Update app.py

app.py

@@ -1,12 +1,15 @@
-from transformers import pipeline
 import gradio as gr
-generator = pipeline('text-generation', model='EleutherAI/gpt-neo-1.3B')
+API_URL = "https://api-inference.huggingface.co/models/EleutherAI/gpt-neo-2.7B"
+apikey=os.environ.get('api_key')
+headers = {"Authorization": f"Bearer {apikey}"}
 def query(input_sentence,num,start):
     paraphrase_final=[]
     for i in range(0,num):
        intial="""These are the few examples of converting original sentences into paraphrased sentences.\n original: The gray clouds were a warning of an approaching storm.\n paraphrase: The coming storm was foretold by the dark clouds.\n original: Giraffes like Acacia leaves and hay, and they can consume 75 pounds of food a day.\n paraphrase: A giraffe can eat up to 75 pounds of Acacia leaves and hay daily.\n """
        full_input=intial+"original:"+input_sentence + "\n paraphrase:"+start
-       output=generator(full_input, do_sample=True,max_length= len(full_input.split())+70,min_length=len(full_input.split())+70,temperature=0.65+i*0.05)[0]['generated_text']
+       data = json.dumps({"inputs":full_input,"options":{"wait_for_model":1},"parameters":{"max_length":len(full_input.split())+80,"min_length":len(full_input.split())+80},"temperature":0.65+0.05*i})
+       response = requests.request("POST", API_URL, headers=headers, data=data)
+       output=json.loads(response.content.decode("utf-8"))[0]['generated_text']
        paraphrase_text=output.split('paraphrase:',3)[-1]
        paraphrase_final.append( paraphrase_text.split('.',1)[0]+".")
     return '\n\n'.join([i for i in paraphrase_final[0:]])