sahilmayekar commited on
Commit
c43bf85
1 Parent(s): f13fac6
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
21
  # Function to generate a response from the model
22
  def generate_response(human_text):
23
  inputs = tokenizer.encode(human_text, return_tensors='pt')
24
- outputs = model.generate(inputs, max_new_tokens=200, max_length=50, num_beams=5, early_stopping=True)
25
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
26
  return response
27
 
 
21
  # Function to generate a response from the model
22
  def generate_response(human_text):
23
  inputs = tokenizer.encode(human_text, return_tensors='pt')
24
+ outputs = model.generate(inputs, max_new_tokens=200, max_length=200, num_beams=5, early_stopping=True)
25
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
26
  return response
27