simonzhang5429 commited on
Commit
dd9b2b1
1 Parent(s): 2edb845

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ def generate(text):
25
  chat_data.append({"role": "system", "content": text})
26
  achat=tokenizer.apply_chat_template(chat_data,return_tensors="pt")
27
  #achat=tokenizer.encode(chat_data,return_tensors="pt",max_length=2048)
28
- outputs = model.generate(achat.to('cuda'),
29
  max_new_tokens=2048,
30
  top_p=0.01,
31
  top_k=85,
 
25
  chat_data.append({"role": "system", "content": text})
26
  achat=tokenizer.apply_chat_template(chat_data,return_tensors="pt")
27
  #achat=tokenizer.encode(chat_data,return_tensors="pt",max_length=2048)
28
+ outputs = model.generate(achat,
29
  max_new_tokens=2048,
30
  top_p=0.01,
31
  top_k=85,