bkoz commited on
Commit
59caf62
1 Parent(s): 5a3d944
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from diffusers import DiffusionPipeline
7
  import torch
8
  from transformers import pipeline
9
 
10
- pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto")
11
  response = pipe(chat, max_new_tokens=512)
12
 
13
  pipe.to('cuda')
 
7
  import torch
8
  from transformers import pipeline
9
 
10
+ pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto"i, use_auth_token=True)
11
  response = pipe(chat, max_new_tokens=512)
12
 
13
  pipe.to('cuda')