Spaces:
Running
on
Zero
Running
on
Zero
updated
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ from diffusers import DiffusionPipeline
|
|
7 |
import torch
|
8 |
from transformers import pipeline
|
9 |
|
10 |
-
pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto")
|
11 |
response = pipe(chat, max_new_tokens=512)
|
12 |
|
13 |
pipe.to('cuda')
|
|
|
7 |
import torch
|
8 |
from transformers import pipeline
|
9 |
|
10 |
+
pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto"i, use_auth_token=True)
|
11 |
response = pipe(chat, max_new_tokens=512)
|
12 |
|
13 |
pipe.to('cuda')
|