Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,6 @@ pipe = transformers.pipeline("text-generation",
|
|
| 4 |
model="marcelbinz/Llama-3.1-Minitaur-8B",
|
| 5 |
device_map="auto",
|
| 6 |
torch_dtype=torch.bfloat16)
|
| 7 |
-
pipe.to('cuda')
|
| 8 |
|
| 9 |
@spaces.GPU
|
| 10 |
def infer(prompt):
|
|
|
|
| 4 |
model="marcelbinz/Llama-3.1-Minitaur-8B",
|
| 5 |
device_map="auto",
|
| 6 |
torch_dtype=torch.bfloat16)
|
|
|
|
| 7 |
|
| 8 |
@spaces.GPU
|
| 9 |
def infer(prompt):
|