marcelbinz commited on
Commit
65872c0
·
verified ·
1 Parent(s): 2e01190

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -3,10 +3,12 @@ import gradio as gr
3
  import torch
4
  from transformers import pipeline
5
 
6
- pipe = transformers.pipeline("text-generation",
7
- model="marcelbinz/Llama-3.1-Minitaur-8B",
8
- device_map="auto",
9
- torch_dtype=torch.bfloat16)
 
 
10
 
11
  @spaces.GPU
12
  def infer(prompt):
 
3
  import torch
4
  from transformers import pipeline
5
 
6
+ pipe = pipeline(
7
+ "text-generation",
8
+ model="marcelbinz/Llama-3.1-Minitaur-8B",
9
+ device_map="auto",
10
+ torch_dtype=torch.bfloat16
11
+ )
12
 
13
  @spaces.GPU
14
  def infer(prompt):