ninooo96 commited on
Commit
fbb49bf
·
verified ·
1 Parent(s): 9672f8b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torc
8
 
9
  # Funzione di inferenza
10
  def chat(input_text):
11
- inputs = tokenizer(input_text, return_tensors="pt").to("cuda")
12
  outputs = model.generate(**inputs, max_new_tokens=150)
13
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
14
 
 
8
 
9
  # Funzione di inferenza
10
  def chat(input_text):
11
+ inputs = tokenizer(input_text, return_tensors="pt")
12
  outputs = model.generate(**inputs, max_new_tokens=150)
13
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
14