wabang commited on
Commit
3433e6f
·
verified ·
1 Parent(s): da49503

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -35,7 +35,7 @@ def evaluate_model(question, choices):
35
 
36
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
37
  with torch.no_grad():
38
- outputs = model.generate(**inputs, max_new_tokens=1, temperature=0.0)
39
 
40
  answer = tokenizer.decode(outputs[0][-1:], skip_special_tokens=True).strip()
41
  return answer
 
35
 
36
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
37
  with torch.no_grad():
38
+ outputs = model.generate(**inputs, max_new_tokens=1, temperature=0.1)
39
 
40
  answer = tokenizer.decode(outputs[0][-1:], skip_special_tokens=True).strip()
41
  return answer