Update app.py
Browse files
app.py
CHANGED
@@ -35,7 +35,7 @@ def evaluate_model(question, choices):
|
|
35 |
|
36 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
37 |
with torch.no_grad():
|
38 |
-
outputs = model.generate(**inputs, max_new_tokens=1, temperature=0.
|
39 |
|
40 |
answer = tokenizer.decode(outputs[0][-1:], skip_special_tokens=True).strip()
|
41 |
return answer
|
|
|
35 |
|
36 |
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
|
37 |
with torch.no_grad():
|
38 |
+
outputs = model.generate(**inputs, max_new_tokens=1, temperature=0.1)
|
39 |
|
40 |
answer = tokenizer.decode(outputs[0][-1:], skip_special_tokens=True).strip()
|
41 |
return answer
|