Spaces:
Sleeping
Sleeping
Upload model_utils.py
Browse files- model/model_utils.py +6 -1
model/model_utils.py
CHANGED
@@ -13,5 +13,10 @@ def load_model():
|
|
13 |
|
14 |
def generate_explanation(prompt, tokenizer, model, device):
|
15 |
inputs = tokenizer(prompt, return_tensors="pt", truncation=True).to(device)
|
16 |
-
output = model.generate(
|
|
|
|
|
|
|
|
|
|
|
17 |
return tokenizer.decode(output[0], skip_special_tokens=True)
|
|
|
13 |
|
14 |
def generate_explanation(prompt, tokenizer, model, device):
|
15 |
inputs = tokenizer(prompt, return_tensors="pt", truncation=True).to(device)
|
16 |
+
output = model.generate(
|
17 |
+
**inputs,
|
18 |
+
decoder_start_token_id=tokenizer.pad_token_id,
|
19 |
+
max_new_tokens=256,
|
20 |
+
temperature=0.7
|
21 |
+
)
|
22 |
return tokenizer.decode(output[0], skip_special_tokens=True)
|