SandeepU commited on
Commit
9ca2989
·
verified ·
1 Parent(s): f0ebfa0

Upload model_utils.py

Browse files
Files changed (1) hide show
  1. model/model_utils.py +6 -1
model/model_utils.py CHANGED
@@ -13,5 +13,10 @@ def load_model():
13
 
14
  def generate_explanation(prompt, tokenizer, model, device):
15
  inputs = tokenizer(prompt, return_tensors="pt", truncation=True).to(device)
16
- output = model.generate(**inputs, max_new_tokens=256, temperature=0.7)
 
 
 
 
 
17
  return tokenizer.decode(output[0], skip_special_tokens=True)
 
13
 
14
  def generate_explanation(prompt, tokenizer, model, device):
15
  inputs = tokenizer(prompt, return_tensors="pt", truncation=True).to(device)
16
+ output = model.generate(
17
+ **inputs,
18
+ decoder_start_token_id=tokenizer.pad_token_id,
19
+ max_new_tokens=256,
20
+ temperature=0.7
21
+ )
22
  return tokenizer.decode(output[0], skip_special_tokens=True)