oliver-aizip commited on
Commit
211ca67
·
1 Parent(s): fd247b7

fix argument passing

Browse files
Files changed (1) hide show
  1. utils/models.py +1 -1
utils/models.py CHANGED
@@ -153,7 +153,7 @@ def run_inference(model_name, context, question):
153
  if generation_interrupt.is_set():
154
  return ""
155
 
156
- outputs = pipe(text_input, max_new_tokens=512, generate_kwargs=generation_kwargs)
157
  result = outputs[0]['generated_text'][-1]['content']
158
 
159
  except Exception as e:
 
153
  if generation_interrupt.is_set():
154
  return ""
155
 
156
+ outputs = pipe(text_input, **generation_kwargs)
157
  result = outputs[0]['generated_text'][-1]['content']
158
 
159
  except Exception as e: