Samuel Thomas commited on
Commit
8693fa5
·
1 Parent(s): 5cd01c5

trust remote

Browse files
Files changed (1) hide show
  1. tools.py +2 -1
tools.py CHANGED
@@ -100,7 +100,8 @@ llm_pipe = pipeline(
100
  model="microsoft/Phi-3-mini-4k-instruct",
101
  device_map="auto",
102
  torch_dtype="auto",
103
- max_new_tokens=256
 
104
  )
105
 
106
  # Initialize RAG components
 
100
  model="microsoft/Phi-3-mini-4k-instruct",
101
  device_map="auto",
102
  torch_dtype="auto",
103
+ max_new_tokens=256,
104
+ trust_remote_code=True
105
  )
106
 
107
  # Initialize RAG components