EtienneB commited on
Commit
d49a17e
·
1 Parent(s): d55b1b4

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +3 -3
agent.py CHANGED
@@ -144,11 +144,11 @@ def build_graph():
144
  # First create the HuggingFaceEndpoint
145
  llm_endpoint = HuggingFaceEndpoint(
146
  # repo_id="Qwen/Qwen2.5-14B-Instruct",
147
- # repo_id="HuggingFaceH4/mistral-7b-anthropic",
148
- repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
149
  huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
150
  temperature=0.1, # Maximum determinism
151
- max_new_tokens=128, # Even more restrictive
152
  timeout=90, # Moderate timeout
153
  do_sample=False, # Completely deterministic
154
  )
 
144
  # First create the HuggingFaceEndpoint
145
  llm_endpoint = HuggingFaceEndpoint(
146
  # repo_id="Qwen/Qwen2.5-14B-Instruct",
147
+ repo_id="HuggingFaceH4/mistral-7b-anthropic",
148
+ # repo_id="Qwen/Qwen2.5-Coder-32B-Instruct", # this one is poor
149
  huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
150
  temperature=0.1, # Maximum determinism
151
+ max_new_tokens=512, # Even more restrictive with 128
152
  timeout=90, # Moderate timeout
153
  do_sample=False, # Completely deterministic
154
  )