EtienneB commited on
Commit
7398226
·
1 Parent(s): 30b4543

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +5 -4
agent.py CHANGED
@@ -62,11 +62,12 @@ def build_graph():
62
  """Build the graph"""
63
  # First create the HuggingFaceEndpoint
64
  llm_endpoint = HuggingFaceEndpoint(
65
- repo_id="mistralai/Mistral-7B-Instruct-v0.2",
66
  huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
67
- temperature=0.1,
68
- max_new_tokens=1024,
69
- timeout=60,
 
70
  )
71
 
72
  # Then wrap it with ChatHuggingFace to get chat model functionality
 
62
  """Build the graph"""
63
  # First create the HuggingFaceEndpoint
64
  llm_endpoint = HuggingFaceEndpoint(
65
+ repo_id="Qwen/Qwen2.5-14B-Instruct",
66
  huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
67
+ temperature=0.0, # Maximum determinism
68
+ max_new_tokens=128, # Even more restrictive
69
+ timeout=90, # Moderate timeout
70
+ do_sample=False, # Completely deterministic
71
  )
72
 
73
  # Then wrap it with ChatHuggingFace to get chat model functionality