mjsolidarios commited on
Commit
bccd97a
·
verified ·
1 Parent(s): 06bb4e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -6
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from smolagents import CodeAgent, DuckDuckGoSearchTool, HfApiModel, load_tool, tool
2
  import datetime
3
  import requests
4
  import pytz
@@ -40,11 +40,10 @@ final_answer = FinalAnswerTool()
40
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
41
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
42
 
43
- model = HfApiModel(
44
- max_tokens=2096,
45
- temperature=0.5,
46
- model_id='Qwen/Qwen2.5-Coder-32B-Instruct', # it is possible that this model may be overloaded
47
- custom_role_conversions=None,
48
  )
49
 
50
 
 
1
+ from smolagents import CodeAgent, DuckDuckGoSearchTool, LiteLLMModel, load_tool, tool
2
  import datetime
3
  import requests
4
  import pytz
 
40
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
41
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
42
 
43
+
44
+ model = LiteLLMModel(
45
+ model_id="ollama_chat/qwen2.5:7b", #Can try diffrent model here I am using qwen2.5 7B model
46
+ num_ctx=8192,
 
47
  )
48
 
49