Mhammad2023 commited on
Commit
d57a084
·
verified ·
1 Parent(s): 4a8e863

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -7
app.py CHANGED
@@ -41,13 +41,20 @@ final_answer = FinalAnswerTool()
41
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
42
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
43
 
44
- model = HfApiModel(
45
- max_tokens=2096,
46
- temperature=0.5,
47
- # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
48
- # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud',
49
- model_id='mistralai/Mistral-7B-Instruct-v0.2',
50
- custom_role_conversions=None,
 
 
 
 
 
 
 
51
  )
52
 
53
 
 
41
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
42
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
43
 
44
+ # model = HfApiModel(
45
+ # max_tokens=2096,
46
+ # temperature=0.5,
47
+ # # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
48
+ # # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud',
49
+ # model_id='mistralai/Mistral-7B-Instruct-v0.2',
50
+ # custom_role_conversions=None,
51
+ # )
52
+
53
+ from smolagents import LiteLLMModel
54
+ model = LiteLLMModel(
55
+ model_id="ollama_chat/qwen2:7b",
56
+ api_base="http://127.0.0.1:11434",
57
+ num_ctx=8192
58
  )
59
 
60