AksharaSachin commited on
Commit
7290c34
·
verified ·
1 Parent(s): f247f99

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +9 -4
agent.py CHANGED
@@ -40,10 +40,15 @@ def use_wikipedia_tool(query: str) -> str:
40
 
41
  def build_agent():
42
  # llm = ChatOllama(model="llama3.1")
43
- llm = HuggingFaceEndpoint(
44
- endpoint_url="https://api-inference.huggingface.co/models/deepseek-ai/DeepSeek-Prover-V2-671B",
45
- huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN")
46
- )
 
 
 
 
 
47
  tools = [use_wikipedia_tool, use_search_tool]
48
 
49
  system_template = (
 
40
 
41
  def build_agent():
42
  # llm = ChatOllama(model="llama3.1")
43
+ # llm = HuggingFaceEndpoint(
44
+ # endpoint_url="https://api-inference.huggingface.co/models/deepseek-ai/DeepSeek-Prover-V2-671B",
45
+ # huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN")
46
+ # )
47
+
48
+ llm = HuggingFaceHub(
49
+ repo_id="deepseek-ai/deepseek-coder-6.7b-instruct",
50
+ model_kwargs={"temperature": 0.2, "max_new_tokens": 256})
51
+
52
  tools = [use_wikipedia_tool, use_search_tool]
53
 
54
  system_template = (