riokorb commited on
Commit
6e930af
·
verified ·
1 Parent(s): 7ac3140

Updated HuggingFace library

Browse files
Files changed (2) hide show
  1. app.py +3 -3
  2. requirements.txt +6 -5
app.py CHANGED
@@ -8,7 +8,7 @@ from dotenv import load_dotenv
8
  # LlamaIndex Imports
9
  from llama_index.core.llms import LLM
10
  from llama_index.llms.gemini import Gemini
11
- from llama_index.llms.huggingface import HuggingFaceInference
12
  from llama_index.core.tools import BaseTool
13
  from llama_index.core.agent import ReActAgent
14
  from llama_index.core.memory import ChatMemoryBuffer
@@ -59,8 +59,8 @@ class BasicAgent:
59
  if not api_key:
60
  raise ValueError("HUGGINGFACE_API_KEY not found in environment variables")
61
 
62
- return HuggingFaceInference(
63
- model_name="mistralai/Mistral-7B-Instruct-v0.2",
64
  api_key=api_key,
65
  temperature=0.1,
66
  max_tokens=1024,
 
8
  # LlamaIndex Imports
9
  from llama_index.core.llms import LLM
10
  from llama_index.llms.gemini import Gemini
11
+ from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
12
  from llama_index.core.tools import BaseTool
13
  from llama_index.core.agent import ReActAgent
14
  from llama_index.core.memory import ChatMemoryBuffer
 
59
  if not api_key:
60
  raise ValueError("HUGGINGFACE_API_KEY not found in environment variables")
61
 
62
+ return HuggingFaceInferenceAPI(
63
+ model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
64
  api_key=api_key,
65
  temperature=0.1,
66
  max_tokens=1024,
requirements.txt CHANGED
@@ -1,11 +1,12 @@
1
- gradio
2
- requests
3
- pandas
4
- python-dotenv
5
 
6
- # LlamaIndex packages with specific version to ensure compatibility
7
  llama-index>=0.10.0
8
  llama-index-llms-gemini>=0.1.0
9
  llama-index-llms-huggingface>=0.1.0
 
10
  llama-index-readers-web>=0.1.0
11
  llama-index-readers-wikipedia>=0.1.0
 
1
+ gradio>=4.0.0
2
+ requests>=2.31.0
3
+ pandas>=2.0.0
4
+ python-dotenv>=1.0.0
5
 
6
+ # LlamaIndex packages
7
  llama-index>=0.10.0
8
  llama-index-llms-gemini>=0.1.0
9
  llama-index-llms-huggingface>=0.1.0
10
+ llama-index-llms-huggingface-api>=0.1.0
11
  llama-index-readers-web>=0.1.0
12
  llama-index-readers-wikipedia>=0.1.0