Final_Assignment_Template / requirements.txt
Coool2's picture
Update requirements.txt
08de0c8
# Core
gradio==5.32.1
# Core ML and NLP
torch>=2.0.0
transformers>=4.30.0
sentence-transformers>=2.2.0
huggingface-hub>=0.15.0
FlagEmbedding
# LlamaIndex ecosystem
llama-index>=0.10.0
llama-index-core>=0.10.0
llama-index-llms-huggingface>=0.2.0
llama-index-embeddings-huggingface>=0.2.0
llama-index-callbacks-wandb>=0.1.0
llama-index-tools-arxiv>=0.1.0
llama-index-readers-file>=0.1.0
llama-index-readers-web>=0.1.0
llama-index-readers-youtube-transcript>=0.1.0
llama-index-readers-json>=0.1.0
llama-index-readers-assemblyai>=0.1.0
llama-index-postprocessor-colpali-rerank
llama-index-tools-duckduckgo>=0.1.0
# NEW: API Mode Dependencies (Optional)
llama-index-llms-gemini>=0.1.0
llama-index-embeddings-gemini>=0.1.0
llama-index-llms-vllm>=0.1.0
llama-cloud-services>=0.1.0
# Document processing
pypdf>=3.0.0
python-docx>=0.8.11
openpyxl>=3.1.0
pandas>=2.0.0
Pillow>=9.0.0
# Qwen
accelerate
qwen-vl-utils[decord]
# NEW: Audio/Video processing (for VideoAudioReader)
pydub>=0.25.1
speechrecognition>=3.10.0
ffmpeg-python>=0.2.0
# Web scraping and APIs
requests>=2.28.0
trafilatura>=1.6.0
duckduckgo-search>=3.0.0
arxiv>=1.4.0
# Monitoring and logging
weave
# Utilities
scipy>=1.10.0
tqdm>=4.65.0
numpy
pandas
scipy
matplotlib
seaborn
plotly
scikit-learn
xgboost
lightgbm
statsmodels
opencv-python
scikit-image
requests
nltk
spacy
pytz
tqdm
sympy
torch
torchvision
torchaudio
# NEW: Enhanced document parsing
python-multipart>=0.0.5
poppler-utils
# Core smolagents framework
smolagents[openai]>=1.0.0
# LLM and model dependencies
litellm>=1.0.0
# BM25 retriever and document processing
langchain>=0.1.0
langchain-community>=0.0.20
rank-bm25>=0.2.2
# Web browser automation
selenium>=4.0.0
helium>=3.0.0
webdriver-manager>=3.8.0
# Image processing for screenshots
Pillow>=9.0.0
# Document processing
beautifulsoup4>=4.11.0
lxml>=4.9.0
# HTTP requests
requests>=2.28.0
# Environment variables
python-dotenv>=0.19.0
# Text processing
unstructured>=0.10.0
# Optional: For better text splitting
tiktoken>=0.4.0
# System utilities
psutil>=5.9.0
# Langfuse
opentelemetry-api
opentelemetry-sdk
opentelemetry-exporter-otlp-proto-http
# Langfuse integration
langfuse
# OpenInference instrumentation for smolagents
openinference-instrumentation-smolagents