File size: 2,267 Bytes
0fbbd4a
61a8085
0fbbd4a
e48a3ae
 
 
 
 
6aad47c
0fbbd4a
e48a3ae
 
 
 
 
 
 
 
 
 
 
c961801
d4f30e1
ce743ae
e48a3ae
792fede
 
 
 
 
 
e48a3ae
 
 
 
 
 
 
ec692d1
 
 
 
792fede
 
 
 
 
e48a3ae
 
 
 
 
 
 
4cce747
0fbbd4a
 
e48a3ae
 
d1fc4da
446e0a6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8329a74
6b73e03
448937d
 
792fede
 
 
931d897
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
08de0c8
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
# Core
gradio==5.32.1

# Core ML and NLP
torch>=2.0.0
transformers>=4.30.0
sentence-transformers>=2.2.0
huggingface-hub>=0.15.0
FlagEmbedding

# LlamaIndex ecosystem
llama-index>=0.10.0
llama-index-core>=0.10.0
llama-index-llms-huggingface>=0.2.0
llama-index-embeddings-huggingface>=0.2.0
llama-index-callbacks-wandb>=0.1.0
llama-index-tools-arxiv>=0.1.0
llama-index-readers-file>=0.1.0
llama-index-readers-web>=0.1.0
llama-index-readers-youtube-transcript>=0.1.0
llama-index-readers-json>=0.1.0
llama-index-readers-assemblyai>=0.1.0
llama-index-postprocessor-colpali-rerank
llama-index-tools-duckduckgo>=0.1.0

# NEW: API Mode Dependencies (Optional)
llama-index-llms-gemini>=0.1.0
llama-index-embeddings-gemini>=0.1.0
llama-index-llms-vllm>=0.1.0
llama-cloud-services>=0.1.0

# Document processing
pypdf>=3.0.0
python-docx>=0.8.11
openpyxl>=3.1.0
pandas>=2.0.0
Pillow>=9.0.0

# Qwen
accelerate
qwen-vl-utils[decord]

# NEW: Audio/Video processing (for VideoAudioReader)
pydub>=0.25.1
speechrecognition>=3.10.0
ffmpeg-python>=0.2.0

# Web scraping and APIs
requests>=2.28.0
trafilatura>=1.6.0
duckduckgo-search>=3.0.0
arxiv>=1.4.0

# Monitoring and logging
weave

# Utilities
scipy>=1.10.0
tqdm>=4.65.0
numpy
pandas
scipy
matplotlib
seaborn
plotly
scikit-learn
xgboost
lightgbm
statsmodels
opencv-python
scikit-image
requests
nltk
spacy
pytz
tqdm
sympy
torch
torchvision 
torchaudio

# NEW: Enhanced document parsing
python-multipart>=0.0.5
poppler-utils

# Core smolagents framework
smolagents[openai]>=1.0.0

# LLM and model dependencies
litellm>=1.0.0

# BM25 retriever and document processing
langchain>=0.1.0
langchain-community>=0.0.20
rank-bm25>=0.2.2

# Web browser automation
selenium>=4.0.0
helium>=3.0.0
webdriver-manager>=3.8.0

# Image processing for screenshots
Pillow>=9.0.0

# Document processing
beautifulsoup4>=4.11.0
lxml>=4.9.0

# HTTP requests
requests>=2.28.0

# Environment variables
python-dotenv>=0.19.0

# Text processing
unstructured>=0.10.0

# Optional: For better text splitting
tiktoken>=0.4.0

# System utilities
psutil>=5.9.0

# Langfuse
opentelemetry-api
opentelemetry-sdk
opentelemetry-exporter-otlp-proto-http

# Langfuse integration
langfuse

# OpenInference instrumentation for smolagents
openinference-instrumentation-smolagents