Athspi commited on
Commit
33ec74a
·
verified ·
1 Parent(s): 21cab83

Update requirements.txt

Browse files
Files changed (1) hide show
  1. requirements.txt +32 -16
requirements.txt CHANGED
@@ -1,20 +1,36 @@
1
- # Core Gradio UI library
2
- gradio>=4.0.0,<5.0.0
 
 
 
3
 
4
- # ONNX Runtime GenAI for inference (CPU version)
5
- # Use --pre as it's often in pre-release
6
- # NOTE: If targeting a GPU Space, change this to onnxruntime-genai-cuda
7
- # and update EXECUTION_PROVIDER in app.py to "cuda"
8
- onnxruntime-genai --pre
9
 
10
- # Hugging Face Hub for downloading models/files
11
- huggingface_hub>=0.20.0
12
 
13
- # ONNX Runtime itself (will be installed as a dependency of onnxruntime-genai,
14
- # but specifying can sometimes help resolve version conflicts if needed)
15
- # onnxruntime>=1.17.0 # Generally not needed to list explicitly
16
 
17
- # Git LFS is needed by huggingface_hub to download large model files.
18
- # It needs to be installed on the Space environment, which is usually handled
19
- # by the Hugging Face Spaces infrastructure if not using Docker.
20
- # If you encounter download issues, ensure git-lfs is available.
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Core ML/LLM Libraries
2
+ # Note: torch should ideally be installed separately following PyTorch official instructions
3
+ # based on your CUDA version (if using GPU) for optimal performance.
4
+ # See: https://pytorch.org/get-started/locally/
5
+ torch
6
 
7
+ # Hugging Face libraries
8
+ transformers>=4.38.0 # Gemma requires a recent version
9
+ accelerate>=0.25.0 # Required by transformers and unsloth for optimized loading
10
+ datasets # Often useful, though not strictly required by the script itself
 
11
 
12
+ # Quantization library (needed for load_in_4bit=True)
13
+ bitsandbytes>=0.41.3 # Check Unsloth docs for compatible versions if issues arise
14
 
15
+ # Interface library
16
+ gradio>=4.0.0 # Using a recent version
 
17
 
18
+ # --- IMPORTANT ---
19
+ # Unsloth needs to be installed separately following their specific instructions,
20
+ # as it often involves non-standard pip commands (e.g., installing from GitHub)
21
+ # or conda commands depending on your setup (CPU, CUDA version, ROCm).
22
+ #
23
+ # Example (check Unsloth's GitHub for the correct command for *your* system):
24
+ # pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
25
+ #
26
+ # Or via Conda (check Unsloth docs):
27
+ # conda install "unsloth::unsloth[conda-new]" # Example
28
+ #
29
+ # Because Unsloth is not listed here, you MUST install it manually *before*
30
+ # trying to use this requirements.txt file or running the script.
31
+
32
+ # Other common dependencies that might be implicitly needed
33
+ Jinja2
34
+ packaging
35
+ # sentencepiece # Often used by tokenizers, good to include
36
+ # protobuf # Sometimes needed by specific models/tokenizers