requirements.txt

torch
peft  
accelerate 
gradio 
transformers
optimum 
onnxruntime 
onnx 
cmake


# Standard dependencies
#torch  # or specify version, e.g., torch==2.0.1
#transformers>=4.45.1
#gradio>=4.37.2

# Use only one bitsandbytes version below:
# Option 1: Multi-backend version (alpha release)
#https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.44.1.dev0-py3-none-manylinux_2_24_x86_64.whl

# Option 2: Latest stable release
#https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-0.44.2.dev0-py3-none-manylinux_2_24_x86_64.whl