File size: 668 Bytes
193a28c fa76479 193a28c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
torch>=2.5.0,<2.6.0
numpy<2.0
torchao
tqdm
datasets
jinja2
transformers
wandb
# litgpt[all]
litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
mergekit @ git+https://github.com/arcee-ai/mergekit.git
# litgpt @ git+https://github.com/Lightning-AI/litgpt.git
# litdata
# litdata @ git+https://github.com/Lightning-AI/litdata.git
# lpmm @ git+https://github.com/thu-ml/low-bit-optimizers.git
# muon @ git+https://github.com/KellerJordan/Muon
# pytorch-optimizer
lm_eval[ifeval,math]
bitsandbytes
# grokadamw
# sophia-opt
# bitsandbytes
# pyzstd
# zstd
unsloth
Pillow
|