Spaces:
Build error
Build error
File size: 537 Bytes
452b173 |
1 2 3 4 5 6 7 |
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-65b-4bit-128g-act -gs 17.2,24
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-65b-4bit-32g-act -gs 17.2,24
echo "-------------------------------------------------------------------------------------------------------------"
|