Tomtom84 commited on
Commit
488a20c
·
verified ·
1 Parent(s): 8d7811f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -54,7 +54,7 @@ CMD bash -c "\
54
  --model ${MODEL_ID} \
55
  --port 1234 \
56
  --dtype bfloat16 \
57
- --gpu-memory-utilization 0.9 \
58
  --max-model-len 8192 & \
59
  uvicorn app:app --host 0.0.0.0 --port 7860"
60
 
 
54
  --model ${MODEL_ID} \
55
  --port 1234 \
56
  --dtype bfloat16 \
57
+ --gpu-memory-utilization 0.85 \
58
  --max-model-len 8192 & \
59
  uvicorn app:app --host 0.0.0.0 --port 7860"
60