Enable Tool Functions Call
#1
by
mfuntowicz
HF Staff
- opened
- entrypoint.sh +2 -1
entrypoint.sh
CHANGED
|
@@ -8,5 +8,6 @@ python3 -m sglang.launch_server \
|
|
| 8 |
--quantization $QUANT_METHOD \
|
| 9 |
--enable-torch-compile \
|
| 10 |
--enable-ep-moe \
|
|
|
|
| 11 |
--host 0.0.0.0 \
|
| 12 |
-
--port 80
|
|
|
|
| 8 |
--quantization $QUANT_METHOD \
|
| 9 |
--enable-torch-compile \
|
| 10 |
--enable-ep-moe \
|
| 11 |
+
--tool-call-parser qwen25 \
|
| 12 |
--host 0.0.0.0 \
|
| 13 |
+
--port 80
|