hsuwill000 commited on
Commit
e7f9ccc
·
verified ·
1 Parent(s): 2f2fd19

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +10 -4
start.sh CHANGED
@@ -1,8 +1,14 @@
1
  #!/bin/bash
2
 
3
 
4
- pwd
5
- ls
6
- find
 
7
 
8
- python3 -m http.server 7860 --bind 0.0.0.0
 
 
 
 
 
 
1
  #!/bin/bash
2
 
3
 
4
+ export WORK="/home/user/app"
5
+ cd $WORK
6
+ unzip llama_cpp_avx512.zip > /dev/null 2>&1
7
+ wget -O model.gguf https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_M.gguf > /dev/null 2>&1
8
 
9
+ ./llama-server -m model.gguf --port 8000 --host 0.0.0.0 --threads 2 --ctx-size 4096 --mlock --jinja \
10
+ --temp 0.2 \
11
+ --top-p 0.85 &
12
+ python3 app.py
13
+
14
+ #python3 -m http.server 7860 --bind 0.0.0.0