hsuwill000 commited on
Commit
dc76031
·
verified ·
1 Parent(s): 0aa5093

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +29 -12
start.sh CHANGED
@@ -1,18 +1,35 @@
1
  #!/bin/bash
2
 
3
-
4
  export WORK="/home/user/app"
5
- cd $WORK
6
- echo "unzip and download model"
7
- unzip llama_cpp_avx512.zip > /dev/null 2>&1
 
 
 
 
 
 
 
8
  wget -O model.gguf https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_M.gguf > /dev/null 2>&1
9
- echo "start llama.cpp"
10
- ./llama-server -m model.gguf --port 8000 --host 0.0.0.0 --threads 2 --ctx-size 4096 --mlock --jinja \
11
- --temp 0.2 \
12
- --top-p 0.85 &
13
-
14
- pip install --break-system-packages gradio openai
15
- echo "start app.py"
16
- python3 app.py
 
 
 
 
 
 
 
 
 
 
17
 
18
  #python3 -m http.server 7860 --bind 0.0.0.0
 
1
  #!/bin/bash
2
 
3
+ # 設定工作目錄
4
  export WORK="/home/user/app"
5
+ cd "$WORK" || exit 1
6
+
7
+ # 建立 Python 虛擬環境
8
+ python3 -m venv venv
9
+
10
+ # 啟動虛擬環境
11
+ source venv/bin/activate
12
+
13
+ echo "Unzip and download model..."
14
+ unzip llama_cpp_avx512.zip > /dev/null 2>&1
15
  wget -O model.gguf https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_M.gguf > /dev/null 2>&1
16
+
17
+ echo "Start llama.cpp server..."
18
+ ./llama-server -m model.gguf \
19
+ --port 8000 \
20
+ --host 0.0.0.0 \
21
+ --threads 2 \
22
+ --ctx-size 4096 \
23
+ --mlock \
24
+ --jinja \
25
+ --temp 0.2 \
26
+ --top-p 0.85 &
27
+
28
+ # 安裝 Python 套件到虛擬環境
29
+ pip install --upgrade pip
30
+ pip install gradio openai
31
+
32
+ echo "Start app.py..."
33
+ python app.py
34
 
35
  #python3 -m http.server 7860 --bind 0.0.0.0