SkyNetWalker commited on
Commit
824eafb
·
verified ·
1 Parent(s): 2e1c918

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -12,15 +12,15 @@ import ollama
12
 
13
  # Model from run.sh
14
  AVAILABLE_MODELS = [
15
- 'hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M',
 
16
  'hf.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF:Q4_K_M',
17
  'hf.co/bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF:Q4_K_M',
18
  'smollm2:360m-instruct-q5_K_M',
19
- 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M', # OK speed with CPU
20
  'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', #Slow.
21
- 'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
22
  'gemma3n:e2b-it-q4_K_M',
23
- 'granite3.3:2b'
 
24
  ]
25
 
26
  #---fail to run
 
12
 
13
  # Model from run.sh
14
  AVAILABLE_MODELS = [
15
+ 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M', # OK speed with CPU
16
+ 'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
17
  'hf.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF:Q4_K_M',
18
  'hf.co/bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF:Q4_K_M',
19
  'smollm2:360m-instruct-q5_K_M',
 
20
  'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', #Slow.
 
21
  'gemma3n:e2b-it-q4_K_M',
22
+ 'granite3.3:2b',
23
+ 'hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M'
24
  ]
25
 
26
  #---fail to run