SkyNetWalker commited on
Commit
59cd2f7
·
verified ·
1 Parent(s): 55ec264

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -12,12 +12,12 @@ import ollama
12
 
13
  # Model from run.sh
14
  AVAILABLE_MODELS = [
15
- 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M', # OK speed with CPU
16
  'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
17
  'hf.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF:Q4_K_M',
18
- 'hf.co/bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF:Q4_K_M',
 
19
  'smollm2:360m-instruct-q5_K_M',
20
- 'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', #Slow.
21
  'gemma3n:e2b-it-q4_K_M',
22
  'granite3.3:2b',
23
  'hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M'
 
12
 
13
  # Model from run.sh
14
  AVAILABLE_MODELS = [
 
15
  'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
16
  'hf.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF:Q4_K_M',
17
+ #'hf.co/bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF:Q4_K_M',
18
+ 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M', # OK speed with CPU
19
  'smollm2:360m-instruct-q5_K_M',
20
+ #'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', #Slow.
21
  'gemma3n:e2b-it-q4_K_M',
22
  'granite3.3:2b',
23
  'hf.co/bartowski/tencent_Hunyuan-4B-Instruct-GGUF:Q4_K_M'