SkyNetWalker commited on
Commit
f221fe7
·
verified ·
1 Parent(s): 105d6cf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -16,12 +16,14 @@ import ollama
16
  #ollama pull hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M
17
  #ollama pull hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M
18
 
 
 
19
  AVAILABLE_MODELS = [
20
- 'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', # This is the model created by run.sh
21
- 'hf.co/Menlo/Jan-nano-128k-gguf:Q4_K_M',
22
- 'hf.co/bartowski/Qwen_Qwen3-4B-GGUF:Q4_K_M',
23
  'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
24
- 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M'
 
25
  ]
26
 
27
  # Default System Prompt
 
16
  #ollama pull hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M
17
  #ollama pull hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M
18
 
19
+
20
+ # Model from run.sh
21
  AVAILABLE_MODELS = [
22
+ 'hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M', # OK speed with CPU
23
+ 'hf.co/unsloth/gemma-3-4b-it-qat-GGUF:Q4_K_M', #Slow.
 
24
  'hf.co/bartowski/Qwen_Qwen3-1.7B-GGUF:Q5_K_M',
25
+ 'gemma3n:e2b-it-q4_K_M',
26
+ 'granite3.3:2b'
27
  ]
28
 
29
  # Default System Prompt