k3ybladewielder commited on
Commit
74e5d3d
·
verified ·
1 Parent(s): fb73da9

Update config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +2 -1
config.yaml CHANGED
@@ -6,6 +6,7 @@ REBUILD_VECTOR_STORE: True
6
  EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2"
7
  CACHE_FOLDER: "./model/"
8
 
 
9
  #LLM_MODEL: "Qwen/Qwen3-0.6B"
10
  #LLM_MODEL: "google/gemma-2b-it"
11
  #LOCAL_MODEL_FILE: "gemma-2b-it-Q4_K_M.gguf"
@@ -15,7 +16,7 @@ CACHE_FOLDER: "./model/"
15
  #LLM_MODEL_GGUF: "NousResearch/Hermes-3-Llama-3.2-3B-GGUF"
16
  #LLM_MODEL_FILE: "Hermes-3-Llama-3.2-3B.Q4_K_M.gguf"
17
 
18
- LLM_MODEL: "unsloth/gemma-3-4b-it"
19
  #LLM_MODEL_GGUF: "unsloth/gemma-3-4b-it-GGUF"
20
  #LLM_MODEL_FILE: "gemma-3-4b-it-BF16.gguf"
21
 
 
6
  EMBEDDING_MODEL: "sentence-transformers/all-MiniLM-L6-v2"
7
  CACHE_FOLDER: "./model/"
8
 
9
+ LLM_MODEL: 'google/gemma-3-12b-it'
10
  #LLM_MODEL: "Qwen/Qwen3-0.6B"
11
  #LLM_MODEL: "google/gemma-2b-it"
12
  #LOCAL_MODEL_FILE: "gemma-2b-it-Q4_K_M.gguf"
 
16
  #LLM_MODEL_GGUF: "NousResearch/Hermes-3-Llama-3.2-3B-GGUF"
17
  #LLM_MODEL_FILE: "Hermes-3-Llama-3.2-3B.Q4_K_M.gguf"
18
 
19
+ #LLM_MODEL: "unsloth/gemma-3-4b-it"
20
  #LLM_MODEL_GGUF: "unsloth/gemma-3-4b-it-GGUF"
21
  #LLM_MODEL_FILE: "gemma-3-4b-it-BF16.gguf"
22