Tim Luka Horstmann
commited on
Commit
·
09c93a8
1
Parent(s):
f2054a9
Smaller 3B model
Browse files
app.py
CHANGED
|
@@ -32,8 +32,8 @@ login(token=hf_token)
|
|
| 32 |
|
| 33 |
# Models Configuration
|
| 34 |
sentence_transformer_model = "all-MiniLM-L6-v2"
|
| 35 |
-
repo_id = "bartowski/deepcogito_cogito-v1-preview-llama-8B-GGUF"
|
| 36 |
-
filename = "deepcogito_cogito-v1-preview-llama-
|
| 37 |
|
| 38 |
# Define FAQs
|
| 39 |
faqs = [
|
|
|
|
| 32 |
|
| 33 |
# Models Configuration
|
| 34 |
sentence_transformer_model = "all-MiniLM-L6-v2"
|
| 35 |
+
repo_id = "bartowski/deepcogito_cogito-v1-preview-llama-3B-GGUF" # "bartowski/deepcogito_cogito-v1-preview-llama-8B-GGUF"
|
| 36 |
+
filename = "deepcogito_cogito-v1-preview-llama-3B-Q4_K_M.gguf"
|
| 37 |
|
| 38 |
# Define FAQs
|
| 39 |
faqs = [
|