TinySEA

Sleeping

Cran-May commited on Oct 11, 2023

Commit

7a2f5cb

1 Parent(s): 5a04f90

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -14,7 +14,7 @@ def load_llm():
     "s3nh/PY007-TinyLlama-1.1B-Chat-v0.2-GGUF",
     model_file="PY007-TinyLlama-1.1B-Chat-v0.2.Q4_K_M.gguf",
     model_type="llama",
-    gpu_layers=0
     max_new_tokens = 1096,
     repetition_penalty = 1.13,
     temperature = 0.1

     "s3nh/PY007-TinyLlama-1.1B-Chat-v0.2-GGUF",
     model_file="PY007-TinyLlama-1.1B-Chat-v0.2.Q4_K_M.gguf",
     model_type="llama",
+    gpu_layers=0,
     max_new_tokens = 1096,
     repetition_penalty = 1.13,
     temperature = 0.1