s3nh commited on
Commit
12048c7
·
1 Parent(s): 40d0643

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -14,7 +14,7 @@ from dl_hf_model import dl_hf_model
14
  from loguru import logger
15
 
16
 
17
- URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q5_0.bin" # 4.05G
18
 
19
  _ = (
20
  "golay" in platform.node()
@@ -25,7 +25,7 @@ _ = (
25
  )
26
 
27
  if _:
28
- url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q5_0.bin" # 2.87G
29
 
30
 
31
  prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
@@ -81,7 +81,9 @@ prompt_template = """### HUMAN:
81
 
82
  ### RESPONSE:"""
83
 
84
- prmpt_template = """<|prompt|>{question}</s><|answer|>"""
 
 
85
 
86
  _ = [elm for elm in prompt_template.splitlines() if elm.strip()]
87
  stop_string = [elm.split(":")[0] + ":" for elm in _][-2]
 
14
  from loguru import logger
15
 
16
 
17
+ URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 4.05G
18
 
19
  _ = (
20
  "golay" in platform.node()
 
25
  )
26
 
27
  if _:
28
+ url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 2.87G
29
 
30
 
31
  prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
 
81
 
82
  ### RESPONSE:"""
83
 
84
+ prmpt_template = """<|prompt|>{question}</s>
85
+
86
+ <|answer|>"""
87
 
88
  _ = [elm for elm in prompt_template.splitlines() if elm.strip()]
89
  stop_string = [elm.split(":")[0] + ":" for elm in _][-2]