Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ from dl_hf_model import dl_hf_model
|
|
14 |
from loguru import logger
|
15 |
|
16 |
|
17 |
-
URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.
|
18 |
|
19 |
_ = (
|
20 |
"golay" in platform.node()
|
@@ -25,7 +25,7 @@ _ = (
|
|
25 |
)
|
26 |
|
27 |
if _:
|
28 |
-
url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.
|
29 |
|
30 |
|
31 |
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
@@ -81,7 +81,9 @@ prompt_template = """### HUMAN:
|
|
81 |
|
82 |
### RESPONSE:"""
|
83 |
|
84 |
-
prmpt_template = """<|prompt|>{question}</s
|
|
|
|
|
85 |
|
86 |
_ = [elm for elm in prompt_template.splitlines() if elm.strip()]
|
87 |
stop_string = [elm.split(":")[0] + ":" for elm in _][-2]
|
|
|
14 |
from loguru import logger
|
15 |
|
16 |
|
17 |
+
URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 4.05G
|
18 |
|
19 |
_ = (
|
20 |
"golay" in platform.node()
|
|
|
25 |
)
|
26 |
|
27 |
if _:
|
28 |
+
url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 2.87G
|
29 |
|
30 |
|
31 |
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
|
|
81 |
|
82 |
### RESPONSE:"""
|
83 |
|
84 |
+
prmpt_template = """<|prompt|>{question}</s>
|
85 |
+
|
86 |
+
<|answer|>"""
|
87 |
|
88 |
_ = [elm for elm in prompt_template.splitlines() if elm.strip()]
|
89 |
stop_string = [elm.split(":")[0] + ":" for elm in _][-2]
|