Spaces:
Sleeping
Sleeping
Samuel L Meyers
commited on
Commit
·
3137101
1
Parent(s):
d477d24
Added more EOS tokens. Maybe that'll stop the hallucinations??
Browse files- code/app.py +1 -1
code/app.py
CHANGED
@@ -29,7 +29,7 @@ def m3b_talk(text):
|
|
29 |
otxt += "<User>: " + text
|
30 |
otxt += "\n\n<Assistant>: "
|
31 |
formattedQuery = "GPT4 User: " + text + "<|end_of_text|>GPT4 Assistant:"
|
32 |
-
r = lcpp_model(formattedQuery, stop=["GPT4 User:", "<|end_of_text|>", "\n\n
|
33 |
rfq = False
|
34 |
for c in r:
|
35 |
otxt += c["choices"][0]["text"]
|
|
|
29 |
otxt += "<User>: " + text
|
30 |
otxt += "\n\n<Assistant>: "
|
31 |
formattedQuery = "GPT4 User: " + text + "<|end_of_text|>GPT4 Assistant:"
|
32 |
+
r = lcpp_model(formattedQuery, stop=["GPT4 User:", "<|end_of_text|>", "<|im_sep|>", "\n\n"], echo=True, stream=True)
|
33 |
rfq = False
|
34 |
for c in r:
|
35 |
otxt += c["choices"][0]["text"]
|