Samuel L Meyers commited on
Commit
3137101
·
1 Parent(s): d477d24

Added more EOS tokens. Maybe that'll stop the hallucinations??

Browse files
Files changed (1) hide show
  1. code/app.py +1 -1
code/app.py CHANGED
@@ -29,7 +29,7 @@ def m3b_talk(text):
29
  otxt += "<User>: " + text
30
  otxt += "\n\n<Assistant>: "
31
  formattedQuery = "GPT4 User: " + text + "<|end_of_text|>GPT4 Assistant:"
32
- r = lcpp_model(formattedQuery, stop=["GPT4 User:", "<|end_of_text|>", "\n\n\n"], echo=True, stream=True)
33
  rfq = False
34
  for c in r:
35
  otxt += c["choices"][0]["text"]
 
29
  otxt += "<User>: " + text
30
  otxt += "\n\n<Assistant>: "
31
  formattedQuery = "GPT4 User: " + text + "<|end_of_text|>GPT4 Assistant:"
32
+ r = lcpp_model(formattedQuery, stop=["GPT4 User:", "<|end_of_text|>", "<|im_sep|>", "\n\n"], echo=True, stream=True)
33
  rfq = False
34
  for c in r:
35
  otxt += c["choices"][0]["text"]