broadfield commited on
Commit
0724925
·
verified ·
1 Parent(s): 3f7f96a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -26,9 +26,9 @@ def generate(prompt,history,role="ASSISTANT"):
26
  history=[]
27
  seed = random.randint(1,9999999999999)
28
  print(seed)
29
- if role = "ASSISTANT"
30
  system_prompt = prompts.ASSISTANT
31
- elif role = "RESEARCHER"
32
  system_prompt = prompts.RESEARCHER
33
  else: system_prompt = ""
34
  generate_kwargs = dict(
@@ -45,6 +45,9 @@ def generate(prompt,history,role="ASSISTANT"):
45
  buf = ""
46
  for response in stream:
47
  output += response.token.text
 
 
 
48
  yield [(prompt,output)]
49
 
50
  def load_mod(model):
 
26
  history=[]
27
  seed = random.randint(1,9999999999999)
28
  print(seed)
29
+ if role == "ASSISTANT"
30
  system_prompt = prompts.ASSISTANT
31
+ elif role == "RESEARCHER"
32
  system_prompt = prompts.RESEARCHER
33
  else: system_prompt = ""
34
  generate_kwargs = dict(
 
45
  buf = ""
46
  for response in stream:
47
  output += response.token.text
48
+ '''buf += response.token.text
49
+ if "\n" in buf or ". " in buf or "</s>" in buf:
50
+ yield [(prompt,output)]'''
51
  yield [(prompt,output)]
52
 
53
  def load_mod(model):