aarcangeli commited on
Commit
1efa031
·
1 Parent(s): 289925a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ model = GPT4All("ggml-model-gpt4all-falcon-q4_0.bin")
6
  def run_falcon(input_text):
7
  total_text = input_text
8
  yield total_text
9
- for token in model.generate(input_text, max_tokens=1024, streaming=True):
10
  print(f"Sending {token}")
11
  total_text += token
12
  yield total_text
 
6
  def run_falcon(input_text):
7
  total_text = input_text
8
  yield total_text
9
+ for token in model.generate(input_text, max_tokens=2048, streaming=True):
10
  print(f"Sending {token}")
11
  total_text += token
12
  yield total_text