Spaces:
Runtime error
Runtime error
Commit
·
1efa031
1
Parent(s):
289925a
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ model = GPT4All("ggml-model-gpt4all-falcon-q4_0.bin")
|
|
6 |
def run_falcon(input_text):
|
7 |
total_text = input_text
|
8 |
yield total_text
|
9 |
-
for token in model.generate(input_text, max_tokens=
|
10 |
print(f"Sending {token}")
|
11 |
total_text += token
|
12 |
yield total_text
|
|
|
6 |
def run_falcon(input_text):
|
7 |
total_text = input_text
|
8 |
yield total_text
|
9 |
+
for token in model.generate(input_text, max_tokens=2048, streaming=True):
|
10 |
print(f"Sending {token}")
|
11 |
total_text += token
|
12 |
yield total_text
|