Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -94,7 +94,7 @@ def generate(prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition
|
|
| 94 |
|
| 95 |
for response in stream:
|
| 96 |
if fim_mode and response.token.text =="<|endoftext|>":
|
| 97 |
-
output += (suffix + response.token.text)
|
| 98 |
else:
|
| 99 |
output += response.token.text
|
| 100 |
yield output
|
|
|
|
| 94 |
|
| 95 |
for response in stream:
|
| 96 |
if fim_mode and response.token.text =="<|endoftext|>":
|
| 97 |
+
output += (suffix + "\n" + response.token.text)
|
| 98 |
else:
|
| 99 |
output += response.token.text
|
| 100 |
yield output
|