Spaces:
Build error
Build error
雷娃
commited on
Commit
·
1d199f5
1
Parent(s):
e08f4f8
add interactive mode
Browse files
app.py
CHANGED
|
@@ -37,12 +37,12 @@ def chat(user_input, max_new_tokens=512):
|
|
| 37 |
|
| 38 |
prompt_len = len(prompt)
|
| 39 |
print(prompt)
|
| 40 |
-
print(prompt_len)
|
| 41 |
generated_text = ""
|
| 42 |
for new_text in streamer:
|
| 43 |
generated_text += new_text
|
| 44 |
-
|
| 45 |
-
#yield generated_text
|
|
|
|
| 46 |
|
| 47 |
thread.join()
|
| 48 |
|
|
|
|
| 37 |
|
| 38 |
prompt_len = len(prompt)
|
| 39 |
print(prompt)
|
|
|
|
| 40 |
generated_text = ""
|
| 41 |
for new_text in streamer:
|
| 42 |
generated_text += new_text
|
| 43 |
+
print(generated_text)
|
| 44 |
+
#yield generated_text
|
| 45 |
+
yield generated_text[prompt_len:]
|
| 46 |
|
| 47 |
thread.join()
|
| 48 |
|