Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -47,7 +47,7 @@ def stream_chat(
|
|
| 47 |
temperature: float = 0.2,
|
| 48 |
max_new_tokens: int = 4096,
|
| 49 |
top_p: float = 1.0,
|
| 50 |
-
top_k: int =
|
| 51 |
penalty: float = 1.1,
|
| 52 |
):
|
| 53 |
print(f'message: {message}')
|
|
@@ -75,7 +75,6 @@ def stream_chat(
|
|
| 75 |
top_k = top_k,
|
| 76 |
temperature = temperature,
|
| 77 |
repetition_penalty=penalty,
|
| 78 |
-
eos_token_id=[128001,128008,128009],
|
| 79 |
streamer=streamer,
|
| 80 |
)
|
| 81 |
|
|
|
|
| 47 |
temperature: float = 0.2,
|
| 48 |
max_new_tokens: int = 4096,
|
| 49 |
top_p: float = 1.0,
|
| 50 |
+
top_k: int = 1,
|
| 51 |
penalty: float = 1.1,
|
| 52 |
):
|
| 53 |
print(f'message: {message}')
|
|
|
|
| 75 |
top_k = top_k,
|
| 76 |
temperature = temperature,
|
| 77 |
repetition_penalty=penalty,
|
|
|
|
| 78 |
streamer=streamer,
|
| 79 |
)
|
| 80 |
|