Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
import torch
|
2 |
-
from transformers import pipeline,
|
3 |
import gradio as gr
|
4 |
import threading
|
5 |
import time
|
@@ -57,7 +57,7 @@ def chat(message, history, temperature, max_new_tokens):
|
|
57 |
|
58 |
# Create a TextStreamer for token streaming
|
59 |
tokenizer = model_pipeline.tokenizer
|
60 |
-
streamer =
|
61 |
|
62 |
|
63 |
|
|
|
1 |
import torch
|
2 |
+
from transformers import pipeline, TextIteratorStreamer
|
3 |
import gradio as gr
|
4 |
import threading
|
5 |
import time
|
|
|
57 |
|
58 |
# Create a TextStreamer for token streaming
|
59 |
tokenizer = model_pipeline.tokenizer
|
60 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
61 |
|
62 |
|
63 |
|