sdafd commited on
Commit
704f6d2
·
verified ·
1 Parent(s): b576940

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import torch
2
- from transformers import pipeline, TextStreamer
3
  import gradio as gr
4
  import threading
5
  import time
@@ -57,7 +57,7 @@ def chat(message, history, temperature, max_new_tokens):
57
 
58
  # Create a TextStreamer for token streaming
59
  tokenizer = model_pipeline.tokenizer
60
- streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
61
 
62
 
63
 
 
1
  import torch
2
+ from transformers import pipeline, TextIteratorStreamer
3
  import gradio as gr
4
  import threading
5
  import time
 
57
 
58
  # Create a TextStreamer for token streaming
59
  tokenizer = model_pipeline.tokenizer
60
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
61
 
62
 
63