vikigitonga11 commited on
Commit
27c456c
·
verified ·
1 Parent(s): 6baacdd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -9,6 +9,8 @@ model_name = "Vamsi/T5_Paraphrase_Paws"
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
  model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)
11
 
 
 
12
 
13
  # Initialize paraphrase pipeline
14
  paraphrase_pipeline = pipeline(
@@ -55,5 +57,5 @@ with gr.Blocks() as demo:
55
 
56
  button.click(paraphrase_text, inputs=input_box, outputs=output_box)
57
 
58
- if __name__ == "__main__":
59
- demo.launch(share=True, queue=False) # Disable queueing
 
9
  tokenizer = AutoTokenizer.from_pretrained(model_name)
10
  model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)
11
 
12
+ # Move model to CPU
13
+ model.to("cpu")
14
 
15
  # Initialize paraphrase pipeline
16
  paraphrase_pipeline = pipeline(
 
57
 
58
  button.click(paraphrase_text, inputs=input_box, outputs=output_box)
59
 
60
+ # Fix queue issue
61
+ demo.queue(max_size=None).launch(share=True) # Corrected way to disable queueing