Update app.py
Browse files
app.py
CHANGED
@@ -9,6 +9,8 @@ model_name = "Vamsi/T5_Paraphrase_Paws"
|
|
9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
10 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)
|
11 |
|
|
|
|
|
12 |
|
13 |
# Initialize paraphrase pipeline
|
14 |
paraphrase_pipeline = pipeline(
|
@@ -55,5 +57,5 @@ with gr.Blocks() as demo:
|
|
55 |
|
56 |
button.click(paraphrase_text, inputs=input_box, outputs=output_box)
|
57 |
|
58 |
-
|
59 |
-
|
|
|
9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
10 |
model = AutoModelForSeq2SeqLM.from_pretrained(model_name, torch_dtype=torch.float16)
|
11 |
|
12 |
+
# Move model to CPU
|
13 |
+
model.to("cpu")
|
14 |
|
15 |
# Initialize paraphrase pipeline
|
16 |
paraphrase_pipeline = pipeline(
|
|
|
57 |
|
58 |
button.click(paraphrase_text, inputs=input_box, outputs=output_box)
|
59 |
|
60 |
+
# ✅ Fix queue issue
|
61 |
+
demo.queue(max_size=None).launch(share=True) # Corrected way to disable queueing
|