Update app.py

app.py

@@ -1,10 +1,9 @@
-import torch
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import gradio as gr     
 
 def envit5_translation(text):
     inputs = [f"en: {text}"]
-    outputs = model.generate(tokenizer(inputs, return_tensors="pt", padding=True).input_ids.to(device), max_length=512)
+    outputs = model.generate(tokenizer(inputs, return_tensors="pt", padding=True).input_ids, max_length=512)
     results = tokenizer.batch_decode(outputs, skip_special_tokens=True)
     return results[0][4:]
 
@@ -22,10 +21,9 @@ def translation(text):
     return (output1, output2, output3)
 
 if __name__ == "__main__":
-    device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
     model_name = "VietAI/envit5-translation"
     tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_name).to(device)
+    model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 
     inputs = [
     "textbox"