Update app.py

app.py

@@ -5,9 +5,13 @@ import gradio as gr
 import ftfy
 import language_tool_python
 import re
+import torch
 from sentence_transformers import SentenceTransformer, util
 from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
 
+
+device = "cuda" if torch.cuda.is_available() else "cpu"  # ✅ Use GPU if available
+
 # Load fine-tuned GPT-2 model
 model_path = "cpv2280/gpt2_tinystories_finetuned"  # Update if needed
 model = AutoModelForCausalLM.from_pretrained(model_path)
@@ -49,7 +53,7 @@ def detect_inconsistencies(text):
 def story_pipeline(prompt):
     """Generates a story, refines it, and checks inconsistencies."""
     # Generate the story
-    generated = story_generator(prompt, max_length=200, do_sample=True, temperature=1.0, top_p=0.9, top_k=50)
+    generated = story_generator(prompt, max_length=200, do_sample=True, temperature=1.0, top_p=0.9, top_k=50, truncation=True)
     raw_story = generated[0]['generated_text']
 
     # Refine the generated story