Update app.py

app.py

@@ -1,13 +1,16 @@
 # app.py
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, AutoTokenizer, AutoModelForSeq2SeqLM
 
 # ====== Load AI models ======
 # Summarization model (BART)
 summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
 
 # Question generation model (T5 small, CPU-friendly)
-question_generator = pipeline("text2text-generation", model="valhalla/t5-small-qg-hl")
+# Manually load tokenizer to avoid SentencePiece fast tokenizer issues
+tokenizer = AutoTokenizer.from_pretrained("valhalla/t5-small-qg-hl", use_fast=False)
+model = AutoModelForSeq2SeqLM.from_pretrained("valhalla/t5-small-qg-hl")
+question_generator = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
 
 # ====== Summarizer Function ======
 def summarize_text(text, mode):
@@ -28,7 +31,6 @@ def summarize_text(text, mode):
 def generate_quiz(text):
     if not text.strip():
         return "⚠️ Please provide some notes!"
-    # Generate 5 questions
     output = question_generator(f"generate questions: {text}", max_length=256)
     return output[0]['generated_text']
 
@@ -36,7 +38,6 @@ def generate_quiz(text):
 def generate_flashcards(text):
     if not text.strip():
         return "⚠️ Please provide some notes!"
-    # Generate Q&A style flashcards
     output = question_generator(f"generate flashcards: {text}", max_length=256)
     return output[0]['generated_text']