Fix token_type_ids error and add pydantic dependency

app.py

@@ -82,12 +82,17 @@ def generate_response(
     
     # Tokenize input
     inputs = tokenizer(prompt, return_tensors="pt", truncation=True, max_length=2048)
-    inputs = {k: v.to(model.device) for k, v in inputs.items()}
+    
+    # Move to device and filter out token_type_ids if present
+    model_inputs = {}
+    for k, v in inputs.items():
+        if k != 'token_type_ids':  # Filter out token_type_ids
+            model_inputs[k] = v.to(model.device)
     
     # Generate response
     with torch.no_grad():
         outputs = model.generate(
-            **inputs,
+            **model_inputs,
             max_new_tokens=max_new_tokens,
             temperature=temperature,
             top_p=top_p,