import os import spaces import gradio as gr from huggingface_hub import login as hf_login from pydantic import BaseModel from vllm import LLM hf_login(token=os.getenv("HF_TOKEN")) class PatientRecord(BaseModel): life_style: str family_history: str social_history: str medical_surgical_history: str signs_symptoms: str comorbidities: str diagnostic_techniques_procedures: str diagnosis: str laboratory_values: str pathology: str pharmacological_therapy: str interventional_therapy: str patient_outcome_assessment: str age: str gender: str model_name = "meta-llama/Llama-3.2-1B-Instruct" model = LLM( model=model_name, dtype=torch.bfloat16, trust_remote_code=True, enforce_eager=True, ) with gr.Blocks() as demo: gr.Markdown("# 🎓 Paper Analysis Tool") if __name__ == "__main__": demo.launch()