Create app.py

app.py

@@ -0,0 +1,80 @@
+import gradio as gr
+import os
+import torch
+import threading
+from huggingface_hub import hf_hub_download, login
+import sys
+import gc
+
+login(token=os.environ["HF_TOKEN"])
+tokenizer = os.environ["TOKENIZER"]
+repo_id = os.environ["REPO_ID"]
+
+torch.set_num_threads(1)
+if torch.cuda.is_available():
+    torch.backends.cudnn.benchmark = True
+
+try:
+    generate_file = hf_hub_download(
+        repo_id=repo_id,
+        filename="gen.py",
+        token=os.environ["HF_TOKEN"]
+    )
+    os.system(f"cp {generate_file} ./gen.py")
+    
+except Exception as e:
+    print(f"Error downloading files: {e}")
+    model_path = None
+
+sys.path.append('.')
+from gen import chat_interface
+
+
+with gr.Blocks(title="Madhuram Model Chat") as demo:
+    with gr.Column(elem_id="main-container"):
+        gr.Markdown("# Madhuram Chat Interface", elem_classes="center-text")
+        
+        chatbot = gr.ChatInterface(
+            fn=chat_interface,
+            type="messages",
+            title="Madhuram AI Assistant",
+            description="Chat with the Madhuram language model",
+            theme="soft",
+            retry_btn=True,
+            undo_btn=True,
+            clear_btn=True,
+        )
+        
+        gr.Markdown(
+            "*Disclaimer - This is a demo version of Madhuram. It may occasionally "
+            "generate incorrect or incomplete responses. Please verify important "
+            "information independently. The complete model will be available through "
+            "our own playground where the missing features will be incorporated.*", 
+            elem_classes="disclaimer"
+        )
+
+demo.css = """
+#main-container {
+    max-width: 900px;
+    margin: 0 auto;
+    padding: 20px;
+}
+.center-text {
+    text-align: center;
+    margin-bottom: 30px;
+}
+.disclaimer {
+    text-align: center;
+    color: #666;
+    font-size: 0.9em;
+    margin-top: 30px;
+    padding: 15px;
+    background-color: #f8f9fa;
+    border-radius: 8px;
+    border-left: 4px solid #007bff;
+}
+"""
+
+
+if __name__ == "__main__":
+    demo.launch()