Upload app.py

app.py

@@ -0,0 +1,26 @@
+import streamlit as st
+from huggingface_hub import hf_hub_download
+from llama_cpp import Llama
+
+# Hugging Face model repo details
+HF_MODEL_REPO = "anush76/unsloth-model"
+MODEL_FILENAME = "unsloth.Q4_K_M.gguf"
+
+# Download model from Hugging Face Hub
+st.sidebar.write("📥 Downloading model from Hugging Face...")
+model_path = hf_hub_download(repo_id=HF_MODEL_REPO, filename=MODEL_FILENAME)
+
+# Load the model with llama-cpp-python
+st.sidebar.write("🔄 Loading model...")
+llm = Llama(model_path=model_path)
+
+# Streamlit UI
+st.title("🦥 Unsloth Chatbot")
+st.write("💬 Ask me anything!")
+
+user_input = st.text_input("You:")
+if user_input:
+    response = llm(user_input)
+    st.write("🤖 Chatbot:", response["choices"][0]["text"])
+
+st.sidebar.success("✅ Model Loaded!")