Create app.py

app.py

@@ -0,0 +1,75 @@
+import os
+import gradio as gr
+from huggingface_hub import InferenceClient
+from openai import OpenAI
+from dotenv import load_dotenv
+
+# Load API keys from .env file
+load_dotenv()
+HF_API_KEY = os.getenv("HF_API_KEY")
+OPENROUTER_API_KEY = os.getenv("OPENROUTER_API_KEY")
+
+# Initialize Hugging Face Gemma Client
+hf_client = InferenceClient(
+    provider="hf-inference",
+    api_key=HF_API_KEY
+)
+
+# Initialize OpenRouter DeepSeek Client
+openrouter_client = OpenAI(
+    base_url="https://openrouter.ai/api/v1",
+    api_key=OPENROUTER_API_KEY
+)
+
+# Function to query Gemma
+def query_gemma(user_input):
+    messages = [{"role": "user", "content": user_input}]
+    completion = hf_client.chat.completions.create(
+        model="google/gemma-2-27b-it", 
+        messages=messages, 
+        max_tokens=500
+    )
+    return completion.choices[0].message["content"]
+
+# Function to query DeepSeek
+def query_deepseek(user_input):
+    completion = openrouter_client.chat.completions.create(
+        model="deepseek/deepseek-r1:free",
+        messages=[{"role": "user", "content": user_input}]
+    )
+    return completion.choices[0].message.content
+
+# Function to refine response using DeepSeek
+def refine_response(user_input):
+    # Get responses from both models
+    gemma_response = query_gemma(user_input)
+    deepseek_response = query_deepseek(user_input)
+
+    # Send both responses to DeepSeek for refinement
+    improvement_prompt = f"""
+    Here are two AI-generated responses:
+
+    Response 1 (Gemma): {gemma_response}
+    Response 2 (DeepSeek): {deepseek_response}
+
+    Please combine the best elements, improve clarity, and provide a final refined answer.
+    """
+    
+    refined_completion = openrouter_client.chat.completions.create(
+        model="deepseek/deepseek-r1:free",
+        messages=[{"role": "user", "content": improvement_prompt}]
+    )
+    
+    return refined_completion.choices[0].message.content
+
+# Create Gradio interface
+iface = gr.Interface(
+    fn=refine_response, 
+    inputs=gr.Textbox(lines=2, placeholder="Ask me anything..."), 
+    outputs="text",
+    title="AI Response Enhancer",
+    description="Get responses from both Gemma and DeepSeek, then receive an improved final answer."
+)
+
+# Launch app
+iface.launch()