Create app.py

app.py

@@ -0,0 +1,69 @@
+import gradio as gr
+from together import Together
+from helper import get_together_api_key
+from guardrail import is_safe
+
+# Initialize Together client
+client = Together(api_key=get_together_api_key())
+
+# Function to generate responses
+def generate_response(message, history):
+    system_prompt = """You are an AI assistant specialized in financial discussions. Please answer questions only related to finance. If the question is unrelated, respond with: 'I am sorry, I can only answer financial-related questions.'"""
+
+    # Build the conversation context
+    messages = [
+        {"role": "system", "content": system_prompt},
+    ]
+
+    for action in history:
+        if isinstance(action, tuple) and len(action) == 2:
+            messages.append({"role": "user", "content": action[0]})
+            messages.append({"role": "assistant", "content": action[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    # Generate response using the Llama conversational model
+    model_output = client.chat.completions.create(
+        model="meta-llama/Llama-3-70b-chat-hf",
+        messages=messages,
+    )
+
+    return model_output.choices[0].message.content
+
+# Main function to handle user input and responses
+def main_loop(message, history):
+    # Use LlamaGuard for safety checks
+    if not is_safe(message):
+        return "Your input violates safety guidelines. Please rephrase your question.", history
+
+    response = generate_response(message, history)
+
+    # Perform safety check on the generated response
+    if not is_safe(response):
+        return "The generated response violates safety guidelines. Please try a different question.", history
+
+    # Append user message and response to history
+    history.append((message, response))
+    return response, history
+
+# Gradio ChatInterface
+demo = gr.ChatInterface(
+    main_loop,
+    chatbot=gr.Chatbot(
+        height=450,
+        placeholder="Type your financial question here...",
+        type="messages",  # Ensures proper rendering
+    ),
+    textbox=gr.Textbox(
+        placeholder="Ask about finance (e.g., investments, savings, etc.)",
+        container=False,
+        scale=7,
+    ),
+    title="Financial Chatbot",
+    theme="Monochrome",
+    examples=["What are mutual funds?", "How can I save for retirement?"],
+    cache_examples=False,
+)
+
+# Launch the Gradio app
+demo.launch(share=True, server_name="0.0.0.0")