app.py

import gradio as gr
import os
from openai import OpenAI

async def generate_response(user_input):
    client = OpenAI(
        base_url="https://api-inference.huggingface.co/v1/",
        api_key=os.getenv('HUGGINGFACE_API_KEY')
    )

    messages = [
        {"role": "user", "content": user_input}
    ]

    response = client.chat.completions.create(
        model= 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
        messages=messages, 
        max_tokens= 500,
    )

    return response.choices[0].message.content

demo = gr.Interface(
    fn=generate_response,
    inputs=gr.Textbox(label="Your message"),
    outputs=gr.Textbox(label="AI Response"),
    title="AI Chat Interface",
    description="Chat with Llama 3.1 Nemotron"
)

demo.launch()