app.py

import gradio as gr
import requests
import os

OPENAI_API_KEY = os.getenv("API_KEY")
API_URL = os.getenv("BASE_URL")

def generate_response(prompt):
    headers = {
        'Content-Type': 'application/json',
        'Authorization': f'Bearer {OPENAI_API_KEY}',
    }

    data = {
        'model': 'gpt-3.5-turbo',
        'prompt': prompt,
        'max_tokens': 150,
    }

    response = requests.post(API_URL, json=data, headers=headers)
    response_data = response.json()
    generated_text = response_data['choices'][0]['text'].strip()

    return generated_text

iface = gr.Interface(
    fn=generate_response,
    inputs=gr.Textbox(),
    outputs=gr.Textbox(),
    live=True,
    capture_session=True,
)

iface.launch()