app.py

import gradio as gr

import os

import requests
headers = {"Authorization": f"Bearer {os.getenv('HF_TOKEN')}"}
API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"
def query(payload):
  response = requests.post(API_URL, headers=headers, json=payload)
  return response.json()
        
def yes_man(message, history):
   # if message.endswith("?"):
    #    return "Yes"
    #else:
    #    return "Ask me anything!"
    data = [{'error':'just started'}]
    while 'generated_text' not in list(data[0].keys()):
        data = query({"inputs": message})
    print(data)
    return data[0]['generated_text']
gr.ChatInterface(
    yes_man,
    chatbot=gr.Chatbot(height=300),
    textbox=gr.Textbox(placeholder="Ask me a yes or no question", container=False, scale=7),
    title="Yes Man",
    description="Ask Yes Man any question",
    theme="soft",
    examples=["Hello", "Am I cool?", "Are tomatoes vegetables?"],
    cache_examples=True,
    retry_btn=None,
    undo_btn="Delete Previous",
    clear_btn="Clear",
).launch()