Spaces:
Runtime error
Runtime error
File size: 3,695 Bytes
7163b1f 7c7715d 7163b1f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 |
import discord
from gradio_client import Client
import os
import threading
import gradio as gr
from threading import Event
event = Event()
DISCORD_TOKEN = os.getenv("DISCORD_TOKEN")
intents = discord.Intents.default()
intents.message_content = True
bot = discord.Bot(intents=intents)
client = Client("hysts/mistral-7b")
def predict(text,history=""):
out = client.predict(text,history, 0.9, 256, 0.95, 1.0)
return out
@bot.event
async def on_ready():
print(f"logged as {bot.user}")
event.set()
# AI prediction command
@bot.slash_command(name='mistral7b',description='ask mistral-7b-demo AI')
async def mistral7b(ctx,*,question):
"""
AI command to create the thread and ask the AI
"""
# if channel name is mistral7b
try:
if ctx.channel.name == "mistral7b":
await ctx.respond(f"Creating a thread for {ctx.author.mention} ...")
try :
# preparing the prediction before creating the thread
# need to make sure AI sends the first message
prediction = predict(question)
thread = await ctx.channel.create_thread(name=question,type=discord.ChannelType.public_thread)
await thread.send(prediction)
except Exception as e:
await thread.send(e)
else:
# TODO:
# tag the channel #mistral7b
# create the channel if we can't find it, tag it and let the user know that we created it
await ctx.respond(f"""
use this command in the channel #mistral7b\nuse `/setup` to create the channel if it doesn't exist""")
except Exception as e:
await ctx.respond(e)
@bot.event
async def on_message(message):
"""
continue the chat in the thread
"""
# if the message is from the bot ignore it
if message.author != bot.user:
# if the message is from the thread
if message.channel.type in [ discord.ChannelType.public_thread, discord.ChannelType.private_thread ]:
# if the thread is mistral7b
if message.channel.parent.name == "mistral7b":
# preparing the prediction
# get channel's last 10 messages
history = await message.channel.history(limit=10).flatten()
# remove the first message which is the question
prompt = history.pop(0)
print("prompt :",prompt.content)
print("history is ")
for h in history:
print(f"{h.author} : {h.content}")
# TODO: prepare the history for the prediction
# predict the response
prediction = predict(message.content,history="")
await message.channel.send(prediction)
# setup create the mistral7b channel
@bot.slash_command(name='setup',description='setup the bot')
async def setup(ctx):
"""
create the #mistral7b channel
"""
# if channel mistral7b doesn't exist create it
if not discord.utils.get(ctx.guild.channels, name="mistral7b"):
await ctx.guild.create_text_channel("mistral7b",category=ctx.channel.category)
await ctx.respond("mistral7b-demo channel created")
else:
# TODO: tag the channel
await ctx.respond("#mistral7b channel already exist")
# running in thread
def run_bot():
if not DISCORD_TOKEN:
print("DISCORD_TOKEN NOT SET")
event.set()
else:
bot.run(DISCORD_TOKEN)
threading.Thread(target=run_bot).start()
event.wait()
with gr.Blocks() as demo:
gr.Markdown("## mistral7b")
demo.launch()
|