Synced repo using 'sync_with_huggingface' Github Action

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 lain making bread
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

app.py

@@ -0,0 +1,114 @@
+import discord
+from gradio_client import Client
+import os
+import threading
+import gradio as gr
+from threading import Event
+
+event = Event()
+
+DISCORD_TOKEN = os.getenv("DISCORD_TOKEN")
+
+intents = discord.Intents.default()
+intents.message_content = True
+bot = discord.Bot(intents=intents)
+
+client = Client("hysts/mistral-7b")
+def predict(text,history=""):
+    return client.predict(text,history, 0.9, 256, 0.95, 1.0)
+
+@bot.event
+async def on_ready():
+    print(f"logged as {bot.user}")
+    event.set()
+
+
+
+# AI prediction command
+@bot.slash_command(name='mistral7b',description='ask mistral-7b-demo AI')
+async def mistral7b(ctx,*,question):
+    """ 
+    AI command to create the thread and ask the AI
+    """
+    # if channel name is mistral7b
+    try:
+        if ctx.channel.name == "mistral7b":
+            await ctx.respond(f"Creating a thread for {ctx.author.mention} ...")
+            try : 
+                # preparing the prediction before creating the thread
+                # need to make sure AI sends the first message
+                prediction = predict(question)
+                thread =  await ctx.channel.create_thread(name=question,type=discord.ChannelType.public_thread) 
+                await thread.send(prediction)
+            except Exception as e: 
+                await thread.send(e)
+        else:
+            # TODO:
+            # tag the channel #mistral7b
+            # create the channel if we can't find it, tag it and let the user know that we created it
+            await ctx.respond(f"""
+                              use this command in the channel #mistral7b\nuse `/setup` to create the channel if it doesn't exist""")
+    except Exception as e:
+        await ctx.respond(e)
+
+@bot.event
+async def on_message(message):
+    """
+    continue the chat in the thread
+    """
+    # if the message is from the bot ignore it
+    if message.author != bot.user:
+        # if the message is from the thread
+        if message.channel.type in [ discord.ChannelType.public_thread, discord.ChannelType.private_thread ]:
+            # if the thread is mistral7b
+            if message.channel.parent.name == "mistral7b":
+                # preparing the prediction
+                # get channel's last 10 messages
+                history = await message.channel.history(limit=10).flatten()
+                # remove the first message which is the question
+                prompt = history.pop(0)
+                print("prompt :",prompt.content)
+                print("history is ")
+                for h in history:
+                    print(f"{h.author} : {h.content}")
+                # TODO: prepare the history for the prediction                 
+                # predict the response
+                prediction = predict(message.content,history="") 
+                await message.channel.send(prediction)
+    
+            
+
+
+
+# setup create the mistral7b channel
+@bot.slash_command(name='setup',description='setup the bot')
+async def setup(ctx):
+    """
+    create the #mistral7b channel
+    """
+    # if channel mistral7b doesn't exist create it
+    if not discord.utils.get(ctx.guild.channels, name="mistral7b"):
+        await ctx.guild.create_text_channel("mistral7b",category=ctx.channel.category)
+        await ctx.respond("mistral7b-demo channel created")
+    else:
+        # TODO: tag the channel
+        await ctx.respond("#mistral7b channel already exist")
+
+
+# running in thread
+def run_bot():
+    if not DISCORD_TOKEN:
+        print("DISCORD_TOKEN NOT SET")
+        event.set()
+    else:
+        bot.run(DISCORD_TOKEN)
+
+
+threading.Thread(target=run_bot).start()
+event.wait()
+
+with gr.Blocks() as demo:
+    gr.Markdown("## mistral7b")
+
+
+demo.launch()

requirements.txt

@@ -0,0 +1,7 @@
+py-cord
+python-dotenv
+gradio
+gradio_client
+fastapi
+asyncio
+uvicorn[standard]