Update app.py

app.py

@@ -1,71 +1,54 @@
+import os
+
+# List of dependencies
+dependencies = ["transformers", "torch"]
+
+# Check if each dependency is installed
+for dependency in dependencies:
+    try:
+        __import__(dependency)
+        print(f"{dependency} is already installed.")
+    except ImportError:
+        print(f"{dependency} is not installed. Installing...")
+        os.system(f'pip install {dependency}')
 import gradio as gr
-from PIL import Image
-import io
-import base64
-
-# Функция для кодирования изображения в base64
-def encode_image_to_base64(image):
-    buffered = io.BytesIO()
-    image.save(buffered, format="JPEG")
-    img_str = base64.b64encode(buffered.getvalue()).decode("utf-8")
-    return img_str
-
-# Функция, которая будет вызываться при нажатии кнопки отправки
-def send_message(message, image=None):
-    # Здесь будет логика отправки сообщения и получения ответа от бота
-    response = "Это ответ бота на ваше сообщение."
-    return response, ""
-
-css = """
-footer {visibility: hidden !important;}
-.chat-container {height: 90vh; display: flex; flex-direction: column;}
-.chat-messages {flex: 1; overflow-y: auto; padding: 10px; background-color: #f0f0f0; border-radius: 10px; margin-bottom: 10px;}
-.input-group {display: flex; align-items: center; padding: 10px;}
-.image-preview {max-width: 200px; border-radius: 10px; box-shadow: 0 2px 10px rgba(0,0,0,0.1);}
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+TITLE = "Chattybot"
+EXAMPLE_INPUT = "hello"
+SYSTEM_PROMPT = "As a generative chatbot (you are not a GPT but your structure is 50% the same), your primary function is to provide helpful and friendly responses to user queries. Feel free to add some personality, but make sure your responses are accurate and helpful. Your owner and developer is: @Costikoooo (Discord user) other developers are unknown. Your name is Chattybot."
+
+model_name = "HuggingFaceH4/zephyr-7b-beta"
+model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+def predict_local(message, chatbot=[], system_prompt=""):
+    input_prompt = "\n" + system_prompt + "</s>\n\n"
+    for interaction in chatbot:
+        input_prompt = input_prompt + str(interaction[0]) + "</s>\n\n" + str(interaction[1]) + "\n</s>\n\n"
+
+    input_prompt = input_prompt + str(message) + "</s>\n"
+
+    inputs = tokenizer(input_prompt, return_tensors="pt")
+    outputs = model(**inputs)
+    generated_text = tokenizer.decode(outputs["logits"][0], skip_special_tokens=True)
+    
+    return generated_text
+
+def test_preview_chatbot(message, history):
+    response = predict_local(message, history, SYSTEM_PROMPT)
+    text_start = response.rfind("") + len("")
+    response = response[text_start:]
+    return response
+
+welcome_preview_message = f"""
+Welcome to **{TITLE}**! Say something like: 
+"{EXAMPLE_INPUT}"
 """
 
-# Создаем интерфейс
-with gr.Blocks(css=css) as demo:
-    chat_history_container = gr.HTML("<div class='chat-messages'>Привет! Я Помогатор, готов помочь тебе с любыми вопросами!) 😊</div>")
-    with gr.Row():
-        input_message = gr.Textbox(placeholder="Введите ваше сообщение здесь...", lines=2, interactive=True, max_lines=5)
-        send_button = gr.Button("Отправить")
-        attach_button = gr.File(label="", file_count="single", interactive=True)
-        attach_button.style(icon="paperclip", hide_label=True)
-        clear_button = gr.Button(label="")
-        clear_button.style(icon="times", hide_label=True, visible=False)
-
-    def preview_image(file_info):
-        if file_info is not None:
-            clear_button.style(visible=True)
-            attach_button.style(visible=False)
-            image = Image.open(io.BytesIO(file_info["content"]))
-            img_str = encode_image_to_base64(image)
-            return f"<div class='chat-messages'><img class='image-preview' src='data:image/jpeg;base64,{img_str}' /></div>"
-        else:
-            clear_button.style(visible=False)
-            attach_button.style(visible=True)
-            return "<div class='chat-messages'></div>"
-
-    def clear_image():
-        attach_button.reset()
-        clear_button.style(visible=False)
-        attach_button.style(visible=True)
-        return "<div class='chat-messages'></div>"
-
-    def handle_send(message, image=None):
-        response, img_str = send_message(message, image)
-        new_message = f"<div class='chat-messages'><strong>Вы:</strong> {message}</div>" if message else ""
-        if img_str:
-            new_message += f"<div class='chat-messages'><img class='image-preview' src='data:image/jpeg;base64,{img_str}' /></div>"
-        new_message += f"<div class='chat-messages'><strong>Помогатор:</strong> {response}</div>"
-        chat_history_container.update(new_message + chat_history_container.value)
-        input_message.reset()
-        clear_image()
+chatbot_preview = gr.Chatbot(layout="panel", value=[(None, welcome_preview_message)])
+textbox_preview = gr.Textbox(scale=7, container=False, value=EXAMPLE_INPUT)
 
-    send_button.click(handle_send, inputs=[input_message, attach_button], outputs=[])
-    attach_button.change(preview_image, inputs=[attach_button], outputs=[chat_history_container])
-    clear_button.click(clear_image, inputs=[], outputs=[chat_history_container])
+demo = gr.ChatInterface(test_preview_chatbot, chatbot=chatbot_preview, textbox=textbox_preview)
 
-# Запускаем интерфейс
-demo.launch()
+demo.launch()