Update app.py

app.py

@@ -188,11 +188,7 @@ PLACEHOLDER = """
 </div>
 """
 
-demo = gr.ChatInterface(
-    fn=respond,
-    title="Ginigen Private AI",
-    description="6BIT 양자화로 모델 크기는 줄이고 성능은 유지하는 프라이버시 중심 AI 솔루션.",
-    theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
+with gr.Blocks(theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
         body_background_fill_dark="#16141c",
         block_background_fill_dark="#16141c",
         block_border_width="1px",
@@ -204,27 +200,81 @@ demo = gr.ChatInterface(
         background_fill_secondary_dark="#16141c",
         color_accent_soft_dark="transparent",
         code_background_fill_dark="#292733",
-    ),
-    css=css,
-    examples=[
-        ["안녕하세요, 저는 AI에 관심이 많습니다. 양자화란 무엇인가요?"],
-        ["미스트랄 모델의 특징은 무엇인가요?"],
-        ["긴 컨텍스트(context)를 처리하는 방법을 설명해 주세요."]
-    ],
-    additional_inputs=[
-        gr.Textbox(
-            value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",
-            label="시스템 메시지",
-            lines=5
-        ),
-        gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="최대 토큰 수"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
-        gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k"),
-        gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty"),
-    ],
-    chatbot=gr.Chatbot(placeholder=PLACEHOLDER, type="messages")
-)
+    ), css=css) as demo:
+    
+    gr.Markdown("# Ginigen Private AI")
+    gr.Markdown("6BIT 양자화로 모델 크기는 줄이고 성능은 유지하는 프라이버시 중심 AI 솔루션.")
+    
+    chatbot = gr.Chatbot(
+        value=[[None, PLACEHOLDER]], 
+        height=600,
+        avatar_images=(None, "https://huggingface.co/spaces/ginigen/Private-BitSix-Mistral-Small-3.1-24B-Instruct-2503/resolve/main/llama.jpg"),
+        show_copy_button=True,
+        show_label=False,
+        elem_id="chatbot"
+    )
+        
+    with gr.Row():
+        with gr.Column(scale=4):
+            with gr.Row():
+                msg = gr.Textbox(
+                    show_label=False,
+                    placeholder="메시지를 입력하세요...",
+                    container=False,
+                    scale=8
+                )
+                submit_btn = gr.Button("전송", variant="primary", scale=1)
+        
+        with gr.Column(scale=1):
+            system_message = gr.Textbox(
+                value="You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside tags, and then provide your solution or response to the problem.",
+                label="시스템 메시지",
+                lines=5
+            )
+            
+            with gr.Accordion("고급 설정", open=False):
+                max_tokens = gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="최대 토큰 수")
+                temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
+                top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p")
+                top_k = gr.Slider(minimum=0, maximum=100, value=40, step=1, label="Top-k")
+                repeat_penalty = gr.Slider(minimum=0.0, maximum=2.0, value=1.1, step=0.1, label="Repetition penalty")
+            
+            clear_btn = gr.Button("대화 초기화")
+    
+    # Event handlers
+    submit_btn.click(
+        fn=lambda chatbot: chatbot[1:] if chatbot and len(chatbot) > 0 and chatbot[0][0] is None else chatbot,
+        inputs=chatbot,
+        outputs=chatbot,
+        queue=False
+    ).then(
+        fn=respond,
+        inputs=[msg, chatbot, system_message, max_tokens, temperature, top_p, top_k, repeat_penalty],
+        outputs=chatbot,
+        queue=True
+    ).then(
+        fn=lambda: "",
+        inputs=None,
+        outputs=msg
+    )
+    
+    msg.submit(
+        fn=lambda chatbot: chatbot[1:] if chatbot and len(chatbot) > 0 and chatbot[0][0] is None else chatbot,
+        inputs=chatbot,
+        outputs=chatbot,
+        queue=False
+    ).then(
+        fn=respond,
+        inputs=[msg, chatbot, system_message, max_tokens, temperature, top_p, top_k, repeat_penalty],
+        outputs=chatbot,
+        queue=True
+    ).then(
+        fn=lambda: "",
+        inputs=None,
+        outputs=msg
+    )
+    
+    clear_btn.click(lambda: [[None, PLACEHOLDER]], None, chatbot, queue=False)
 
 if __name__ == "__main__":
     demo.launch()