Update app.py

app.py

@@ -84,6 +84,48 @@ def respond(
         chat_history.append((message, error_message))
         yield chat_history
 
+def cohere_respond(
+    message,
+    chat_history,
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    model_name = "Cohere Command R+"
+    try:
+        client = get_client(model_name)
+    except ValueError as e:
+        chat_history.append((message, str(e)))
+        return chat_history
+
+    messages = [{"role": "system", "content": system_message}]
+    for human, assistant in chat_history:
+        if human:
+            messages.append({"role": "user", "content": human})
+        if assistant:
+            messages.append({"role": "assistant", "content": assistant})
+
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+    
+    try:
+        # Cohere Command R+ 모델을 위한 비스트리밍 처리
+        response_full = client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            temperature=temperature,
+            top_p=top_p,
+        )
+        assistant_message = response_full.choices[0].message.content
+        chat_history.append((message, assistant_message))
+        return chat_history
+    except Exception as e:
+        error_message = f"오류가 발생했습니다: {str(e)}"
+        chat_history.append((message, error_message))
+        return chat_history
+
 def clear_conversation():
     return []
 
@@ -149,13 +191,13 @@ with gr.Blocks() as demo:
             cohere_clear_button = gr.Button("대화 내역 지우기")
         
         cohere_msg.submit(
-            respond,
-            [cohere_msg, cohere_chatbot, "Cohere Command R+", cohere_max_tokens, cohere_temperature, cohere_top_p, cohere_system_message],
+            cohere_respond,
+            [cohere_msg, cohere_chatbot, cohere_system_message, cohere_max_tokens, cohere_temperature, cohere_top_p],
             cohere_chatbot
         )
         cohere_submit_button.click(
-            respond,
-            [cohere_msg, cohere_chatbot, "Cohere Command R+", cohere_max_tokens, cohere_temperature, cohere_top_p, cohere_system_message],
+            cohere_respond,
+            [cohere_msg, cohere_chatbot, cohere_system_message, cohere_max_tokens, cohere_temperature, cohere_top_p],
             cohere_chatbot
         )
         cohere_clear_button.click(clear_conversation, outputs=cohere_chatbot, queue=False)