Update app.py

app.py

@@ -3,6 +3,7 @@ from huggingface_hub import InferenceClient, HfApi
 import os
 import requests
 import pandas as pd
+import json
 
 # Hugging Face 토큰 확인
 hf_token = os.getenv("HF_TOKEN")
@@ -35,6 +36,8 @@ def get_prompt(act):
     matching_prompt = prompts_df[prompts_df['act'] == act]['prompt'].values
     return matching_prompt[0] if len(matching_prompt) > 0 else None
 
+
+
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -68,32 +71,37 @@ def respond(
 
     def query(payload):
         response = requests.post(API_URL, headers=headers, json=payload)
-        return response.json()
+        return response.text  # 원시 응답 텍스트 반환
 
     try:
-        output = query({
+        payload = {
             "inputs": messages,
             "parameters": {
                 "max_new_tokens": max_tokens,
                 "temperature": temperature,
                 "top_p": top_p,
-                "stream": True
+                "stream": False  # 스트리밍을 비활성화
             },
-        })
-
-        if isinstance(output, list) and len(output) > 0 and "generated_text" in output[0]:
-            response = output[0]["generated_text"]
-            yield response
-        else:
-            print("Unexpected API response:", output)
-            yield "죄송합니다. 예상치 못한 응답 형식입니다."
+        }
+        raw_response = query(payload)
+        print("Raw API response:", raw_response)  # 디버깅을 위해 원시 응답 출력
+
+        try:
+            output = json.loads(raw_response)
+            if isinstance(output, list) and len(output) > 0 and "generated_text" in output[0]:
+                response = output[0]["generated_text"]
+            else:
+                response = f"예상치 못한 응답 형식입니다: {output}"
+        except json.JSONDecodeError:
+            response = f"JSON 디코딩 오류. 원시 응답: {raw_response}"
 
     except Exception as e:
         print(f"Error during API request: {e}")
-        yield f"죄송합니다. 응답 생성 중 오류가 발생했습니다: {str(e)}"
+        response = f"죄송합니다. 응답 생성 중 오류가 발생했습니다: {str(e)}"
+
+    yield response
 
-    if not response:
-        yield "죄송합니다. 응답을 생성하지 못했습니다."
+# 나머지 코드는 그대로 유지
 
 demo = gr.ChatInterface(
     respond,