Update app.py

app.py

@@ -11,12 +11,14 @@ if not hf_token:
 
 # 모델 정보 확인
 api = HfApi(token=hf_token)
+
 try:
-    model_info = api.model_info("meta-llama/Meta-Llama-3-70B-Instruct")
-    print(f"모델 정보: {model_info}")
+    client = InferenceClient("meta-llama/Meta-Llama-3-70B-Instruct", token=hf_token)
 except Exception as e:
-    print(f"모델 정보를 가져오는 데 실패했습니다: {e}")
+    print(f"Error initializing InferenceClient: {e}")
     # 대체 모델을 사용하거나 오류 처리를 수행하세요.
+    # 예: client = InferenceClient("gpt2", token=hf_token)
+    
 
 # InferenceClient 초기화
 client = InferenceClient("meta-llama/Meta-Llama-3-70B-Instruct", token=hf_token)
@@ -70,14 +72,17 @@ def respond(
             temperature=temperature,
             top_p=top_p,
         ):
-            if message is not None and hasattr(message, 'choices') and len(message.choices) > 0:
-                delta = message.choices[0].delta
-                if delta is not None and hasattr(delta, 'content') and delta.content is not None:
-                    token = delta.content.strip("<|END_OF_TURN_TOKEN|>")
-                    response += token
-                    yield response
+            if message is not None:
+                if hasattr(message, 'choices') and len(message.choices) > 0:
+                    delta = message.choices[0].delta
+                    if hasattr(delta, 'content') and delta.content is not None:
+                        token = delta.content.strip("<|END_OF_TURN_TOKEN|>")
+                        response += token
+                        yield response
+                else:
+                    print("Received message without choices:", message)
             else:
-                print("Received unexpected message format:", message)
+                print("Received None message")
     except Exception as e:
         print(f"Error during chat completion: {e}")
         yield f"죄송합니다. 응답 생성 중 오류가 발생했습니다: {str(e)}"