import gradio as gr import requests import mimetypes import json, os LLM_API = os.environ.get("LLM_API") LLM_URL = os.environ.get("LLM_URL") USER_ID = "HuggingFace Space" # Placeholder user ID def send_chat_message(LLM_URL, LLM_API, user_input): payload = { "inputs": {}, "query": user_input, "response_mode": "streaming", "conversation_id": "", "user": USER_ID, } print("Sending chat message payload:", payload) # Debug information response = requests.post( url=f"{LLM_URL}/chat-messages", headers={"Authorization": f"Bearer {LLM_API}"}, json=payload, stream=True # Enable streaming ) if response.status_code == 404: return "Error: Endpoint not found (404)" # Handle the stream of events last_thought = None try: for line in response.iter_lines(decode_unicode=True): if line: try: data = json.loads(line.split("data: ")[1]) if data.get("event") == "agent_thought": last_thought = data.get("thought") except (IndexError, json.JSONDecodeError): continue except json.JSONDecodeError: return "Error: Invalid JSON response" if last_thought: # Structure the thought text return last_thought.strip() else: return "Error: No thought found in the response" def handle_input(user_input): chat_response = send_chat_message(LLM_URL, LLM_API, user_input) print("Chat response:", chat_response) # Debug information return chat_response # Define Gradio interface user_input = gr.Textbox(label='請輸入您想查詢的關鍵公司名稱') examples = [ ["加密貨幣"], ["國泰金控"], ["中華電信"], ["台灣大哥大"], ["台積電"], ["BlockTempo"], ["abmedia"] ] TITLE = """

Social Media Trends 💬 分析社群相關資訊,並判斷其正、負、中立等評價及趨勢

""" SUBTITLE = """

TonTon Huang Ph.D. @ 2024/11

""" LINKS = """ 手把手帶你一起踩AI坑
ComfyUI + Stable Diffuision
白話文手把手帶你科普 GenAI | 大型語言模型直接就打完收工?
什麼是大語言模型,它是什麼?想要嗎? | 那些檢索增強生成要踩的坑
那些語音處理 (Speech Processing) 踩的坑 | 那些自然語言處理 (Natural Language Processing, NLP) 踩的坑
那些ASR和TTS可能會踩的坑 | 那些大模型開發會踩的坑
用PPOCRLabel來幫PaddleOCR做OCR的微調和標註 | 基於機器閱讀理解和指令微調的統一信息抽取框架之診斷書醫囑資訊擷取分析
""" with gr.Blocks() as iface: gr.HTML(TITLE) gr.HTML(SUBTITLE) gr.HTML(LINKS) gr.Interface( fn=handle_input, inputs=user_input, outputs="text", # examples=examples, allow_flagging="never" ) iface.launch()