Spaces:
Running
Running
Update app.py
#4
by
sumit-adikari
- opened
app.py
CHANGED
@@ -10,31 +10,33 @@ import requests
|
|
10 |
from typing import Generator, Dict, Any
|
11 |
import logging
|
12 |
import time
|
|
|
|
|
13 |
|
14 |
# =========== Configuration
|
15 |
# MODEL NAME
|
16 |
model = os.getenv("MODEL_NAME")
|
17 |
-
#
|
18 |
PROXY_BASE_URL = os.getenv("PROXY_API_BASE", "http://localhost:8000")
|
19 |
PROXY_TIMEOUT = int(os.getenv("PROXY_TIMEOUT", 30))
|
20 |
MAX_RETRIES = int(os.getenv("MAX_RETRIES", 5))
|
21 |
-
#
|
22 |
save_history = True
|
23 |
|
24 |
# =========== Configuration
|
25 |
|
26 |
-
#
|
27 |
logging.basicConfig(level=logging.INFO)
|
28 |
logger = logging.getLogger(__name__)
|
29 |
|
30 |
class DeltaObject:
|
31 |
-
"""
|
32 |
def __init__(self, data: dict):
|
33 |
self.content = data.get('content')
|
34 |
self.role = data.get('role')
|
35 |
|
36 |
class ChoiceObject:
|
37 |
-
"""
|
38 |
def __init__(self, choice_data: dict):
|
39 |
delta_data = choice_data.get('delta', {})
|
40 |
self.delta = DeltaObject(delta_data)
|
@@ -42,7 +44,7 @@ class ChoiceObject:
|
|
42 |
self.index = choice_data.get('index', 0)
|
43 |
|
44 |
class ChunkObject:
|
45 |
-
"""
|
46 |
def __init__(self, chunk_data: dict):
|
47 |
choices_data = chunk_data.get('choices', [])
|
48 |
self.choices = [ChoiceObject(choice) for choice in choices_data]
|
@@ -52,7 +54,7 @@ class ChunkObject:
|
|
52 |
self.model = chunk_data.get('model', '')
|
53 |
|
54 |
class ProxyClient:
|
55 |
-
"""
|
56 |
|
57 |
def __init__(self, base_url: str, timeout: int = 30):
|
58 |
self.base_url = base_url.rstrip('/')
|
@@ -60,7 +62,7 @@ class ProxyClient:
|
|
60 |
self.session = requests.Session()
|
61 |
|
62 |
def chat_completions_create(self, model: str, messages: list, stream: bool = True, **kwargs):
|
63 |
-
"""
|
64 |
url = f"{self.base_url}/chat/completions"
|
65 |
|
66 |
payload = {
|
@@ -90,10 +92,9 @@ class ProxyClient:
|
|
90 |
raise Exception(f"Failed to connect to proxy server: {str(e)}")
|
91 |
|
92 |
def _parse_stream_response(self, response) -> Generator[ChunkObject, None, None]:
|
93 |
-
"""
|
94 |
try:
|
95 |
-
|
96 |
-
response.encoding = 'utf-8'
|
97 |
|
98 |
for line in response.iter_lines(decode_unicode=True):
|
99 |
if not line:
|
@@ -101,7 +102,7 @@ class ProxyClient:
|
|
101 |
|
102 |
line = line.strip()
|
103 |
if line.startswith('data: '):
|
104 |
-
data = line[6:]
|
105 |
|
106 |
if data == '[DONE]':
|
107 |
break
|
@@ -109,11 +110,9 @@ class ProxyClient:
|
|
109 |
try:
|
110 |
chunk_data = json.loads(data)
|
111 |
|
112 |
-
# 检查是否是错误响应
|
113 |
if 'error' in chunk_data:
|
114 |
raise Exception(f"Stream error: {chunk_data.get('detail', chunk_data['error'])}")
|
115 |
|
116 |
-
# 创建与OpenAI客户端兼容的响应对象
|
117 |
yield ChunkObject(chunk_data)
|
118 |
|
119 |
except json.JSONDecodeError as e:
|
@@ -125,7 +124,7 @@ class ProxyClient:
|
|
125 |
raise
|
126 |
|
127 |
def health_check(self) -> dict:
|
128 |
-
"""
|
129 |
try:
|
130 |
url = f"{self.base_url}/health"
|
131 |
response = self.session.get(url, timeout=self.timeout)
|
@@ -135,18 +134,17 @@ class ProxyClient:
|
|
135 |
logger.error(f"Health check failed: {str(e)}")
|
136 |
return {"status": "unhealthy", "error": str(e)}
|
137 |
|
138 |
-
#
|
139 |
client = ProxyClient(PROXY_BASE_URL, PROXY_TIMEOUT)
|
140 |
|
141 |
def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
142 |
-
"""
|
143 |
last_exception = None
|
144 |
|
145 |
for attempt in range(max_retries):
|
146 |
try:
|
147 |
logger.info(f"Chat attempt {attempt + 1}/{max_retries}")
|
148 |
|
149 |
-
# 检查代理服务健康状态
|
150 |
health = client.health_check()
|
151 |
if health.get("status") != "healthy":
|
152 |
raise Exception(f"Proxy service unhealthy: {health}")
|
@@ -155,7 +153,7 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
155 |
model=model,
|
156 |
messages=history_messages,
|
157 |
stream=True,
|
158 |
-
temperature
|
159 |
)
|
160 |
|
161 |
return response
|
@@ -165,7 +163,6 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
165 |
logger.warning(f"Attempt {attempt + 1} failed: {str(e)}")
|
166 |
|
167 |
if attempt < max_retries - 1:
|
168 |
-
# 指数退避
|
169 |
wait_time = min(2 ** attempt, 4)
|
170 |
logger.info(f"Retrying in {wait_time} seconds...")
|
171 |
time.sleep(wait_time)
|
@@ -174,6 +171,81 @@ def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
|
174 |
|
175 |
raise last_exception
|
176 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
177 |
|
178 |
is_modelscope_studio = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
|
179 |
def get_text(text: str, cn_text: str):
|
@@ -184,16 +256,14 @@ def get_text(text: str, cn_text: str):
|
|
184 |
logo_img = os.path.join(os.path.dirname(__file__), "rednote_hilab.png")
|
185 |
|
186 |
DEFAULT_PROMPTS = [{
|
187 |
-
"category":
|
188 |
-
"🖋 Make a plan",
|
189 |
"prompts": [
|
190 |
"Help me with a plan to start a business",
|
191 |
"Help me with a plan to achieve my goals",
|
192 |
"Help me with a plan for a successful interview"
|
193 |
]
|
194 |
}, {
|
195 |
-
"category":
|
196 |
-
"📅 Help me write",
|
197 |
"prompts": [
|
198 |
"Help me write a story with a twist ending",
|
199 |
"Help me write a blog post on mental health",
|
@@ -202,10 +272,8 @@ DEFAULT_PROMPTS = [{
|
|
202 |
}]
|
203 |
|
204 |
DEFAULT_SUGGESTIONS = [{
|
205 |
-
"label":
|
206 |
-
|
207 |
-
"value":
|
208 |
-
"Make a plan",
|
209 |
"children": [{
|
210 |
"label": "Start a business",
|
211 |
"value": "Help me with a plan to start a business"
|
@@ -217,10 +285,8 @@ DEFAULT_SUGGESTIONS = [{
|
|
217 |
"value": "Help me with a plan for a successful interview"
|
218 |
}]
|
219 |
}, {
|
220 |
-
"label":
|
221 |
-
|
222 |
-
"value":
|
223 |
-
"Help me write",
|
224 |
"children": [{
|
225 |
"label": "Story with a twist ending",
|
226 |
"value": "Help me write a story with a twist ending"
|
@@ -243,7 +309,6 @@ DEFAULT_THEME = {
|
|
243 |
}
|
244 |
}
|
245 |
|
246 |
-
|
247 |
def format_history(history):
|
248 |
messages = [{
|
249 |
"role": "system",
|
@@ -256,23 +321,17 @@ def format_history(history):
|
|
256 |
messages.append({"role": "assistant", "content": item["content"]})
|
257 |
return messages
|
258 |
|
259 |
-
|
260 |
class Gradio_Events:
|
261 |
-
|
262 |
@staticmethod
|
263 |
def _submit(state_value):
|
264 |
-
history = state_value["conversations_history"][
|
265 |
-
state_value["conversation_id"]]
|
266 |
-
# submit
|
267 |
history_messages = format_history(history)
|
268 |
|
269 |
history.append({
|
270 |
"role": "assistant",
|
271 |
"content": "",
|
272 |
"key": str(uuid.uuid4()),
|
273 |
-
"meta": {
|
274 |
-
"reason_content": ""
|
275 |
-
},
|
276 |
"loading": True,
|
277 |
})
|
278 |
|
@@ -285,7 +344,6 @@ class Gradio_Events:
|
|
285 |
|
286 |
thought_done = False
|
287 |
for chunk in response:
|
288 |
-
# 安全地访问chunk属性
|
289 |
if chunk.choices and len(chunk.choices) > 0:
|
290 |
content = chunk.choices[0].delta.content
|
291 |
else:
|
@@ -318,9 +376,8 @@ class Gradio_Events:
|
|
318 |
chatbot: gr.update(items=history),
|
319 |
state: gr.update(value=state_value)
|
320 |
}
|
321 |
-
print('Error: ',e)
|
322 |
raise e
|
323 |
-
|
324 |
|
325 |
@staticmethod
|
326 |
def submit(sender_value, state_value):
|
@@ -334,8 +391,7 @@ class Gradio_Events:
|
|
334 |
"key": random_id
|
335 |
})
|
336 |
|
337 |
-
history = state_value["conversations_history"][
|
338 |
-
state_value["conversation_id"]]
|
339 |
history.append({
|
340 |
"role": "user",
|
341 |
"meta": {},
|
@@ -343,22 +399,19 @@ class Gradio_Events:
|
|
343 |
"content": sender_value
|
344 |
})
|
345 |
|
346 |
-
# preprocess submit
|
347 |
yield Gradio_Events.preprocess_submit()(state_value)
|
348 |
try:
|
349 |
-
|
350 |
yield chunk
|
351 |
except Exception as e:
|
352 |
raise e
|
353 |
finally:
|
354 |
-
|
355 |
-
yield Gradio_Events.postprocess_submit(state_value)
|
356 |
|
357 |
@staticmethod
|
358 |
def regenerate_message(state_value, e: gr.EventData):
|
359 |
conversation_key = e._data["component"]["conversationKey"]
|
360 |
-
history = state_value["conversations_history"][
|
361 |
-
state_value["conversation_id"]]
|
362 |
index = -1
|
363 |
for i, conversation in enumerate(history):
|
364 |
if conversation["key"] == conversation_key:
|
@@ -367,65 +420,44 @@ class Gradio_Events:
|
|
367 |
if index == -1:
|
368 |
yield gr.skip()
|
369 |
history = history[:index]
|
370 |
-
state_value["conversations_history"][
|
371 |
-
state_value["conversation_id"]] = history
|
372 |
|
373 |
yield {
|
374 |
-
chatbot:gr.update(items=history),
|
375 |
state: gr.update(value=state_value)
|
376 |
}
|
377 |
|
378 |
-
# preprocess submit
|
379 |
yield Gradio_Events.preprocess_submit(clear_input=False)(state_value)
|
380 |
try:
|
381 |
-
|
382 |
yield chunk
|
383 |
except Exception as e:
|
384 |
raise e
|
385 |
finally:
|
386 |
-
|
387 |
-
yield Gradio_Events.postprocess_submit(state_value)
|
388 |
-
|
389 |
|
390 |
@staticmethod
|
391 |
def preprocess_submit(clear_input=True):
|
392 |
-
|
393 |
def preprocess_submit_handler(state_value):
|
394 |
-
history = state_value["conversations_history"][
|
395 |
-
state_value["conversation_id"]]
|
396 |
for conversation in history:
|
397 |
if "meta" in conversation:
|
398 |
conversation["meta"]["disabled"] = True
|
399 |
return {
|
400 |
sender: gr.update(value=None, loading=True) if clear_input else gr.update(loading=True),
|
401 |
-
conversations:
|
402 |
-
|
403 |
-
|
404 |
-
|
405 |
-
|
406 |
-
|
407 |
-
|
408 |
-
True if item["key"] != state_value[
|
409 |
-
"conversation_id"] else False,
|
410 |
-
}, state_value["conversations"]))),
|
411 |
-
add_conversation_btn:
|
412 |
-
gr.update(disabled=True),
|
413 |
-
clear_btn:
|
414 |
-
gr.update(disabled=True),
|
415 |
-
conversation_delete_menu_item:
|
416 |
-
gr.update(disabled=True),
|
417 |
-
chatbot:
|
418 |
-
gr.update(items=history),
|
419 |
-
state:
|
420 |
-
gr.update(value=state_value),
|
421 |
}
|
422 |
-
|
423 |
return preprocess_submit_handler
|
424 |
|
425 |
@staticmethod
|
426 |
def postprocess_submit(state_value):
|
427 |
-
history = state_value["conversations_history"][
|
428 |
-
state_value["conversation_id"]]
|
429 |
for conversation in history:
|
430 |
if "meta" in conversation:
|
431 |
conversation["meta"]["disabled"] = False
|
@@ -441,8 +473,7 @@ class Gradio_Events:
|
|
441 |
|
442 |
@staticmethod
|
443 |
def cancel(state_value):
|
444 |
-
history = state_value["conversations_history"][
|
445 |
-
state_value["conversation_id"]]
|
446 |
history[-1]["loading"] = False
|
447 |
history[-1]["meta"]["end"] = True
|
448 |
history[-1]["meta"]["canceled"] = True
|
@@ -451,23 +482,15 @@ class Gradio_Events:
|
|
451 |
@staticmethod
|
452 |
def delete_message(state_value, e: gr.EventData):
|
453 |
conversation_key = e._data["component"]["conversationKey"]
|
454 |
-
history = state_value["conversations_history"][
|
455 |
-
state_value["conversation_id"]]
|
456 |
history = [item for item in history if item["key"] != conversation_key]
|
457 |
-
state_value["conversations_history"][
|
458 |
-
|
459 |
-
|
460 |
-
return gr.update(items=history if len(history) >
|
461 |
-
0 else DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
462 |
-
value=state_value)
|
463 |
-
|
464 |
-
|
465 |
|
466 |
@staticmethod
|
467 |
def edit_message(state_value, e: gr.EventData):
|
468 |
conversation_key = e._data["component"]["conversationKey"]
|
469 |
-
history = state_value["conversations_history"][
|
470 |
-
state_value["conversation_id"]]
|
471 |
index = -1
|
472 |
for i, conversation in enumerate(history):
|
473 |
if conversation["key"] == conversation_key:
|
@@ -485,8 +508,7 @@ class Gradio_Events:
|
|
485 |
|
486 |
@staticmethod
|
487 |
def confirm_edit_message(edit_textarea_value, state_value):
|
488 |
-
history = state_value["conversations_history"][
|
489 |
-
state_value["conversation_id"]]
|
490 |
message = history[state_value["editing_message_index"]]
|
491 |
if isinstance(message["content"], str):
|
492 |
message["content"] = edit_textarea_value
|
@@ -507,19 +529,15 @@ class Gradio_Events:
|
|
507 |
if not state_value["conversation_id"]:
|
508 |
return gr.skip()
|
509 |
state_value["conversation_id"] = ""
|
510 |
-
return gr.update(active_key=state_value["conversation_id"]), gr.update(
|
511 |
-
items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
512 |
|
513 |
@staticmethod
|
514 |
def select_conversation(state_value, e: gr.EventData):
|
515 |
active_key = e._data["payload"][0]
|
516 |
-
if state_value["conversation_id"] == active_key or (
|
517 |
-
active_key not in state_value["conversations_history"]):
|
518 |
return gr.skip()
|
519 |
state_value["conversation_id"] = active_key
|
520 |
-
return gr.update(active_key=active_key), gr.update(
|
521 |
-
items=state_value["conversations_history"][active_key]), gr.update(
|
522 |
-
value=state_value)
|
523 |
|
524 |
@staticmethod
|
525 |
def click_conversation_menu(state_value, e: gr.EventData):
|
@@ -527,33 +545,20 @@ class Gradio_Events:
|
|
527 |
operation = e._data["payload"][1]["key"]
|
528 |
if operation == "delete":
|
529 |
del state_value["conversations_history"][conversation_id]
|
530 |
-
|
531 |
-
state_value["conversations"] = [
|
532 |
-
item for item in state_value["conversations"]
|
533 |
-
if item["key"] != conversation_id
|
534 |
-
]
|
535 |
-
|
536 |
if state_value["conversation_id"] == conversation_id:
|
537 |
state_value["conversation_id"] = ""
|
538 |
-
return gr.update(
|
539 |
-
items=state_value["conversations"],
|
540 |
-
active_key=state_value["conversation_id"]), gr.update(
|
541 |
-
items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
542 |
-
value=state_value)
|
543 |
else:
|
544 |
-
return gr.update(
|
545 |
-
items=state_value["conversations"]), gr.skip(), gr.update(
|
546 |
-
value=state_value)
|
547 |
return gr.skip()
|
548 |
|
549 |
@staticmethod
|
550 |
def clear_conversation_history(state_value):
|
551 |
if not state_value["conversation_id"]:
|
552 |
return gr.skip()
|
553 |
-
state_value["conversations_history"][
|
554 |
-
|
555 |
-
return gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(
|
556 |
-
value=state_value)
|
557 |
|
558 |
@staticmethod
|
559 |
def close_modal():
|
@@ -565,20 +570,13 @@ class Gradio_Events:
|
|
565 |
|
566 |
@staticmethod
|
567 |
def update_browser_state(state_value):
|
568 |
-
|
569 |
-
return gr.update(value=dict(
|
570 |
-
conversations=state_value["conversations"],
|
571 |
-
conversations_history=state_value["conversations_history"]))
|
572 |
|
573 |
@staticmethod
|
574 |
def apply_browser_state(browser_state_value, state_value):
|
575 |
state_value["conversations"] = browser_state_value["conversations"]
|
576 |
-
state_value["conversations_history"] = browser_state_value[
|
577 |
-
|
578 |
-
return gr.update(
|
579 |
-
items=browser_state_value["conversations"]), gr.update(
|
580 |
-
value=state_value)
|
581 |
-
|
582 |
|
583 |
css = """
|
584 |
.gradio-container {
|
@@ -625,422 +623,186 @@ css = """
|
|
625 |
}
|
626 |
"""
|
627 |
|
628 |
-
|
629 |
def logo():
|
630 |
-
with antd.Typography.Title(level=1,
|
631 |
-
elem_style=dict(fontSize=24,
|
632 |
-
padding=8,
|
633 |
-
margin=0)):
|
634 |
with antd.Flex(align="center", gap="small", justify="center"):
|
635 |
-
antd.Image(logo_img,
|
636 |
-
preview=False,
|
637 |
-
alt="logo",
|
638 |
-
width=24,
|
639 |
-
height=24)
|
640 |
ms.Span("dots.llm1.inst")
|
641 |
|
642 |
-
|
643 |
with gr.Blocks(css=css, fill_width=True) as demo:
|
644 |
state = gr.State({
|
645 |
"conversations_history": {},
|
646 |
"conversations": [],
|
647 |
"conversation_id": "",
|
648 |
"editing_message_index": -1,
|
|
|
649 |
})
|
650 |
|
651 |
-
with ms.Application(), antdx.XProvider(
|
652 |
-
theme=DEFAULT_THEME, locale=DEFAULT_LOCALE), ms.AutoLoading():
|
653 |
with antd.Row(gutter=[20, 20], wrap=False, elem_id="chatbot"):
|
654 |
-
|
655 |
-
|
656 |
-
|
657 |
-
order=1,
|
658 |
-
elem_classes="chatbot-conversations",
|
659 |
-
elem_style=dict(
|
660 |
-
maxWidth="260px",
|
661 |
-
minWidth="260px",
|
662 |
-
overflow="hidden")):
|
663 |
-
with antd.Flex(vertical=True,
|
664 |
-
gap="small",
|
665 |
-
elem_style=dict(height="100%", width="100%", minWidth="0")):
|
666 |
-
# Logo
|
667 |
logo()
|
668 |
-
|
669 |
-
# New Conversation Button
|
670 |
-
with antd.Button(value=None,
|
671 |
-
color="primary",
|
672 |
-
variant="filled",
|
673 |
-
block=True, elem_style=dict(maxWidth="100%")) as add_conversation_btn:
|
674 |
ms.Text(get_text("New Conversation", "新建对话"))
|
675 |
with ms.Slot("icon"):
|
676 |
antd.Icon("PlusOutlined")
|
677 |
-
|
678 |
-
# Conversations List
|
679 |
-
with antdx.Conversations(
|
680 |
-
elem_classes="chatbot-conversations-list",
|
681 |
-
elem_style=dict(
|
682 |
-
width="100%",
|
683 |
-
minWidth="0",
|
684 |
-
overflow="hidden",
|
685 |
-
flex="1"
|
686 |
-
)
|
687 |
-
) as conversations:
|
688 |
with ms.Slot('menu.items'):
|
689 |
-
with antd.Menu.Item(
|
690 |
-
label="Delete", key="delete", danger=True
|
691 |
-
) as conversation_delete_menu_item:
|
692 |
with ms.Slot("icon"):
|
693 |
antd.Icon("DeleteOutlined")
|
694 |
-
# Right Column
|
695 |
with antd.Col(flex=1, elem_style=dict(height="100%")):
|
696 |
-
with antd.Flex(vertical=True,
|
697 |
-
|
698 |
-
elem_classes="chatbot-chat"):
|
699 |
-
# Chatbot
|
700 |
-
with antdx.Bubble.List(
|
701 |
-
items=DEFAULT_CONVERSATIONS_HISTORY,
|
702 |
-
elem_classes="chatbot-chat-messages") as chatbot:
|
703 |
-
# Define Chatbot Roles
|
704 |
with ms.Slot("roles"):
|
705 |
-
|
706 |
-
with antdx.Bubble.List.Role(
|
707 |
-
role="placeholder",
|
708 |
-
styles=dict(content=dict(width="100%")),
|
709 |
-
variant="borderless"):
|
710 |
with ms.Slot("messageRender"):
|
711 |
-
with antd.Space(
|
712 |
-
|
713 |
-
|
714 |
-
|
715 |
-
with antdx.Welcome(
|
716 |
-
styles=dict(icon=dict(
|
717 |
-
flexShrink=0)),
|
718 |
-
variant="borderless",
|
719 |
-
title=get_text(
|
720 |
-
"Hello, I'm dots.",
|
721 |
-
"你好,我是 dots."),
|
722 |
-
description=get_text(
|
723 |
-
"You can type text to get started.",
|
724 |
-
"你可以输入文本开始对话。"),
|
725 |
-
):
|
726 |
with ms.Slot("icon"):
|
727 |
-
antd.Image(logo_img,
|
728 |
-
|
729 |
-
|
730 |
-
"How can I help you today?",
|
731 |
-
"有什么我能帮助你的吗?"),
|
732 |
-
styles={
|
733 |
-
"list": {
|
734 |
-
"width":
|
735 |
-
'100%',
|
736 |
-
},
|
737 |
-
"item": {
|
738 |
-
"flex": 1,
|
739 |
-
},
|
740 |
-
}) as prompts:
|
741 |
for item in DEFAULT_PROMPTS:
|
742 |
-
with antdx.Prompts.Item(
|
743 |
-
|
744 |
-
|
745 |
-
|
746 |
-
|
747 |
-
|
748 |
-
|
749 |
-
)
|
750 |
-
|
751 |
-
# User Role
|
752 |
-
with antdx.Bubble.List.Role(
|
753 |
-
role="user",
|
754 |
-
placement="end",
|
755 |
-
elem_classes="chatbot-chat-message",
|
756 |
-
class_names=dict(
|
757 |
-
footer="chatbot-chat-message-footer"),
|
758 |
-
styles=dict(content=dict(
|
759 |
-
maxWidth="100%",
|
760 |
-
overflow='auto',
|
761 |
-
))):
|
762 |
-
with ms.Slot(
|
763 |
-
"messageRender",
|
764 |
-
params_mapping="(content) => content"):
|
765 |
-
|
766 |
ms.Markdown()
|
767 |
-
with ms.Slot("footer",
|
768 |
-
|
769 |
-
|
770 |
-
|
771 |
-
|
772 |
-
|
773 |
-
|
774 |
-
|
775 |
-
};
|
776 |
-
}"""):
|
777 |
-
with antd.Typography.Text(
|
778 |
-
copyable=dict(tooltips=False),
|
779 |
-
as_item="copy_btn"):
|
780 |
with ms.Slot("copyable.icon"):
|
781 |
-
with antd.Button(value=None,
|
782 |
-
size="small",
|
783 |
-
color="default",
|
784 |
-
variant="text"):
|
785 |
with ms.Slot("icon"):
|
786 |
antd.Icon("CopyOutlined")
|
787 |
-
with antd.Button(value=None,
|
788 |
-
size="small",
|
789 |
-
color="default",
|
790 |
-
variant="text"):
|
791 |
with ms.Slot("icon"):
|
792 |
antd.Icon("CheckOutlined")
|
793 |
-
with antd.Button(value=None,
|
794 |
-
size="small",
|
795 |
-
color="default",
|
796 |
-
variant="text",
|
797 |
-
as_item="edit_btn"
|
798 |
-
) as user_edit_btn:
|
799 |
with ms.Slot("icon"):
|
800 |
antd.Icon("EditOutlined")
|
801 |
-
with antd.Popconfirm(
|
802 |
-
|
803 |
-
|
804 |
-
"Are you sure to delete this message?",
|
805 |
-
ok_button_props=dict(danger=True),
|
806 |
-
as_item="delete_btn"
|
807 |
-
) as user_delete_popconfirm:
|
808 |
-
with antd.Button(value=None,
|
809 |
-
size="small",
|
810 |
-
color="default",
|
811 |
-
variant="text",
|
812 |
-
as_item="delete_btn"):
|
813 |
with ms.Slot("icon"):
|
814 |
antd.Icon("DeleteOutlined")
|
815 |
-
|
816 |
-
|
817 |
-
|
818 |
-
role="assistant",
|
819 |
-
placement="start",
|
820 |
-
elem_classes="chatbot-chat-message",
|
821 |
-
class_names=dict(
|
822 |
-
footer="chatbot-chat-message-footer"),
|
823 |
-
styles=dict(content=dict(
|
824 |
-
maxWidth="100%", overflow='auto'))):
|
825 |
with ms.Slot("avatar"):
|
826 |
-
antd.Avatar(
|
827 |
-
|
828 |
-
|
829 |
-
|
830 |
-
|
831 |
-
|
832 |
-
|
833 |
-
|
834 |
-
|
835 |
-
value: content
|
836 |
-
},
|
837 |
-
canceled: bubble.meta?.canceled ? undefined : { style: { display: 'none' } }
|
838 |
-
}
|
839 |
-
}"""):
|
840 |
-
# 直接显示答案内容,不再有thinking相关的组件
|
841 |
-
ms.Markdown(
|
842 |
-
as_item="answer",
|
843 |
-
elem_classes="answer-content")
|
844 |
-
|
845 |
antd.Divider(as_item="canceled")
|
846 |
-
antd.Typography.Text(get_text(
|
847 |
-
|
848 |
-
|
849 |
-
|
850 |
-
|
851 |
-
|
852 |
-
|
853 |
-
|
854 |
-
|
855 |
-
|
856 |
-
|
857 |
-
},
|
858 |
-
regenerate_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
859 |
-
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
860 |
-
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
861 |
-
};
|
862 |
-
}
|
863 |
-
return { actions_container: { style: { display: 'none' } } };
|
864 |
}"""):
|
865 |
with ms.Div(as_item="actions_container"):
|
866 |
-
with antd.Typography.Text(
|
867 |
-
copyable=dict(tooltips=False),
|
868 |
-
as_item="copy_btn"):
|
869 |
with ms.Slot("copyable.icon"):
|
870 |
-
with antd.Button(
|
871 |
-
value=None,
|
872 |
-
size="small",
|
873 |
-
color="default",
|
874 |
-
variant="text"):
|
875 |
with ms.Slot("icon"):
|
876 |
-
antd.Icon(
|
877 |
-
|
878 |
-
with antd.Button(
|
879 |
-
value=None,
|
880 |
-
size="small",
|
881 |
-
color="default",
|
882 |
-
variant="text"):
|
883 |
with ms.Slot("icon"):
|
884 |
-
antd.Icon(
|
885 |
-
|
886 |
-
|
887 |
-
|
888 |
-
|
889 |
-
"Regenerate the message",
|
890 |
-
"重新生成消息"),
|
891 |
-
description=get_text(
|
892 |
-
"Regenerate the message will also delete all subsequent messages.",
|
893 |
-
"重新生成消息将会删除所有的后续消息。"),
|
894 |
-
ok_button_props=dict(
|
895 |
-
danger=True),
|
896 |
-
as_item="regenerate_btn"
|
897 |
-
) as chatbot_regenerate_popconfirm:
|
898 |
-
with antd.Button(
|
899 |
-
value=None,
|
900 |
-
size="small",
|
901 |
-
color="default",
|
902 |
-
variant="text",
|
903 |
-
as_item="regenerate_btn",
|
904 |
-
):
|
905 |
with ms.Slot("icon"):
|
906 |
antd.Icon("SyncOutlined")
|
907 |
-
with antd.Button(value=None,
|
908 |
-
size="small",
|
909 |
-
color="default",
|
910 |
-
variant="text",
|
911 |
-
as_item="edit_btn"
|
912 |
-
) as chatbot_edit_btn:
|
913 |
with ms.Slot("icon"):
|
914 |
antd.Icon("EditOutlined")
|
915 |
-
with antd.Popconfirm(
|
916 |
-
|
917 |
-
|
918 |
-
|
919 |
-
"确定要删除这条消息吗?"),
|
920 |
-
ok_button_props=dict(
|
921 |
-
danger=True),
|
922 |
-
as_item="delete_btn"
|
923 |
-
) as chatbot_delete_popconfirm:
|
924 |
-
with antd.Button(
|
925 |
-
value=None,
|
926 |
-
size="small",
|
927 |
-
color="default",
|
928 |
-
variant="text",
|
929 |
-
as_item="delete_btn"):
|
930 |
with ms.Slot("icon"):
|
931 |
antd.Icon("DeleteOutlined")
|
932 |
-
|
933 |
-
|
934 |
-
|
935 |
-
|
936 |
-
|
937 |
-
|
938 |
-
|
939 |
-
|
940 |
-
|
941 |
-
|
942 |
-
|
943 |
-
|
944 |
-
|
945 |
-
|
946 |
-
case 'ArrowDown':
|
947 |
-
break;
|
948 |
-
default:
|
949 |
-
onTrigger(false)
|
950 |
-
}
|
951 |
-
onKeyDown(e)
|
952 |
}""") as suggestion:
|
953 |
with ms.Slot("children"):
|
954 |
-
with antdx.Sender(placeholder=get_text(
|
955 |
-
"Enter / to get suggestions",
|
956 |
-
"输入 / 获取建议"), ) as sender:
|
957 |
with ms.Slot("prefix"):
|
958 |
-
|
959 |
-
|
960 |
-
"Clear Conversation History",
|
961 |
-
"清空对话历史"), ):
|
962 |
-
with antd.Button(
|
963 |
-
value=None,
|
964 |
-
type="text") as clear_btn:
|
965 |
with ms.Slot("icon"):
|
966 |
antd.Icon("ClearOutlined")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
967 |
|
968 |
-
# Modals
|
969 |
-
with antd.Modal(title=get_text("Edit Message", "编辑消息"),
|
970 |
-
open=False,
|
971 |
-
centered=True,
|
972 |
-
width="60%") as edit_modal:
|
973 |
-
edit_textarea = antd.Input.Textarea(auto_size=dict(minRows=2,
|
974 |
-
maxRows=6),
|
975 |
-
elem_style=dict(width="100%"))
|
976 |
-
# Events Handler
|
977 |
if save_history:
|
978 |
-
browser_state = gr.BrowserState(
|
979 |
-
|
980 |
-
|
981 |
-
"conversations": [],
|
982 |
-
},
|
983 |
-
storage_key="dots_chatbot_storage")
|
984 |
-
state.change(fn=Gradio_Events.update_browser_state,
|
985 |
-
inputs=[state],
|
986 |
-
outputs=[browser_state])
|
987 |
-
|
988 |
-
demo.load(fn=Gradio_Events.apply_browser_state,
|
989 |
-
inputs=[browser_state, state],
|
990 |
-
outputs=[conversations, state])
|
991 |
-
|
992 |
-
add_conversation_btn.click(fn=Gradio_Events.new_chat,
|
993 |
-
inputs=[state],
|
994 |
-
outputs=[conversations, chatbot, state])
|
995 |
-
conversations.active_change(fn=Gradio_Events.select_conversation,
|
996 |
-
inputs=[state],
|
997 |
-
outputs=[conversations, chatbot, state])
|
998 |
-
conversations.menu_click(fn=Gradio_Events.click_conversation_menu,
|
999 |
-
inputs=[state],
|
1000 |
-
outputs=[conversations, chatbot, state])
|
1001 |
-
prompts.item_click(fn=Gradio_Events.apply_prompt, outputs=[sender])
|
1002 |
|
1003 |
-
|
1004 |
-
|
1005 |
-
|
1006 |
-
|
1007 |
-
|
1008 |
-
|
1009 |
-
|
1010 |
-
|
1011 |
-
gr.on(triggers=[user_edit_btn.click, chatbot_edit_btn.click],
|
1012 |
-
fn=Gradio_Events.edit_message,
|
1013 |
-
inputs=[state],
|
1014 |
-
outputs=[edit_textarea, state]).then(fn=Gradio_Events.open_modal,
|
1015 |
-
outputs=[edit_modal])
|
1016 |
-
edit_modal.ok(fn=Gradio_Events.confirm_edit_message,
|
1017 |
-
inputs=[edit_textarea, state],
|
1018 |
-
outputs=[chatbot, state]).then(fn=Gradio_Events.close_modal,
|
1019 |
-
outputs=[edit_modal])
|
1020 |
edit_modal.cancel(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
1021 |
-
gr.on(triggers=[
|
1022 |
-
|
1023 |
-
|
1024 |
-
|
1025 |
-
|
1026 |
-
outputs=[chatbot, state])
|
1027 |
-
|
1028 |
-
regenerating_event = chatbot_regenerate_popconfirm.confirm(
|
1029 |
-
fn=Gradio_Events.regenerate_message,
|
1030 |
-
inputs=[state],
|
1031 |
-
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
1032 |
-
|
1033 |
-
submit_event = sender.submit(fn=Gradio_Events.submit,
|
1034 |
-
inputs=[sender, state],
|
1035 |
-
outputs=[sender, clear_btn, conversation_delete_menu_item,
|
1036 |
-
add_conversation_btn, conversations,chatbot, state])
|
1037 |
sender.cancel(fn=None, cancels=[submit_event, regenerating_event])
|
1038 |
-
sender.cancel(fn=Gradio_Events.cancel,
|
1039 |
-
|
1040 |
-
|
1041 |
-
|
1042 |
-
conversations, add_conversation_btn, chatbot, state
|
1043 |
-
])
|
1044 |
|
1045 |
if __name__ == "__main__":
|
1046 |
demo.queue(default_concurrency_limit=200).launch(ssr_mode=False, max_threads=200)
|
|
|
10 |
from typing import Generator, Dict, Any
|
11 |
import logging
|
12 |
import time
|
13 |
+
import pdfplumber
|
14 |
+
import tempfile
|
15 |
|
16 |
# =========== Configuration
|
17 |
# MODEL NAME
|
18 |
model = os.getenv("MODEL_NAME")
|
19 |
+
# Proxy server configuration
|
20 |
PROXY_BASE_URL = os.getenv("PROXY_API_BASE", "http://localhost:8000")
|
21 |
PROXY_TIMEOUT = int(os.getenv("PROXY_TIMEOUT", 30))
|
22 |
MAX_RETRIES = int(os.getenv("MAX_RETRIES", 5))
|
23 |
+
# Save history
|
24 |
save_history = True
|
25 |
|
26 |
# =========== Configuration
|
27 |
|
28 |
+
# Configure logging
|
29 |
logging.basicConfig(level=logging.INFO)
|
30 |
logger = logging.getLogger(__name__)
|
31 |
|
32 |
class DeltaObject:
|
33 |
+
"""Simulate OpenAI Delta object"""
|
34 |
def __init__(self, data: dict):
|
35 |
self.content = data.get('content')
|
36 |
self.role = data.get('role')
|
37 |
|
38 |
class ChoiceObject:
|
39 |
+
"""Simulate OpenAI Choice object"""
|
40 |
def __init__(self, choice_data: dict):
|
41 |
delta_data = choice_data.get('delta', {})
|
42 |
self.delta = DeltaObject(delta_data)
|
|
|
44 |
self.index = choice_data.get('index', 0)
|
45 |
|
46 |
class ChunkObject:
|
47 |
+
"""Simulate OpenAI Chunk object"""
|
48 |
def __init__(self, chunk_data: dict):
|
49 |
choices_data = chunk_data.get('choices', [])
|
50 |
self.choices = [ChoiceObject(choice) for choice in choices_data]
|
|
|
54 |
self.model = chunk_data.get('model', '')
|
55 |
|
56 |
class ProxyClient:
|
57 |
+
"""Proxy client for communicating with the intermediate service"""
|
58 |
|
59 |
def __init__(self, base_url: str, timeout: int = 30):
|
60 |
self.base_url = base_url.rstrip('/')
|
|
|
62 |
self.session = requests.Session()
|
63 |
|
64 |
def chat_completions_create(self, model: str, messages: list, stream: bool = True, **kwargs):
|
65 |
+
"""Create chat completion request"""
|
66 |
url = f"{self.base_url}/chat/completions"
|
67 |
|
68 |
payload = {
|
|
|
92 |
raise Exception(f"Failed to connect to proxy server: {str(e)}")
|
93 |
|
94 |
def _parse_stream_response(self, response) -> Generator[ChunkObject, None, None]:
|
95 |
+
"""Parse streaming response"""
|
96 |
try:
|
97 |
+
response eventos.encoding = 'utf-8'
|
|
|
98 |
|
99 |
for line in response.iter_lines(decode_unicode=True):
|
100 |
if not line:
|
|
|
102 |
|
103 |
line = line.strip()
|
104 |
if line.startswith('data: '):
|
105 |
+
data = line[6:]
|
106 |
|
107 |
if data == '[DONE]':
|
108 |
break
|
|
|
110 |
try:
|
111 |
chunk_data = json.loads(data)
|
112 |
|
|
|
113 |
if 'error' in chunk_data:
|
114 |
raise Exception(f"Stream error: {chunk_data.get('detail', chunk_data['error'])}")
|
115 |
|
|
|
116 |
yield ChunkObject(chunk_data)
|
117 |
|
118 |
except json.JSONDecodeError as e:
|
|
|
124 |
raise
|
125 |
|
126 |
def health_check(self) -> dict:
|
127 |
+
"""Health check"""
|
128 |
try:
|
129 |
url = f"{self.base_url}/health"
|
130 |
response = self.session.get(url, timeout=self.timeout)
|
|
|
134 |
logger.error(f"Health check failed: {str(e)}")
|
135 |
return {"status": "unhealthy", "error": str(e)}
|
136 |
|
137 |
+
# Initialize proxy client
|
138 |
client = ProxyClient(PROXY_BASE_URL, PROXY_TIMEOUT)
|
139 |
|
140 |
def chat_with_retry(history_messages, max_retries=MAX_RETRIES):
|
141 |
+
"""Chat function with retry mechanism"""
|
142 |
last_exception = None
|
143 |
|
144 |
for attempt in range(max_retries):
|
145 |
try:
|
146 |
logger.info(f"Chat attempt {attempt + 1}/{max_retries}")
|
147 |
|
|
|
148 |
health = client.health_check()
|
149 |
if health.get("status") != "healthy":
|
150 |
raise Exception(f"Proxy service unhealthy: {health}")
|
|
|
153 |
model=model,
|
154 |
messages=history_messages,
|
155 |
stream=True,
|
156 |
+
temperature=0.7, top_p=0.8
|
157 |
)
|
158 |
|
159 |
return response
|
|
|
163 |
logger.warning(f"Attempt {attempt + 1} failed: {str(e)}")
|
164 |
|
165 |
if attempt < max_retries - 1:
|
|
|
166 |
wait_time = min(2 ** attempt, 4)
|
167 |
logger.info(f"Retrying in {wait_time} seconds...")
|
168 |
time.sleep(wait_time)
|
|
|
171 |
|
172 |
raise last_exception
|
173 |
|
174 |
+
def handle_file_upload(file, state_value):
|
175 |
+
"""Handle PDF file upload and summarization"""
|
176 |
+
if file is None:
|
177 |
+
return state_value, state_value["conversations_history"].get(state_value["conversation_id"], [])
|
178 |
+
|
179 |
+
history = state_value["conversations_history"].get(state_value["conversation_id"], [])
|
180 |
+
|
181 |
+
filename = os.path.basename(file.name)
|
182 |
+
history.append({
|
183 |
+
"role": "user",
|
184 |
+
"meta": {},
|
185 |
+
"key": str(uuid.uuid4()),
|
186 |
+
"content": f"Uploaded PDF: {filename}"
|
187 |
+
})
|
188 |
+
|
189 |
+
with pdfplumber.open(file.name) as pdf:
|
190 |
+
text = ""
|
191 |
+
for page in pdf.pages:
|
192 |
+
text += page.extract_text() or ""
|
193 |
+
|
194 |
+
prompt = f"Summarize this document: {text}"
|
195 |
+
|
196 |
+
summary_key = str(uuid.uuid4())
|
197 |
+
history.append({
|
198 |
+
"role": "assistant",
|
199 |
+
"content": "Summarizing the uploaded PDF...",
|
200 |
+
"key": summary_key,
|
201 |
+
"meta": {"reason_content": ""},
|
202 |
+
"loading": True,
|
203 |
+
})
|
204 |
+
|
205 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
206 |
+
|
207 |
+
yield state_value, history
|
208 |
+
|
209 |
+
try:
|
210 |
+
messages = [{"role": "user", "content": prompt}]
|
211 |
+
response = chat_with_retry(messages)
|
212 |
+
|
213 |
+
summary = ""
|
214 |
+
for chunk in response:
|
215 |
+
if chunk.choices and len(chunk.choices) > 0:
|
216 |
+
content = chunk.choices[0].delta.content
|
217 |
+
if content:
|
218 |
+
summary += content
|
219 |
+
|
220 |
+
for item in history:
|
221 |
+
if item["key"] == summary_key:
|
222 |
+
item["content"] = summary
|
223 |
+
item["loading"] = False
|
224 |
+
item["meta"]["end"] = True
|
225 |
+
break
|
226 |
+
|
227 |
+
state_value["last_summary"] = summary
|
228 |
+
|
229 |
+
except Exception as e:
|
230 |
+
for item in history:
|
231 |
+
if item["key"] == summary_key:
|
232 |
+
item["content"] = "Failed to summarize the PDF."
|
233 |
+
item["loading"] = False
|
234 |
+
item["meta"]["end"] = True
|
235 |
+
item["meta"]["error"] = True
|
236 |
+
break
|
237 |
+
|
238 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
239 |
+
|
240 |
+
return state_value, history
|
241 |
+
|
242 |
+
def download_summary(state_value):
|
243 |
+
"""Generate a downloadable summary file"""
|
244 |
+
if state_value["last_summary"]:
|
245 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".txt") as tmp_file:
|
246 |
+
tmp_file.write(state_value["last_summary"].encode('utf-8'))
|
247 |
+
return tmp_file.name
|
248 |
+
return None
|
249 |
|
250 |
is_modelscope_studio = os.getenv('MODELSCOPE_ENVIRONMENT') == 'studio'
|
251 |
def get_text(text: str, cn_text: str):
|
|
|
256 |
logo_img = os.path.join(os.path.dirname(__file__), "rednote_hilab.png")
|
257 |
|
258 |
DEFAULT_PROMPTS = [{
|
259 |
+
"category": "🖋 Make a plan",
|
|
|
260 |
"prompts": [
|
261 |
"Help me with a plan to start a business",
|
262 |
"Help me with a plan to achieve my goals",
|
263 |
"Help me with a plan for a successful interview"
|
264 |
]
|
265 |
}, {
|
266 |
+
"category": "📅 Help me write",
|
|
|
267 |
"prompts": [
|
268 |
"Help me write a story with a twist ending",
|
269 |
"Help me write a blog post on mental health",
|
|
|
272 |
}]
|
273 |
|
274 |
DEFAULT_SUGGESTIONS = [{
|
275 |
+
"label": 'Make a plan',
|
276 |
+
"value": "Make a plan",
|
|
|
|
|
277 |
"children": [{
|
278 |
"label": "Start a business",
|
279 |
"value": "Help me with a plan to start a business"
|
|
|
285 |
"value": "Help me with a plan for a successful interview"
|
286 |
}]
|
287 |
}, {
|
288 |
+
"label": 'Help me write',
|
289 |
+
"value": "Help me write",
|
|
|
|
|
290 |
"children": [{
|
291 |
"label": "Story with a twist ending",
|
292 |
"value": "Help me write a story with a twist ending"
|
|
|
309 |
}
|
310 |
}
|
311 |
|
|
|
312 |
def format_history(history):
|
313 |
messages = [{
|
314 |
"role": "system",
|
|
|
321 |
messages.append({"role": "assistant", "content": item["content"]})
|
322 |
return messages
|
323 |
|
|
|
324 |
class Gradio_Events:
|
|
|
325 |
@staticmethod
|
326 |
def _submit(state_value):
|
327 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
|
|
328 |
history_messages = format_history(history)
|
329 |
|
330 |
history.append({
|
331 |
"role": "assistant",
|
332 |
"content": "",
|
333 |
"key": str(uuid.uuid4()),
|
334 |
+
"meta": {"reason_content": ""},
|
|
|
|
|
335 |
"loading": True,
|
336 |
})
|
337 |
|
|
|
344 |
|
345 |
thought_done = False
|
346 |
for chunk in response:
|
|
|
347 |
if chunk.choices and len(chunk.choices) > 0:
|
348 |
content = chunk.choices[0].delta.content
|
349 |
else:
|
|
|
376 |
chatbot: gr.update(items=history),
|
377 |
state: gr.update(value=state_value)
|
378 |
}
|
379 |
+
print('Error: ', e)
|
380 |
raise e
|
|
|
381 |
|
382 |
@staticmethod
|
383 |
def submit(sender_value, state_value):
|
|
|
391 |
"key": random_id
|
392 |
})
|
393 |
|
394 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
395 |
history.append({
|
396 |
"role": "user",
|
397 |
"meta": {},
|
|
|
399 |
"content": sender_value
|
400 |
})
|
401 |
|
|
|
402 |
yield Gradio_Events.preprocess_submit()(state_value)
|
403 |
try:
|
404 |
+
for chunk in Gradio_Events._submit(state_value):
|
405 |
yield chunk
|
406 |
except Exception as e:
|
407 |
raise e
|
408 |
finally:
|
409 |
+
yield Gradio_Events.postprocess_submit(state_value)
|
|
|
410 |
|
411 |
@staticmethod
|
412 |
def regenerate_message(state_value, e: gr.EventData):
|
413 |
conversation_key = e._data["component"]["conversationKey"]
|
414 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
415 |
index = -1
|
416 |
for i, conversation in enumerate(history):
|
417 |
if conversation["key"] == conversation_key:
|
|
|
420 |
if index == -1:
|
421 |
yield gr.skip()
|
422 |
history = history[:index]
|
423 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
|
|
424 |
|
425 |
yield {
|
426 |
+
chatbot: gr.update(items=history),
|
427 |
state: gr.update(value=state_value)
|
428 |
}
|
429 |
|
|
|
430 |
yield Gradio_Events.preprocess_submit(clear_input=False)(state_value)
|
431 |
try:
|
432 |
+
for chunk in Gradio_Events._submit(state_value):
|
433 |
yield chunk
|
434 |
except Exception as e:
|
435 |
raise e
|
436 |
finally:
|
437 |
+
yield Gradio_Events.postprocess_submit(state_value)
|
|
|
|
|
438 |
|
439 |
@staticmethod
|
440 |
def preprocess_submit(clear_input=True):
|
|
|
441 |
def preprocess_submit_handler(state_value):
|
442 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
443 |
for conversation in history:
|
444 |
if "meta" in conversation:
|
445 |
conversation["meta"]["disabled"] = True
|
446 |
return {
|
447 |
sender: gr.update(value=None, loading=True) if clear_input else gr.update(loading=True),
|
448 |
+
conversations: gr.update(active_key=state_value["conversation_id"],
|
449 |
+
items=list(map(lambda item: {**item, "disabled": True if item["key"] != state_value["conversation_id"] else False}, state_value["conversations"]))),
|
450 |
+
add_conversation_btn: gr.update(disabled=True),
|
451 |
+
clear_btn: gr.update(disabled=True),
|
452 |
+
conversation_delete_menu_item: gr.update(disabled=True),
|
453 |
+
chatbot: gr.update(items=history),
|
454 |
+
state: gr.update(value=state_value),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
455 |
}
|
|
|
456 |
return preprocess_submit_handler
|
457 |
|
458 |
@staticmethod
|
459 |
def postprocess_submit(state_value):
|
460 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
461 |
for conversation in history:
|
462 |
if "meta" in conversation:
|
463 |
conversation["meta"]["disabled"] = False
|
|
|
473 |
|
474 |
@staticmethod
|
475 |
def cancel(state_value):
|
476 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
477 |
history[-1]["loading"] = False
|
478 |
history[-1]["meta"]["end"] = True
|
479 |
history[-1]["meta"]["canceled"] = True
|
|
|
482 |
@staticmethod
|
483 |
def delete_message(state_value, e: gr.EventData):
|
484 |
conversation_key = e._data["component"]["conversationKey"]
|
485 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
486 |
history = [item for item in history if item["key"] != conversation_key]
|
487 |
+
state_value["conversations_history"][state_value["conversation_id"]] = history
|
488 |
+
return gr.update(items=history if len(history) > 0 else DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
|
|
|
|
489 |
|
490 |
@staticmethod
|
491 |
def edit_message(state_value, e: gr.EventData):
|
492 |
conversation_key = e._data["component"]["conversationKey"]
|
493 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
494 |
index = -1
|
495 |
for i, conversation in enumerate(history):
|
496 |
if conversation["key"] == conversation_key:
|
|
|
508 |
|
509 |
@staticmethod
|
510 |
def confirm_edit_message(edit_textarea_value, state_value):
|
511 |
+
history = state_value["conversations_history"][state_value["conversation_id"]]
|
|
|
512 |
message = history[state_value["editing_message_index"]]
|
513 |
if isinstance(message["content"], str):
|
514 |
message["content"] = edit_textarea_value
|
|
|
529 |
if not state_value["conversation_id"]:
|
530 |
return gr.skip()
|
531 |
state_value["conversation_id"] = ""
|
532 |
+
return gr.update(active_key=state_value["conversation_id"]), gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
533 |
|
534 |
@staticmethod
|
535 |
def select_conversation(state_value, e: gr.EventData):
|
536 |
active_key = e._data["payload"][0]
|
537 |
+
if state_value["conversation_id"] == active_key or (active_key not in state_value["conversations_history"]):
|
|
|
538 |
return gr.skip()
|
539 |
state_value["conversation_id"] = active_key
|
540 |
+
return gr.update(active_key=active_key), gr.update(items=state_value["conversations_history"][active_key]), gr.update(value=state_value)
|
|
|
|
|
541 |
|
542 |
@staticmethod
|
543 |
def click_conversation_menu(state_value, e: gr.EventData):
|
|
|
545 |
operation = e._data["payload"][1]["key"]
|
546 |
if operation == "delete":
|
547 |
del state_value["conversations_history"][conversation_id]
|
548 |
+
state_value["conversations"] = [item for item in state_value["conversations"] if item["key"] != conversation_id]
|
|
|
|
|
|
|
|
|
|
|
549 |
if state_value["conversation_id"] == conversation_id:
|
550 |
state_value["conversation_id"] = ""
|
551 |
+
return gr.update(items=state_value["conversations"], active_key=state_value["conversation_id"]), gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
552 |
else:
|
553 |
+
return gr.update(items=state_value["conversations"]), gr.skip(), gr.update(value=state_value)
|
|
|
|
|
554 |
return gr.skip()
|
555 |
|
556 |
@staticmethod
|
557 |
def clear_conversation_history(state_value):
|
558 |
if not state_value["conversation_id"]:
|
559 |
return gr.skip()
|
560 |
+
state_value["conversations_history"][state_value["conversation_id"]] = []
|
561 |
+
return gr.update(items=DEFAULT_CONVERSATIONS_HISTORY), gr.update(value=state_value)
|
|
|
|
|
562 |
|
563 |
@staticmethod
|
564 |
def close_modal():
|
|
|
570 |
|
571 |
@staticmethod
|
572 |
def update_browser_state(state_value):
|
573 |
+
return gr.update(value=dict(conversations=state_value["conversations"], conversations_history=state_value["conversations_history"]))
|
|
|
|
|
|
|
574 |
|
575 |
@staticmethod
|
576 |
def apply_browser_state(browser_state_value, state_value):
|
577 |
state_value["conversations"] = browser_state_value["conversations"]
|
578 |
+
state_value["conversations_history"] = browser_state_value["conversations_history"]
|
579 |
+
return gr.update(items=browser_state_value["conversations"]), gr.update(value=state_value)
|
|
|
|
|
|
|
|
|
580 |
|
581 |
css = """
|
582 |
.gradio-container {
|
|
|
623 |
}
|
624 |
"""
|
625 |
|
|
|
626 |
def logo():
|
627 |
+
with antd.Typography.Title(level=1, elem_style=dict(fontSize=24, padding=8, margin=0)):
|
|
|
|
|
|
|
628 |
with antd.Flex(align="center", gap="small", justify="center"):
|
629 |
+
antd.Image(logo_img, preview=False, alt="logo", width=24, height=24)
|
|
|
|
|
|
|
|
|
630 |
ms.Span("dots.llm1.inst")
|
631 |
|
|
|
632 |
with gr.Blocks(css=css, fill_width=True) as demo:
|
633 |
state = gr.State({
|
634 |
"conversations_history": {},
|
635 |
"conversations": [],
|
636 |
"conversation_id": "",
|
637 |
"editing_message_index": -1,
|
638 |
+
"last_summary": ""
|
639 |
})
|
640 |
|
641 |
+
with ms.Application(), antdx.XProvider(theme=DEFAULT_THEME, locale=DEFAULT_LOCALE), ms.AutoLoading():
|
|
|
642 |
with antd.Row(gutter=[20, 20], wrap=False, elem_id="chatbot"):
|
643 |
+
with antd.Col(md=dict(flex="0 0 260px", span=24, order=0), span=0, order=1, elem_classes="chatbot-conversations",
|
644 |
+
elem_style=dict(maxWidth="260px", minWidth="260px", overflow="hidden")):
|
645 |
+
with antd.Flex(vertical=True, gap="small", elem_style=dict(height="100%", width="100%", minWidth="0")):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
646 |
logo()
|
647 |
+
with antd.Button(value=None, color="primary", variant="filled", block=True, elem_style=dict(maxWidth="100%")) as add_conversation_btn:
|
|
|
|
|
|
|
|
|
|
|
648 |
ms.Text(get_text("New Conversation", "新建对话"))
|
649 |
with ms.Slot("icon"):
|
650 |
antd.Icon("PlusOutlined")
|
651 |
+
with antdx.Conversations(elem_classes="chatbot-conversations-list", elem_style=dict(width="100%", minWidth="0", overflow="hidden", flex="1")) as conversations:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
652 |
with ms.Slot('menu.items'):
|
653 |
+
with antd.Menu.Item(label="Delete", key="delete", danger=True) as conversation_delete_menu_item:
|
|
|
|
|
654 |
with ms.Slot("icon"):
|
655 |
antd.Icon("DeleteOutlined")
|
|
|
656 |
with antd.Col(flex=1, elem_style=dict(height="100%")):
|
657 |
+
with antd.Flex(vertical=True, gap="middle", elem_classes="chatbot-chat"):
|
658 |
+
with antdx.Bubble.List(items=DEFAULT_CONVERSATIONS_HISTORY, elem_classes="chatbot-chat-messages") as chatbot:
|
|
|
|
|
|
|
|
|
|
|
|
|
659 |
with ms.Slot("roles"):
|
660 |
+
with antdx.Bubble.List.Role(role="placeholder", styles=dict(content=dict(width="100%")), variant="borderless"):
|
|
|
|
|
|
|
|
|
661 |
with ms.Slot("messageRender"):
|
662 |
+
with antd.Space(direction="vertical", size=16, elem_style=dict(width="100%")):
|
663 |
+
with antdx.Welcome(styles=dict(icon=dict(flexShrink=0)), variant="borderless",
|
664 |
+
title=get_text("Hello, I'm dots.", "你好,我是 dots."),
|
665 |
+
description=get_text("You can type text to get started.", "你可以输入文本开始对话。")):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
666 |
with ms.Slot("icon"):
|
667 |
+
antd.Image(logo_img, preview=False)
|
668 |
+
with antdx.Prompts(title=get_text("How can I help you today?", "有什么我能帮助你的吗?"),
|
669 |
+
styles={"list": {"width": '100%'}, "item": {"flex": 1}}) as prompts:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
670 |
for item in DEFAULT_PROMPTS:
|
671 |
+
with antdx.Prompts.Item(label=item["category"]):
|
672 |
+
for prompt in item["prompts"]:
|
673 |
+
antdx.Prompts.Item(description=prompt)
|
674 |
+
with antdx.Bubble.List.Role(role="user", placement="end", elem_classes="chatbot-chat-message",
|
675 |
+
class_names=dict(footer="chatbot-chat-message-footer"),
|
676 |
+
styles=dict(content=dict(maxWidth="100%", overflow='auto'))):
|
677 |
+
with ms.Slot("messageRender", params_mapping="(content) => content"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
678 |
ms.Markdown()
|
679 |
+
with ms.Slot("footer", params_mapping="""(bubble) => {
|
680 |
+
return {
|
681 |
+
copy_btn: { copyable: { text: typeof bubble.content === 'string' ? bubble.content : bubble.content?.text, tooltips: false } },
|
682 |
+
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
683 |
+
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
684 |
+
};
|
685 |
+
}"""):
|
686 |
+
with antd.Typography.Text(copyable=dict(tooltips=False), as_item="copy_btn"):
|
|
|
|
|
|
|
|
|
|
|
687 |
with ms.Slot("copyable.icon"):
|
688 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
689 |
with ms.Slot("icon"):
|
690 |
antd.Icon("CopyOutlined")
|
691 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
692 |
with ms.Slot("icon"):
|
693 |
antd.Icon("CheckOutlined")
|
694 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="edit_btn") as user_edit_btn:
|
|
|
|
|
|
|
|
|
|
|
695 |
with ms.Slot("icon"):
|
696 |
antd.Icon("EditOutlined")
|
697 |
+
with antd.Popconfirm(title="Delete the message", description="Are you sure to delete this message?",
|
698 |
+
ok_button_props=dict(danger=True), as_item="delete_btn") as user_delete_popconfirm:
|
699 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="delete_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
700 |
with ms.Slot("icon"):
|
701 |
antd.Icon("DeleteOutlined")
|
702 |
+
with antdx.Bubble.List.Role(role="assistant", placement="start", elem_classes="chatbot-chat-message",
|
703 |
+
class_names=dict(footer="chatbot-chat-message-footer"),
|
704 |
+
styles=dict(content=dict(maxWidth="100%", overflow='auto'))):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
705 |
with ms.Slot("avatar"):
|
706 |
+
antd.Avatar(os.path.join(os.path.dirname(__file__), "rednote_hilab.png"))
|
707 |
+
with ms.Slot("messageRender", params_mapping="""(content, bubble) => {
|
708 |
+
const has_error = bubble?.meta?.error
|
709 |
+
return {
|
710 |
+
answer: { value: content },
|
711 |
+
canceled: bubble.meta?.canceled ? undefined : { style: { display: 'none' } }
|
712 |
+
}
|
713 |
+
}"""):
|
714 |
+
ms.Markdown(as_item="answer", elem_classes="answer-content")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
715 |
antd.Divider(as_item="canceled")
|
716 |
+
antd.Typography.Text(get_text("Chat completion paused.", "聊天已暂停。"), as_item="canceled", type="warning")
|
717 |
+
with ms.Slot("footer", params_mapping="""(bubble) => {
|
718 |
+
if (bubble?.meta?.end) {
|
719 |
+
return {
|
720 |
+
copy_btn: { copyable: { text: bubble.content, tooltips: false } },
|
721 |
+
regenerate_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
722 |
+
delete_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
723 |
+
edit_btn: { conversationKey: bubble.key, disabled: bubble.meta.disabled },
|
724 |
+
};
|
725 |
+
}
|
726 |
+
return { actions_container: { style: { display: 'none' } } };
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
727 |
}"""):
|
728 |
with ms.Div(as_item="actions_container"):
|
729 |
+
with antd.Typography.Text(copyable=dict(tooltips=False), as_item="copy_btn"):
|
|
|
|
|
730 |
with ms.Slot("copyable.icon"):
|
731 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
732 |
with ms.Slot("icon"):
|
733 |
+
antd.Icon("CopyOutlined")
|
734 |
+
with antd.Button(value=None, size="small", color="default", variant="text"):
|
|
|
|
|
|
|
|
|
|
|
735 |
with ms.Slot("icon"):
|
736 |
+
antd.Icon("CheckOutlined")
|
737 |
+
with antd.Popconfirm(title=get_text("Regenerate the message", "重新生成消息"),
|
738 |
+
description=get_text("Regenerate the message will also delete all subsequent messages.", "重新生成消息将会删除所有的后续消息。"),
|
739 |
+
ok_button_props=dict(danger=True), as_item="regenerate_btn") as chatbot_regenerate_popconfirm:
|
740 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="regenerate_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
741 |
with ms.Slot("icon"):
|
742 |
antd.Icon("SyncOutlined")
|
743 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="edit_btn") as chatbot_edit_btn:
|
|
|
|
|
|
|
|
|
|
|
744 |
with ms.Slot("icon"):
|
745 |
antd.Icon("EditOutlined")
|
746 |
+
with antd.Popconfirm(title=get_text("Delete the message", "删除消息"),
|
747 |
+
description=get_text("Are you sure to delete this message?", "确定要删除这条消息吗?"),
|
748 |
+
ok_button_props=dict(danger=True), as_item="delete_btn") as chatbot_delete_popconfirm:
|
749 |
+
with antd.Button(value=None, size="small", color="default", variant="text", as_item="delete_btn"):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
750 |
with ms.Slot("icon"):
|
751 |
antd.Icon("DeleteOutlined")
|
752 |
+
with antdx.Suggestion(items=DEFAULT_SUGGESTIONS, should_trigger="""(e, { onTrigger, onKeyDown }) => {
|
753 |
+
switch(e.key) {
|
754 |
+
case '/':
|
755 |
+
onTrigger()
|
756 |
+
break
|
757 |
+
case 'ArrowRight':
|
758 |
+
case 'ArrowLeft':
|
759 |
+
case 'ArrowUp':
|
760 |
+
case 'ArrowDown':
|
761 |
+
break;
|
762 |
+
default:
|
763 |
+
onTrigger(false)
|
764 |
+
}
|
765 |
+
onKeyDown(e)
|
|
|
|
|
|
|
|
|
|
|
|
|
766 |
}""") as suggestion:
|
767 |
with ms.Slot("children"):
|
768 |
+
with antdx.Sender(placeholder=get_text("Enter / to get suggestions", "输入 / 获取建议")) as sender:
|
|
|
|
|
769 |
with ms.Slot("prefix"):
|
770 |
+
with antd.Tooltip(title=get_text("Clear Conversation History", "清空对话历史")):
|
771 |
+
with antd.Button(value=None, type="text") as clear_btn:
|
|
|
|
|
|
|
|
|
|
|
772 |
with ms.Slot("icon"):
|
773 |
antd.Icon("ClearOutlined")
|
774 |
+
file_upload = gr.File(label="Upload PDF for summarization", file_types=[".pdf"])
|
775 |
+
with gr.Row():
|
776 |
+
download_btn = gr.Button("Download Last Summary")
|
777 |
+
summary_file = gr.File(label="Summary File", interactive=False)
|
778 |
+
|
779 |
+
with antd.Modal(title=get_text("Edit Message", "编辑消息"), open=False, centered=True, width="60%") as edit_modal:
|
780 |
+
edit_textarea = antd.Input.Textarea(auto_size=dict(minRows=2, maxRows=6), elem_style=dict(width="100%"))
|
781 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
782 |
if save_history:
|
783 |
+
browser_state = gr.BrowserState({"conversations_history": {}, "conversations": []}, storage_key="dots_chatbot_storage")
|
784 |
+
state.change(fn=Gradio_Events.update_browser_state, inputs=[state], outputs=[browser_state])
|
785 |
+
demo.load(fn=Gradio_Events.apply_browser_state, inputs=[browser_state, state], outputs=[conversations, state])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
786 |
|
787 |
+
add_conversation_btn.click(fn=Gradio_Events.new_chat, inputs=[state], outputs=[conversations, chatbot, state])
|
788 |
+
conversations.active_change(fn=Gradio_Events.select_conversation, inputs=[state], outputs=[conversations, chatbot, state])
|
789 |
+
conversations.menu_click(fn=Gradio_Events.click_conversation_menu, inputs=[state], outputs=[conversations, chatbot, state])
|
790 |
+
prompts.item_click(fn=Gradio_Events.apply_prompt, outputs=[sender])
|
791 |
+
clear_btn.click(fn=Gradio_Events.clear_conversation_history, inputs=[state], outputs=[chatbot, state])
|
792 |
+
suggestion.select(fn=Gradio_Events.select_suggestion, inputs=[sender], outputs=[sender])
|
793 |
+
gr.on(triggers=[user_edit_btn.click, chatbot_edit_btn.click], fn=Gradio_Events.edit_message, inputs=[state], outputs=[edit_textarea, state]).then(fn=Gradio_Events.open_modal, outputs=[edit_modal])
|
794 |
+
edit_modal.ok(fn=Gradio_Events.confirm_edit_message, inputs=[edit_textarea, state], outputs=[chatbot, state]).then(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
795 |
edit_modal.cancel(fn=Gradio_Events.close_modal, outputs=[edit_modal])
|
796 |
+
gr.on(triggers=[chatbot_delete_popconfirm.confirm, user_delete_popconfirm.confirm], fn=Gradio_Events.delete_message, inputs=[state], outputs=[chatbot, state])
|
797 |
+
regenerating_event = chatbot_regenerate_popconfirm.confirm(fn=Gradio_Events.regenerate_message, inputs=[state],
|
798 |
+
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
799 |
+
submit_event = sender.submit(fn=Gradio_Events.submit, inputs=[sender, state],
|
800 |
+
outputs=[sender, clear_btn, conversation_delete_menu_item, add_conversation_btn, conversations, chatbot, state])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
801 |
sender.cancel(fn=None, cancels=[submit_event, regenerating_event])
|
802 |
+
sender.cancel(fn=Gradio_Events.cancel, inputs=[state],
|
803 |
+
outputs=[sender, conversation_delete_menu_item, clear_btn, conversations, add_conversation_btn, chatbot, state])
|
804 |
+
file_upload.change(fn=handle_file_upload, inputs=[file_upload, state], outputs=[state, chatbot])
|
805 |
+
download_btn.click(fn=download_summary, inputs=[state], outputs=[summary_file])
|
|
|
|
|
806 |
|
807 |
if __name__ == "__main__":
|
808 |
demo.queue(default_concurrency_limit=200).launch(ssr_mode=False, max_threads=200)
|