seawolf2357 commited on
Commit
56354e9
Β·
verified Β·
1 Parent(s): 5718b5c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -5
app.py CHANGED
@@ -251,9 +251,9 @@ def process_new_user_message(message: dict) -> list[dict]:
251
  return content_list
252
 
253
  # 7) 이미지 처리
254
- if "<image>" in message["text"]:
255
  # interleaved
256
- return process_interleaved_images(message)
257
  else:
258
  # 일반 μ—¬λŸ¬ μž₯
259
  for img_path in image_files:
@@ -261,7 +261,6 @@ def process_new_user_message(message: dict) -> list[dict]:
261
 
262
  return content_list
263
 
264
-
265
  ##################################################
266
  # history -> LLM λ©”μ‹œμ§€ λ³€ν™˜
267
  ##################################################
@@ -300,8 +299,26 @@ def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tok
300
  if system_prompt:
301
  messages.append({"role": "system", "content": [{"type": "text", "text": system_prompt}]})
302
  messages.extend(process_history(history))
303
- messages.append({"role": "user", "content": process_new_user_message(message)})
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
304
 
 
305
  inputs = processor.apply_chat_template(
306
  messages,
307
  add_generation_prompt=True,
@@ -324,7 +341,6 @@ def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tok
324
  output += new_text
325
  yield output
326
 
327
-
328
  ##################################################
329
  # μ˜ˆμ‹œλ“€ (κΈ°μ‘΄)
330
  ##################################################
 
251
  return content_list
252
 
253
  # 7) 이미지 처리
254
+ if "<image>" in message["text"] and image_files: # 이미지 파일이 μžˆλŠ” κ²½μš°μ—λ§Œ
255
  # interleaved
256
+ return process_interleaved_images({"text": message["text"], "files": image_files})
257
  else:
258
  # 일반 μ—¬λŸ¬ μž₯
259
  for img_path in image_files:
 
261
 
262
  return content_list
263
 
 
264
  ##################################################
265
  # history -> LLM λ©”μ‹œμ§€ λ³€ν™˜
266
  ##################################################
 
299
  if system_prompt:
300
  messages.append({"role": "system", "content": [{"type": "text", "text": system_prompt}]})
301
  messages.extend(process_history(history))
302
+
303
+ # μ‚¬μš©μž λ©”μ‹œμ§€ 처리
304
+ user_content = process_new_user_message(message)
305
+
306
+ # 이미지가 μ•„λ‹Œ νŒŒμΌλ“€λ§Œ ν…μŠ€νŠΈλ‘œ λ³€ν™˜
307
+ processed_content = []
308
+ for item in user_content:
309
+ if item["type"] == "image":
310
+ # 이미지 νŒŒμΌμΈμ§€ 확인
311
+ if re.search(r"\.(png|jpg|jpeg|gif|webp)$", item["url"], re.IGNORECASE):
312
+ processed_content.append(item)
313
+ else:
314
+ # 이미지가 μ•„λ‹Œ νŒŒμΌμ€ ν…μŠ€νŠΈλ‘œ λ³€ν™˜
315
+ processed_content.append({"type": "text", "text": f"[File: {os.path.basename(item['url'])}]"})
316
+ else:
317
+ processed_content.append(item)
318
+
319
+ messages.append({"role": "user", "content": processed_content})
320
 
321
+ # LLM μ²˜λ¦¬λŠ” κ·ΈλŒ€λ‘œ μ§„ν–‰
322
  inputs = processor.apply_chat_template(
323
  messages,
324
  add_generation_prompt=True,
 
341
  output += new_text
342
  yield output
343
 
 
344
  ##################################################
345
  # μ˜ˆμ‹œλ“€ (κΈ°μ‘΄)
346
  ##################################################