If DreamO is helpful, please help to ⭐ the community. Thanks!
📧 Contact
If you have any questions or feedback, feel free to open a discussion or contact arxivgpt@gmail.com
"""
def create_demo():
with gr.Blocks(css=_CUSTOM_CSS_) as demo:
gr.HTML(_HEADER_)
with gr.Row():
with gr.Column(scale=6):
with gr.Group(elem_id="input-panel", elem_classes="panel-box"):
gr.Markdown("### 📸 Reference Images")
with gr.Row():
with gr.Column():
ref_image1 = gr.Image(label="Reference Image 1", type="numpy", height=256, elem_id="ref-image-1")
ref_task1 = gr.Dropdown(choices=["ip", "id", "style"], value="ip", label="Task for Reference Image 1", elem_id="ref-task-1")
with gr.Column():
ref_image2 = gr.Image(label="Reference Image 2", type="numpy", height=256, elem_id="ref-image-2")
ref_task2 = gr.Dropdown(choices=["ip", "id", "style"], value="ip", label="Task for Reference Image 2", elem_id="ref-task-2")
gr.Markdown("### ✏️ Generation Parameters")
prompt = gr.Textbox(label="Prompt", value="a person playing guitar in the street", elem_id="prompt-input")
with gr.Row():
width = gr.Slider(768, 1024, 1024, step=16, label="Width", elem_id="width-slider")
height = gr.Slider(768, 1024, 1024, step=16, label="Height", elem_id="height-slider")
with gr.Row():
num_steps = gr.Slider(8, 30, 12, step=1, label="Number of Steps", elem_id="steps-slider")
guidance = gr.Slider(1.0, 10.0, 3.5, step=0.1, label="Guidance Scale", elem_id="guidance-slider")
seed = gr.Textbox(label="Seed (-1 for random)", value="-1", elem_id="seed-input")
with gr.Accordion("Advanced Options", open=False):
ref_res = gr.Slider(512, 1024, 512, step=16, label="Resolution for Reference Image")
neg_prompt = gr.Textbox(label="Negative Prompt", value="")
neg_guidance = gr.Slider(1.0, 10.0, 3.5, step=0.1, label="Negative Guidance")
with gr.Row():
true_cfg = gr.Slider(1, 5, 1, step=0.1, label="True CFG")
first_step_guidance = gr.Slider(0, 10, 0, step=0.1, label="First Step Guidance")
with gr.Row():
cfg_start_step = gr.Slider(0, 30, 0, step=1, label="CFG Start Step")
cfg_end_step = gr.Slider(0, 30, 0, step=1, label="CFG End Step")
generate_btn = gr.Button("✨ Generate Image", elem_id="generate-btn")
gr.HTML(_CITE_)
with gr.Column(scale=6):
with gr.Group(elem_id="output-panel", elem_classes="panel-box"):
gr.Markdown("### 🖼️ Generated Result")
output_image = gr.Image(label="Generated Image", elem_id="output-image", format='png')
seed_output = gr.Textbox(label="Used Seed", elem_id="seed-output")
# (2) 영상 생성 버튼 & 출력 영역 추가
generate_video_btn = gr.Button("🎬 Generate Video from Image")
output_video = gr.Video(label="Generated Video", elem_id="video-output")
gr.Markdown("### 🔍 Preprocessing")
debug_image = gr.Gallery(
label="Preprocessing Results (including face crop and background removal)",
elem_id="debug-gallery",
)
with gr.Group(elem_id="examples-panel", elem_classes="panel-box"):
gr.Markdown("## 📚 Examples")
example_inps = [
[
'example_inputs/choi.jpg',
None,
'ip',
'ip',
'a woman sitting on the cloud, playing guitar',
1206523688721442817,
],
[
'example_inputs/choi.jpg',
None,
'id',
'ip',
'a woman holding a sign saying "TOP", on the mountain',
10441727852953907380,
],
[
'example_inputs/perfume.png',
None,
'ip',
'ip',
'a perfume under spotlight',
116150031980664704,
],
[
'example_inputs/choi.jpg',
None,
'id',
'ip',
'portrait, in alps',
5443415087540486371,
],
[
'example_inputs/mickey.png',
None,
'style',
'ip',
'generate a same style image. A rooster wearing overalls.',
6245580464677124951,
],
[
'example_inputs/mountain.png',
None,
'style',
'ip',
'generate a same style image. A pavilion by the river, and the distant mountains are endless',
5248066378927500767,
],
[
'example_inputs/shirt.png',
'example_inputs/skirt.jpeg',
'ip',
'ip',
'A girl is wearing a short-sleeved shirt and a short skirt on the beach.',
9514069256241143615,
],
[
'example_inputs/woman2.png',
'example_inputs/dress.png',
'id',
'ip',
'the woman wearing a dress, In the banquet hall',
7698454872441022867,
],
[
'example_inputs/dog1.png',
'example_inputs/dog2.png',
'ip',
'ip',
'two dogs in the jungle',
6187006025405083344,
],
]
gr.Examples(
examples=example_inps,
inputs=[ref_image1, ref_image2, ref_task1, ref_task2, prompt, seed],
label='Examples by category: IP task (rows 1-4), ID task (row 5), Style task (rows 6-7), Try-On task (rows 8-9)',
cache_examples='lazy',
outputs=[output_image, debug_image, seed_output],
fn=generate_image,
)
# 기존 이미지 생성 함수와 연결
generate_btn.click(
fn=generate_image,
inputs=[
ref_image1,
ref_image2,
ref_task1,
ref_task2,
prompt,
seed,
width,
height,
ref_res,
num_steps,
guidance,
true_cfg,
cfg_start_step,
cfg_end_step,
neg_prompt,
neg_guidance,
first_step_guidance,
],
outputs=[output_image, debug_image, seed_output],
)
# (3) 영상 생성 버튼 클릭 -> generate_video_from_image() 호출
def on_click_generate_video(img):
if img is None:
raise gr.Error("먼저 이미지를 생성해주세요.")
video_path = generate_video_from_image(img)
return video_path
generate_video_btn.click(
fn=on_click_generate_video,
inputs=[output_image],
outputs=[output_video],
)
return demo
if __name__ == '__main__':
demo = create_demo()
demo.launch(
server_name="0.0.0.0",
share=True,
ssr_mode=False
)