Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,64 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+docs/cross.jpg filter=lfs diff=lfs merge=lfs -text
+docs/multi.jpg filter=lfs diff=lfs merge=lfs -text
+docs/teaser.jpg filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/1f407e4d-dbfb-43e8-946b-d0630f120e79.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/1f407e4d-dbfb-43e8-946b-d0630f120e79_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/5a713428-fabc-4320-bfb4-109c850f6769.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/5a713428-fabc-4320-bfb4-109c850f6769_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/9e2e4b04-42e0-4777-a73f-db12f975e23c.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/9e2e4b04-42e0-4777-a73f-db12f975e23c_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/e399a548-3bdd-4a6f-ae34-bc378b490cbb.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image/e399a548-3bdd-4a6f-ae34-bc378b490cbb_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/0832f92b-fbb2-4aa8-8e28-2b2bbb6a23a9.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/0832f92b-fbb2-4aa8-8e28-2b2bbb6a23a9_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/1efd7b86-ee88-4d85-97b7-b91fa7b49dac.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/1efd7b86-ee88-4d85-97b7-b91fa7b49dac_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/25318929-72d9-40df-a82a-49a20750580e_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/25c3c6a6-2cf5-4e08-a9ae-21b82f361a54_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/267895bd-73a3-491e-a708-6d0d874bff36_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/2f67ba42-8d64-4476-b17b-7fa75572e18b.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/2f67ba42-8d64-4476-b17b-7fa75572e18b_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/30/ab0d6288-3a72-4c4a-a559-8716432d4afe.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/30/ab0d6288-3a72-4c4a-a559-8716432d4afe_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/37d9a651-972d-4cda-a2ad-ea51e7a18a52.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/37d9a651-972d-4cda-a2ad-ea51e7a18a52_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/3efefc4f-dbbb-44d4-bf97-fbda39022138.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/3efefc4f-dbbb-44d4-bf97-fbda39022138_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/50/a1908026-c3c1-415d-b8cb-3d2c337fcfb4.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/50/a1908026-c3c1-415d-b8cb-3d2c337fcfb4_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/676ce1f3-53d9-4368-95e1-4ca246040b61.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/676ce1f3-53d9-4368-95e1-4ca246040b61_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/6d5f3e97-651c-4e45-b018-834a965159bf.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/6d5f3e97-651c-4e45-b018-834a965159bf_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/7609e4dd-74ac-45b1-8f2f-898b03496917.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/7609e4dd-74ac-45b1-8f2f-898b03496917_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/7a76fc14-76df-4428-af1d-c99e2432f0a5.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/7a76fc14-76df-4428-af1d-c99e2432f0a5_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/8afe0d15-05bc-462c-bee5-620878a71193.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/8afe0d15-05bc-462c-bee5-620878a71193_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/90f45cd9-decb-4db6-8858-76844d486e74_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/9d90fc27-3373-4d2a-ad60-0271337ec569.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/9d90fc27-3373-4d2a-ad60-0271337ec569_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/b06a2cee-2b57-470f-98f0-ab9b1f536fda.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/b06a2cee-2b57-470f-98f0-ab9b1f536fda_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/b414a38b-ce20-4958-871e-79e5cd92f172.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/b414a38b-ce20-4958-871e-79e5cd92f172_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/d215ee16-0300-4005-b7b8-49ec03043361.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/d215ee16-0300-4005-b7b8-49ec03043361_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/d63e9d77-e707-480f-86d0-3c339a0be3f8.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/d63e9d77-e707-480f-86d0-3c339a0be3f8_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/dcbd4735-ce89-46bb-9253-977d7133ef1e.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/dcbd4735-ce89-46bb-9253-977d7133ef1e_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/e03faee6-871e-4452-8a7b-af844b98dae2.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/e03faee6-871e-4452-8a7b-af844b98dae2_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/eb6464dc-e3e0-4c56-ac37-110952e835d1.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/eb6464dc-e3e0-4c56-ac37-110952e835d1_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/ed4f0743-6f09-4cf8-ac31-f169ad06ba2a.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/ed4f0743-6f09-4cf8-ac31-f169ad06ba2a_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/f4b8813e-f024-4654-a3a6-4dc316d2ce4f.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/f4b8813e-f024-4654-a3a6-4dc316d2ce4f_bg.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/f6a03c0e-3df8-4dbf-bdee-9d4401d780a4.png filter=lfs diff=lfs merge=lfs -text
+final_inpaint_image[[:space:]]copy/f6a03c0e-3df8-4dbf-bdee-9d4401d780a4_bg.png filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,7 @@
+img/
+logfile/
+__pycache__/
+*/__pycache__/
+models/
+plt/
+exp/

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 design-edit
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,153 @@
+# DesignEdit: Multi-Layered Latent Decomposition and Fusion for Unified & Accurate Image Editing
+> *Stable Diffusion XL 1.0* Implementation
+
+![teaser](docs/teaser.jpg)
+### [Project Page](https://design-edit.github.io/)   [Paper](https://arxiv.org/abs/2403.14487)   [Hugging Face Demo](https://huggingface.co/spaces/YuhuiYuan/DesignEdit)
+
+## ✨ News ✨
+
+- [2024/4/4] We have supported the Gradio Application on Hugging Face 🤗, encouraging you to design online without the need for local deployment.
+- [2024/3/28] We release the code for DesignEdit! Let's design together! 😍
+
+## Setup
+
+The required Python version is 3.10.12. , and the [Pytorch](https://pytorch.org/) version is 2.0.1.
+The code's framework is built on [Prompt-to-prompt](https://github.com/google/prompt-to-prompt/) and  [Stable Diffusion](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0).
+
+Additional required packages are listed in the requirements file.
+```bash
+conda create -n DesignEdit python=3.10.12
+conda activate DesignEdit
+pip install -r requirements.txt
+```
+Notice that our model is entirely **training-free**💪!!! The base model is the Stable Diffusion XL-1.0.
+
+## Demo
+We have created an interactive interface using Gradio, as shown below. You only need to simply run the following command in the environment we previously set up:
+```bash
+python design_app.py
+```
+![page_1](docs/page01.png)
+
+### 🖱️Usage
+
+- We have 5 function pages for different editing operations.
+
+💡**Object Removal**
+
+💡**Zooming Out**
+
+💡**Camera Panning**
+
+💡**Object Moving, Resizing and Flipping**
+
+💡**Multi-Layered Editing**  
+
+- You can follow the "Usage" instructions within each page.  
+
+![page_4](docs/page04.png)  
+
+- For each page, we also provide some interesting examples for you to try.  
+
+![page_2](docs/page02.png)  
+
+- Notice that the **Multi-Layered Editing** page, which uses a multi-layered representation for multiple editing tasks, can achieve the same results as those of Object Removal and Object Moving, Resizing, and Flipping in a general representation.  
+
+- Moreover, we have added the "Mask Preparation" page for you to utilize SAM or sketching to combine several masks together. This may be useful when you are on the **Multi-Layered Editing** page.  
+
+![page_3](docs/page03.png)
+
+## More Details  
+
+If you are interested in exploring more details about the model implementation, we recommend checking out [`model.py`](design_copy/src/demo/model.py). Pay special attention to the `register_attention_control()` function and the `LayerFusion` class.  
+
+
+## Applications  
+
+For more applications, we kindly invite you to explore our [project page](https://design-edit.github.io/) and refer to our [paper](https://arxiv.org/abs/2403.14487).
+
+### 💡Object Removal  
+
+You can choose more than one object to remove on the **Object Removal** page, and it is also possible to mask irregular regions for removal.
+
+<div align="center">
+    <img src="docs/removal.jpg" width="700"/>
+</div>
+
+### 💡Object Removal with <span style="color:red;">Refine Mask</span>  
+
+Using remove mask directly may cause artifacts, the refine mask indicates regions that may cause artifacts. You can turn to **Object Removal** page to explore.  
+
+<div align="center">
+    <img src="docs/refine.jpg"  width="700"/>
+</div>
+
+### 💡Camera Panning and Zooming Out  
+
+You can use the **Camera Panning** and **Zooming Out** page to achieve editing with different scales and directions.
+
+<div align="center">
+    <img src="docs/pan.jpg" width="700"/>
+</div>
+<div align="center">
+    <img src="docs/zoom.jpg" width="700"/>
+</div>
+
+The illustration of image adjustment and mask preparation is shown below.  
+
+<div align="center">
+    <img src="docs/pan+zoom.jpg" width="700"/>
+</div>
+
+### 💡Multi-Object Editing with Moving, Resizing, Flipping
+
+You can achieve single object moving, resizing, flipping in **Object Moving, Resizing and Flipping** page, 
+for multi-object editing like swapping and addition, you can turn to **Multi-Layered Editing** page.  
+
+<div align="center">
+    <img src="docs/multi.jpg" width="700"/>
+</div>
+
+### 💡Cross-Image Composition  
+
+By choosing one image as the background and specifying the position, size, and placement order of the foreground images, we can achieve cross-image composition. You can try examples on the **Multi-Layered Editing** page.
+
+<div align="center">
+    <img src="docs/cross.jpg" width="700"/>
+</div>
+
+### 💡Typography Retyping  
+
+Typography retyping refers to the specific use of design elements, which you can achieve on the **Multi-Layered Editing** page.  
+
+<div align="center">
+    <img src="docs/retype.jpg" width="700"/>
+</div>
+
+## Acknowledgements  
+
+Our project benefits from the contributions of several outstanding projects and techniques. We express our gratitude to:
+
+- [**Prompt-to-Prompt**](https://github.com/google/prompt-to-prompt.git): For innovative approaches in prompt engineering. 
+
+- [**Proximal-Guidance**](https://github.com/phymhan/prompt-to-prompt.git): For their cutting-edge inversion technique, significantly improving our model's performance. 
+
+- [**DragonDiffusion**](https://github.com/MC-E/DragonDiffusion.git): For inspiration on Gradio interface and efficient SAM API integration.
+
+Each of these projects has played a crucial role in the development of our work. We thank their contributors for sharing their expertise and resources with the community.
+
+## BibTeX
+
+```bibtex
+@misc{jia2024designedit,
+  title={DesignEdit: Multi-Layered Latent Decomposition and Fusion for Unified & Accurate Image Editing},
+  author={Yueru Jia and Yuhui Yuan and Aosong Cheng and Chuke Wang and Ji Li and Huizhu Jia and Shanghang Zhang},
+  year={2024},
+  eprint={2403.14487},
+  archivePrefix={arXiv},
+  primaryClass={cs.CV}
+}
+```
+
+
+

design_app.py

@@ -0,0 +1,58 @@
+import os
+import subprocess
+import shlex
+from src.demo.model import DesignEdit
+
+# os.makedirs('models', exist_ok=True)
+# subprocess.run(shlex.split('wget https://huggingface.co/Adapter/DragonDiffusion/resolve/main/model/efficient_sam_vits.pt -O models/efficient_sam_vits.pt'))
+
+from src.demo.demo import *
+import shlex
+
+import cv2
+import gradio as gr
+# pretrained_model_path = "SG161222/RealVisXL_V5.0_Lightning"#
+pretrained_model_path = "stabilityai/stable-diffusion-xl-base-1.0"
+model =  DesignEdit(pretrained_model_path=pretrained_model_path)
+DESCRIPTION_1 = """<div style="text-align: center; font-size: 80px;">
+        <strong class="title is-1">
+            <span style="color: green;">🌿D</span>
+            <span style="color: orange;">e</span>
+            <span style="color: rgb(63, 185, 63);">s</span>
+            <span style="color: green;">i</span>
+            <span style="color: rgb(200, 85, 23);">g</span>
+            <span style="color: green;">n</span>
+            <span style="color: orange;">E</span>
+            <span style="color: crimson;">d</span>
+            <span style="color: darkorange;">i</span>
+            <span style="color: green;">t🌿</span>
+          </strong> 
+    </div>
+    """
+DESCRIPTION_2 = """ <div style="text-align: center;font-size: 24px;"> <h1> Multi-Layered Latent Decomposition and Fusion for Unified & Accurate Image Editing</h1></div>"""
+DESCRIPTION_3 = """
+<div style="text-align: center; font-size: 24px;">
+    <p> Gradio demo for <a href="https://design-edit.github.io/">DesignEdit</a></p>
+</div>
+"""
+
+with gr.Blocks(css='style.css') as demo:
+    gr.Markdown(DESCRIPTION_1)
+    gr.Markdown(DESCRIPTION_2)
+    gr.Markdown(DESCRIPTION_3)
+    with gr.Tabs():
+        with gr.TabItem('1️⃣ Object Removal'):
+            create_demo_remove(model.run_remove)
+        with gr.TabItem('2️⃣ Zooming Out'):
+            create_demo_zooming(model.run_zooming)
+        with gr.TabItem('3️⃣ Camera Panning'):
+            create_demo_panning(model.run_panning)
+        with gr.TabItem('4️⃣ Object Moving, Resizing and Flipping'):
+            create_demo_moving(model.run_moving)
+        with gr.TabItem('5️⃣ 🚩 Multi-Layered Editing 🚩'):
+            create_demo_layer(model.run_layer)
+        with gr.TabItem('🔧 Mask Preparation: Draw or Sketch'):
+            create_demo_mask_box(model.run_mask)
+demo.queue(concurrency_count=3, max_size=20)
+demo.launch(server_name="0.0.0.0",share=True)
+