add requirements

app.py

@@ -6,12 +6,14 @@ from app_canny import create_demo as create_demo_canny
 from app_depth import create_demo as create_demo_depth
 import os
 
-
-hf_hub_download('wondervictor/ControlAR', filename='canny_MR.safetensors', cache_dir='./checkpoints/')
-hf_hub_download('wondervictor/ControlAR', filename='depth_MR.safetensors', cache_dir='./checkpoints/')
+hf_hub_download('wondervictor/ControlAR',
+                filename='canny_MR.safetensors',
+                cache_dir='./checkpoints/')
+hf_hub_download('wondervictor/ControlAR',
+                filename='depth_MR.safetensors',
+                cache_dir='./checkpoints/')
 # hf_hub_download('google/flan-t5-xl', cache_dir='./checkpoints/')
 
-
 DESCRIPTION = "# [ControlAR: Controllable Image Generation with Autoregressive Models](https://arxiv.org/abs/2410.02705) \n ### The first row in outputs is the input image and condition. The second row is the images generated by ControlAR.  \n ### You can run locally by following the instruction on our [Github Repo](https://github.com/hustvl/ControlAR)."
 SHOW_DUPLICATE_BUTTON = os.getenv("SHOW_DUPLICATE_BUTTON") == "1"
 model = Model()

app_canny.py

@@ -1,9 +1,13 @@
 import gradio as gr
 import random
+
+
 def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
     if randomize_seed:
         seed = random.randint(0, 100000000)
     return seed
+
+
 examples = [
     [
         "condition/example/t2i/multigen/doll.png",
@@ -12,15 +16,15 @@ examples = [
     ],
     [
         "condition/example/t2i/multigen/girl.png",
-        "An anime style girl with blue hair",
-        "(512, 512)"
+        "An anime style girl with blue hair", "(512, 512)"
     ],
     [
-        "condition/example/t2i/multi_resolution/bird.jpg",
-        "colorful bird",
+        "condition/example/t2i/multi_resolution/bird.jpg", "colorful bird",
         "(921, 564)"
     ],
 ]
+
+
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
@@ -30,20 +34,55 @@ def create_demo(process):
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
                     canny_low_threshold = gr.Slider(
-                        label="Canny low threshold", minimum=0, maximum=1000, value=100, step=50
-                    )
+                        label="Canny low threshold",
+                        minimum=0,
+                        maximum=1000,
+                        value=100,
+                        step=50)
                     canny_high_threshold = gr.Slider(
-                        label="Canny high threshold", minimum=0, maximum=1000, value=200, step=50
-                    )
-                    cfg_scale = gr.Slider(label="Guidance scale", minimum=0.1, maximum=30.0, value=4, step=0.1)
-                    relolution = gr.Slider(label="(H, W)", minimum=384, maximum=768, value=512, step=16)
-                    top_k = gr.Slider(minimum=1, maximum=16384, step=1, value=2000, label='Top-K')
-                    top_p = gr.Slider(minimum=0., maximum=1.0, step=0.1, value=1.0, label="Top-P")
-                    temperature = gr.Slider(minimum=0., maximum=1.0, step=0.1, value=1.0, label='Temperature')
-                    seed = gr.Slider(label="Seed", minimum=0, maximum=100000000, step=1, value=0)
-                    randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
+                        label="Canny high threshold",
+                        minimum=0,
+                        maximum=1000,
+                        value=200,
+                        step=50)
+                    cfg_scale = gr.Slider(label="Guidance scale",
+                                          minimum=0.1,
+                                          maximum=30.0,
+                                          value=4,
+                                          step=0.1)
+                    relolution = gr.Slider(label="(H, W)",
+                                           minimum=384,
+                                           maximum=768,
+                                           value=512,
+                                           step=16)
+                    top_k = gr.Slider(minimum=1,
+                                      maximum=16384,
+                                      step=1,
+                                      value=2000,
+                                      label='Top-K')
+                    top_p = gr.Slider(minimum=0.,
+                                      maximum=1.0,
+                                      step=0.1,
+                                      value=1.0,
+                                      label="Top-P")
+                    temperature = gr.Slider(minimum=0.,
+                                            maximum=1.0,
+                                            step=0.1,
+                                            value=1.0,
+                                            label='Temperature')
+                    seed = gr.Slider(label="Seed",
+                                     minimum=0,
+                                     maximum=100000000,
+                                     step=1,
+                                     value=0)
+                    randomize_seed = gr.Checkbox(label="Randomize seed",
+                                                 value=True)
             with gr.Column():
-                result = gr.Gallery(label="Output", show_label=False, height='800px', columns=2, object_fit="scale-down")
+                result = gr.Gallery(label="Output",
+                                    show_label=False,
+                                    height='800px',
+                                    columns=2,
+                                    object_fit="scale-down")
         gr.Examples(
             examples=examples,
             inputs=[
@@ -90,11 +129,10 @@ def create_demo(process):
             api_name="canny",
         )
     return demo
+
+
 if __name__ == "__main__":
     from model import Model
     model = Model()
     demo = create_demo(model.process_canny)
-    demo.queue().launch(
-    share=False,
-    server_name="0.0.0.0"
-    )
+    demo.queue().launch(share=False, server_name="0.0.0.0")

app_depth.py

@@ -1,26 +1,28 @@
 import gradio as gr
 import random
+
+
 def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
     if randomize_seed:
         seed = random.randint(0, 100000000)
     return seed
-examples = [
-    [
-        "condition/example/t2i/multigen/sofa.png",
-        "The red sofa in the living room has several pillows on it",
-        "(512, 512)"
-    ],
-    [
-        "condition/example/t2i/multigen/house.png",
-        "A brick house with a chimney under a starry sky.",
-        "(512, 512)"
-    ],
-    [
-        "condition/example/t2i/multi_resolution/car.jpg",
-        "a sport car",
-        "(448, 768)"
-    ]
-]
+
+
+examples = [[
+    "condition/example/t2i/multigen/sofa.png",
+    "The red sofa in the living room has several pillows on it", "(512, 512)"
+],
+            [
+                "condition/example/t2i/multigen/house.png",
+                "A brick house with a chimney under a starry sky.",
+                "(512, 512)"
+            ],
+            [
+                "condition/example/t2i/multi_resolution/car.jpg",
+                "a sport car", "(448, 768)"
+            ]]
+
+
 def create_demo(process):
     with gr.Blocks() as demo:
         with gr.Row():
@@ -29,15 +31,44 @@ def create_demo(process):
                 prompt = gr.Textbox(label="Prompt")
                 run_button = gr.Button("Run")
                 with gr.Accordion("Advanced options", open=False):
-                    cfg_scale = gr.Slider(label="Guidance scale", minimum=0.1, maximum=30.0, value=4, step=0.1)
-                    resolution = gr.Slider(label="(H, W)", minimum=384, maximum=768, value=512, step=16)
-                    top_k = gr.Slider(minimum=1, maximum=16384, step=1, value=2000, label='Top-K')
-                    top_p = gr.Slider(minimum=0., maximum=1.0, step=0.1, value=1.0, label="Top-P")
-                    temperature = gr.Slider(minimum=0., maximum=1.0, step=0.1, value=1.0, label='Temperature')
-                    seed = gr.Slider(label="Seed", minimum=0, maximum=100000000, step=1, value=0)
-                    randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
+                    cfg_scale = gr.Slider(label="Guidance scale",
+                                          minimum=0.1,
+                                          maximum=30.0,
+                                          value=4,
+                                          step=0.1)
+                    resolution = gr.Slider(label="(H, W)",
+                                           minimum=384,
+                                           maximum=768,
+                                           value=512,
+                                           step=16)
+                    top_k = gr.Slider(minimum=1,
+                                      maximum=16384,
+                                      step=1,
+                                      value=2000,
+                                      label='Top-K')
+                    top_p = gr.Slider(minimum=0.,
+                                      maximum=1.0,
+                                      step=0.1,
+                                      value=1.0,
+                                      label="Top-P")
+                    temperature = gr.Slider(minimum=0.,
+                                            maximum=1.0,
+                                            step=0.1,
+                                            value=1.0,
+                                            label='Temperature')
+                    seed = gr.Slider(label="Seed",
+                                     minimum=0,
+                                     maximum=100000000,
+                                     step=1,
+                                     value=0)
+                    randomize_seed = gr.Checkbox(label="Randomize seed",
+                                                 value=True)
             with gr.Column():
-                result = gr.Gallery(label="Output", show_label=False, height='800px', columns=2, object_fit="scale-down")
+                result = gr.Gallery(label="Output",
+                                    show_label=False,
+                                    height='800px',
+                                    columns=2,
+                                    object_fit="scale-down")
         gr.Examples(
             examples=examples,
             inputs=[
@@ -82,11 +113,10 @@ def create_demo(process):
             api_name="canny",
         )
     return demo
+
+
 if __name__ == "__main__":
     from model import Model
     model = Model()
     demo = create_demo(model.process_depth)
-    demo.queue().launch(
-    share=False,
-    server_name="0.0.0.0"
-    )
+    demo.queue().launch(share=False, server_name="0.0.0.0")

requirements.txt

@@ -17,4 +17,5 @@ ftfy
 clean-fid
 safetensors
 transformers
-tiktoken
+tiktoken
+sentencepiece