diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..15f222b3c6e57c80e0905c5b31473705306144df 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +image_control.png filter=lfs diff=lfs merge=lfs -text +images_0.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..409e6aa2632b6fd177628b349ee96b791ab30f66 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +base_model: runwayml/stable-diffusion-v1-5 +library_name: diffusers +license: creativeml-openrail-m +inference: true +tags: +- stable-diffusion +- stable-diffusion-diffusers +- text-to-image +- diffusers +- controlnet +- diffusers-training +--- + + + + +# controlnet-camgitblame/controlnet-fs2k + +These are controlnet weights trained on ./models/stable-diffusion-v1-5-local with new type of conditioning. +You can find some example images below. + +prompt: a photo of a face +![images_0)](./images_0.png) + + + +## Intended uses & limitations + +#### How to use + +```python +# TODO: add an example code snippet for running this diffusion pipeline +``` + +#### Limitations and bias + +[TODO: provide examples of latent issues and potential remediations] + +## Training details + +[TODO: describe the data used to train the model] \ No newline at end of file diff --git a/checkpoint-1000/controlnet/config.json b/checkpoint-1000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-1000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe020d8039334b7462fca70bd5d50e108efdf07a --- /dev/null +++ b/checkpoint-1000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bed95d66a534f529e22551075ff4cf311e9aa9735b52a2890504ba3e2f3c5ab +size 1445157120 diff --git a/checkpoint-1000/optimizer.bin b/checkpoint-1000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..797d92a50d589250225c409436c378cebbe5c3cb --- /dev/null +++ b/checkpoint-1000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bac00b9bab3fe73b0cc3385c499845d1e0dacd26315982c523c1f7c42fa0ef +size 2890518478 diff --git a/checkpoint-1000/random_states_0.pkl b/checkpoint-1000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..762c0292e7ba185df938dc37f45d44c0b177f313 --- /dev/null +++ b/checkpoint-1000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38232987a94d11fb11f07ab86dc2a7bed7044793f9c6fbadf4b4d42c06353852 +size 14408 diff --git a/checkpoint-1000/scaler.pt b/checkpoint-1000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d181e6249d155a6c5e31f3078bd344c67ee533e --- /dev/null +++ b/checkpoint-1000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e +size 988 diff --git a/checkpoint-1000/scheduler.bin b/checkpoint-1000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8cd0523fc2fa0d53177e211bab98b6e9d4b61ef3 --- /dev/null +++ b/checkpoint-1000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a3406d2ef50f9b0ec90e408a1c13d2c8958de7599603cc4c0cc7154da6ebe9 +size 1000 diff --git a/checkpoint-1500/controlnet/config.json b/checkpoint-1500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-1500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e7ec54dd406d5a252e19925d26329848b875a52f --- /dev/null +++ b/checkpoint-1500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2b42ac6c576b0dd0494536f9a0f5bca1c30507a77f2626c640e0cbe3a7509a +size 1445157120 diff --git a/checkpoint-1500/optimizer.bin b/checkpoint-1500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..c5431122f40876fff62bcc14c6cfb5e86d745559 --- /dev/null +++ b/checkpoint-1500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766fae03695e6f689cf6bf4caa08579530d58fcf41014a5f00463ba16a1d9016 +size 2890518478 diff --git a/checkpoint-1500/random_states_0.pkl b/checkpoint-1500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..345cb6fb081005ca65092e861b2472bbd6867a14 --- /dev/null +++ b/checkpoint-1500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fdf03493c92f6c9ec36ace452ff5dae9aee708fbc8a54930a2ae09d2af7a00f +size 14408 diff --git a/checkpoint-1500/scaler.pt b/checkpoint-1500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9272e7b2b7073251307b6febf624c58665ee0073 --- /dev/null +++ b/checkpoint-1500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a4b6e0ef05ca249f2d6b7f9f3ad1dff81e55842a962df795bb9740c17c8e92 +size 988 diff --git a/checkpoint-1500/scheduler.bin b/checkpoint-1500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a30810b709134e638a2457e57d0f3f340473b37 --- /dev/null +++ b/checkpoint-1500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f467166be55efbf06af1331de3a9e55090ca0fe7629555e4f29ed6b43431d903 +size 1000 diff --git a/checkpoint-2000/controlnet/config.json b/checkpoint-2000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-2000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77d8c14b3fce78320353fd172f724a5fd1f0dee8 --- /dev/null +++ b/checkpoint-2000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a845087d48ab21a27f62dca99b5103f34c4ac454a0315da391bf48a28148e8c +size 1445157120 diff --git a/checkpoint-2000/optimizer.bin b/checkpoint-2000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..872f775d8e20a842dfd69a151be66bce6eca8d35 --- /dev/null +++ b/checkpoint-2000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552bb3863cd9cd368091db71dcf05bbd41c5d4a44e304b2038fda9279263ff8f +size 2890518478 diff --git a/checkpoint-2000/random_states_0.pkl b/checkpoint-2000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4a86238bc81a11d35da078615f8ee91af95e2719 --- /dev/null +++ b/checkpoint-2000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa66cf9ea7eb33b03f4c50b4461056d57466583d48b96cacbc6a8fdf86f886ea +size 14408 diff --git a/checkpoint-2000/scaler.pt b/checkpoint-2000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..99282b0e304ef68a38f5a2dd4a6ac123700f2f53 --- /dev/null +++ b/checkpoint-2000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c50a9cebe5d66d453d25b140738bff479749ac03e0a43597d8776bc22f6ed0c +size 988 diff --git a/checkpoint-2000/scheduler.bin b/checkpoint-2000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..b48a2f7b07efeb2b95e382ae78d41f91125a3ebc --- /dev/null +++ b/checkpoint-2000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfe21ebf717fd6e4118374475c255f5df2d20d71ad2f0211578b00a982aae56 +size 1000 diff --git a/checkpoint-2500/controlnet/config.json b/checkpoint-2500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-2500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6677aea0689b13c5f6f38a5526743da891eeb41 --- /dev/null +++ b/checkpoint-2500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d50aad2c49ac3583baceb9032f08cbc528239ab99694f25621173d54c97eba4 +size 1445157120 diff --git a/checkpoint-2500/optimizer.bin b/checkpoint-2500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a5ac27d753cf1a6b80bf5bcaf8ba517bf56a762 --- /dev/null +++ b/checkpoint-2500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a20691e6f34f52ca4b34d8b9b501eccc9fa9ec584cef9d4b6ebbd80ccee7d9d +size 2890518478 diff --git a/checkpoint-2500/random_states_0.pkl b/checkpoint-2500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..96e996b3cef2beac358e1446262062affa25dbe0 --- /dev/null +++ b/checkpoint-2500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4597a4c895603aee32c69572907d509cae5de98e2b34b0f6e971e5e38bdf217 +size 14408 diff --git a/checkpoint-2500/scaler.pt b/checkpoint-2500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b9902c4e2dee2972ff0943d57b3678364435cdf --- /dev/null +++ b/checkpoint-2500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e2d97f563bb838328076a1666504681962151a3975a2f064be3a03e6500740 +size 988 diff --git a/checkpoint-2500/scheduler.bin b/checkpoint-2500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..a79bc9096a5e3250653e5a5f08cb08c3511e6acb --- /dev/null +++ b/checkpoint-2500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f35c08bddc2ccd5038b32792431e6cb43b36764f89628a52ae6cd5847b65166 +size 1000 diff --git a/checkpoint-3000/controlnet/config.json b/checkpoint-3000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-3000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3482d4e374b4a1a8b8faae3cf18685e142d2005a --- /dev/null +++ b/checkpoint-3000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38075c2963109d5a82126c721bb3eab282d1efa775754d7d35bfbc793319a713 +size 1445157120 diff --git a/checkpoint-3000/optimizer.bin b/checkpoint-3000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..a03bf4fa85bbe8f77d1b63a8584cb7ddc5c590b5 --- /dev/null +++ b/checkpoint-3000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac9fbf2217323616c00f977fc71eddd3fce4b249c9af54ca6904a836c80462b +size 2890518478 diff --git a/checkpoint-3000/random_states_0.pkl b/checkpoint-3000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..883e99007266cc61bf05f414cee2715dc5344e5b --- /dev/null +++ b/checkpoint-3000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b509870b5fbaaba5c0b6f35d8fb6da751771aaca079ca5c33a8354028bcf35 +size 14408 diff --git a/checkpoint-3000/scaler.pt b/checkpoint-3000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c13b5448a0852139c8a78d48ae5f4dc71f8a023 --- /dev/null +++ b/checkpoint-3000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f +size 988 diff --git a/checkpoint-3000/scheduler.bin b/checkpoint-3000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..7a889805431b00e33e12b2c1ddb57d9161adf34e --- /dev/null +++ b/checkpoint-3000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8fe821d00eb2390ad96b7eacab51d3db69715b9b553aa99b802f314bf121f4 +size 1000 diff --git a/checkpoint-3500/controlnet/config.json b/checkpoint-3500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-3500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a4358f2567ec96d4bff8c66364a0aa3d9fba555 --- /dev/null +++ b/checkpoint-3500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2cfc9068c504b9b4801612f84d987edac362652c3cda4452a9a4d152e8496b0 +size 1445157120 diff --git a/checkpoint-3500/optimizer.bin b/checkpoint-3500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..7b8423222c21250c1c5fa47cafb0d9dd8f9b4e78 --- /dev/null +++ b/checkpoint-3500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cf77fa1974726f757584bc502c77e63bebe779ce8c5f00a89591d8a56a42ad +size 2890518478 diff --git a/checkpoint-3500/random_states_0.pkl b/checkpoint-3500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..8cce8464b08d498d9626859852409cb3c9b47ba9 --- /dev/null +++ b/checkpoint-3500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79809663beea360fc07816b3b2f19b6c362dc78202ecb082edb4c242bff3ef17 +size 14408 diff --git a/checkpoint-3500/scaler.pt b/checkpoint-3500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..642d9ddc499e11af6d65baf9612222717fa34b7d --- /dev/null +++ b/checkpoint-3500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d25c9e5c384ba91142c829ef5432ebc4ae7d8c71f3de723046dd3aa202e08a2 +size 988 diff --git a/checkpoint-3500/scheduler.bin b/checkpoint-3500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..ca72f3042cd82284b04384dbca4a678e40d90490 --- /dev/null +++ b/checkpoint-3500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fe822b8abcea8a208f6224161430002dd2bd4da26a7e88a9d017e9cfbae0db +size 1000 diff --git a/checkpoint-4000/controlnet/config.json b/checkpoint-4000/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-4000/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0853768402e3dc127f896d8d9b830f5a5b0180e2 --- /dev/null +++ b/checkpoint-4000/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82d408087591cb517ecfe9e09ce64586b6f71a936408d489ef3718283ab70c3 +size 1445157120 diff --git a/checkpoint-4000/optimizer.bin b/checkpoint-4000/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..d911aefebd5aa0052cd8bad431bf5032c3686a5e --- /dev/null +++ b/checkpoint-4000/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b003adf8a66ed4261554cb151fc7ea5539785097b20453855e7c128a9d382c +size 2890518478 diff --git a/checkpoint-4000/random_states_0.pkl b/checkpoint-4000/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..9b217675bf27663590bc6497243e7cf7a434d0b4 --- /dev/null +++ b/checkpoint-4000/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5bd4f6968aa8f28daeb3509d29cc18c7e1bd1364f3a2c7b494bfa135f02fd9 +size 14408 diff --git a/checkpoint-4000/scaler.pt b/checkpoint-4000/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e3c148798a27b525e5967dae1f764aa32ba855f --- /dev/null +++ b/checkpoint-4000/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a4acfb0da74c479080613978839dd3cbb4608fd2c07e764b4c844401d8dd5f +size 988 diff --git a/checkpoint-4000/scheduler.bin b/checkpoint-4000/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..459797ae8b0add7f3fa819467cc8ae05efbe345a --- /dev/null +++ b/checkpoint-4000/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d12e9f2e83267071edd2d5d63069804ab0c8d876435e6130a966689bceb611 +size 1000 diff --git a/checkpoint-4500/controlnet/config.json b/checkpoint-4500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-4500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f08ebb2294880550bc5996cc242ee59023165ce3 --- /dev/null +++ b/checkpoint-4500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b9cf716ec818de20917200a74957446998dce3670ae5d9ceac3205c6a4cfcb +size 1445157120 diff --git a/checkpoint-4500/optimizer.bin b/checkpoint-4500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..6d0a1e933cf2058eb9d01c46452ea9622aa76296 --- /dev/null +++ b/checkpoint-4500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e720bf7668b5359e4bff12515870ce80894549c3bf64ced1fb4108a633bccf7 +size 2890518478 diff --git a/checkpoint-4500/random_states_0.pkl b/checkpoint-4500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..408f70cc076c57dff36891d5a06ff7cd2f06529e --- /dev/null +++ b/checkpoint-4500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e409a6c50514261be8da473cf26d12571df1a05210315369b5e17c2d8b88339 +size 14408 diff --git a/checkpoint-4500/scaler.pt b/checkpoint-4500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eb1718239e9101b6a6e609988d0ab4c61c50ef6 --- /dev/null +++ b/checkpoint-4500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25aed798df1ea1f11d3cdd0a7de18dd9b632beaa14981af70f644c899539b4cc +size 988 diff --git a/checkpoint-4500/scheduler.bin b/checkpoint-4500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..63d36c1e88176c4967c846edc6bb92ec32b3980e --- /dev/null +++ b/checkpoint-4500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e812823e132f440f88640aa8c020eace066120fa7bb42266907df2961a097b92 +size 1000 diff --git a/checkpoint-500/controlnet/config.json b/checkpoint-500/controlnet/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/checkpoint-500/controlnet/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20afbb702ff5df857bd92e0a411d02eff3a13a57 --- /dev/null +++ b/checkpoint-500/controlnet/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68066ed7c25870e411621154856078a39d00011072708e3c401527f296d8874a +size 1445157120 diff --git a/checkpoint-500/optimizer.bin b/checkpoint-500/optimizer.bin new file mode 100644 index 0000000000000000000000000000000000000000..911820e4a21a49b988e4282a9c3f8d51a348f0e5 --- /dev/null +++ b/checkpoint-500/optimizer.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b80f41572317bbd337347b7164d2e2b20428053e6d4e13ce86d61ddcfeda90b +size 2890518478 diff --git a/checkpoint-500/random_states_0.pkl b/checkpoint-500/random_states_0.pkl new file mode 100644 index 0000000000000000000000000000000000000000..78fa484d56979bd104df022f63d16bd7b542c857 --- /dev/null +++ b/checkpoint-500/random_states_0.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c949c15f31b732ec1a66bc400b0ed6f7495b6b2deac3ab2b45fcfe50b56444d2 +size 14408 diff --git a/checkpoint-500/scaler.pt b/checkpoint-500/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1640696e8c648247d0af4fea4d97302082e3749 --- /dev/null +++ b/checkpoint-500/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636 +size 988 diff --git a/checkpoint-500/scheduler.bin b/checkpoint-500/scheduler.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d16171f138fcfe631022f4a2f4d9067c4505517 --- /dev/null +++ b/checkpoint-500/scheduler.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65115106fbd9463fa6c7133b543dece71c31fcba363ff15b8c73f8c7eb0739c5 +size 1000 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bc6c4b03ebcfe9ecbf6d66cff046597888f3feb --- /dev/null +++ b/config.json @@ -0,0 +1,51 @@ +{ + "_class_name": "ControlNetModel", + "_diffusers_version": "0.35.0.dev0", + "act_fn": "silu", + "addition_embed_type": null, + "addition_embed_type_num_heads": 64, + "addition_time_embed_dim": null, + "attention_head_dim": 8, + "block_out_channels": [ + 320, + 640, + 1280, + 1280 + ], + "class_embed_type": null, + "conditioning_channels": 3, + "conditioning_embedding_out_channels": [ + 16, + 32, + 96, + 256 + ], + "controlnet_conditioning_channel_order": "rgb", + "cross_attention_dim": 768, + "down_block_types": [ + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "CrossAttnDownBlock2D", + "DownBlock2D" + ], + "downsample_padding": 1, + "encoder_hid_dim": null, + "encoder_hid_dim_type": null, + "flip_sin_to_cos": true, + "freq_shift": 0, + "global_pool_conditions": false, + "in_channels": 4, + "layers_per_block": 2, + "mid_block_scale_factor": 1, + "mid_block_type": "UNetMidBlock2DCrossAttn", + "norm_eps": 1e-05, + "norm_num_groups": 32, + "num_attention_heads": null, + "num_class_embeds": null, + "only_cross_attention": false, + "projection_class_embeddings_input_dim": null, + "resnet_time_scale_shift": "default", + "transformer_layers_per_block": 1, + "upcast_attention": false, + "use_linear_projection": false +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6a6eeec1fa74e45e86cf7d92588b8b95f92dd3f --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df54dc6810a43e22eb98e6be8d5f7952eef40c483723b0ae4f1e6c451e13c412 +size 1445157120 diff --git a/image_control.png b/image_control.png new file mode 100644 index 0000000000000000000000000000000000000000..74f4f7a5deaf19e5b66a675cbf627e77230e4bd7 --- /dev/null +++ b/image_control.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffd71047627beff19c5903f43123a41a3f3a4e3e72ff7175731459ff92425f5 +size 240551 diff --git a/images_0.png b/images_0.png new file mode 100644 index 0000000000000000000000000000000000000000..ecd52dbf6451ba75808c553408915e73dc786e4a --- /dev/null +++ b/images_0.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dd6a671ead0faca187f36a79db9c2672f2e7e449fdc094f00edb82c5e45904 +size 872995