Hugging Face's logo

k-l-lambda
/
pp-AnimateAnyone

TensorBoard
Model card Files
xet
Metrics Community
k-l-lambda commited on
Commit
6ca66ed
·
1 Parent(s): 8671a5f

folder of 20240519 created.

Browse files
Files changed (33) hide show
  1. 20240519-stage1-6k+/checkpoint-30000/optimizer.bin +3 -0
  2. 20240519-stage1-6k+/checkpoint-30000/pytorch_model.bin +3 -0
  3. 20240519-stage1-6k+/checkpoint-30000/random_states_0.pkl +3 -0
  4. 20240519-stage1-6k+/checkpoint-30000/scaler.pt +3 -0
  5. 20240519-stage1-6k+/checkpoint-30000/scheduler.bin +3 -0
  6. 20240519-stage1-6k+/checkpoint-31000/optimizer.bin +3 -0
  7. 20240519-stage1-6k+/checkpoint-31000/pytorch_model.bin +3 -0
  8. 20240519-stage1-6k+/checkpoint-31000/random_states_0.pkl +3 -0
  9. 20240519-stage1-6k+/checkpoint-31000/scaler.pt +3 -0
  10. 20240519-stage1-6k+/checkpoint-31000/scheduler.bin +3 -0
  11. 20240519-stage1-6k+/config.yaml +104 -0
  12. 20240519-stage1-6k+/denoising_unet-26910.pth +3 -0
  13. 20240519-stage1-6k+/denoising_unet-28704.pth +3 -0
  14. 20240519-stage1-6k+/denoising_unet-30498.pth +3 -0
  15. 20240519-stage1-6k+/log/events.out.tfevents.1716081498.b76249829f43.1712106.0 +3 -0
  16. 20240519-stage1-6k+/pose_guider-26910.pth +3 -0
  17. 20240519-stage1-6k+/pose_guider-28704.pth +3 -0
  18. 20240519-stage1-6k+/pose_guider-30498.pth +3 -0
  19. 20240519-stage1-6k+/reference_unet-26910.pth +3 -0
  20. 20240519-stage1-6k+/reference_unet-28704.pth +3 -0
  21. 20240519-stage1-6k+/reference_unet-30498.pth +3 -0
  22. 20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame150.png +3 -0
  23. 20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame190.png +3 -0
  24. 20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame70.png +3 -0
  25. 20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame150.png +3 -0
  26. 20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame190.png +3 -0
  27. 20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame70.png +3 -0
  28. 20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame150.png +3 -0
  29. 20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame190.png +3 -0
  30. 20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame70.png +3 -0
  31. 20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame150.png +3 -0
  32. 20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame190.png +3 -0
  33. 20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame70.png +3 -0
20240519-stage1-6k+/checkpoint-30000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa73ae7b4eb490afd11315cbddc9ad01b400d0fc9df01480b5fadf7ff2708b81
3
+ size 13611544023
20240519-stage1-6k+/checkpoint-30000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0149bb22c4958aa1a52ddad74c77381a42f203adb51dd93e9f3f8c2e756e28c8
3
+ size 6881090989
20240519-stage1-6k+/checkpoint-30000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09ec2b1f4363cba95ab3fde19a0e5c8b11e2fd0fe4f450e4d0a2ea80c48dad42
3
+ size 14663
20240519-stage1-6k+/checkpoint-30000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34060f25ed972a3fef334c099f55885cb8bf95d86da68137296ace4456faa307
3
+ size 557
20240519-stage1-6k+/checkpoint-30000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f72bed8b2bb554538905399672b9694904fef8d85c0648c2537017d05f854aa
3
+ size 563
20240519-stage1-6k+/checkpoint-31000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b35c828b4835d007f41688161eb56dbbfa83ff933da78ecd524571901d4d3d0c
3
+ size 13611544023
20240519-stage1-6k+/checkpoint-31000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e20d71b390131ea01889b4e518642a3b758d841e2238dd58984cb2653cfb5eb
3
+ size 6881090989
20240519-stage1-6k+/checkpoint-31000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38a025f0fb9a7f87204737682bf89626d9fbe01e6a6ce7fa7d1aa1dd56eefd56
3
+ size 14663
20240519-stage1-6k+/checkpoint-31000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae2d8a4dce0f555036339b2e5ca9a8c7f8efbcdc20c4ccf56321d47ac0bc8af
3
+ size 557
20240519-stage1-6k+/checkpoint-31000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1691545204d1124da869484dcca9269cdcf7ab27c54fe515ef08ccf6ba2c8db6
3
+ size 563
20240519-stage1-6k+/config.yaml ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model_path: ./pretrained_weights/sd-image-variations-diffusers
2
+ checkpointing_steps: 1000
3
+ controlnet_openpose_path: ./pretrained_weights/control_v11p_sd15_openpose/diffusion_pytorch_model.bin
4
+ data:
5
+ crop_scale:
6
+ - 0.8
7
+ - 1.2
8
+ do_center_crop: false
9
+ meta_paths:
10
+ - /workspace/develop/video/data/ubc_tiktok-dropout0.03/ubc-meta.json
11
+ - /workspace/develop/video/data/tiktok-dance/good-meta.json
12
+ - /workspace/develop/video/data/20240321/meta.json
13
+ - /workspace/develop/video/data/20240327/meta.json
14
+ - /workspace/develop/video/data/20240509/meta-humanart.json
15
+ ref_augment:
16
+ downsample:
17
+ min_scale_logit: -1.2
18
+ p: 0.3
19
+ pan:
20
+ - 0.04
21
+ - 0.02
22
+ rotate: 8
23
+ scale:
24
+ - 0.9
25
+ - 1.2
26
+ sample_margin: 30
27
+ train_bs: 4
28
+ train_height: 1152
29
+ train_width: 768
30
+ enable_zero_snr: true
31
+ exp_name: stage1-6k+
32
+ freeze_denoise: false
33
+ freeze_reference: false
34
+ image_encoder_path: ./pretrained_weights/sd-image-variations-diffusers/image_encoder
35
+ noise_offset: 0.05
36
+ noise_scheduler_kwargs:
37
+ beta_end: 0.012
38
+ beta_schedule: scaled_linear
39
+ beta_start: 0.00085
40
+ clip_sample: false
41
+ num_train_timesteps: 1000
42
+ steps_offset: 1
43
+ openpose_guider:
44
+ enable: false
45
+ output_dir: /workspace/camus/train
46
+ pose_guider_pretrain: true
47
+ resume_from_checkpoint: ''
48
+ save_model_epoch_interval: 1
49
+ seed: 12580
50
+ snr_gamma: 5.0
51
+ solver:
52
+ adam_beta1: 0.9
53
+ adam_beta2: 0.999
54
+ adam_epsilon: 1.0e-08
55
+ adam_weight_decay: 0.01
56
+ enable_xformers_memory_efficient_attention: true
57
+ gradient_accumulation_steps: 1
58
+ gradient_checkpointing: false
59
+ learning_rate: 1.0e-05
60
+ lr_scheduler: constant
61
+ lr_warmup_steps: 1
62
+ max_grad_norm: 1.0
63
+ max_train_steps: 100000
64
+ mixed_precision: fp16
65
+ scale_lr: false
66
+ use_8bit_adam: false
67
+ uncond_ratio: 0.1
68
+ vae_model_path: ./pretrained_weights/sd-vae-ft-mse
69
+ val:
70
+ validation_steps: 1000
71
+ validation:
72
+ metric:
73
+ batch_size: 4
74
+ generated_frames:
75
+ - 16
76
+ - 45
77
+ - 98
78
+ - 150
79
+ - 188
80
+ - 220
81
+ - 268
82
+ - 300
83
+ guidance_scale: 1.9
84
+ ref_frame: 28
85
+ seed: 42
86
+ size:
87
+ - 640
88
+ - 960
89
+ steps: 20
90
+ videos:
91
+ - configs/inference/metric/91HzMhq7eOS.mp4
92
+ - configs/inference/metric/A1T-Ea-FlQS.mp4
93
+ - configs/inference/metric/A1ubDo0PbQS.mp4
94
+ - configs/inference/metric/A1YNmKj0sCS.mp4
95
+ pose_image_paths:
96
+ - configs/inference/pose_images/A1eEZvfJRUS/frame70.png
97
+ - configs/inference/pose_images/A1eEZvfJRUS/frame150.png
98
+ - configs/inference/pose_images/A1eEZvfJRUS/frame190.png
99
+ ref_image_paths:
100
+ - configs/inference/ref_images/anyone-1.png
101
+ - configs/inference/ref_images/anyone-2.png
102
+ - configs/inference/ref_images/anyone-3.png
103
+ - configs/inference/ref_images/anyone-11.png
104
+ weight_dtype: fp16
20240519-stage1-6k+/denoising_unet-26910.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae579931b5e011f168e57110e7e1eda7e1c4c863070a683ca42b1ddadfff4b2c
3
+ size 3438374293
20240519-stage1-6k+/denoising_unet-28704.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e112d3f9ee6481b7ee9694a1ad3f3eb0bf95b115cd4d4d07cc827ecad9787d0
3
+ size 3438374293
20240519-stage1-6k+/denoising_unet-30498.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39114f4e9581b4ba927a63c1e31502cd19cd0bc80dc3985c6ed7878e513cd9ce
3
+ size 3438374293
20240519-stage1-6k+/log/events.out.tfevents.1716081498.b76249829f43.1712106.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16d64cf6477426ed02d5179ee8222eed94e130ca6a9f7746d8db56f34fd2d7c6
3
+ size 1569417
20240519-stage1-6k+/pose_guider-26910.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae0d5e62320095fc055f6001d87467ae5801041f7a93afd4860e6ac7e90beeb
3
+ size 4351337
20240519-stage1-6k+/pose_guider-28704.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff04ca2d01e1f8f29fa62159b346cfa314e39608cc30633b15c292b3887f19cd
3
+ size 4351337
20240519-stage1-6k+/pose_guider-30498.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4494ad824a98fa88085d052f1298519e9c6cbf6eb164e1f2f36931e255bc97f
3
+ size 4351337
20240519-stage1-6k+/reference_unet-26910.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8913073e9c8fc567fb3cfb00afe016ce0517642a7a0292c8c265031bdaebc37
3
+ size 3438323817
20240519-stage1-6k+/reference_unet-28704.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2185ca2d1964ccc5aebb3687e0789afaee9c88affa82778a1576aa0fb20e5339
3
+ size 3438323817
20240519-stage1-6k+/reference_unet-30498.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:964fac6fcc224be73ba3083e690576a6705c2b0d8adc6eaea7b202a4f13a5e92
3
+ size 3438323817
20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame150.png ADDED

Git LFS Details

  • SHA256: 9934732c4c15c09331bed6371423c74bc4a815ce3b4da237a6f8c05a6c306e8e
  • Pointer size: 132 Bytes
  • Size of remote file: 1.09 MB
20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame190.png ADDED

Git LFS Details

  • SHA256: 5d281c02547b10b1ca42ac59a90ebc64402120946b970c262de397f79b58844e
  • Pointer size: 132 Bytes
  • Size of remote file: 1.08 MB
20240519-stage1-6k+/validation/031000-anyone-11_A1eEZvfJRUS_frame70.png ADDED

Git LFS Details

  • SHA256: 46b3f063b9fc4664b09af96bdae2e71e523e7620de526615142a98afbbdad7d6
  • Pointer size: 132 Bytes
  • Size of remote file: 1.1 MB
20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame150.png ADDED

Git LFS Details

  • SHA256: 8f506f25ee7828fdb26ddff49e425fee4584ede5fdc5516411fca04d77d4448c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.57 MB
20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame190.png ADDED

Git LFS Details

  • SHA256: e1a0286090a8cd71a52614357c49cda3a7bec048c6f3c19e4236215489c41017
  • Pointer size: 132 Bytes
  • Size of remote file: 1.52 MB
20240519-stage1-6k+/validation/031000-anyone-1_A1eEZvfJRUS_frame70.png ADDED

Git LFS Details

  • SHA256: 46f23c30e359791a3aaba8e818cb73c8aff6fe34c2dd5ec1fb74435f0c24231c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.53 MB
20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame150.png ADDED

Git LFS Details

  • SHA256: c6ac958a0dd1acc639f09e9d4b274dfe69ebee3095b2e366101ac197d3f620e3
  • Pointer size: 131 Bytes
  • Size of remote file: 800 kB
20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame190.png ADDED

Git LFS Details

  • SHA256: e114fa20370ef716c64802d2baf5d2b581d012afece9ef81f80ae9508ffae087
  • Pointer size: 131 Bytes
  • Size of remote file: 794 kB
20240519-stage1-6k+/validation/031000-anyone-2_A1eEZvfJRUS_frame70.png ADDED

Git LFS Details

  • SHA256: a02e85e61cfb962342a3b49ae0f5c65e4418f661ff04902ebe887ebdec638232
  • Pointer size: 131 Bytes
  • Size of remote file: 798 kB
20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame150.png ADDED

Git LFS Details

  • SHA256: 9fe08fd9a4c623e51a79ef42c263f191cfb81c5c07a492c610bf53314010f7b8
  • Pointer size: 132 Bytes
  • Size of remote file: 1.07 MB
20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame190.png ADDED

Git LFS Details

  • SHA256: 5cf10990d5dca680e61d5bb01b07a5b617cc52f1c57f14c74d3925d97a429980
  • Pointer size: 132 Bytes
  • Size of remote file: 1.04 MB
20240519-stage1-6k+/validation/031000-anyone-3_A1eEZvfJRUS_frame70.png ADDED

Git LFS Details

  • SHA256: 2f346190ef9790628f5a2a9388357c643ff3af85441276bfab26e928e709f038
  • Pointer size: 132 Bytes
  • Size of remote file: 1.07 MB