napalm commited on
Commit
a09a5a4
·
verified ·
1 Parent(s): 8d2a3d2

Upload 136 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +12 -0
  2. krea2_giger/.job_config.json +157 -0
  3. krea2_giger/config.yaml +122 -0
  4. krea2_giger/krea2_giger.safetensors +3 -0
  5. krea2_giger/krea2_giger_000002000.safetensors +3 -0
  6. krea2_giger/krea2_giger_000002250.safetensors +3 -0
  7. krea2_giger/krea2_giger_000002500.safetensors +3 -0
  8. krea2_giger/krea2_giger_000002750.safetensors +3 -0
  9. krea2_giger/log.txt +0 -0
  10. krea2_giger/loss_log.db +3 -0
  11. krea2_giger/optimizer.pt +3 -0
  12. krea2_giger/pid.txt +1 -0
  13. krea2_huddgens/.job_config.json +158 -0
  14. krea2_huddgens/config.yaml +123 -0
  15. krea2_huddgens/krea2_huddgens.safetensors +3 -0
  16. krea2_huddgens/krea2_huddgens_000002000.safetensors +3 -0
  17. krea2_huddgens/krea2_huddgens_000002250.safetensors +3 -0
  18. krea2_huddgens/krea2_huddgens_000002500.safetensors +3 -0
  19. krea2_huddgens/krea2_huddgens_000002750.safetensors +3 -0
  20. krea2_huddgens/log.txt +0 -0
  21. krea2_huddgens/loss_log.db +3 -0
  22. krea2_huddgens/pid.txt +1 -0
  23. krea2_ilucas/.job_config.json +158 -0
  24. krea2_ilucas/config.yaml +123 -0
  25. krea2_ilucas/krea2_ilucas.safetensors +3 -0
  26. krea2_ilucas/krea2_ilucas_000005000.safetensors +3 -0
  27. krea2_ilucas/krea2_ilucas_000005250.safetensors +3 -0
  28. krea2_ilucas/krea2_ilucas_000005500.safetensors +3 -0
  29. krea2_ilucas/krea2_ilucas_000005750.safetensors +3 -0
  30. krea2_ilucas/log.txt +0 -0
  31. krea2_ilucas/loss_log.db +3 -0
  32. krea2_ilucas/optimizer.pt +3 -0
  33. krea2_ilucas/pid.txt +1 -0
  34. krea2_jolie/.job_config.json +158 -0
  35. krea2_jolie/config.yaml +123 -0
  36. krea2_jolie/krea2_jolie.safetensors +3 -0
  37. krea2_jolie/krea2_jolie_000005000.safetensors +3 -0
  38. krea2_jolie/krea2_jolie_000005250.safetensors +3 -0
  39. krea2_jolie/krea2_jolie_000005500.safetensors +3 -0
  40. krea2_jolie/krea2_jolie_000005750.safetensors +3 -0
  41. krea2_jolie/log.txt +0 -0
  42. krea2_jolie/loss_log.db +3 -0
  43. krea2_jolie/optimizer.pt +3 -0
  44. krea2_jolie/pid.txt +1 -0
  45. krea2_katie/.job_config.json +158 -0
  46. krea2_katie/config.yaml +123 -0
  47. krea2_katie/krea2_katie.safetensors +3 -0
  48. krea2_katie/krea2_katie_000005000.safetensors +3 -0
  49. krea2_katie/krea2_katie_000005250.safetensors +3 -0
  50. krea2_katie/krea2_katie_000005500.safetensors +3 -0
.gitattributes CHANGED
@@ -57,3 +57,15 @@ krea2_wed/loss_log.db filter=lfs diff=lfs merge=lfs -text
57
  krea2_alba/loss_log.db filter=lfs diff=lfs merge=lfs -text
58
  krea2_billiea/loss_log.db filter=lfs diff=lfs merge=lfs -text
59
  krea2_daddario/loss_log.db filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  krea2_alba/loss_log.db filter=lfs diff=lfs merge=lfs -text
58
  krea2_billiea/loss_log.db filter=lfs diff=lfs merge=lfs -text
59
  krea2_daddario/loss_log.db filter=lfs diff=lfs merge=lfs -text
60
+ krea2_giger/loss_log.db filter=lfs diff=lfs merge=lfs -text
61
+ krea2_huddgens/loss_log.db filter=lfs diff=lfs merge=lfs -text
62
+ krea2_ilucas/loss_log.db filter=lfs diff=lfs merge=lfs -text
63
+ krea2_jolie/loss_log.db filter=lfs diff=lfs merge=lfs -text
64
+ krea2_katie/loss_log.db filter=lfs diff=lfs merge=lfs -text
65
+ krea2_kristen/loss_log.db filter=lfs diff=lfs merge=lfs -text
66
+ krea2_mila/loss_log.db filter=lfs diff=lfs merge=lfs -text
67
+ krea2_ortega/loss_log.db filter=lfs diff=lfs merge=lfs -text
68
+ krea2_portman/loss_log.db filter=lfs diff=lfs merge=lfs -text
69
+ krea2_selena2/loss_log.db filter=lfs diff=lfs merge=lfs -text
70
+ krea2_volk2/loss_log.db filter=lfs diff=lfs merge=lfs -text
71
+ krea2_yoh/loss_log.db filter=lfs diff=lfs merge=lfs -text
krea2_giger/.job_config.json ADDED
@@ -0,0 +1,157 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_giger",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "network_kwargs": {
20
+ "ignore_if_contains": []
21
+ }
22
+ },
23
+ "save": {
24
+ "dtype": "bf16",
25
+ "save_every": 250,
26
+ "max_step_saves_to_keep": 4,
27
+ "save_format": "diffusers",
28
+ "push_to_hub": false
29
+ },
30
+ "datasets": [
31
+ {
32
+ "folder_path": "/home/sam/ai-toolkit/datasets/giger1",
33
+ "mask_path": null,
34
+ "mask_min_value": 0.1,
35
+ "default_caption": "",
36
+ "caption_ext": "txt",
37
+ "caption_dropout_rate": 0.05,
38
+ "cache_latents_to_disk": false,
39
+ "is_reg": false,
40
+ "network_weight": 1,
41
+ "resolution": [
42
+ 512,
43
+ 768,
44
+ 1024
45
+ ],
46
+ "controls": [],
47
+ "shrink_video_to_frames": true,
48
+ "num_frames": 1,
49
+ "flip_x": false,
50
+ "flip_y": false,
51
+ "num_repeats": 1
52
+ }
53
+ ],
54
+ "train": {
55
+ "batch_size": 1,
56
+ "bypass_guidance_embedding": false,
57
+ "steps": 3000,
58
+ "gradient_accumulation": 1,
59
+ "train_unet": true,
60
+ "train_text_encoder": false,
61
+ "gradient_checkpointing": true,
62
+ "noise_scheduler": "flowmatch",
63
+ "optimizer": "adamw8bit",
64
+ "timestep_type": "linear",
65
+ "content_or_style": "balanced",
66
+ "optimizer_params": {
67
+ "weight_decay": 0.0001
68
+ },
69
+ "unload_text_encoder": true,
70
+ "cache_text_embeddings": false,
71
+ "lr": 0.0001,
72
+ "ema_config": {
73
+ "use_ema": false,
74
+ "ema_decay": 0.99
75
+ },
76
+ "skip_first_sample": false,
77
+ "force_first_sample": false,
78
+ "disable_sampling": true,
79
+ "dtype": "bf16",
80
+ "diff_output_preservation": false,
81
+ "diff_output_preservation_multiplier": 1,
82
+ "diff_output_preservation_class": "person",
83
+ "switch_boundary_every": 1,
84
+ "loss_type": "mse"
85
+ },
86
+ "logging": {
87
+ "log_every": 1,
88
+ "use_ui_logger": true
89
+ },
90
+ "model": {
91
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
92
+ "quantize": true,
93
+ "qtype": "qfloat8",
94
+ "quantize_te": true,
95
+ "qtype_te": "qfloat8",
96
+ "arch": "krea2",
97
+ "low_vram": true,
98
+ "model_kwargs": {},
99
+ "compile": true,
100
+ "layer_offloading": false,
101
+ "layer_offloading_text_encoder_percent": 1,
102
+ "layer_offloading_transformer_percent": 1,
103
+ "block_compile": true
104
+ },
105
+ "sample": {
106
+ "sampler": "flowmatch",
107
+ "sample_every": 250,
108
+ "width": 1024,
109
+ "height": 1024,
110
+ "samples": [
111
+ {
112
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
113
+ },
114
+ {
115
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
116
+ },
117
+ {
118
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
119
+ },
120
+ {
121
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
122
+ },
123
+ {
124
+ "prompt": "a bear building a log cabin in the snow covered mountains"
125
+ },
126
+ {
127
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
128
+ },
129
+ {
130
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
131
+ },
132
+ {
133
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
134
+ },
135
+ {
136
+ "prompt": "a man holding a sign that says, 'this is a sign'"
137
+ },
138
+ {
139
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
140
+ }
141
+ ],
142
+ "neg": "",
143
+ "seed": 42,
144
+ "walk_seed": true,
145
+ "guidance_scale": 4,
146
+ "sample_steps": 30,
147
+ "num_frames": 1,
148
+ "fps": 1
149
+ }
150
+ }
151
+ ]
152
+ },
153
+ "meta": {
154
+ "name": "[name]",
155
+ "version": "1.0"
156
+ }
157
+ }
krea2_giger/config.yaml ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_giger
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ network_kwargs:
18
+ ignore_if_contains: []
19
+ save:
20
+ dtype: bf16
21
+ save_every: 250
22
+ max_step_saves_to_keep: 4
23
+ save_format: diffusers
24
+ push_to_hub: false
25
+ datasets:
26
+ - folder_path: /home/sam/ai-toolkit/datasets/giger1
27
+ mask_path: null
28
+ mask_min_value: 0.1
29
+ default_caption: ''
30
+ caption_ext: txt
31
+ caption_dropout_rate: 0.05
32
+ cache_latents_to_disk: false
33
+ is_reg: false
34
+ network_weight: 1
35
+ resolution:
36
+ - 512
37
+ - 768
38
+ - 1024
39
+ controls: []
40
+ shrink_video_to_frames: true
41
+ num_frames: 1
42
+ flip_x: false
43
+ flip_y: false
44
+ num_repeats: 1
45
+ train:
46
+ batch_size: 1
47
+ bypass_guidance_embedding: false
48
+ steps: 3000
49
+ gradient_accumulation: 1
50
+ train_unet: true
51
+ train_text_encoder: false
52
+ gradient_checkpointing: true
53
+ noise_scheduler: flowmatch
54
+ optimizer: adamw8bit
55
+ timestep_type: linear
56
+ content_or_style: balanced
57
+ optimizer_params:
58
+ weight_decay: 0.0001
59
+ unload_text_encoder: true
60
+ cache_text_embeddings: false
61
+ lr: 0.0001
62
+ ema_config:
63
+ use_ema: false
64
+ ema_decay: 0.99
65
+ skip_first_sample: false
66
+ force_first_sample: false
67
+ disable_sampling: true
68
+ dtype: bf16
69
+ diff_output_preservation: false
70
+ diff_output_preservation_multiplier: 1
71
+ diff_output_preservation_class: person
72
+ switch_boundary_every: 1
73
+ loss_type: mse
74
+ logging:
75
+ log_every: 1
76
+ use_ui_logger: true
77
+ model:
78
+ name_or_path: /home/sam/ai-toolkit/models/krea2
79
+ quantize: true
80
+ qtype: qfloat8
81
+ quantize_te: true
82
+ qtype_te: qfloat8
83
+ arch: krea2
84
+ low_vram: true
85
+ model_kwargs: {}
86
+ compile: true
87
+ layer_offloading: false
88
+ layer_offloading_text_encoder_percent: 1
89
+ layer_offloading_transformer_percent: 1
90
+ block_compile: true
91
+ sample:
92
+ sampler: flowmatch
93
+ sample_every: 250
94
+ width: 1024
95
+ height: 1024
96
+ samples:
97
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
98
+ the background
99
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
100
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
101
+ lights, holding a martini
102
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
103
+ out of the water in the background
104
+ - prompt: a bear building a log cabin in the snow covered mountains
105
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
106
+ punk rocker
107
+ - prompt: hipster man with a beard, building a chair, in a wood shop
108
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
109
+ studio lighting, white backdrop
110
+ - prompt: a man holding a sign that says, 'this is a sign'
111
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
112
+ jacket, in a desert, with a motorcycle
113
+ neg: ''
114
+ seed: 42
115
+ walk_seed: true
116
+ guidance_scale: 4
117
+ sample_steps: 30
118
+ num_frames: 1
119
+ fps: 1
120
+ meta:
121
+ name: krea2_giger
122
+ version: '1.0'
krea2_giger/krea2_giger.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aa819b7e7d5b31f674aae6f3766960787aeff3f8606db929d8139cbb23c1743
3
+ size 228587720
krea2_giger/krea2_giger_000002000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6c98ac7296e734f5c53507a8d4c03bff8a681182f98b5b0bd4d03f2e254e3b
3
+ size 228587720
krea2_giger/krea2_giger_000002250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53010121e783ffc9aeaece78ab7edee2b115c3c9bbcc48e0e268a5a90db9265
3
+ size 228587720
krea2_giger/krea2_giger_000002500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66628810869bb14e2d5c8b043f92ff0f3961aa45d6d0e9a0a0a345e719b0e910
3
+ size 228587720
krea2_giger/krea2_giger_000002750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c9cc908f6490d9743eeeac211dd18ed0baf6d8d72369f7e4107ec4a8fb287a
3
+ size 228587720
krea2_giger/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_giger/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90038ecccf4cf6346e72c53a923a3d670b7e6ec11fd5adda2214f15241136cd2
3
+ size 565248
krea2_giger/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c9f4fa7874d19d1937e2e22a2d225fae052e2bea28d0d99368399390f91714
3
+ size 232702437
krea2_giger/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2659452
krea2_huddgens/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_huddgens",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/huddgens",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 3000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_huddgens/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_huddgens
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/huddgens
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 3000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_huddgens
123
+ version: '1.0'
krea2_huddgens/krea2_huddgens.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b613c6b8ecd336870a27ac896298ac3721e0dd78cdeb381a6ac2eb523ea0df5
3
+ size 228587720
krea2_huddgens/krea2_huddgens_000002000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae72fffe2b903f54658aad74f52eb1dfc536bac1c4a6206227b085b2f44e3af4
3
+ size 228587720
krea2_huddgens/krea2_huddgens_000002250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c76a3745984bb186b27ad966ee9baf1746b1dbace7f8093bd4e0da2e78bc0e3
3
+ size 228587720
krea2_huddgens/krea2_huddgens_000002500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:803b190b88a39af9d2e4f96565d79ad1e7323d635b62340a2e347a497978f621
3
+ size 228587720
krea2_huddgens/krea2_huddgens_000002750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f20ecad18dba6fb83b74b4c4269545b02631a36e2ba7d04712d6c148a89f00
3
+ size 228587720
krea2_huddgens/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_huddgens/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28c8366ce56b59d8d4f01b80fe1f9a890342b2af3302c19ebb28d156b8aef773
3
+ size 565248
krea2_huddgens/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2633976
krea2_ilucas/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_ilucas",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/ilucas",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 6000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_ilucas/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_ilucas
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/ilucas
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 6000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_ilucas
123
+ version: '1.0'
krea2_ilucas/krea2_ilucas.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cee639f2b6986734a27c49f567c9b2c577ab9b3353c253bce59fda4cfca4f40
3
+ size 228587720
krea2_ilucas/krea2_ilucas_000005000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e9dd4eab8bcf1f0cf846bf464280c55e9d34c8ff67a27dc9834700d3ed4022
3
+ size 228587720
krea2_ilucas/krea2_ilucas_000005250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9846c664ec44dfb64d575ece3a787ec6351bcd7dfeee2c75a85eaff72e6a6033
3
+ size 228587720
krea2_ilucas/krea2_ilucas_000005500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6204bf01b50511708659d717119c86c1659e41a44a027b2959381d4396538903
3
+ size 228587720
krea2_ilucas/krea2_ilucas_000005750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcca387ec1d9de9695856098e7fe589bd495a26266eb5a78ad13c1c8ac84aed1
3
+ size 228587720
krea2_ilucas/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_ilucas/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929eccdb468768ac59c46425a55016853570c827dff4c59371f400fcc0e5bd96
3
+ size 1105920
krea2_ilucas/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29f107197b7b3131aa9fcd0c4f9fabf0297dba7c72196910466a1d9886967f2
3
+ size 232702437
krea2_ilucas/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2636877
krea2_jolie/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_jolie",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/jolie",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 6000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_jolie/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_jolie
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/jolie
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 6000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_jolie
123
+ version: '1.0'
krea2_jolie/krea2_jolie.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d314426f5fb11f90a2f98fefba0c84b0ae8553f94d8ee8d88583885bd121281d
3
+ size 228587720
krea2_jolie/krea2_jolie_000005000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8771fbf082fb83f6e8c28f1bf8510605e2948c14351e690da8a5aae7b6925a3
3
+ size 228587720
krea2_jolie/krea2_jolie_000005250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2c59afc8b43823eeb4965b998f8ddba21c689f3ea9857c3cdbea9c23bee96e5
3
+ size 228587720
krea2_jolie/krea2_jolie_000005500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834e23f45e8aba43b0867c47e180bd04c2428fbbcce5811d47469092a11f12d9
3
+ size 228587720
krea2_jolie/krea2_jolie_000005750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6896e04479ebde2a5fbc76db592f3ebb1e72884aaf0a6d5196084703460b8593
3
+ size 228587720
krea2_jolie/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_jolie/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6be06db92222417c0cadf59e033b42ccf38a8e2d45922180be847dd53a15f1c3
3
+ size 1105920
krea2_jolie/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c65069782e3a4a86393b8b92cd0f3c40f32e4af8387d9994ffd52c2e96552b
3
+ size 232702437
krea2_jolie/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2645019
krea2_katie/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_katie",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.05,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/katie",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 6000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_katie/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_katie
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.05
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/katie
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 6000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_katie
123
+ version: '1.0'
krea2_katie/krea2_katie.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:873143607d7fb8c447df6ed7a5bc1ca6feef2891367db298837b51eeed0fd05c
3
+ size 228587720
krea2_katie/krea2_katie_000005000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c5b6c3144184af9c7e36bc76abd0dcc3d2f810bede2cee2e61f40a0dcc60ea5
3
+ size 228587720
krea2_katie/krea2_katie_000005250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccd332f6b2e3bc3db3ece3150360c81105c17f43d5abbf7e8c6ebc939ef1caf7
3
+ size 228587720
krea2_katie/krea2_katie_000005500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243c84258b19afd2f6f8eb30c1a3a566c0cfab743fce0e2c1a433ce9044b9f35
3
+ size 228587720