gride29 commited on
Commit
522ff09
·
verified ·
1 Parent(s): 8c45090

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -2,38 +2,4 @@
2
  license: other
3
  license_name: flux-1-dev-non-commercial-license
4
  license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
5
- language:
6
- - en
7
- tags:
8
- - flux
9
- - diffusers
10
- - lora
11
- - replicate
12
- base_model: "black-forest-labs/FLUX.1-dev"
13
- pipeline_tag: text-to-image
14
- instance_prompt: TOK
15
- ---
16
-
17
- # Flux Custom Smaller
18
-
19
- Trained on Replicate using:
20
-
21
- https://replicate.com/ostris/flux-dev-lora-trainer/train
22
-
23
-
24
- ## Trigger words
25
- You should use `TOK` to trigger the image generation.
26
-
27
-
28
- ## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
29
-
30
- ```py
31
- from diffusers import AutoPipelineForText2Image
32
- import torch
33
-
34
- pipeline = AutoPipelineForText2Image.from_pretrained('black-forest-labs/FLUX.1-dev', torch_dtype=torch.float16).to('cuda')
35
- pipeline.load_lora_weights('gride29/flux-custom-smaller', weight_name='lora.safetensors')
36
- image = pipeline('your prompt').images[0]
37
- ```
38
-
39
- For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
 
2
  license: other
3
  license_name: flux-1-dev-non-commercial-license
4
  license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
5
+ ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
config.yaml CHANGED
@@ -1,59 +1,60 @@
1
- job: custom_job
2
  config:
3
  name: flux_train_replicate
4
  process:
5
- - type: custom_sd_trainer
6
- training_folder: output
7
- device: cuda:0
8
- trigger_word: TOK
9
- network:
10
- type: lora
11
- linear: 16
12
- linear_alpha: 16
13
- save:
14
- dtype: float16
15
- save_every: 101
16
- max_step_saves_to_keep: 1
17
- datasets:
18
- - folder_path: input_images
19
- caption_ext: txt
20
  caption_dropout_rate: 0.05
21
- shuffle_tokens: false
22
- cache_latents_to_disk: true
23
  resolution:
24
  - 512
25
  - 768
26
  - 1024
27
- train:
28
- batch_size: 1
29
- steps: 100
30
- gradient_accumulation_steps: 1
31
- train_unet: true
32
- train_text_encoder: false
33
- content_or_style: balanced
34
- gradient_checkpointing: true
35
- noise_scheduler: flowmatch
36
- optimizer: adamw8bit
37
- lr: 0.0004
38
- ema_config:
39
- use_ema: true
40
- ema_decay: 0.99
41
- dtype: bf16
42
  model:
43
- name_or_path: FLUX.1-dev
44
  is_flux: true
 
45
  quantize: true
 
 
 
 
46
  sample:
47
- sampler: flowmatch
48
- sample_every: 101
49
- width: 1024
50
  height: 1024
51
- prompts: []
52
  neg: ''
 
 
 
 
 
53
  seed: 42
54
  walk_seed: true
55
- guidance_scale: 4
56
- sample_steps: 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  meta:
58
  name: flux_train_replicate
59
  version: '1.0'
 
 
1
  config:
2
  name: flux_train_replicate
3
  process:
4
+ - datasets:
5
+ - cache_latents_to_disk: true
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  caption_dropout_rate: 0.05
7
+ caption_ext: txt
8
+ folder_path: input_images
9
  resolution:
10
  - 512
11
  - 768
12
  - 1024
13
+ shuffle_tokens: false
14
+ device: cuda:0
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  model:
 
16
  is_flux: true
17
+ name_or_path: black-forest-labs/FLUX.1-dev
18
  quantize: true
19
+ network:
20
+ linear: 16
21
+ linear_alpha: 16
22
+ type: lora
23
  sample:
24
+ guidance_scale: 4
 
 
25
  height: 1024
 
26
  neg: ''
27
+ prompts:
28
+ - a sign that says 'I LOVE PROMPTS!' in the style of [trigger]
29
+ sample_every: 250
30
+ sample_steps: 20
31
+ sampler: flowmatch
32
  seed: 42
33
  walk_seed: true
34
+ width: 1024
35
+ save:
36
+ dtype: float16
37
+ max_step_saves_to_keep: 1
38
+ save_every: 1001
39
+ train:
40
+ batch_size: 1
41
+ content_or_style: balanced
42
+ dtype: bf16
43
+ ema_config:
44
+ ema_decay: 0.99
45
+ use_ema: true
46
+ gradient_accumulation_steps: 1
47
+ gradient_checkpointing: true
48
+ lr: 0.0004
49
+ noise_scheduler: flowmatch
50
+ optimizer: adamw8bit
51
+ steps: 1000
52
+ train_text_encoder: false
53
+ train_unet: true
54
+ training_folder: output
55
+ trigger_word: TOK
56
+ type: sd_trainer
57
+ job: extension
58
  meta:
59
  name: flux_train_replicate
60
  version: '1.0'
flux_train_replicate.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b7427335eb69ce0b4c9c66ae9abdf98e9fc45f47e6a967f6b239cc0764bf9d
3
+ size 171969416
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1baaa61eb63fcdbdee282a60437b60a8f96780354760db594cbb6067d1293b9
3
  size 173272836
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e34006b7684b18ea5f0241fc190048dbf36788211ce1640e5107d1d05b91fb2
3
  size 173272836
samples/1724611763444__000000000_0.jpg ADDED
samples/1724612299946__000000250_0.jpg ADDED
samples/1724612828160__000000500_0.jpg ADDED
samples/1724613359583__000000750_0.jpg ADDED
samples/1724613889525__000001000_0.jpg ADDED