| { | |
| "steps": 800, | |
| "batch": 2, | |
| "accum": 2, | |
| "lr": 0.00022, | |
| "warmup": 80, | |
| "weight_decay": 0.0001, | |
| "rank": 16, | |
| "alpha": 32, | |
| "dropout": 0.05, | |
| "min_snr_gamma": 5.0, | |
| "ema_decay": 0.995, | |
| "ckpt_every": 800, | |
| "target_modules": [ | |
| "to_q", | |
| "to_k", | |
| "to_v", | |
| "to_out.0", | |
| "ff.net.0.proj", | |
| "ff.net.2" | |
| ], | |
| "caps": { | |
| "people": 700, | |
| "cars": 600, | |
| "textures": 520 | |
| }, | |
| "per_class_cap": { | |
| "people": 1200, | |
| "cars": 8, | |
| "textures": 16 | |
| } | |
| } |