Download URSA/configs/onestep_dimo.yaml from BryanW/World_Model: direct link, hf CLI and curl.
- Browser
- Download file 6.95 kB
-
https://huggingface.co/BryanW/World_Model/resolve/main/URSA/configs/onestep_dimo.yaml
- Command line
-
hf download hf://BryanW/World_Model/URSA/configs/onestep_dimo.yaml
-
curl -L -o onestep_dimo.yaml https://huggingface.co/BryanW/World_Model/resolve/main/URSA/configs/onestep_dimo.yaml
6.95 kB
| # ============================================================================ | |
| # URSA one-step distillation β DiMO-style training configuration | |
| # ============================================================================ | |
| # Reference: train_onestep_ursa_dimo.py | |
| # | |
| # DiMO hyperparameter comparison (Meissonic vs. our URSA defaults) | |
| # --------------------------------------------------------------- | |
| # Param DiMO (Meissonic) URSA (this config) Risk / Note | |
| # βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| # guidance_scale (CFG) 3.0 (true_cfg) 3.0 (teacher_cfg) β aligned | |
| # fake_rounds 2 1 β try 2 for aux stability | |
| # fixed_ratio 0.5 (mask ratio) β N/A (different domain) | |
| # distil_loss_type surrogate MSE optional surrogate β toggle via use_surrogate_grad | |
| # noise_emb_perturb True β βΉοΈ not needed for VQ-based model | |
| # cfg_prob 1.0 teacher_cfg_prob=1.0 β aligned | |
| # lambda_ent 0.0 (no ent reg) 0.01 βΉοΈ our addition for stability | |
| # ============================================================================ | |
| # ββ Paths ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| teacher_ckpt: "/path/to/URSA" | |
| prompt_file: "prompts.txt" | |
| out_dir: "./outputs/dimo" | |
| # ββ Video geometry βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| num_frames: 17 | |
| height: 256 | |
| width: 256 | |
| max_prompt_length: 320 | |
| # ββ Training βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| batch_size: 2 # reduce to 1 if enable_teacher_cfg uses too much VRAM | |
| num_steps: 10000 | |
| lr_student: 1.0e-5 | |
| lr_aux: 1.0e-5 | |
| weight_decay: 0.01 | |
| grad_clip: 1.0 | |
| mixed_precision: "bf16" | |
| seed: 42 | |
| log_every: 50 | |
| save_every: 1000 | |
| # ββ Loss weights βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| lambda_pg: 1.0 | |
| lambda_kd: 0.5 | |
| lambda_ent: 0.01 # entropy regularisation (0 β DiMO original; 0.01 β our default) | |
| tau: 1.0 # student sampling temperature | |
| tau_kd: 1.0 # KD softmax temperature | |
| # ββ Teacher CFG (DiMO true_cfg style) ββββββββββββββββββββββββββββββββββββββββ | |
| # Set enable_teacher_cfg: false to revert to the prior single-branch behavior. | |
| # All other params in this block are ignored when enable_teacher_cfg=false. | |
| enable_teacher_cfg: true | |
| teacher_cfg_scale: 3.0 # s in z_guided = z_uncond + s*(z_cond - z_uncond) | |
| # Matches DiMO true_cfg=3.0 | |
| teacher_cfg_prob: 1.0 # Probability of using guided target per batch (after warmup). | |
| # 1.0 = always guided (DiMO default). | |
| teacher_cfg_warmup_steps: 2000 | |
| # Ramp teacher_cfg_prob from 0 β teacher_cfg_prob over this many | |
| # steps. Prevents instability at the start of training. | |
| teacher_cfg_trunc: 0.9 # When t >= trunc, CFG scale falls to 1 (no guidance at high noise). | |
| # Mirrors DiMO's guidance_trunc parameter. | |
| lambda_kd_uncond: 0.3 # Weight for uncond-branch KD loss. | |
| # Keeps the student uncond-capable for eval-time CFG. | |
| reward_use_guided: false # [RISKY] Use guided teacher logits for REINFORCE reward. | |
| # Default false: use non-guided cond (more stable). | |
| # ββ Eval / inference CFG βββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| eval_cfg_scale: 3.0 # guidance_scale used during evaluation | |
| use_cfg_eval: false # Run eval with inference-time CFG (2Γ forward) | |
| # ββ DiMO extensions ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| use_surrogate_grad: false # DiMO surrogate MSE trick (zero-variance alternative to REINFORCE) | |
| lambda_surr: 1.0 | |
| fake_rounds: 1 # Aux updates per generator update (DiMO uses 2; try 2 for aux stability) | |
| # ββ Stability βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| t_curriculum_steps: 10000 # Steps to use t-curriculum (biases t toward larger values) | |
| p_mix_corrupt_frac: 0.2 # Fraction of tokens to corrupt in p_init mixing | |
| p_init_mix_ratio: 0.2 # Fraction of batch drawn from corrupted x_hat_prev | |
| collapse_warn_frac: 0.2 # Warn if tok_hist_entropy drops below this fraction of initial | |
| # ββ Debug ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ | |
| dry_run: false # Run 1 step, print diagnostics, exit | |
| debug_dump: 0 # Dump token histogram + x_hat every N steps (0=off) | |
| # ββ Recommended quick-start commands βββββββββββββββββββββββββββββββββββββββββ | |
| # # Smoke test (CFG enabled): | |
| # python scripts/train_onestep_ursa_dimo.py \ | |
| # --teacher_ckpt /path/to/URSA --prompt_file prompts.txt \ | |
| # --enable_teacher_cfg --teacher_cfg_scale 3.0 \ | |
| # --num_frames 17 --height 256 --width 256 --dry_run | |
| # | |
| # # Full training (DiMO-aligned): | |
| # python scripts/train_onestep_ursa_dimo.py \ | |
| # --teacher_ckpt /path/to/URSA --prompt_file prompts.txt \ | |
| # --enable_teacher_cfg --teacher_cfg_scale 3.0 \ | |
| # --batch_size 2 --num_steps 10000 --fake_rounds 2 \ | |
| # --out_dir ./outputs/dimo_cfg | |
| # | |
| # # Eval (compare 3 student modes vs teacher): | |
| # python scripts/eval_onestep_ursa.py \ | |
| # --teacher_ckpt /path/to/URSA \ | |
| # --student_ckpt ./outputs/dimo_cfg/final/student.pt \ | |
| # --modes no_cfg cfg baked --eval_cfg_scale 3.0 \ | |
| # --out_dir ./outputs/eval | |