| { | |
| "step": 153000, | |
| "val_loss": 2.6666615019321442, | |
| "val_ppl": 5.294462705905101, | |
| "params_M": 98.612, | |
| "pushed_at": "2026-09-09T11:54:28.107013", | |
| "tokens_seen": 100392960000, | |
| "architecture": "Rose X1.5", | |
| "features": [ | |
| "GQA", | |
| "QK-Norm", | |
| "RoPE", | |
| "SwiGLU", | |
| "RMSNorm", | |
| "XSA", | |
| "RefreshGate" | |
| ], | |
| "optimizer": "muon_adamw" | |
| } |