| { | |
| "module": "keras_hub.src.models.moonshine.moonshine_backbone", | |
| "class_name": "MoonshineBackbone", | |
| "config": { | |
| "name": "moonshine_backbone_1", | |
| "trainable": true, | |
| "vocabulary_size": 32768, | |
| "filter_dim": 288, | |
| "encoder_num_layers": 6, | |
| "decoder_num_layers": 6, | |
| "hidden_dim": 288, | |
| "intermediate_dim": 1152, | |
| "encoder_num_heads": 8, | |
| "decoder_num_heads": 8, | |
| "feedforward_expansion_factor": 4, | |
| "encoder_use_swiglu_activation": false, | |
| "decoder_use_swiglu_activation": true, | |
| "max_position_embeddings": 194, | |
| "pad_head_dim_to_multiple_of": null, | |
| "partial_rotary_factor": 0.9, | |
| "dropout": 0.0, | |
| "initializer_range": 0.02, | |
| "rope_theta": 10000.0, | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "dtype": "float32" | |
| }, | |
| "registered_name": "keras_hub>MoonshineBackbone" | |
| } |