trl-internal-testing
/

tiny-Gemma3ForConditionalGeneration

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions

qgallouedec HF Staff commited on 13 days ago

Commit

4cb5a10

·

verified ·

1 Parent(s): 12de51b

Upload Gemma3ForConditionalGeneration

Files changed (2) hide show

config.json +4 -3
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -61,9 +61,9 @@
     ],
     "max_position_embeddings": 131072,
     "model_type": "gemma3_text",
-    "num_attention_heads": 8,
     "num_hidden_layers": 2,
-    "num_key_value_heads": 4,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
     "rope_local_base_freq": 10000.0,
@@ -86,9 +86,10 @@
     "intermediate_size": 4304,
     "layer_norm_eps": 1e-06,
     "model_type": "siglip_vision_model",
-    "num_attention_heads": 16,
     "num_channels": 3,
     "num_hidden_layers": 2,
     "patch_size": 14,
     "vision_use_head": false
   }

     ],
     "max_position_embeddings": 131072,
     "model_type": "gemma3_text",
+    "num_attention_heads": 4,
     "num_hidden_layers": 2,
+    "num_key_value_heads": 2,
     "query_pre_attn_scalar": 256,
     "rms_norm_eps": 1e-06,
     "rope_local_base_freq": 10000.0,
     "intermediate_size": 4304,
     "layer_norm_eps": 1e-06,
     "model_type": "siglip_vision_model",
+    "num_attention_heads": 4,
     "num_channels": 3,
     "num_hidden_layers": 2,
+    "num_key_value_heads": 2,
     "patch_size": 14,
     "vision_use_head": false
   }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db80e8136185f45ba7732fd1f88b0fc7446ff8169fafdded5cdf9f57a7303b70
-size 22959728

 version https://git-lfs.github.com/spec/v1
+oid sha256:833414b03aca14b677c4b053c6619539f8d54e054ea52c362d5057ba75efeb6d
+size 22566504