Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,158 @@
+---
+library_name: transformers
+tags:
+- pruna-ai
+---
+
+# Model Card for PrunaAI/tiny-random-llama4-smashed
+
+This model was created using the [pruna](https://github.com/PrunaAI/pruna) library. Pruna is a model optimization framework built for developers, enabling you to deliver more efficient models with minimal implementation overhead.
+
+## Usage
+
+First things first, you need to install the pruna library:
+
+```bash
+pip install pruna
+```
+
+You can then load this model using the following code:
+
+```python
+from pruna import PrunaModel
+
+loaded_model = PrunaModel.from_hub("PrunaAI/tiny-random-llama4-smashed")
+```
+
+After loading the model, you can use the inference methods of the original model.
+
+## Smash Configuration
+
+The compression configuration of the model is stored in the `smash_config.json` file.
+
+```bash
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": "torch_compile",
+    "pruner": null,
+    "quantizer": null,
+    "torch_compile_backend": "inductor",
+    "torch_compile_batch_size": 1,
+    "torch_compile_dynamic": null,
+    "torch_compile_fullgraph": true,
+    "torch_compile_make_portable": false,
+    "torch_compile_max_kv_cache_size": 400,
+    "torch_compile_mode": "default",
+    "torch_compile_seqlen_manual_cuda_graph": 100,
+    "max_batch_size": 1,
+    "device": "cpu",
+    "save_fns": [
+        "save_before_apply"
+    ],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "pruner": null,
+        "quantizer": null,
+        "cacher": null,
+        "compiler": "torch_compile",
+        "batcher": null
+    }
+}
+```
+
+## Model Configuration
+
+The configuration of the model is stored in the `config.json` file.
+
+```bash
+{
+    "config": {
+        "architectures": [
+            "Llama4ForCausalLM"
+        ],
+        "attention_bias": false,
+        "attention_chunk_size": 8192,
+        "attention_dropout": 0.0,
+        "attn_scale": 0.1,
+        "attn_temperature_tuning": 4,
+        "bos_token_id": 200000,
+        "cache_implementation": "hybrid",
+        "eos_token_id": [
+            200001,
+            200007,
+            200008
+        ],
+        "floor_scale": 8192,
+        "for_llm_compressor": false,
+        "head_dim": 8,
+        "hidden_act": "silu",
+        "hidden_size": 16,
+        "initializer_range": 0.02,
+        "interleave_moe_layer_step": 1,
+        "intermediate_size": 32,
+        "intermediate_size_mlp": 64,
+        "max_position_embeddings": 10485760,
+        "model_type": "llama4_text",
+        "moe_layers": [
+            0,
+            1,
+            2,
+            3,
+            4
+        ],
+        "no_rope_layers": [
+            1,
+            1,
+            1,
+            0,
+            1
+        ],
+        "num_attention_heads": 10,
+        "num_experts_per_tok": 1,
+        "num_hidden_layers": 5,
+        "num_key_value_heads": 2,
+        "num_local_experts": 4,
+        "output_router_logits": false,
+        "pad_token_id": 200018,
+        "rms_norm_eps": 1e-05,
+        "rope_scaling": {
+            "factor": 8.0,
+            "high_freq_factor": 4.0,
+            "low_freq_factor": 1.0,
+            "original_max_position_embeddings": 8192,
+            "rope_type": "llama3"
+        },
+        "rope_theta": 500000.0,
+        "router_aux_loss_coef": 0.001,
+        "router_jitter_noise": 0.0,
+        "tie_word_embeddings": false,
+        "torch_dtype": "bfloat16",
+        "transformers_version": "4.51.3",
+        "use_cache": true,
+        "use_qk_norm": true,
+        "vocab_size": 202048
+    },
+    "generation_config": {
+        "_from_model_config": true,
+        "bos_token_id": 200000,
+        "eos_token_id": [
+            200001,
+            200007,
+            200008
+        ],
+        "pad_token_id": 200018,
+        "transformers_version": "4.51.3"
+    }
+}
+```
+
+## 🌍 Join the Pruna AI community!
+
+[![Twitter](https://img.shields.io/twitter/follow/PrunaAI?style=social)](https://twitter.com/PrunaAI)
+[![GitHub](https://img.shields.io/github/followers/PrunaAI?label=Follow%20%40PrunaAI&style=social)](https://github.com/PrunaAI)
+[![LinkedIn](https://img.shields.io/badge/LinkedIn-Connect-blue)](https://www.linkedin.com/company/93832878/admin/feed/posts/?feedType=following)
+[![Discord](https://img.shields.io/badge/Discord-Join%20Us-blue?style=social&logo=discord)](https://discord.com/invite/rskEr4BZJx)
+[![Reddit](https://img.shields.io/reddit/subreddit-subscribers/PrunaAI?style=social)](https://www.reddit.com/r/PrunaAI/)

config.json

@@ -0,0 +1,66 @@
+{
+  "architectures": [
+    "Llama4ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_chunk_size": 8192,
+  "attention_dropout": 0.0,
+  "attn_scale": 0.1,
+  "attn_temperature_tuning": 4,
+  "bos_token_id": 200000,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    200001,
+    200007,
+    200008
+  ],
+  "floor_scale": 8192,
+  "for_llm_compressor": false,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "interleave_moe_layer_step": 1,
+  "intermediate_size": 32,
+  "intermediate_size_mlp": 64,
+  "max_position_embeddings": 10485760,
+  "model_type": "llama4_text",
+  "moe_layers": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "no_rope_layers": [
+    1,
+    1,
+    1,
+    0,
+    1
+  ],
+  "num_attention_heads": 10,
+  "num_experts_per_tok": 1,
+  "num_hidden_layers": 5,
+  "num_key_value_heads": 2,
+  "num_local_experts": 4,
+  "output_router_logits": false,
+  "pad_token_id": 200018,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "router_aux_loss_coef": 0.001,
+  "router_jitter_noise": 0.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "use_qk_norm": true,
+  "vocab_size": 202048
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 200000,
+  "eos_token_id": [
+    200001,
+    200007,
+    200008
+  ],
+  "pad_token_id": 200018,
+  "transformers_version": "4.51.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0393e56b63c5d4d4a10aa6ffe12a6e348b4eefac322ee77ea7f974affc7138
+size 13046840

smash_config.json

@@ -0,0 +1,30 @@
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": "torch_compile",
+    "pruner": null,
+    "quantizer": null,
+    "torch_compile_backend": "inductor",
+    "torch_compile_batch_size": 1,
+    "torch_compile_dynamic": null,
+    "torch_compile_fullgraph": true,
+    "torch_compile_make_portable": false,
+    "torch_compile_max_kv_cache_size": 400,
+    "torch_compile_mode": "default",
+    "torch_compile_seqlen_manual_cuda_graph": 100,
+    "max_batch_size": 1,
+    "device": "cpu",
+    "save_fns": [
+        "save_before_apply"
+    ],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "pruner": null,
+        "quantizer": null,
+        "cacher": null,
+        "compiler": "torch_compile",
+        "batcher": null
+    }
+}

tokenizer/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e8a0999e5857682c0c0588eea86f0e0f10ded0e803eca22fb1715bdca63447
+size 27948878