Add files using upload-large-folder tool

README.md

@@ -0,0 +1,11 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags: [mlx, hunyuan, hy3, moe]
+license: apache-2.0
+base_model: tencent/Hy3
+---
+# pipenetwork/Hy3-2bit
+2-bit MLX quant of [tencent/Hy3](https://huggingface.co/tencent/Hy3) (Hunyuan-3, 295B/21B-active MoE).
+Requires mlx-lm with hy_v3 support (PR #1211):
+`pip install git+https://github.com/kernelpool/mlx-lm.git@add-hy3-preview`

chat_template.jinja

@@ -0,0 +1,222 @@
+{#- ----------‑‑‑ special token variables ‑‑‑---------- -#}
+{%- set HYTK = ':opensource' %}
+{%- set eos_token = '<｜hy_eos{}｜>'.format(HYTK) %}
+{%- set bos_token = '<｜hy_begin_of_sentence{}｜>'.format(HYTK) %}
+{%- set pad_token = '<｜hy_pad{}｜>'.format(HYTK) %}
+{%- set user_token = '<｜hy_User{}｜>'.format(HYTK) %}
+{%- set assistant_token = '<｜hy_Assistant{}｜>'.format(HYTK) %}
+{%- set think_begin_token = '<think{}>'.format(HYTK) %}
+{%- set think_end_token = '</think{}>'.format(HYTK) %}
+{%- set toolcalls_begin_token = '<tool_calls{}>'.format(HYTK) %}
+{%- set toolcalls_end_token = '</tool_calls{}>'.format(HYTK) %}
+{%- set toolcall_begin_token = '<tool_call{}>'.format(HYTK) %}
+{%- set toolcall_end_token = '</tool_call{}>'.format(HYTK) %}
+{%- set toolsep_token = '<tool_sep{}>'.format(HYTK) %}
+{%- set argkey_begin_token = '<arg_key{}>'.format(HYTK) %}
+{%- set argkey_end_token = '</arg_key{}>'.format(HYTK) %}
+{%- set argvalue_begin_token = '<arg_value{}>'.format(HYTK) %}
+{%- set argvalue_end_token = '</arg_value{}>'.format(HYTK) %}
+{%- set toolresponses_begin_token = '<tool_responses{}>'.format(HYTK) %}
+{%- set toolresponses_end_token = '</tool_responses{}>'.format(HYTK) %}
+{%- set toolresponse_begin_token = '<tool_response{}>'.format(HYTK) %}
+{%- set toolresponse_end_token = '</tool_response{}>'.format(HYTK) %}
+{%- set reasoning_mode_token = '<｜reasoning_mode{}｜>'.format(HYTK) %}
+
+{#- ----------‑‑‑ hyperparameters variables ‑‑‑---------- -#}
+{%- if not add_generation_prompt is defined %}
+    {%- set add_generation_prompt = false %}
+{%- endif %}
+{%- if not preserved_thinking is defined %}
+    {%- if not tools %}
+        {%- set preserved_thinking = false %}
+    {%- else %}
+        {%- set preserved_thinking = true %}
+    {%- endif %}
+{%- endif %}
+{%- if not is_training is defined %}
+    {%- set is_training = false %}
+{%- endif %}
+
+{%- if not reasoning_effort is defined %}
+    {%- set reasoning_effort = 'no_think' %}
+{%- elif reasoning_effort not in ['high', 'low', 'no_think'] %}
+    {%- if reasoning_effort is none %}
+        {{- raise_exception('reasoning_effort error : None, should be no_think/low/high') }}
+    {%- else %}
+        {{- raise_exception('reasoning_effort error : ' + reasoning_effort + ', should be no_think/low/high') }}
+    {%- endif %}
+{%- endif %}
+
+{%- if fallback_strategy is defined and fallback_strategy == 'reasoning_toolcall_retry' %}
+    {%- set reasoning_effort = 'high' %}
+    {%- set add_generation_prompt = false %}
+{%- endif %}
+{%- if not raw_last_assistant is defined %}
+    {%- set raw_last_assistant = false %}
+{%- endif %}
+
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- elif content is none -%}
+        {{- '' }}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+
+{%- set ns = namespace(last_user_index=-1) %}
+{%- set sp_ns = namespace(system_prompt='', is_first_sp=true) %}
+{%- for message in messages %}
+    {%- if message['role'] == 'system' %}
+        {%- set sp_ns.system_prompt = sp_ns.system_prompt + visible_text(message['content']) %}
+    {%- endif %}
+    {%- if message['role'] == 'user' %}
+        {%- set ns.last_user_index = loop.index0 %}
+    {%- endif %}
+{%- endfor %}
+{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' and not tools %}
+    {%- set sp_ns.system_prompt = sp_ns.system_prompt + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort %}
+{%- endif %}
+{{- bos_token }}
+{{- sp_ns.system_prompt }}
+{%- if tools %}
+    {%- if sp_ns.system_prompt != '' %}
+        {{- '\n\n# Tools\n\nYou may call one or more functions to assist with the user query.' }}
+    {%- else %}
+        {{- '# Tools\n\nYou may call one or more functions to assist with the user query.' }}
+    {%- endif %}
+    {{- '\n\nYou are provided with function signatures within <tools></tools> XML tags:' }}
+    {{- '\n<tools>\n' }}
+    {%- for tool in tools %}
+        {%- if loop.index0 > 0 %}
+            {{- '\n' }}
+        {%- endif %}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- '\n</tools>\n\n' }}
+    {{- 'For function call returns, you should first print ' + toolcalls_begin_token + '\n' }}
+    {{- 'For each function call, you should return object like:\n' }}
+    {{- toolcall_begin_token + '{function-name}' + toolsep_token + '\n' }}
+    {{- argkey_begin_token + '{arg-key-1}' + argkey_end_token + '\n' }}
+    {{- argvalue_begin_token + '{arg-value-1}' + argvalue_end_token + '\n' }}
+    {{- argkey_begin_token + '{arg-key-2}' + argkey_end_token + '\n' }}
+    {{- argvalue_begin_token + '{arg-value-2}' + argvalue_end_token + '\n' }}
+    {{- '...\n' }}
+    {{- toolcall_end_token + '\n' }}
+    {%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' %}
+        {{- 'At the end of function call returns, you should print ' + toolcalls_end_token + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort }}
+    {%- else %}
+        {{- 'At the end of function call returns, you should print ' + toolcalls_end_token }}
+    {%- endif %}
+{%- endif %}
+
+{%- set prev_ns = namespace(is_tool=false, is_tool_first=true) %}
+{%- set last_ns = namespace(last_is_assistant=false) %}
+{%- for message in messages %}
+    {%- if message['role'] == 'user' %}
+        {%- if prev_ns.is_tool %}
+            {{- toolresponses_end_token }}
+        {%- endif %}
+        {{- user_token + visible_text(message['content']) }}
+        {%- set prev_ns.is_tool = false %}
+    {%- endif %}
+    {%- if message['role'] == 'assistant' %}
+        {%- if is_training %}
+            {%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
+                {%- set rc = message['reasoning_content'] %}
+            {%- elif 'reasoning' in message and message['reasoning'] is string %}
+                {%- set rc = message['reasoning'] %}
+            {%- else %}
+                {%- set rc = none %}
+            {%- endif %}
+            {%- if rc is not none %}
+                {%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
+            {%- else %}
+                {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+            {%- endif %}
+        {%- else %}
+            {%- if ((preserved_thinking is defined and preserved_thinking) or loop.index0 > ns.last_user_index) %}
+                {%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
+                    {%- set rc = message['reasoning_content'] %}
+                {%- elif 'reasoning' in message and message['reasoning'] is string %}
+                    {%- set rc = message['reasoning'] %}
+                {%- else %}
+                    {%- set rc = none %}
+                {%- endif %}
+                {%- if rc is not none %}
+                    {%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
+                {%- else %}
+                    {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+                {%- endif %}
+            {%- else %}
+                {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+            {%- endif %}
+        {%- endif %}
+        {%- if prev_ns.is_tool %}
+            {{- toolresponses_end_token }}
+        {%- endif %}
+        {{- assistant_token }}
+        {%- if message['tool_calls'] is defined and message['tool_calls'] %}
+            {%- set prev_ns.is_tool_first = true %}
+            {{- content }}
+            {{- toolcalls_begin_token + '\n' }}
+            {%- for tool in message['tool_calls'] %}
+                {%- set arguments = tool['function']['arguments'] %}
+                {{- toolcall_begin_token + tool['function']['name'] + toolsep_token + '\n' }}
+                {%- for key, value in arguments.items() %}
+                    {{- argkey_begin_token + key + argkey_end_token + '\n' }}
+                    {%- if value is not string %}
+                        {%- set value = value | tojson(ensure_ascii=False) %}
+                    {%- endif %}
+                    {{- argvalue_begin_token + value + argvalue_end_token + '\n' }}
+                {%- endfor %}
+                {{- toolcall_end_token + '\n' }}
+            {%- endfor %}
+            {{- toolcalls_end_token + eos_token }}
+        {%- else %}
+            {%- if loop.last and raw_last_assistant %}
+                {{- visible_text(message['content']) }}
+            {%- elif not loop.last or is_training %}
+                {{- content + eos_token }}
+            {%- else %}
+                {{- content }}
+            {%- endif %}
+        {%- endif %}
+        {%- set prev_ns.is_tool = false %}
+    {%- endif %}
+    {%- if message['role'] == 'tool' %}
+        {%- set prev_ns.is_tool = true %}
+        {%- if prev_ns.is_tool_first %}
+            {{- toolresponses_begin_token + '\n' }}
+            {%- set prev_ns.is_tool_first = false %}
+        {%- endif %}
+        {{- toolresponse_begin_token + '\n' + visible_text(message['content']) + '\n' + toolresponse_end_token + '\n' }}
+    {%- endif %}
+    {%- if loop.last and message['role'] == 'assistant' %}
+        {%- set last_ns.last_is_assistant = true %}
+    {%- endif %}
+
+{%- endfor %}
+{%- if prev_ns.is_tool %}
+    {{- toolresponses_end_token }}
+{%- endif %}
+{%- if add_generation_prompt %}
+    {%- if not last_ns.last_is_assistant %}
+        {%- if reasoning_effort is defined and reasoning_effort in ['low', 'high'] %}
+            {{- assistant_token + think_begin_token }}
+        {%- elif reasoning_effort is defined and reasoning_effort == 'no_think' %}
+            {{- assistant_token + think_begin_token + think_end_token }}
+        {%- else %}
+            {{- assistant_token }}
+        {%- endif %}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,688 @@
+{
+    "architectures": [
+        "HYV3ForCausalLM"
+    ],
+    "bos_token_id": 120000,
+    "enable_attention_fp32_softmax": false,
+    "enable_lm_head_fp32": true,
+    "enable_moe_fp32_combine": false,
+    "eod_token_id": 120026,
+    "eos_token_id": 120025,
+    "expert_hidden_dim": 1536,
+    "first_k_dense_replace": 1,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.006,
+    "intermediate_size": 13312,
+    "max_position_embeddings": 262144,
+    "model_type": "hy_v3",
+    "moe_intermediate_size": 1536,
+    "moe_router_enable_expert_bias": true,
+    "moe_router_use_sigmoid": true,
+    "num_attention_heads": 64,
+    "num_experts": 192,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 80,
+    "num_key_value_heads": 8,
+    "num_nextn_predict_layers": 1,
+    "num_shared_experts": 1,
+    "output_router_logits": true,
+    "pad_token_id": 120002,
+    "qk_norm": true,
+    "quantization": {
+        "group_size": 64,
+        "bits": 2,
+        "mode": "affine",
+        "model.layers.1.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.2.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.3.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.4.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.5.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.6.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.7.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.8.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.9.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.10.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.11.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.12.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.13.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.14.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.15.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.16.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.17.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.18.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.19.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.20.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.21.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.22.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.23.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.24.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.25.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.26.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.27.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.28.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.29.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.30.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.31.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.32.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.33.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.34.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.35.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.36.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.37.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.38.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.39.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.40.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.41.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.42.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.43.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.44.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.45.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.46.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.47.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.48.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.49.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.50.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.51.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.52.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.53.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.54.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.55.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.56.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.57.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.58.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.59.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.60.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.61.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.62.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.63.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.64.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.65.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.66.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.67.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.68.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.69.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.70.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.71.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.72.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.73.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.74.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.75.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.76.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.77.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.78.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.79.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        }
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 2,
+        "mode": "affine",
+        "model.layers.1.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.2.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.3.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.4.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.5.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.6.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.7.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.8.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.9.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.10.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.11.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.12.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.13.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.14.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.15.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.16.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.17.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.18.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.19.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.20.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.21.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.22.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.23.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.24.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.25.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.26.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.27.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.28.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.29.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.30.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.31.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.32.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.33.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.34.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.35.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.36.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.37.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.38.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.39.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.40.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.41.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.42.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.43.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.44.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.45.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.46.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.47.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.48.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.49.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.50.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.51.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.52.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.53.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.54.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.55.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.56.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.57.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.58.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.59.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.60.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.61.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.62.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.63.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.64.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.65.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.66.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.67.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.68.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.69.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.70.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.71.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.72.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.73.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.74.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.75.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.76.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.77.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.78.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        },
+        "model.layers.79.mlp.router.gate": {
+            "group_size": 64,
+            "bits": 8
+        }
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_parameters": {
+        "rope_theta": 11158840.0,
+        "rope_type": "default"
+    },
+    "route_norm": true,
+    "router_scaling_factor": 2.826,
+    "sep_token_id": 120007,
+    "tie_word_embeddings": false,
+    "transformers_version": "5.6.0",
+    "use_cache": true,
+    "use_grouped_mm": false,
+    "vocab_size": 120832
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+    "bos_token_id": 120000,
+    "do_sample": true,
+    "eos_token_id": 120025,
+    "pad_token_id": 120002,
+    "temperature": 0.9,
+    "top_k": -1,
+    "top_p": 1,
+    "transformers_version": "5.6.0"
+}

model-00001-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a03de06d40a5661586ab2827577d33ee63c6e728877a3b601a9a92465ca410e
+size 5281722956

model-00002-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc87c24bd01b400ad1ec5d7755f2dc5eeb591f8eb4bbd922c924b1d18f189b4
+size 5368470794

model-00003-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce31c5d53e836396d82440cca228f6c8d21aed64beab8c8f7f7bfaeaf4d6baa
+size 5096828741

model-00004-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9994ee1dcc4cf893c953b03403cf7c293f405eb15db131586b23e2df93bec825
+size 5368470941

model-00005-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfd1eedf76a7a2ac14f5c02fe26a08fbb22a36f1d4cdc87b32fc0c232794896
+size 5096828709

model-00006-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76354eba36ce128b5c5090b2150b0e9bd76777b6f726c498698e08973463592b
+size 5368470933

model-00007-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d427ad6c3c52671f7d26e13f22d8d1c9f4225e86dc5d32f124d9a217cc15906a
+size 5096828809

model-00008-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94010617e34c4998d1c73c1dabf4b5e1638f4a5bd0a1df7629185a60ec04fa41
+size 5368470943

model-00009-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be17c8c0228a90a16a7ecd6cbc70e54cf35aa8b2670bab1c5d8f4d7cb8196b9
+size 5096828751

model-00010-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1988a3136b2cc2b4af6bd2ec8a93b843109a9a408751ce78b2da63e793a7b630
+size 5368470911

model-00011-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda956e73c8c64e1cbd910114cd4e407816f72b5a4ac653130c52792a54f105c
+size 5096828707

model-00012-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f2d70d925dc48f75efad4707d075b7827d52cf94726d8b9617613b4ff82ec8
+size 5368470943

model-00013-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8a5646bf86ec431388f623a576a2a706a3200bcf9f94dddb16f5d98e9e2e97
+size 5096828803

model-00014-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe056a81422f483aded2c7350fd5800e9802bbd861cd51dee5b99ff810c6bfd5
+size 5368470941

model-00015-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64b22cd48615173dad5de6eb26bde50723606e4f7e9ca5d9f83363722ed3c35
+size 5096828711

model-00016-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d87d0b53ba3bb7fad6bf62cc7db92753c661c9da9d32370a13b913f8e1d09d
+size 5368470945

model-00017-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75ad04bb91fa2187a77db9071f28c30d0dfc77a4a9c17b0e2ca0ce0ad84473d
+size 5096828741

model-00018-of-00018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fbf486f4bec0ed4e5a6e690f708b9a6879510f605c5cc90261c3368f901d55
+size 3242023908

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜hy_begin_of_sentence:opensource｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜hy_eos:opensource｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜hy_pad:opensource｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}