Add files using upload-large-folder tool

chat_template.jinja

@@ -100,4 +100,4 @@
 
 {%- if add_generation_prompt -%}
     {{ '<|Assistant|>' }}{{ '<|end_of_thought|>' }}
-{%- endif -%}
+{%- endif -%}

config.json

@@ -34,18 +34,6 @@
     "q_lora_rank": 1536,
     "qk_nope_head_dim": 128,
     "qk_rope_head_dim": 64,
-    "rms_norm_eps": 1e-06,
-    "rope_theta": 32000000,
-    "routed_scaling_factor": 2.5,
-    "scoring_func": "sigmoid",
-    "tie_word_embeddings": false,
-    "topk_group": 1,
-    "topk_method": "noaux_tc",
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.44.2",
-    "use_cache": true,
-    "v_head_dim": 128,
-    "vocab_size": 129280,
     "quantization_config": {
         "config_groups": {
             "group_0": {
@@ -78,5 +66,17 @@
         "kv_cache_scheme": null,
         "quant_method": "compressed-tensors",
         "quantization_status": "compressed"
-    }
-}
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 32000000,
+    "routed_scaling_factor": 2.5,
+    "scoring_func": "sigmoid",
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "topk_method": "noaux_tc",
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.44.2",
+    "use_cache": true,
+    "v_head_dim": 128,
+    "vocab_size": 129280
+}

model-1-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00342c45cd62e28fe183e2529ce61e2cecf0d8ea5451b2a8fe4137ae5e50e901
+oid sha256:ebd70bcbb0406a3ac84a410bbcb2084663eaff71777ff849b88c94a8f8e573fe
 size 140785016

model-10-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aa597d8635c3acaa4aeab8826d347744c13874ca41c663819019d93217f27a0
+oid sha256:1e68a68794db840d81f3f22e49819342867ff5487893afa386ec59cb5068adc8
 size 818455784

model-11-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bda756aaa66d660b75d7e346c17da8f51bae8bda545ef29e7e0c051172093399
+oid sha256:0432fe382f82baaa3e47dd83f8df582aa37b94f915168276e1cafa2be95f0df6
 size 818458104

model-12-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79507569a9d651fd9a219a6180ba8b93f5766d2e618b7924788db129dd74f290
+oid sha256:cd69edd0fd07322db62320e1445b0edaf88fbfc329fed78795600277309ca74d
 size 818458104

model-13-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeeb6a180a6dff03c038a0ddc8805ba306210b64105d4b03f101b6cfdae06b7c
+oid sha256:e399fa15ac581198dbdb5b5f99e14fc027fef9cb6848f0bdaf6799c471858ab2
 size 818458104

model-14-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1784464c45e646cb2015e191770ae1ebe6be35bf272bc3903e2b9d9c69a7d8
+oid sha256:c3294a583c6272054fb3e6f57b31ccb4f237fc676d9f358880092b1ec39a53f0
 size 818458104

model-15-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21cf0c46b26b86be7c13326d902bba90dc7df2d31d048f1d17f909b2fd6978aa
+oid sha256:65691dc9d140e2461532eb165b7786bfcf7f8c6ba6dec68a8b10c09fecfe1854
 size 818458104

model-16-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:450c4b413c061e2a8e833931b0e8d96d8c225e88de2bb20095e9fd11be6c1ba3
+oid sha256:8512e7906f5e411664ba680dd69c87b3cf7d7354d1c28932f35aee0068abd804
 size 818458104

model-17-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0a257aba4913146e4b38afd0ecda70da43a5d4a16183bea50d16c485941e90c
+oid sha256:341395e7686a435638ed1998f41a5da1d5d4b52a8dbe8ea4a432343e7ec853ac
 size 818458104

model-18-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33f0bdfef6e90798925e0a8e23698e3ad51493d2b79ca47161e38772e9b830db
+oid sha256:db59421bc92cbe64f6343dc8cf3f82ffb09d10a416917f93b6488b83bc50af8b
 size 818458104

model-19-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7438a2ede536f77eb835413eea60b9e2d03ad21ccd2e4f10720cd5e1f411364
+oid sha256:f2e300f710895d3f5679a1e61fba3184e9ff3bdeffc54767f82b13ccdf1c903e
 size 818458104

model-2-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f61f10f404c9f381d77945de4dd38513e45019ff02d404ea3abac39d6d5bf493
+oid sha256:3249aef3747d3a78d8b37fa5219f346abd48591093dda15b22b40174ed698f75
 size 818455784

model-20-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:199ae2f049fc27bfdcdcaf64de0846361c5dfe55b869c2b66c581469e9b561b3
+oid sha256:63c75dfb7cdbccecc7b8e5afb87d65c1623629434c85d34b373b16aef415060b
 size 818458104

model-21-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a62bf3b90b56bddfe6294fcfbce14c153795b263add692140f205b9a8c5edc25
+oid sha256:4aa9fd148a1aab9559b0d5d1f345cdb9e6ef769678e0c2c90463b18d3dab7c27
 size 818458104

model-22-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4d6023ef3af8790fa1239e07d507f70ce51d839c5244cdfbcdc62c151341753
+oid sha256:e86ebb428394e6d450739df637111b45fe49a8a883ed33a7576ca63de3ddb33b
 size 818458104

model-23-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:095d872d4fc5e06776d7caca99f15b97ead640591b710616771746fe1bf5feb4
+oid sha256:f6fcc388477161d89f037107c0958b722d852076326fdba25f45d4118aeac712
 size 818458104

model-24-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fa4902f051050dd6b9f504ac3a50799b4115d80601daff86bc175f0fb8e9203
+oid sha256:d9d0adda14bea929c60ebff02acabc47a62a221d27c37460168c5c7ccfd8d7f1
 size 818458104

model-25-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b0111296847fa1ab64e90cfa5698536105e9b4a1aef7df22fe55fa3189fc343
+oid sha256:085424d0798a43dbce0fbda80d9cf0b61e654c04d94fb697743acba4885581a6
 size 818458104

model-26-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffce974334c99b62283739fbf3cd5145c95f8fd88578f1259609b0d482494154
+oid sha256:fdc517976349081bf657940d84c361ce0d51de6d12ce11bccd0b2e83f7826d44
 size 818458104

model-27-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:470389782d30a32b20bcf7d90bcf3b4b3f33cdedd1e84cbfffdb8c21e72da41f
+oid sha256:613cc2ffd942de01767dc9fcccf00e667b923da3287b273a34604ee9eb1192d1
 size 818458104

model-28-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:033b32c1cf70d940c221d2047d72ddf9bd7c026fd51f35a5459bf020d2a3b903
+oid sha256:b964d1018293999dde903e9ca578cbf582955e574a5774c29d782f023dfae353
 size 818458104

model-29-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a3166a08f3538e96d6ad67bd2d517e1934434dfc30b787b23be69a903a96221
+oid sha256:f81791e2333000233928c532f20c9472c99066f0a918f0795f6bc637091c2f57
 size 818458104

model-3-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d7f3c057be0e324901ba437e7123b38d064befc3cac8e43c0a0242e42809e30
+oid sha256:936a1d296253824800c84085b87fcb4feee19009c89e3051d8f2a94e16915540
 size 818455784

model-30-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ab178211b3c63f8a3f1a012b41562c2ed7155040eb18dc0dae428d5d0257ef7
+oid sha256:bc4d5b42ff37a146ef54d093da2bb330a0bc076c894c3f2135066739c8e575fc
 size 818458104

model-31-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c11cb2744e668cfba60a69849f5772b5b1ab55b6f688532a5a40060126556500
+oid sha256:8af423fcac697a8445af5a4bcf6c8046ca4fe85577ac2bdd74267133633506a5
 size 818458104

model-32-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acaf4effa401cedc72705ac7b96ea608d2389ae75a31d577fc52f80d3529de84
+oid sha256:52951758599b5591e24dfd89b4623461002df897d156533b872d0e7e68aacad7
 size 818458104

model-33-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f84bc2db3c95527736e5d9084416bdeb8b3cf7ea8d9e444570cbe2285d0e78d
+oid sha256:6c974bf6fea336fd83320cdf13529bd3f9ab7a87b4adb06affcdcb4241ecf854
 size 818458104

model-34-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17926839ef263a68a4b7a2ec0e414f2d9b2954604c67c6292c540e50b40b9bd1
+oid sha256:991f6ca08d25d91bef7edded52e031cf68a43179ae88dc47e03601ca38a9a1e5
 size 818458104

model-35-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4c25a70260109e1bc2f7444da247b6e502e7e1b4ed151012f90cc8e05646e53
+oid sha256:a7606c1c870d9f615dc1ced571d6e79023829d0a8a8010baae933159fe31482d
 size 818458104

model-36-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21a27401e067cb13952bb25122ce5af25e687ec7d2f5c0bd95b5e4f69ea56ea8
+oid sha256:19f5984c7efee72836041b12072a832dc82e5c5a967ccdb18cbe6f31ed4269d9
 size 818458104

model-37-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12a610b42a9e5d35b3d030499f2d70468c5dbece65e38eb05c7cc9e5da77837d
+oid sha256:2085b3bbc0615c0a30cdec8e94d8c08ccf95bb07b1d23cbd6c561e11dd2f5707
 size 818458104

model-38-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63f32214047b459c0a56f5c7fddbf5e329d573eebf790a4ea4bc974324b02c15
+oid sha256:a3b286910cc7e14f832499689100daf2645726a9bae5fd75e59d907ae5198c48
 size 818458104

model-39-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:658cd299896798e797c7848ebf5ab161501266377a3f09ffab0b531fc2abe518
+oid sha256:afc88cb58a4ba708c0216bc479d9a0fd87576650ef8feb5a1f2e60e4b173692d
 size 818458104

model-4-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:676aff1c56518d5e9d439297918b8a7c8a9d2a7f9aaef4b0f8f8d7dc34a0c2cc
+oid sha256:4d661d4f322cc733ce6867d4a579d8aca52f8893eba43c94920b09dc08f4f776
 size 818455784

model-40-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b66d3df132309f6c9eebf9b44acb04a8ee1a14de5022b04689f3b17e0432cca7
+oid sha256:495da2c2f01d3a69f444642a664126029c086992916e082842654d5c95bd2ae8
 size 818458104

model-5-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:355cb6bc5edf28e6336b5c1cec74e085ab678518a213d360f5ff11096bc9f39b
+oid sha256:f228e3aa08211d43ef62fcab644e08eaee55cb38bd747f06b9e39a0b18c7a8eb
 size 818455784

model-6-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ace27ba26f0132f963cc111910c0e33387e657b279811dc7eceac0d886aea953
+oid sha256:3d9918423c7989d63be11c64badc08ff06808fc522d01847cc9f9d19159a81cf
 size 818455784

model-7-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a178f673023324cc99ddb08df93101ab454af7f1a7fd05c85b1773927b1e32b0
+oid sha256:87cdff44a17b405ea7385b394b0758f3e55b4f152191f2d5f5454fd6d0091f73
 size 818455784

model-8-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4067f851d46d6ffb734d23d26709ec2f08bf4002fe79fd302a9ce8a6aa52a6b1
+oid sha256:8dd4421554edbaa2d02da677b89928091e5fbb9884e6c72cb1764c07fd9f545d
 size 818455784

model-9-of-40.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b4463d3d33b5c558417d3d696849417a6dc77c650cdfd23c3774d6349a7577b
+oid sha256:61a47e9de20be225571f9fd2f37204ca3d50106a3769ae646ac269bdae718a8a
 size 818455784

model-non-layer.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd760d732c11c23778a0dbf2280b62431d77d1f4ebc4f01f111cf716786981f0
+oid sha256:358810bbba6e784b3be7462f7398fed2ba159a0edcec4f586aa72e877f4187ca
 size 1059066184

model.safetensors.index.json

@@ -1,7 +1,4 @@
 {
-    "metadata": {
-        "total_size": 0
-    },
     "weight_map": {
         "lm_head.weight": "model-non-layer.safetensors",
         "model.embed_tokens.weight": "model-non-layer.safetensors",
@@ -90435,7 +90432,7 @@
         "model.layers.40.self_attn.q_a_layernorm.weight": "mtp-1-of-1.safetensors",
         "model.layers.40.self_attn.q_a_proj.weight": "mtp-1-of-1.safetensors",
         "model.layers.40.self_attn.q_b_proj.weight": "mtp-1-of-1.safetensors",
-        "model.layers.40.shared_head.norm.weight": "mtp-1-of-1.safetensors",
-        "model.layers.40.shared_head.head.weight": "mtp-1-of-1.safetensors"
+        "model.layers.40.shared_head.head.weight": "mtp-1-of-1.safetensors",
+        "model.layers.40.shared_head.norm.weight": "mtp-1-of-1.safetensors"
     }
 }

mtp-1-of-1.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e708907b5c5a584e0d81ebd2858ecf9f0f22798616a61fc273f0d39eac9512c0
+oid sha256:74cb5a9b60987b70d854406b19ed713e781774bada163d3097f808f09c08d7bf
 size 687105960