Add .znn files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.znn filter=lfs diff=lfs merge=lfs -text

model-00001-of-00009.safetensors → model-00001-of-00009.safetensors.znn

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bce5ef2fe88dbf56e12271e674d40408d8884fbcd2878179904be71f8d311bfa
-size 4916640672
+oid sha256:93f7ad6021377017728751136167ccf7384f860ffe57a773d34b0939768eed13
+size 3264532451

model-00002-of-00009.safetensors → model-00002-of-00009.safetensors.znn

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aeb0f191bfa0ff6a5316fcc99e817dfef70c7c7fcf1bf7423c1c0d0c145d7b3
-size 4954693120
+oid sha256:3c7e8cb6e990bf930a3acda6c39a8cf8e99985fa903d3c674446cfa782d585a1
+size 3280394982

model-00003-of-00009.safetensors → model-00003-of-00009.safetensors.znn

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3565f2a2f9d6820f9457e6890bc0ed480786022fa023d0b5c69d5bcfc9e2ed7
-size 4902243992
+oid sha256:8beb0d02484efba57d576d6edb48da994025b165ab4bb9b180c8eee40f1bf1e8
+size 3246579818

model-00004-of-00009.safetensors → model-00004-of-00009.safetensors.znn

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbb538fb3e865651a8243160df5ee1bd0dd7ab9f9e624bac2946a7d63e5b8d8c
-size 4954672440
+oid sha256:91fe3eecc1ad90f372351c253d19ce307d546a634960b2012767bfee5df85616
+size 3281177749

model-00005-of-00009.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9a93c34d1340d596ca741a2bf037ca3892b30e6166b745dd2f41d99de5309e08
-size 4954672432

model-00005-of-00009.safetensors.znn

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01731b48a1b26ce9b5695ef71ec62d89074bf86c054308417333222b57855e1c
+size 3280694965

model-00006-of-00009.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:813a5b5c0623d9fe090972c27e535147be0e76ebaaa3f90847dfaa02bded02b1
-size 4954693144

model-00006-of-00009.safetensors.znn

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147e7b311129800518b0de8bf45dcf853616ac86ea5b828c67cbb75c63ec825d
+size 3280581497

model-00007-of-00009.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4c5b2f4d811d8e1568b745382b532dc911ce905af109bdabd6357de55466b61
-size 4902243992

model-00007-of-00009.safetensors.znn

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc72b2162f941873e55c78d3d890543a63ab10f9fb8f9e91dfee0e5317f3dbe4
+size 3245329799

model-00008-of-00009.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e3b715fd390c37b43bf91e280e89921ca056c5b28f028868f5790ef55a504943
-size 4954672440

model-00008-of-00009.safetensors.znn

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b642d064a155a3f1baa6cf2fef92e5a3e96f6b5033cd5baaaeb82996180086b4
+size 3278935956

model-00009-of-00009.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0af544234a1e6f6dcbf25323f848003b639df26e5d9892e87d59a67118f39a2a
-size 4785599296

model-00009-of-00009.safetensors.znn

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f920ba1c69d22c0ddeaaf8005eefd1892b9ad81bec4606a2d5f5d4395ce1b3dd
+size 3169708969

model.safetensors.index.json

@@ -3,584 +3,584 @@
     "total_size": 44280064000
   },
   "weight_map": {
-    "lm_head.weight": "model-00009-of-00009.safetensors",
-    "model.embed_tokens.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00009.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.28.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00009.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.29.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.30.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.31.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.32.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.33.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.input_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.mlp.down_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.post_attention_layernorm.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.34.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.35.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.35.mlp.gate_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.mlp.up_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.35.self_attn.k_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.self_attn.o_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.self_attn.q_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.35.self_attn.v_proj.weight": "model-00005-of-00009.safetensors",
-    "model.layers.36.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.36.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.37.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.38.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.39.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.40.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.40.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.41.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.input_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.mlp.down_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.mlp.gate_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.mlp.up_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.post_attention_layernorm.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.self_attn.k_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.self_attn.o_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.self_attn.q_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.42.self_attn.v_proj.weight": "model-00006-of-00009.safetensors",
-    "model.layers.43.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.43.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.44.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.45.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.46.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.47.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.48.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.input_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.mlp.down_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.mlp.gate_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.mlp.up_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.post_attention_layernorm.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.49.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.50.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.50.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.50.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.50.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.50.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.50.self_attn.k_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.50.self_attn.o_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.50.self_attn.q_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.50.self_attn.v_proj.weight": "model-00007-of-00009.safetensors",
-    "model.layers.51.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.51.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.52.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.53.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.54.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.55.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.input_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.mlp.down_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.mlp.up_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.post_attention_layernorm.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.56.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.57.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.57.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.57.mlp.gate_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.57.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.57.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.57.self_attn.k_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.57.self_attn.o_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.57.self_attn.q_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.57.self_attn.v_proj.weight": "model-00008-of-00009.safetensors",
-    "model.layers.58.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.58.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.59.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00009.safetensors",
-    "model.layers.60.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.60.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.61.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.62.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.input_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.mlp.down_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.mlp.gate_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.mlp.up_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.post_attention_layernorm.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.self_attn.k_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.self_attn.o_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.self_attn.q_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.63.self_attn.v_proj.weight": "model-00009-of-00009.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00009.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00009.safetensors",
-    "model.norm.weight": "model-00009-of-00009.safetensors"
+    "lm_head.weight": "model-00009-of-00009.safetensors.znn",
+    "model.embed_tokens.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.21.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.21.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.21.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00009.safetensors.znn",
+    "model.layers.22.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.input_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.mlp.down_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.mlp.up_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.27.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.28.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.28.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.28.mlp.gate_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.28.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.28.self_attn.k_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.28.self_attn.q_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.28.self_attn.v_proj.weight": "model-00004-of-00009.safetensors.znn",
+    "model.layers.29.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.29.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.30.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.30.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.31.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.32.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.33.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.input_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.mlp.down_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.post_attention_layernorm.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.34.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.35.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.35.mlp.gate_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.mlp.up_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.35.self_attn.k_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.self_attn.o_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.self_attn.q_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.35.self_attn.v_proj.weight": "model-00005-of-00009.safetensors.znn",
+    "model.layers.36.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.36.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.37.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.38.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.39.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.40.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.40.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.41.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.input_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.mlp.down_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.mlp.gate_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.mlp.up_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.post_attention_layernorm.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.self_attn.k_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.self_attn.o_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.self_attn.q_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.42.self_attn.v_proj.weight": "model-00006-of-00009.safetensors.znn",
+    "model.layers.43.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.43.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.44.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.45.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.46.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.47.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.48.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.input_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.mlp.down_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.mlp.gate_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.mlp.up_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.post_attention_layernorm.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.49.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.50.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.50.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.50.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.50.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.50.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.50.self_attn.k_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.50.self_attn.o_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.50.self_attn.q_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.50.self_attn.v_proj.weight": "model-00007-of-00009.safetensors.znn",
+    "model.layers.51.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.51.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.52.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.53.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.54.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.55.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.input_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.mlp.down_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.mlp.up_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.post_attention_layernorm.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.56.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.57.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.57.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.57.mlp.gate_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.57.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.57.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.57.self_attn.k_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.57.self_attn.o_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.57.self_attn.q_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.57.self_attn.v_proj.weight": "model-00008-of-00009.safetensors.znn",
+    "model.layers.58.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.58.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.59.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00009.safetensors.znn",
+    "model.layers.60.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.60.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.61.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.62.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.input_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.mlp.down_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.mlp.gate_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.mlp.up_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.post_attention_layernorm.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.self_attn.k_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.self_attn.o_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.self_attn.q_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.63.self_attn.v_proj.weight": "model-00009-of-00009.safetensors.znn",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00009.safetensors.znn",
+    "model.norm.weight": "model-00009-of-00009.safetensors.znn"
   }
 }

zipnn_compress_file.py

@@ -0,0 +1,178 @@
+import os
+import subprocess
+import sys
+import argparse
+import time
+
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+KB = 1024
+MB = 1024 * 1024
+GB = 1024 * 1024 * 1024
+
+RED = "\033[91m"
+YELLOW = "\033[93m"
+GREEN = "\033[92m"
+RESET = "\033[0m"
+
+def check_and_install_zipnn():
+    try:
+        import zipnn
+    except ImportError:
+        print("zipnn not found. Installing...")
+        subprocess.check_call(
+            [
+                sys.executable,
+                "-m",
+                "pip",
+                "install",
+                "zipnn",
+                "--upgrade",
+            ]
+        )
+        import zipnn
+
+
+def parse_streaming_chunk_size(
+    streaming_chunk_size,
+):
+    if str(streaming_chunk_size).isdigit():
+        final = int(streaming_chunk_size)
+    else:
+        size_value = int(streaming_chunk_size[:-2])
+        size_unit = streaming_chunk_size[-2].lower()
+
+        if size_unit == "k":
+            final = KB * size_value
+        elif size_unit == "m":
+            final = MB * size_value
+        elif size_unit == "g":
+            final = GB * size_value
+        else:
+            raise ValueError(f"Invalid size unit: {size_unit}. Use 'k', 'm', or 'g'.")
+
+    return final
+
+
+def compress_file(
+    input_file,
+    dtype="",
+    streaming_chunk_size=1048576,
+    delete=False,
+    force=False,
+    hf_cache=False,
+):
+    import zipnn
+
+    streaming_chunk_size = parse_streaming_chunk_size(streaming_chunk_size)
+    full_path = input_file
+    if not os.path.exists(full_path):
+        print(f"{RED}File not found{RESET}")
+        return
+    if delete and not hf_cache:
+        print(f"Deleting {full_path}...")
+        os.remove(full_path)
+    else:
+        compressed_path = full_path + ".znn"
+        if not force and os.path.exists(compressed_path):
+            user_input = (
+                input(f"{compressed_path} already exists; overwrite (y/n)? ").strip().lower()
+            )
+            if user_input not in ("yes", "y"):
+                print(f"Skipping {full_path}...")
+                return
+        print(f"Compressing {full_path}...")
+        #
+        output_file = input_file + ".znn"
+        if dtype:
+            zpn = zipnn.ZipNN(
+                bytearray_dtype="float32",
+                is_streaming=True,
+                streaming_chunk_kb=streaming_chunk_size,
+            )
+        else:
+            zpn = zipnn.ZipNN(
+                is_streaming=True,
+                streaming_chunk_kb=streaming_chunk_size,
+            )
+        file_size_before = 0
+        file_size_after = 0
+        start_time = time.time()
+        with open(input_file, "rb") as infile, open(output_file, "wb") as outfile:
+            chunk = infile.read()
+            file_size_before += len(chunk)
+            compressed_chunk = zpn.compress(chunk)
+            if compressed_chunk:
+                file_size_after += len(compressed_chunk)
+                outfile.write(compressed_chunk)
+        end_time = time.time() - start_time
+        print(f"Compressed {input_file} to {output_file}")
+        print(
+            f"{GREEN}Original size:  {file_size_before/GB:.02f}GB size after compression: {file_size_after/GB:.02f}GB, Remaining size is {file_size_after/file_size_before*100:.02f}% of original, time: {end_time:.02f}{RESET}"
+        )
+
+        if hf_cache:
+            # If the file is in the Hugging Face cache, fix the symlinks
+            print(f"{YELLOW}Reorganizing Hugging Face cache...{RESET}")
+            try:
+                snapshot_path = os.path.dirname(input_file)
+                blob_name = os.path.join(snapshot_path, os.readlink(input_file))
+                os.rename(output_file, blob_name)
+                os.symlink(blob_name, output_file)
+                if os.path.exists(input_file):
+                    os.remove(input_file)
+            except Exception as e:
+                raise Exception(f"Error reorganizing Hugging Face cache: {e}")
+
+if __name__ == "__main__":
+    if len(sys.argv) < 2:
+        print("Usage: python compress_files.py <suffix>")
+        print("Example: python compress_files.py 'safetensors'")
+        sys.exit(1)
+
+    parser = argparse.ArgumentParser(description="Enter a file path to compress.")
+    parser.add_argument(
+        "input_file",
+        type=str,
+        help="Specify the path to the file to compress.",
+    )
+    parser.add_argument(
+        "--float32",
+        action="store_true",
+        help="A flag that triggers float32 compression",
+    )
+    parser.add_argument(
+        "--streaming_chunk_size",
+        type=str,
+        help="An optional streaming chunk size. The format is int (for size in Bytes) or int+KB/MB/GB. Default is 1MB",
+    )
+    parser.add_argument(
+        "--delete",
+        action="store_true",
+        help="A flag that triggers deletion of a single file instead of compression",
+    )
+    parser.add_argument(
+        "--force",
+        action="store_true",
+        help="A flag that forces overwriting when compressing.",
+    )
+    parser.add_argument(
+        "--hf_cache",
+        action="store_true",
+        help="A flag that indicates if the file is in the Hugging Face cache.",
+    )
+    args = parser.parse_args()
+    optional_kwargs = {}
+    if args.float32:
+        optional_kwargs["dtype"] = 32
+    if args.streaming_chunk_size is not None:
+        optional_kwargs["streaming_chunk_size"] = args.streaming_chunk_size
+    if args.delete:
+        optional_kwargs["delete"] = args.delete
+    if args.force:
+        optional_kwargs["force"] = args.force
+    if args.hf_cache:
+        optional_kwargs["hf_cache"] = args.hf_cache
+
+    check_and_install_zipnn()
+    compress_file(args.input_file, **optional_kwargs)

zipnn_compress_path.py

@@ -0,0 +1,380 @@
+import os
+import subprocess
+import sys
+import argparse
+from pathlib import Path
+from concurrent.futures import (
+    ProcessPoolExecutor,
+    as_completed,
+)
+from zipnn_compress_file import compress_file
+
+sys.path.append(
+    os.path.abspath(
+        os.path.join(
+            os.path.dirname(__file__), ".."
+        )
+    )
+)
+
+
+KB = 1024
+MB = 1024 * 1024
+GB = 1024 * 1024 * 1024
+
+RED = "\033[91m"
+YELLOW = "\033[93m"
+GREEN = "\033[92m"
+RESET = "\033[0m"
+
+
+def check_and_install_zipnn():
+    try:
+        import zipnn
+    except ImportError:
+        print("zipnn not found. Installing...")
+        subprocess.check_call(
+            [
+                sys.executable,
+                "-m",
+                "pip",
+                "install",
+                "zipnn",
+                "--upgrade",
+            ]
+        )
+        import zipnn
+
+
+def parse_streaming_chunk_size(
+    streaming_chunk_size,
+):
+    if str(streaming_chunk_size).isdigit():
+        final = int(streaming_chunk_size)
+    else:
+        size_value = int(
+            streaming_chunk_size[:-2]
+        )
+        size_unit = streaming_chunk_size[
+            -2
+        ].lower()
+
+        if size_unit == "k":
+            final = KB * size_value
+        elif size_unit == "m":
+            final = MB * size_value
+        elif size_unit == "g":
+            final = GB * size_value
+        else:
+            raise ValueError(
+                f"Invalid size unit: {size_unit}. Use 'k', 'm', or 'g'."
+            )
+
+    return final
+
+def replace_in_file(file_path: Path | str, old: str, new: str) -> None:
+    """Given a file_path, replace all occurrences of `old` with `new` inpalce."""
+
+    with open(file_path, 'r') as file:
+        file_data = file.read()
+
+    file_data = file_data.replace(old, new)
+
+    with open(file_path, 'w') as file:
+        file.write(file_data)
+
+def compress_files_with_suffix(
+    suffix,
+    dtype="",
+    streaming_chunk_size=1048576,
+    path=".",
+    delete=False,
+    r=False,
+    force=False,
+    max_processes=1,
+    hf_cache=False,
+    model="",
+    branch="main",
+):
+    import zipnn
+
+    overwrite_first=True
+    file_list = []
+    streaming_chunk_size = (
+        parse_streaming_chunk_size(
+            streaming_chunk_size
+        )
+    )
+    if model:
+        if not hf_cache:
+            raise ValueError(
+                "Must specify --hf_cache when using --model"
+            )
+        try:
+            from huggingface_hub import scan_cache_dir
+        except ImportError:
+            raise ImportError(
+                "huggingface_hub not found. Please pip install huggingface_hub."
+            )  
+        cache = scan_cache_dir()
+        repo = next((repo for repo in cache.repos if repo.repo_id == model), None)
+
+        if repo is not None:
+            print(f"Found repo {model} in cache")
+            
+            # Get the latest revision path
+            hash = ''
+            try:
+                with open(os.path.join(repo.repo_path, 'refs', branch), "r") as ref:
+                    hash = ref.read()
+            except FileNotFoundError:
+                raise FileNotFoundError(f"Branch {branch} not found in repo {model}")
+            
+            path = os.path.join(repo.repo_path, 'snapshots', hash)
+
+    directories_to_search = (
+        os.walk(path)
+        if r
+        else [(path, [], os.listdir(path))]
+    )
+    files_found = False
+    for root, _, files in directories_to_search:
+        for file_name in files:
+            if file_name.endswith(suffix):
+                compressed_path = (
+                    file_name + ".znn"
+                )
+                if not force and os.path.exists(
+                    compressed_path
+                ):
+                    #
+                    if overwrite_first:
+                        overwrite_first=False
+                        user_input = (
+                            input(
+                                f"Compressed files already exists; Would you like to overwrite them all (y/n)? "
+                            )
+                            .strip()
+                            .lower()
+                        )
+                        if user_input not in (
+                            "y",
+                            "yes",
+                        ):
+                            print(
+                                f"No forced overwriting."
+                            )
+                        else:
+                            print(
+                                f"Overwriting all compressed files."
+                            )
+                            force=True
+                    #
+                    if not force:
+                        user_input = (
+                            input(
+                                f"{compressed_path} already exists; overwrite (y/n)? "
+                            )
+                            .strip()
+                            .lower()
+                        )
+                        if user_input not in (
+                            "y",
+                            "yes",
+                        ):
+                            print(
+                                f"Skipping {file_name}..."
+                            )
+                            continue
+                files_found = True
+                full_path = os.path.join(
+                    root, file_name
+                )
+                file_list.append(full_path)
+
+    if file_list and hf_cache:
+        try:
+            from transformers.utils import (
+                SAFE_WEIGHTS_INDEX_NAME,
+                WEIGHTS_INDEX_NAME
+            )
+        except ImportError:
+            raise ImportError(
+                "Transformers not found. Please pip install transformers."
+            )
+        
+        if os.path.exists(os.path.join(path, SAFE_WEIGHTS_INDEX_NAME)):
+            print(f"{YELLOW}Fixing Hugging Face model json...{RESET}")
+            blob_name = os.path.join(path, os.readlink(os.path.join(path, SAFE_WEIGHTS_INDEX_NAME)))
+            replace_in_file(
+                    file_path=blob_name,
+                    old=f"{suffix}",
+                    new=f"{suffix}.znn"
+                )
+        elif os.path.exists(os.path.join(path, WEIGHTS_INDEX_NAME)):
+            print(f"{YELLOW}Fixing Hugging Face model json...{RESET}")
+            blob_name = os.path.join(path, os.readlink(os.path.join(path, WEIGHTS_INDEX_NAME)))
+            replace_in_file(
+                    file_path=blob_name,
+                    old=f"{suffix}",
+                    new=f"{suffix}.znn"
+                )
+
+    with ProcessPoolExecutor(
+        max_workers=max_processes
+    ) as executor:
+        future_to_file = {
+            executor.submit(
+                compress_file,
+                file,
+                dtype,
+                streaming_chunk_size,
+                delete,
+                True,
+                hf_cache,
+            ): file
+            for file in file_list[:max_processes]
+        }
+        file_list = file_list[max_processes:]
+        while future_to_file:
+            for future in as_completed(
+                future_to_file
+            ):
+                file = future_to_file.pop(future)
+
+                try:
+                    future.result()
+                except Exception as exc:
+                    print(
+                        f"{RED}File {file} generated an exception: {exc}{RESET}"
+                    )
+
+                if file_list:
+                    next_file = file_list.pop(0)
+                    future_to_file[
+                        executor.submit(
+                            compress_file,
+                            next_file,
+                            dtype,
+                            streaming_chunk_size,
+                            delete,
+                            True,
+                            hf_cache,
+                        )
+                    ] = next_file
+
+    if not files_found:
+        print(
+            f"{RED}No files with the suffix '{suffix}' found.{RESET}"
+        )
+
+    print(f"{GREEN}All files compressed{RESET}")
+
+
+if __name__ == "__main__":
+    if len(sys.argv) < 2:
+        print(
+            "Usage: python compress_files.py <suffix>"
+        )
+        print(
+            "Example: python compress_files.py 'safetensors'"
+        )
+        sys.exit(1)
+
+    parser = argparse.ArgumentParser(
+        description="Enter a suffix to compress, (optional) dtype, (optional) streaming chunk size, (optional) path to files."
+    )
+    parser.add_argument(
+        "suffix",
+        type=str,
+        help="Specify the file suffix to compress all files with that suffix. If a single file name is provided, only that file will be compressed.",
+    )
+    parser.add_argument(
+        "--float32",
+        action="store_true",
+        help="A flag that triggers float32 compression",
+    )
+    parser.add_argument(
+        "--streaming_chunk_size",
+        type=str,
+        help="An optional streaming chunk size. The format is int (for size in Bytes) or int+KB/MB/GB. Default is 1MB",
+    )
+    parser.add_argument(
+        "--path",
+        type=str,
+        help="Path to files to compress",
+    )
+    parser.add_argument(
+        "--delete",
+        action="store_true",
+        help="A flag that triggers deletion of a single file instead of compression",
+    )
+    parser.add_argument(
+        "-r",
+        action="store_true",
+        help="A flag that triggers recursive search on all subdirectories",
+    )
+    parser.add_argument(
+        "--recursive",
+        action="store_true",
+        help="A flag that triggers recursive search on all subdirectories",
+    )
+    parser.add_argument(
+        "--force",
+        action="store_true",
+        help="A flag that forces overwriting when compressing.",
+    )
+    parser.add_argument(
+        "--max_processes",
+        type=int,
+        help="The amount of maximum processes.",
+    )
+    parser.add_argument(
+        "--hf_cache",
+        action="store_true",
+        help="A flag that indicates if the file is in the Hugging Face cache. Must either specify --model or --path to the model's snapshot cache.",
+    )
+    parser.add_argument(
+        "--model",
+        type=str,
+        help="Only when using --hf_cache, specify the model name or path. E.g. 'ibm-granite/granite-7b-instruct'",
+    )
+    parser.add_argument(
+        "--model_branch",
+        type=str,
+        default="main",
+        help="Only when using --model, specify the model branch. Default is 'main'",
+    )
+    args = parser.parse_args()
+    optional_kwargs = {}
+    if args.float32:
+        optional_kwargs["dtype"] = 32
+    if args.streaming_chunk_size is not None:
+        optional_kwargs[
+            "streaming_chunk_size"
+        ] = args.streaming_chunk_size
+    if args.path is not None:
+        optional_kwargs["path"] = args.path
+    if args.delete:
+        optional_kwargs["delete"] = args.delete
+    if args.r or args.recursive:
+        optional_kwargs["r"] = args.r
+    if args.force:
+        optional_kwargs["force"] = args.force
+    if args.max_processes:
+        optional_kwargs["max_processes"] = (
+            args.max_processes
+        )
+    if args.hf_cache:
+        optional_kwargs["hf_cache"] = args.hf_cache
+    if args.model:
+        optional_kwargs["model"] = args.model
+    if args.model_branch:
+        optional_kwargs[
+            "branch"
+        ] = args.model_branch
+
+    check_and_install_zipnn()
+    compress_files_with_suffix(
+        args.suffix, **optional_kwargs
+    )

zipnn_decompress_file.py

@@ -0,0 +1,101 @@
+import os
+import subprocess
+import sys
+import argparse
+
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
+
+RED = "\033[91m"
+YELLOW = "\033[93m"
+GREEN = "\033[92m"
+RESET = "\033[0m"
+
+
+def check_and_install_zipnn():
+    try:
+        import zipnn
+    except ImportError:
+        print("zipnn not found. Installing...")
+        subprocess.check_call([sys.executable, "-m", "pip", "install", "zipnn"])
+        import zipnn
+
+
+def decompress_file(input_file, delete=False, force=False, hf_cache=False):
+    import zipnn
+
+    if not input_file.endswith(".znn"):
+        raise ValueError("Input file does not have the '.znn' suffix")
+
+    if os.path.exists(input_file):
+        if delete and not hf_cache:
+            print(f"Deleting {input_file}...")
+            os.remove(input_file)
+        else:
+            decompressed_path = input_file[:-4]
+            if not force and os.path.exists(decompressed_path):
+
+                user_input = (
+                    input(f"{decompressed_path} already exists; overwrite (y/n)? ").strip().lower()
+                )
+
+                if user_input not in ("yes", "y"):
+                    print(f"Skipping {input_file}...")
+                    return
+            print(f"Decompressing {input_file}...")
+
+            output_file = input_file[:-4]
+            zpn = zipnn.ZipNN(is_streaming=True)
+
+            with open(input_file, "rb") as infile, open(output_file, "wb") as outfile:
+                d_data = b""
+                chunk = infile.read()
+                d_data += zpn.decompress(chunk)
+                outfile.write(d_data)
+                print(f"Decompressed {input_file} to {output_file}")
+
+            if hf_cache:
+                # If the file is in the Hugging Face cache, fix the symlinks
+                print(f"{YELLOW}Reorganizing Hugging Face cache...{RESET}")
+                try:
+                    snapshot_path = os.path.dirname(input_file)
+                    blob_name = os.path.join(snapshot_path, os.readlink(input_file))
+                    os.rename(output_file, blob_name)
+                    os.symlink(blob_name, output_file)
+                    
+                    if os.path.exists(input_file):
+                        os.remove(input_file)
+                except Exception as e:
+                    raise Exception(f"Error reorganizing Hugging Face cache: {e}")
+
+    else:
+        print(f"Error: The file {input_file} does not exist.")
+
+
+if __name__ == "__main__":
+    check_and_install_zipnn()
+
+    parser = argparse.ArgumentParser(description="Enter a file path to decompress.")
+    parser.add_argument("input_file", type=str, help="Specify the path to the file to decompress.")
+    parser.add_argument(
+        "--delete",
+        action="store_true",
+        help="A flag that triggers deletion of a single compressed file instead of decompression",
+    )
+    parser.add_argument(
+        "--force", action="store_true", help="A flag that forces overwriting when decompressing."
+    )
+    parser.add_argument(
+        "--hf_cache",
+        action="store_true",
+        help="A flag that indicates if the file is in the Hugging Face cache.",
+    )
+    args = parser.parse_args()
+    optional_kwargs = {}
+    if args.delete:
+        optional_kwargs["delete"] = args.delete
+    if args.force:
+        optional_kwargs["force"] = args.force
+    if args.hf_cache:
+        optional_kwargs["hf_cache"] = args.hf_cache
+
+    decompress_file(args.input_file, **optional_kwargs)

zipnn_decompress_path.py

@@ -0,0 +1,303 @@
+import os
+import sys
+import argparse
+import subprocess
+from pathlib import Path
+from concurrent.futures import (
+    ProcessPoolExecutor,
+    as_completed,
+)
+from zipnn_decompress_file import (
+    decompress_file,
+)
+
+sys.path.append(
+    os.path.abspath(
+        os.path.join(
+            os.path.dirname(__file__),
+            "..",
+        )
+    )
+)
+
+RED = "\033[91m"
+YELLOW = "\033[93m"
+GREEN = "\033[92m"
+RESET = "\033[0m"
+
+def check_and_install_zipnn():
+    try:
+        import zipnn
+    except ImportError:
+        print("zipnn not found. Installing...")
+        subprocess.check_call(
+            [
+                sys.executable,
+                "-m",
+                "pip",
+                "install",
+                "zipnn",
+            ]
+        )
+        import zipnn
+
+def replace_in_file(file_path: Path | str, old: str, new: str) -> None:
+    """Given a file_path, replace all occurrences of `old` with `new` inpalce."""
+
+    with open(file_path, 'r') as file:
+        file_data = file.read()
+
+    file_data = file_data.replace(old, new)
+
+    with open(file_path, 'w') as file:
+        file.write(file_data)
+
+def decompress_znn_files(
+    path=".",
+    delete=False,
+    force=False,
+    max_processes=1,
+    hf_cache=False,
+    model="",
+    branch="main",
+):
+    import zipnn
+
+    overwrite_first=True
+
+    if model:
+        if not hf_cache:
+            raise ValueError(
+                "Must specify --hf_cache when using --model"
+            )
+        try:
+            from huggingface_hub import scan_cache_dir
+        except ImportError:
+            raise ImportError(
+                "huggingface_hub not found. Please pip install huggingface_hub."
+            )  
+        cache = scan_cache_dir()
+        repo = next((repo for repo in cache.repos if repo.repo_id == model), None)
+
+        if repo is not None:
+            print(f"Found repo {model} in cache")
+            
+            # Get the latest revision path
+            hash = ''
+            try:
+                with open(os.path.join(repo.repo_path, 'refs', branch), "r") as ref:
+                    hash = ref.read()
+            except FileNotFoundError:
+                raise FileNotFoundError(f"Branch {branch} not found in repo {model}")
+            
+            path = os.path.join(repo.repo_path, 'snapshots', hash)
+
+    file_list = []
+    directories_to_search = [
+        (
+            path,
+            [],
+            os.listdir(path),
+        )
+    ]
+    for (
+        root,
+        _,
+        files,
+    ) in directories_to_search:
+        for file_name in files:
+            if file_name.endswith(".znn"):
+                decompressed_path = file_name[:-4]
+                if not force and os.path.exists(
+                    decompressed_path
+                ):
+                    #
+                    if overwrite_first:
+                        overwrite_first=False
+                        user_input = (
+                            input(
+                                f"Decompressed files already exists; Would you like to overwrite them all (y/n)? "
+                            )
+                            .strip()
+                            .lower()
+                        )
+                        if user_input not in (
+                            "y",
+                            "yes",
+                        ):
+                            print(
+                                f"No forced overwriting."
+                            )
+                        else:
+                            print(
+                                f"Overwriting all decompressed files."
+                            )
+                            force=True
+                        
+                    #
+                    if not force:
+                        user_input = (
+                            input(
+                                f"{decompressed_path} already exists; overwrite (y/n)? "
+                            )
+                            .strip()
+                            .lower()
+                        )
+                        if user_input not in (
+                            "y",
+                            "yes",
+                        ):
+                            print(
+                                f"Skipping {file_name}..."
+                            )
+                            continue
+                full_path = os.path.join(
+                    root,
+                    file_name,
+                )
+                file_list.append(full_path)
+
+    if file_list and hf_cache:
+        try:
+            from transformers.utils import (
+                SAFE_WEIGHTS_INDEX_NAME,
+                WEIGHTS_INDEX_NAME
+            )
+        except ImportError:
+            raise ImportError(
+                "Transformers not found. Please pip install transformers."
+            )
+            
+        suffix = file_list[0].split('/')[-1].split('.')[-2] # get the one before .znn
+
+        if os.path.exists(os.path.join(path, SAFE_WEIGHTS_INDEX_NAME)):
+            print(f"{YELLOW}Fixing Hugging Face model json...{RESET}")
+            blob_name = os.path.join(path, os.readlink(os.path.join(path, SAFE_WEIGHTS_INDEX_NAME)))
+            replace_in_file(
+                    file_path=blob_name,
+                    old=f"{suffix}.znn",
+                    new=f"{suffix}"
+                )
+        elif os.path.exists(os.path.join(path, WEIGHTS_INDEX_NAME)):
+            print(f"{YELLOW}Fixing Hugging Face model json...{RESET}")
+            blob_name = os.path.join(path, os.readlink(os.path.join(path, WEIGHTS_INDEX_NAME)))
+            replace_in_file(
+                    file_path=blob_name,
+                    old=f"{suffix}.znn",
+                    new=f"{suffix}"
+                )
+
+    with ProcessPoolExecutor(
+        max_workers=max_processes
+    ) as executor:
+        for file in file_list[:max_processes]:
+            future_to_file = {
+                executor.submit(
+                    decompress_file,
+                    file,
+                    delete,
+                    True,
+                    hf_cache,
+                ): file
+                for file in file_list[
+                    :max_processes
+                ]
+            }
+
+            file_list = file_list[max_processes:]
+            while future_to_file:
+
+                for future in as_completed(
+                    future_to_file
+                ):
+                    file = future_to_file.pop(
+                        future
+                    )
+                    try:
+                        future.result()
+                    except Exception as exc:
+                        print(
+                            f"{RED}File {file} generated an exception: {exc}{RESET}"
+                        )
+
+                    if file_list:
+                        next_file = file_list.pop(
+                            0
+                        )
+                        future_to_file[
+                            executor.submit(
+                                decompress_file,
+                                next_file,
+                                delete,
+                                True,
+                                hf_cache,
+                            )
+                        ] = next_file
+                        #
+    print(f"{GREEN}All files decompressed{RESET}")
+
+
+if __name__ == "__main__":
+    check_and_install_zipnn()
+
+    parser = argparse.ArgumentParser(
+        description="Compresses all .znn files."
+    )
+    parser.add_argument(
+        "--path",
+        type=str,
+        help="Path to folder of files to decompress. If left empty, checks current folder.",
+    )
+    parser.add_argument(
+        "--delete",
+        action="store_true",
+        help="A flag that triggers deletion of a single compressed file instead of decompression",
+    )
+    parser.add_argument(
+        "--force",
+        action="store_true",
+        help="A flag that forces overwriting when decompressing.",
+    )
+    parser.add_argument(
+        "--max_processes",
+        type=int,
+        help="The amount of maximum processes.",
+    )
+    parser.add_argument(
+        "--hf_cache",
+        action="store_true",
+        help="A flag that indicates if the file is in the Hugging Face cache. Must either specify --model or --path to the model's snapshot cache.",
+    )
+    parser.add_argument(
+        "--model",
+        type=str,
+        help="Only when using --hf_cache, specify the model name or path. E.g. 'ibm-granite/granite-7b-instruct'",
+    )
+    parser.add_argument(
+        "--model_branch",
+        type=str,
+        default="main",
+        help="Only when using --model, specify the model branch. Default is 'main'",
+    )
+    args = parser.parse_args()
+    optional_kwargs = {}
+    if args.path is not None:
+        optional_kwargs["path"] = args.path
+    if args.delete:
+        optional_kwargs["delete"] = args.delete
+    if args.force:
+        optional_kwargs["force"] = args.force
+    if args.max_processes:
+        optional_kwargs["max_processes"] = (
+            args.max_processes
+        )
+    if args.hf_cache:
+        optional_kwargs["hf_cache"] = args.hf_cache
+    if args.model:
+        optional_kwargs["model"] = args.model
+    if args.model_branch:
+        optional_kwargs[
+            "branch"
+        ] = args.model_branch
+
+    decompress_znn_files(**optional_kwargs)