Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/meta-llama/Meta-Llama-3.1-405B-Instruct",
+  "_name_or_path": "/mnt/nvme1/meta-llama-8-kv-heads/Meta-Llama-3.1-405B-Instruct",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -28,7 +28,7 @@
       }
     },
     "format": "pack-quantized",
-    "global_compression_ratio": 1.9058255686431904,
+    "global_compression_ratio": 1.905825803683013,
     "ignore": [
       "lm_head"
     ],
@@ -37,7 +37,7 @@
     "quantization_status": "frozen",
     "sparsity_config": {
       "format": "dense",
-      "global_sparsity": 0.15657107051435934,
+      "global_sparsity": 0.1563171615615463,
       "registry_requires_subclass": false,
       "sparsity_structure": "unstructured"
     }
@@ -56,7 +56,7 @@
   "model_type": "llama",
   "num_attention_heads": 128,
   "num_hidden_layers": 126,
-  "num_key_value_heads": 16,
+  "num_key_value_heads": 8,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {

model-00001-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6083dc218c9c3b72352966d28dfd2143c47b96b7df33d5eecd420762928e4201
-size 4963960816
+oid sha256:36206d32a21bcea7cbb768d2f63b54f4b936c739c09133779562c6e30e15c408
+size 4946659312

model-00002-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bae98754a90e0ade81786b846a7ece9e3361b5d4c1dcb247649bc4e68a87925
-size 4983037992
+oid sha256:75e330755766f5407ab009810d7dc740b237a07098b1029b7c90e8602ec027e3
+size 4931133480

model-00003-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38487f1bd86895699f471e8f06e8dc088e1e3072d0902cfddf2639a77a70cb65
-size 4983037992
+oid sha256:cd30782c352296d6658f701e484cfd903e91ab8e82c4d7ec8fe846fddf239d8e
+size 4931133480

model-00004-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25f936671567c0b84d18433b9e7143c929f562bac5178bf9fe2cdb11f89e15b0
-size 4983037992
+oid sha256:8ae890d96fb42ff5484292b6162fb1e03b50915ac8bc1436af33a5d1041f0953
+size 4931133480

model-00005-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14cabf2e370d8324e170df8a283fb8b6ecb18055c774c15f3ceef989fa6c918f
-size 4983038048
+oid sha256:d5c3c0a0f4813cb216d95ce9cc680aad2bd151cc249a2c78fe39a064e8c199b2
+size 4931133536

model-00006-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:636d17f8833bdfa9f334c8939b36ae9e19d831fa5810b84d3bd5021e9db614eb
-size 4983038056
+oid sha256:2f1ecc6f3ba9d0c892c1da96a7988b72503ac82e30ff7b5e527a3f555e4d7408
+size 4931133544

model-00007-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d34d2c687d1fe500b43f4544d0da690a3d4eb87b3a2671d54da898249cc19ac
-size 4983038056
+oid sha256:135afb92469d4016cdf60d9fd29dd0cdf5119686f69863e5a241b8beb371ab85
+size 4931133544

model-00008-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c7faf7e1c237f0c897fd0b610fafa748b6ce44bf1030f50f91db7a63f1caeb3
-size 4983038056
+oid sha256:4dd60b5c769736092e5c611594c99c6c902cd7d885134ff71f3dcd2edbe385a5
+size 4931133544

model-00009-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e820b42f4122cb3ebe99c9052643a493341b01549c0039fb4a65671c8f3cada1
-size 4983038056
+oid sha256:bf6efc746aa1f9529afd24c9f8076896f4b8665a4400bf81b582f80f6e4c2361
+size 4931133544

model-00010-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf0647f328d2f276b1f45160a073e14bd376ac07bdd70b58ab2f075dff85f639
-size 4983038056
+oid sha256:ea30f69765dcdc8826edbd60075cfb0ea4a60591adb8f76fd025eb917947d4a2
+size 4931133544

model-00011-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:662644f702a3a66aa12bba9489a7b89024d94b9a99c846321ba426d9b2bf00e2
-size 4983038056
+oid sha256:cd700c72eaeb8db74048875d7c7f51b6d4d8b4112bfb9ce7596e976f1f2a78e6
+size 4931133544

model-00012-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80800f27bc2a741420f3618c63152edf7d659936c71cc6e5b56e3a245c7e8641
-size 4983038056
+oid sha256:cbdf60bf715a07a6c7fd9a9bbd30aba48276c0cebd4ff0a4fc5ac8f7f4f7416b
+size 4931133544

model-00013-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:275047ce6083605d2c6ed00e82d8103118e08586d5eef0b66d423d0571d84f03
-size 4983038056
+oid sha256:f7d5c615670e4fb8fea636f59d3d41e6677a2cd3fe89369e0f5e78567e56f730
+size 4931133544

model-00014-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4bd35860bcba8697af92d781a934d5f3679a0d05ce6a22dbaaa40887fbf7061
-size 4983038056
+oid sha256:23a59e8cb483d9f5b6a55edfa1f5b7b27894c7a48c56f0b59dc25cd3db1a7bbd
+size 4931133544

model-00015-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f45f44431d2daa524aa8f303c73dad2bd38295cbc34a293d7960a6e86b14e8a6
-size 4983038056
+oid sha256:f6bc455f3534ebea98f8090a6d4305fa5f24ee6ea1bdb58f616c9db4f4ab1c3f
+size 4931133544

model-00016-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c9af383e0cf1bc39503bfb636b52491f9d62f854d5fb93d18b25e72d32a1169
-size 4983038056
+oid sha256:669eeca4621bfdc112355539e95ff18a1607d3799ec4ade154f45e8f6a7554fe
+size 4931133544

model-00017-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31b43fa437ac3bd292b4e1eb0a222d14054237f2685320fe071a9e6d1e588c56
-size 4983038056
+oid sha256:2d9041a2c23414f631a25da103cbcf26d1d35e3a18eeb4b8e2864c179c3aa70c
+size 4931133544

model-00018-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3381f325e2bca78377428842d46a967fee2639796d8c98e440fd4c66f4fe8759
-size 4983038056
+oid sha256:6dcf79ec3f2bb408985ccbe14b0a5df787cdef034f99d5a56b6e4621c5c7739d
+size 4931133544

model-00019-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beefbbd9caa2cd04460fc7ac8668f94abebba0aba27fc7af990fa417f895ad16
-size 4983038056
+oid sha256:c9c14f7578b437ac0ab78f046f5a85424f1baa240fff5a6779e16b385365ef50
+size 4931133544

model-00020-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:898f4cd6b34e88313619125a58c9203326e3be10008b80535a013c6033dd2505
-size 4983038056
+oid sha256:eeab6d10e758783968918b0d30e5ac513c018a393a3b589c11b5c8b49be4dbb4
+size 4931133544

model-00021-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e365d05aeeca90e7b1787e8421e835fad9740c96341670c5405e51fd3effb9c5
-size 4983038056
+oid sha256:17ec12279bf87ca6ea9931962df0ae34c0bfecdcd656784ce02213aa13bed075
+size 4931133544

model-00022-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aec01840be549ceb9319efbd9651aa18221d460a2612bfa89d1062721c00d790
-size 4983038056
+oid sha256:c149972e4bdb47a4db84290feb1247447b959a4302459416f75913fe5fa66a69
+size 4931133544

model-00023-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f046d689623fbe11fe014766ea097764e59e40586e6a9e509cdb09de76f4983
-size 4983038056
+oid sha256:a29e4dbcc0a3590c25201326ff1fad9b9e9f82d6182ab00f7423eac2382c0baf
+size 4931133544

model-00024-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4622c8eb01d73c5e8c95a71e5e68aa3ee375a8edba8a9e08efa6ba06788d5571
-size 4983038056
+oid sha256:5670732d7c6a981e26b79132e4a1a2ae490eedfca3cd68a3b234084e639a6005
+size 4931133544

model-00025-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21849c18240f16f4ae5f92345af4ba244c6fa9ea330fd4c535d1436c18e6509a
-size 4983038056
+oid sha256:62f597baa2c81aab1d415b8267d28254aeb787fa8861d178010db5c0ba155abc
+size 4931133544

model-00026-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f9729e7d960a37bcb7467c45b56fbd4612d1ef04e724ecb80adbcafdaad7821
-size 4983038056
+oid sha256:4d4b58a1c22049fe6891796b03467306c6322c00768a4b51f406cf9a44d0d5ba
+size 4931133544

model-00027-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c31fb46108ba74d8a3ee45ca2924d811d1566a2ac3855ea40db03daf352cdad
-size 4983038056
+oid sha256:d72085810c20840cde4cfd2f58a9562fe8f5cf420f7d52d5928870d0fcfdd061
+size 4931133544

model-00028-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8583e83e50e1fc2634a1db578e289f9c6578bb49bb0eeced62d06f95a16b34b0
-size 4983038056
+oid sha256:7055fac14e14df41521e629ff4f6a6d647ba1dfd42acc1073039f543a14147a2
+size 4931133544

model-00029-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae64e5bcfc3ce2030df225557e233fbb50fc24ed1e0b087f80f9c15ec725888c
-size 4983038056
+oid sha256:dcb3cf32c07ed66bbc4758a238d71d4bb3d886736137a4251e2a3b74202ed1cb
+size 4931133544

model-00030-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c93b1a504a11d5a51328642afd5c89e7a0bdcfbef659e292a71899bfd87abfc
-size 4983038056
+oid sha256:be268f4f4327f102b561ae0f618a64958fbe1feec44f169a6851a7b8efd20a7b
+size 4931133544

model-00031-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d786fd3adf1a33b94c4542fb08230bf64a16b84a926aa21466a3fb7060d6377
-size 4983038056
+oid sha256:0c21a2bd2db5c08a4f957c77cb6a770fd39cca77f70efb92c363fb490ca6d3ea
+size 4931133544

model-00032-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9333ff18c6a38042b49e8d078fbdf5e01d2e0939043ea15f2da6c4e2ea36899
-size 4983038056
+oid sha256:1d454bc03b54c1b563e04979ed80168e301fcc54fd1f82bdd6db018d684b4c75
+size 4931133544

model-00033-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b905dff7e18e3f2ccd9b276482bff91fa95ecb8aa5d45ffec3cb189b87a9cc9
-size 4983038056
+oid sha256:e96b80941946652f526e855291eb0bcb58aaa60048b87a8df6fe17d19d98cd3f
+size 4931133544

model-00034-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69cd37dc898ff50fcd2738fc0328490e813f20d68bd79cf0be6fb5f72bdbfa73
-size 4983038056
+oid sha256:343a36fc2b87c02d43a075e892a6702df9b299168e4c28a8c23fcb5c96078b44
+size 4931133544

model-00035-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1515890e5ce1ebf37c96ae7c37cb2793c43174d09506716e691e0a02fd2e9c2e
-size 4983038120
+oid sha256:4905eff0ceb2535d3532d2758f60b49dfe83a88fef234f1a0b419b22b0e69106
+size 4931133608

model-00036-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63e47a7aa70caab1be87b03c14721998bc33a7ffa98db597883518fa7ed11ce5
-size 4983038128
+oid sha256:e63adc742a316007393d4ded2c073f5d0c5dab07b25d1248ba1d75bd430e3ac4
+size 4931133616

model-00037-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32d02408fa7e722604df01d19c8b53fcfa63b5d87a4cf25691e3f79a0ba58970
-size 4983038128
+oid sha256:e245a051645fee92a5d9e560f784f108707e002a19d3ab9ac30cc9fb084c07ff
+size 4931133616

model-00038-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13f56bc2ca9b987b0c038d037d267159a2b41d5ecb0115b93597f4950b9d9e98
-size 4983038128
+oid sha256:55c431522896dba5465c83d1d05ce6d52b8c7b560aa14c7ffd7dc2535ab470ca
+size 4931133616

model-00039-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:433089f67f891fc484c3318c1a32a85808d13af7da68fc22c2de8e802b49bd45
-size 4983038128
+oid sha256:40d41c138a8faa9f1db42bfc785fe979b4beffc57e62fa4ad25732b12ab2972f
+size 4931133616

model-00040-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4d1ac20f4ec8265b5c21bcfa367ccce4c6748dfeae042eef632beb364bf2880
-size 4983038128
+oid sha256:6af84849b07d821bf0da9dd359baadcab1335e346f588e49a13cd75e5c622c1e
+size 4931133616

model-00041-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7cbcd7fb722379622519ce04aaf3e27a2f4afaa9875c00829be38443e5b2bc8
-size 4983038128
+oid sha256:14fb339eb3a3f8018af689b7a60c974f8f0573dafb81976b39107d543a1ed52f
+size 4931133616

model-00042-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77f8fafeda05c194648968f03915b10174c3c0bda988f9671820ff5cd327e5c6
-size 4983038128
+oid sha256:6614ebb2bbd8f8d81df63cec0a93f620f99b840f3e982e9a3190ad8f9f421ae0
+size 4931133616

model-00043-of-00044.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9fd3644fce5d9b5830c9ebafa60be215d4e74d053aa7ecaa86eee60eaf65129
-size 4221802864
+oid sha256:8bb0e830bec43ef498af9663595a8c2abf39e3a0ae218cd390539048d7a604c6
+size 4187199856

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 217692682016
+    "total_size": 215512692512
   },
   "weight_map": {
     "lm_head.weight": "model-00044-of-00044.safetensors",