Hugging Face's logo

facebook
/
galactica-120b

Text Generation
Transformers
PyTorch
opt
galactica
text-generation-inference
Model card Files Community
8
mkardas commited on
Commit
a5bda77
•
1 Parent(s): aab7f90

Convert checkpoint files to float16

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +4 -4
  2. pytorch_model-00001-of-00053.bin → pytorch_model-00001-of-00026.bin +2 -2
  3. pytorch_model-00002-of-00053.bin → pytorch_model-00002-of-00026.bin +2 -2
  4. pytorch_model-00003-of-00053.bin → pytorch_model-00003-of-00026.bin +2 -2
  5. pytorch_model-00004-of-00053.bin → pytorch_model-00004-of-00026.bin +2 -2
  6. pytorch_model-00005-of-00026.bin +3 -0
  7. pytorch_model-00005-of-00053.bin +0 -3
  8. pytorch_model-00006-of-00026.bin +3 -0
  9. pytorch_model-00006-of-00053.bin +0 -3
  10. pytorch_model-00007-of-00026.bin +3 -0
  11. pytorch_model-00007-of-00053.bin +0 -3
  12. pytorch_model-00008-of-00026.bin +3 -0
  13. pytorch_model-00008-of-00053.bin +0 -3
  14. pytorch_model-00009-of-00026.bin +3 -0
  15. pytorch_model-00009-of-00053.bin +0 -3
  16. pytorch_model-00010-of-00026.bin +3 -0
  17. pytorch_model-00010-of-00053.bin +0 -3
  18. pytorch_model-00011-of-00026.bin +3 -0
  19. pytorch_model-00011-of-00053.bin +0 -3
  20. pytorch_model-00012-of-00026.bin +3 -0
  21. pytorch_model-00012-of-00053.bin +0 -3
  22. pytorch_model-00013-of-00026.bin +3 -0
  23. pytorch_model-00013-of-00053.bin +0 -3
  24. pytorch_model-00014-of-00026.bin +3 -0
  25. pytorch_model-00014-of-00053.bin +0 -3
  26. pytorch_model-00015-of-00026.bin +3 -0
  27. pytorch_model-00015-of-00053.bin +0 -3
  28. pytorch_model-00016-of-00026.bin +3 -0
  29. pytorch_model-00016-of-00053.bin +0 -3
  30. pytorch_model-00017-of-00026.bin +3 -0
  31. pytorch_model-00017-of-00053.bin +0 -3
  32. pytorch_model-00018-of-00026.bin +3 -0
  33. pytorch_model-00018-of-00053.bin +0 -3
  34. pytorch_model-00019-of-00026.bin +3 -0
  35. pytorch_model-00019-of-00053.bin +0 -3
  36. pytorch_model-00020-of-00026.bin +3 -0
  37. pytorch_model-00020-of-00053.bin +0 -3
  38. pytorch_model-00021-of-00026.bin +3 -0
  39. pytorch_model-00021-of-00053.bin +0 -3
  40. pytorch_model-00022-of-00026.bin +3 -0
  41. pytorch_model-00022-of-00053.bin +0 -3
  42. pytorch_model-00023-of-00026.bin +3 -0
  43. pytorch_model-00023-of-00053.bin +0 -3
  44. pytorch_model-00024-of-00026.bin +3 -0
  45. pytorch_model-00024-of-00053.bin +0 -3
  46. pytorch_model-00025-of-00026.bin +3 -0
  47. pytorch_model-00025-of-00053.bin +0 -3
  48. pytorch_model-00026-of-00026.bin +3 -0
  49. pytorch_model-00026-of-00053.bin +0 -3
  50. pytorch_model-00027-of-00053.bin +0 -3
config.json CHANGED
@@ -7,7 +7,7 @@
7
  "OPTForCausalLM"
8
  ],
9
  "attention_dropout": 0.1,
10
- "bias": false,
11
  "bos_token_id": 0,
12
  "do_layer_norm_before": true,
13
  "dropout": 0.1,
@@ -15,7 +15,7 @@
15
  "ffn_dim": 40960,
16
  "hidden_size": 10240,
17
  "init_std": 0.02,
18
- "layer_norm_elementwise_affine": false,
19
  "layerdrop": 0.0,
20
  "learned_embeddings": true,
21
  "max_position_embeddings": 2048,
@@ -24,8 +24,8 @@
24
  "num_hidden_layers": 96,
25
  "pad_token_id": 1,
26
  "scale_embeddings": false,
27
- "torch_dtype": "float32",
28
- "transformers_version": "4.24.0",
29
  "use_cache": true,
30
  "vocab_size": 50000,
31
  "word_embed_proj_dim": 10240
 
7
  "OPTForCausalLM"
8
  ],
9
  "attention_dropout": 0.1,
10
+ "enable_bias": true,
11
  "bos_token_id": 0,
12
  "do_layer_norm_before": true,
13
  "dropout": 0.1,
 
15
  "ffn_dim": 40960,
16
  "hidden_size": 10240,
17
  "init_std": 0.02,
18
+ "layer_norm_elementwise_affine": true,
19
  "layerdrop": 0.0,
20
  "learned_embeddings": true,
21
  "max_position_embeddings": 2048,
 
24
  "num_hidden_layers": 96,
25
  "pad_token_id": 1,
26
  "scale_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.21.0.dev0",
29
  "use_cache": true,
30
  "vocab_size": 50000,
31
  "word_embed_proj_dim": 10240
pytorch_model-00001-of-00053.bin → pytorch_model-00001-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d59b3a886e5aa10edbb30abf036990ef58825e045bb04e8b58209b6b7d3bbf55
3
- size 8843724059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9360b8619e92bb9e8fc0b6df70bf4e954ed78db0914f6742071a00487f232f4b
3
+ size 9455575867
pytorch_model-00002-of-00053.bin → pytorch_model-00002-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c1e4d079d4798fe416ef239cd783429dcf025cdafd2433264a59336e8564b3b
3
- size 9647850097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273640f807f7463fea231292d21510ebbbe43525e32636c70fbe6a16c79f962a
3
+ size 9857638587
pytorch_model-00003-of-00053.bin → pytorch_model-00003-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27411f3684c214b3bed915bb50ff6db5e5e664d7fab89153d3565cee12a98d06
3
- size 9647932551
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54b90fa06d4caa836c8f7dd0db26f7db4b61eb9d4b4f4868562e72e8dcf6935
3
+ size 9857680115
pytorch_model-00004-of-00053.bin → pytorch_model-00004-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fdc5096fe4d093955fe9d63b31d7ad7de4677bb65d73219a96f4c279fad339d
3
- size 9647932527
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7762264a8c6cf0d887420437cfde89a6cac3f6e88032b53b7adbf18edeec18
3
+ size 9857680155
pytorch_model-00005-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d177cbf8756d188fabb56f427b1e87b705142d5debf3ce69d819c03c39c5360
3
+ size 9857680203
pytorch_model-00005-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:be2014f932d96d19987fcfaa5c480ad754373e8c8dd0ca0e0232eb53e0433295
3
- size 9647932527
 
 
 
 
pytorch_model-00006-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731e75e28592ff3f33271489bf4522ecb893a65d4a0011b72b5ef5f77dda8f56
3
+ size 9228493027
pytorch_model-00006-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e92b24a150be4f09c4863553f55d42752cc3d0ce7d481851754b6462a3922e9
3
- size 8389558961
 
 
 
 
pytorch_model-00007-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962eb4bd20c75ce0e1347a87186504e4cf7d8d8bb11dc313030de137ff789276
3
+ size 9228473211
pytorch_model-00007-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cc2c149b20f1aaa2741fa7d55da6fc0d81e936e24d27eea9a46885d474768b0
3
- size 8389518683
 
 
 
 
pytorch_model-00008-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16962277d6f27764c62e30d9b3066ee54ad3d8f0edc639a661e4bff212f83a13
3
+ size 9857638651
pytorch_model-00008-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2985b25da8b2d5864e86da483910a445bbb4a7c426888c3f09e4cbbd076d75a2
3
- size 9647850161
 
 
 
 
pytorch_model-00009-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc67bc007e1c24efcda0239e8d6c46ee1f3f21218045165aefbb0757332516a
3
+ size 9857680179
pytorch_model-00009-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:22a7eddf45ec1c4c287c9628857fd1eed0b78adbd305ee2c1491e78dbe99e297
3
- size 9647932551
 
 
 
 
pytorch_model-00010-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fbc5d0c525b1dab8226e9146160915c11dc405cd2c88adf1ebe21e4434b873
3
+ size 9857680155
pytorch_model-00010-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b17642319c68abfa6842133c420126090e4cc4475eac0bca3cd61cd0009519b
3
- size 9647932527
 
 
 
 
pytorch_model-00011-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9a8f3ef5781896830b11d82c812e1c3b6dd4c7dd2a714dca0502d029d1a036
3
+ size 9857680203
pytorch_model-00011-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8b2af6cb662d28403e110c39fe625319f176f870758a0d60454a7c77455d45e
3
- size 9647932527
 
 
 
 
pytorch_model-00012-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ce977f24fef588dd405af08861ba0f28e630ab60caa172ff29de8d84ca6877
3
+ size 9228493027
pytorch_model-00012-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f1e6c1dacfa33e94cb3434243913a2139c16b8462a1fa4be79e3c326de3858
3
- size 8389558961
 
 
 
 
pytorch_model-00013-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216869c8dc6b3ca4adf2a6d6491ab6dde99b8c8785d8be72b0d55994f14180da
3
+ size 9228473211
pytorch_model-00013-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b427688b8876bfb01199d321bac1d214a839f6f229e84e9ac930e215616a8ec7
3
- size 8389518683
 
 
 
 
pytorch_model-00014-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173e6c427c701fef5280a9ff1c36aa0e93499ed282b1fc9e4963f37530b3e12c
3
+ size 9857638651
pytorch_model-00014-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:439d9faaec3ebde80e9e16d6b57e7aeee702b79b65f0dd0bf3b7476ff4bd01c7
3
- size 9647850161
 
 
 
 
pytorch_model-00015-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b76a242aeaba6232f34041be4f2e1def9c419977b2507a8c82e23416ebb22151
3
+ size 9857680179
pytorch_model-00015-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0088e7c2f90924a001120d96abc152da76593f04d8ad2cb8402cd265611d7249
3
- size 9647932551
 
 
 
 
pytorch_model-00016-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5522a52c36324bf94e1a7823d42c43476dcf9e61b2383aa23eb678666d62b900
3
+ size 9857680155
pytorch_model-00016-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:332baebd649bfdf03da54d98486b3ecaa61a2aec679eccb42ca4f276a66c2468
3
- size 9647932527
 
 
 
 
pytorch_model-00017-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8789c6e12ba31de4238e89abee94cdadbfbca53d74987e791158aeaf03667a4e
3
+ size 9857680203
pytorch_model-00017-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:86d71304be21ce2878edec937bfe93b12808c16befcb68eba647d3291ba92446
3
- size 9647932527
 
 
 
 
pytorch_model-00018-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb11837c45050191e337f0fb099b9a182c7b1b47f9651eb9b0ac3fff6cfc10d7
3
+ size 9228493027
pytorch_model-00018-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cac68442c8ac028e33c4d32253f9dbecf73cbe92ad1c51c006d08a277ba2fa3c
3
- size 8389558961
 
 
 
 
pytorch_model-00019-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faabce577372f961f582888126d186e1b77ac547d10f821174b7b31edd9e8f9b
3
+ size 9228473211
pytorch_model-00019-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4947319c1c2a826ae2dd4092d47ad29ac76f2d532b1f79721c785b27ce7e51e
3
- size 8389518683
 
 
 
 
pytorch_model-00020-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08348f68f9baec9912f07fe8e95199c41122086e054defd007d9966cc2eb2bd
3
+ size 9857638651
pytorch_model-00020-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e31d1a7b8489c34a73367ca7ca8ecd3857c8c9c411d7fdfbe2f54e6b6e449d1f
3
- size 9647850161
 
 
 
 
pytorch_model-00021-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566812f0754e9e0f3c089d475fa46115948e3f7934ae913df9a5f7f72d5107c8
3
+ size 9857680179
pytorch_model-00021-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc1e03919c55300cfafcba4faf2ba71b94347f20c739b93845c5159eda973c3b
3
- size 9647932551
 
 
 
 
pytorch_model-00022-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97673f69f84868f67bb8462afbd91e80b608ffe8e95ca553aca0fb5b1ae17af2
3
+ size 9857680155
pytorch_model-00022-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6e8394911844569d6921e897e9aeb40576a97e74fcc19a09f982b6eb0cfdd93
3
- size 9647932527
 
 
 
 
pytorch_model-00023-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e61881f61437310c6818b380f0f9251b75bb5fafd2600d7ae6f73067f125f7
3
+ size 9857680203
pytorch_model-00023-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc605b13a972a6697ddd942b09b8d140fa38a4604ce4d5329227e22d1dddbec5
3
- size 9647932527
 
 
 
 
pytorch_model-00024-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f371207d540780a685612b488bd1a1f248cd484146ccd14a44c925ae25c6f7
3
+ size 9228493027
pytorch_model-00024-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:acb0c1ff775ecc798d18863419ca4aa06821f14847f1e596b149390f17c45868
3
- size 8389558961
 
 
 
 
pytorch_model-00025-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ef71c7f8da9a7a679024ababd2e644ace0af38338a1854ba9fb9a60c5d4f03
3
+ size 9228473211
pytorch_model-00025-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1c22ff38dd4bd849bd77205fa40c942cce251b6fa48eeec7dd562a22cd34095
3
- size 8389518683
 
 
 
 
pytorch_model-00026-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582c54b31e8c34ffbfcccde4893cc3f17b0abed6084217b33ca152efab8a98b3
3
+ size 2701867728
pytorch_model-00026-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:188d6daa7773d5a55c3b26b99513d1820f4125f308c82e187801afc429459a64
3
- size 9647850161
 
 
 
 
pytorch_model-00027-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:de38d2ef277337a1aad49674577c2f3309b2acb9de6f4a1c0436ac1846db1729
3
- size 9647932551