galthran commited on
Commit
3cdc481
1 Parent(s): e696fc4
Files changed (7) hide show
  1. config.json +41 -0
  2. optimizer.pt +3 -0
  3. pytorch_model.bin +3 -0
  4. rng_state.pth +3 -0
  5. scheduler.pt +3 -0
  6. trainer_state.json +126 -0
  7. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-cased",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1",
15
+ "2": "LABEL_2",
16
+ "3": "LABEL_3",
17
+ "4": "LABEL_4"
18
+ },
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3072,
21
+ "label2id": {
22
+ "LABEL_0": 0,
23
+ "LABEL_1": 1,
24
+ "LABEL_2": 2,
25
+ "LABEL_3": 3,
26
+ "LABEL_4": 4
27
+ },
28
+ "layer_norm_eps": 1e-12,
29
+ "max_position_embeddings": 512,
30
+ "model_type": "bert",
31
+ "num_attention_heads": 12,
32
+ "num_hidden_layers": 12,
33
+ "pad_token_id": 0,
34
+ "position_embedding_type": "absolute",
35
+ "problem_type": "single_label_classification",
36
+ "torch_dtype": "float32",
37
+ "transformers_version": "4.28.0",
38
+ "type_vocab_size": 2,
39
+ "use_cache": true,
40
+ "vocab_size": 28996
41
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd9c94b99e78e8a226738947ad87a943c491e70bebbe4d726a0f09b940943d9d
3
+ size 32555
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab58200c77bca47202aa3ce27e256e59eada8401c6de8de8945b5ad2ed49ac17
3
+ size 433329269
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e0a2d422817e3e0f564fd85a32f5b018638912386a99b6269ddd68a71a1811
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975255733c2a3d175b1cba829d893071860772a4ea5d3dc231562601ce2d570b
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,126 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 1.0495396852493286,
3
+ "best_model_checkpoint": "test_/checkpoint-1125",
4
+ "epoch": 5.0,
5
+ "global_step": 1875,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "learning_rate": 0.001,
13
+ "loss": 1.1181,
14
+ "step": 375
15
+ },
16
+ {
17
+ "epoch": 1.0,
18
+ "eval_loss": 1.1535536050796509,
19
+ "eval_micro_f1": 0.6113333333333333,
20
+ "eval_runtime": 126.2386,
21
+ "eval_samples_per_second": 23.765,
22
+ "eval_steps_per_second": 0.372,
23
+ "eval_unavg_f1": [
24
+ 0.0,
25
+ 0.0,
26
+ 0.0,
27
+ 0.0,
28
+ 0.7587918907736864
29
+ ],
30
+ "step": 375
31
+ },
32
+ {
33
+ "epoch": 2.0,
34
+ "learning_rate": 0.001,
35
+ "loss": 1.0798,
36
+ "step": 750
37
+ },
38
+ {
39
+ "epoch": 2.0,
40
+ "eval_loss": 1.0706086158752441,
41
+ "eval_micro_f1": 0.6136666666666667,
42
+ "eval_runtime": 122.9816,
43
+ "eval_samples_per_second": 24.394,
44
+ "eval_steps_per_second": 0.382,
45
+ "eval_unavg_f1": [
46
+ 0.006644518272425249,
47
+ 0.0,
48
+ 0.028985507246376815,
49
+ 0.058577405857740586,
50
+ 0.7663512092534175
51
+ ],
52
+ "step": 750
53
+ },
54
+ {
55
+ "epoch": 3.0,
56
+ "learning_rate": 0.001,
57
+ "loss": 1.0675,
58
+ "step": 1125
59
+ },
60
+ {
61
+ "epoch": 3.0,
62
+ "eval_loss": 1.0495396852493286,
63
+ "eval_micro_f1": 0.624,
64
+ "eval_runtime": 131.2327,
65
+ "eval_samples_per_second": 22.86,
66
+ "eval_steps_per_second": 0.358,
67
+ "eval_unavg_f1": [
68
+ 0.1888888888888889,
69
+ 0.0,
70
+ 0.015936254980079684,
71
+ 0.1500815660685155,
72
+ 0.7806367204535543
73
+ ],
74
+ "step": 1125
75
+ },
76
+ {
77
+ "epoch": 4.0,
78
+ "learning_rate": 0.001,
79
+ "loss": 1.0589,
80
+ "step": 1500
81
+ },
82
+ {
83
+ "epoch": 4.0,
84
+ "eval_loss": 1.0587749481201172,
85
+ "eval_micro_f1": 0.613,
86
+ "eval_runtime": 124.3983,
87
+ "eval_samples_per_second": 24.116,
88
+ "eval_steps_per_second": 0.378,
89
+ "eval_unavg_f1": [
90
+ 0.025889967637540454,
91
+ 0.0,
92
+ 0.0,
93
+ 0.21601016518424399,
94
+ 0.7831729693443723
95
+ ],
96
+ "step": 1500
97
+ },
98
+ {
99
+ "epoch": 5.0,
100
+ "learning_rate": 0.001,
101
+ "loss": 1.046,
102
+ "step": 1875
103
+ },
104
+ {
105
+ "epoch": 5.0,
106
+ "eval_loss": 1.053810715675354,
107
+ "eval_micro_f1": 0.6356666666666667,
108
+ "eval_runtime": 131.9922,
109
+ "eval_samples_per_second": 22.729,
110
+ "eval_steps_per_second": 0.356,
111
+ "eval_unavg_f1": [
112
+ 0.4607046070460704,
113
+ 0.0,
114
+ 0.0,
115
+ 0.1947449768160742,
116
+ 0.801148600143575
117
+ ],
118
+ "step": 1875
119
+ }
120
+ ],
121
+ "max_steps": 3750,
122
+ "num_train_epochs": 10,
123
+ "total_flos": 1.2524308467099072e+16,
124
+ "trial_name": null,
125
+ "trial_params": null
126
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900496fa0e33f70e39e30210a4a6e5ed70be9f7df0410fdb1f48ae99ef5d3404
3
+ size 3515