NamCyan commited on
Commit
304427f
1 Parent(s): 42fdf7e

Delete checkpoint-7500

Browse files
checkpoint-7500/config.json DELETED
@@ -1,43 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/codebert-base",
3
- "architectures": [
4
- "CodeBERTForSequenceClassification"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "count": 4,
10
- "eos_token_id": 2,
11
- "finetuning_task": "text-classification",
12
- "hidden_act": "gelu",
13
- "hidden_dropout_prob": 0.1,
14
- "hidden_size": 768,
15
- "id2label": {
16
- "0": "0",
17
- "1": "1"
18
- },
19
- "initializer_range": 0.02,
20
- "intermediate_size": 3072,
21
- "label2id": {
22
- "0": 0,
23
- "1": 1
24
- },
25
- "layer_norm_eps": 1e-05,
26
- "max_position_embeddings": 514,
27
- "max_query_length": 64,
28
- "max_seq_length": -4,
29
- "mix_type": "HSUM",
30
- "model_type": "roberta",
31
- "num_attention_heads": 12,
32
- "num_hidden_layers": 12,
33
- "output_past": true,
34
- "pad_token_id": 1,
35
- "position_embedding_type": "absolute",
36
- "problem_type": "single_label_classification",
37
- "sc_comment": false,
38
- "torch_dtype": "float32",
39
- "transformers_version": "4.35.2",
40
- "type_vocab_size": 1,
41
- "use_cache": true,
42
- "vocab_size": 50265
43
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7500/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-7500/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4e055210e3ac6c6b45ea0587acdeb00e00b39fdc0a570c94d17c9e87c95e3a1
3
- size 498612824
 
 
 
 
checkpoint-7500/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a790beb05149b42fe40f1315dd8e999c9522523853c7b545e55d57f1de12805f
3
- size 997344965
 
 
 
 
checkpoint-7500/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1abd40a92db3c90ad9b12bb5a3fb8c70c9848c7d574cde8ddfd38c19e314d2ab
3
- size 14511
 
 
 
 
checkpoint-7500/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4bedd1f3e0c2e40b432a7ca971cb362ae9b0c6122330d0959c5f9bf949371a3
3
- size 627
 
 
 
 
checkpoint-7500/special_tokens_map.json DELETED
@@ -1,51 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "lstrip": false,
5
- "normalized": true,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "cls_token": {
10
- "content": "<s>",
11
- "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "eos_token": {
17
- "content": "</s>",
18
- "lstrip": false,
19
- "normalized": true,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
- "mask_token": {
24
- "content": "<mask>",
25
- "lstrip": true,
26
- "normalized": false,
27
- "rstrip": false,
28
- "single_word": false
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "lstrip": false,
33
- "normalized": true,
34
- "rstrip": false,
35
- "single_word": false
36
- },
37
- "sep_token": {
38
- "content": "</s>",
39
- "lstrip": false,
40
- "normalized": true,
41
- "rstrip": false,
42
- "single_word": false
43
- },
44
- "unk_token": {
45
- "content": "<unk>",
46
- "lstrip": false,
47
- "normalized": true,
48
- "rstrip": false,
49
- "single_word": false
50
- }
51
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7500/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
checkpoint-7500/tokenizer_config.json DELETED
@@ -1,57 +0,0 @@
1
- {
2
- "add_prefix_space": false,
3
- "added_tokens_decoder": {
4
- "0": {
5
- "content": "<s>",
6
- "lstrip": false,
7
- "normalized": true,
8
- "rstrip": false,
9
- "single_word": false,
10
- "special": true
11
- },
12
- "1": {
13
- "content": "<pad>",
14
- "lstrip": false,
15
- "normalized": true,
16
- "rstrip": false,
17
- "single_word": false,
18
- "special": true
19
- },
20
- "2": {
21
- "content": "</s>",
22
- "lstrip": false,
23
- "normalized": true,
24
- "rstrip": false,
25
- "single_word": false,
26
- "special": true
27
- },
28
- "3": {
29
- "content": "<unk>",
30
- "lstrip": false,
31
- "normalized": true,
32
- "rstrip": false,
33
- "single_word": false,
34
- "special": true
35
- },
36
- "50264": {
37
- "content": "<mask>",
38
- "lstrip": true,
39
- "normalized": false,
40
- "rstrip": false,
41
- "single_word": false,
42
- "special": true
43
- }
44
- },
45
- "bos_token": "<s>",
46
- "clean_up_tokenization_spaces": true,
47
- "cls_token": "<s>",
48
- "eos_token": "</s>",
49
- "errors": "replace",
50
- "mask_token": "<mask>",
51
- "model_max_length": 512,
52
- "pad_token": "<pad>",
53
- "sep_token": "</s>",
54
- "tokenizer_class": "RobertaTokenizer",
55
- "trim_offsets": true,
56
- "unk_token": "<unk>"
57
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7500/trainer_state.json DELETED
@@ -1,244 +0,0 @@
1
- {
2
- "best_metric": 0.7959681352625589,
3
- "best_model_checkpoint": "./results/post_pretraining_codebert2/processed_data_all/checkpoint-7500",
4
- "epoch": 6.063055780113177,
5
- "eval_steps": 500,
6
- "global_step": 7500,
7
- "is_hyper_param_search": false,
8
- "is_local_process_zero": true,
9
- "is_world_process_zero": true,
10
- "log_history": [
11
- {
12
- "epoch": 0.4,
13
- "learning_rate": 1.919159256265158e-05,
14
- "loss": 0.2725,
15
- "step": 500
16
- },
17
- {
18
- "epoch": 0.4,
19
- "eval_f1": 0.7042740958643363,
20
- "eval_loss": 0.21490517258644104,
21
- "eval_runtime": 33.7857,
22
- "eval_samples_per_second": 588.769,
23
- "eval_steps_per_second": 36.82,
24
- "step": 500
25
- },
26
- {
27
- "epoch": 0.81,
28
- "learning_rate": 1.8383185125303152e-05,
29
- "loss": 0.1901,
30
- "step": 1000
31
- },
32
- {
33
- "epoch": 0.81,
34
- "eval_f1": 0.7307622006945713,
35
- "eval_loss": 0.2164052128791809,
36
- "eval_runtime": 32.482,
37
- "eval_samples_per_second": 612.4,
38
- "eval_steps_per_second": 38.298,
39
- "step": 1000
40
- },
41
- {
42
- "epoch": 1.21,
43
- "learning_rate": 1.7574777687954732e-05,
44
- "loss": 0.1647,
45
- "step": 1500
46
- },
47
- {
48
- "epoch": 1.21,
49
- "eval_f1": 0.7595807402554864,
50
- "eval_loss": 0.21601906418800354,
51
- "eval_runtime": 33.0339,
52
- "eval_samples_per_second": 602.169,
53
- "eval_steps_per_second": 37.658,
54
- "step": 1500
55
- },
56
- {
57
- "epoch": 1.62,
58
- "learning_rate": 1.676637025060631e-05,
59
- "loss": 0.1605,
60
- "step": 2000
61
- },
62
- {
63
- "epoch": 1.62,
64
- "eval_f1": 0.7605390463026953,
65
- "eval_loss": 0.20225146412849426,
66
- "eval_runtime": 34.8017,
67
- "eval_samples_per_second": 571.581,
68
- "eval_steps_per_second": 35.745,
69
- "step": 2000
70
- },
71
- {
72
- "epoch": 2.02,
73
- "learning_rate": 1.5957962813257883e-05,
74
- "loss": 0.147,
75
- "step": 2500
76
- },
77
- {
78
- "epoch": 2.02,
79
- "eval_f1": 0.7763572970280591,
80
- "eval_loss": 0.1989182084798813,
81
- "eval_runtime": 33.9908,
82
- "eval_samples_per_second": 585.217,
83
- "eval_steps_per_second": 36.598,
84
- "step": 2500
85
- },
86
- {
87
- "epoch": 2.43,
88
- "learning_rate": 1.514955537590946e-05,
89
- "loss": 0.1262,
90
- "step": 3000
91
- },
92
- {
93
- "epoch": 2.43,
94
- "eval_f1": 0.7765671877467236,
95
- "eval_loss": 0.2200060486793518,
96
- "eval_runtime": 34.0416,
97
- "eval_samples_per_second": 584.343,
98
- "eval_steps_per_second": 36.543,
99
- "step": 3000
100
- },
101
- {
102
- "epoch": 2.83,
103
- "learning_rate": 1.4341147938561035e-05,
104
- "loss": 0.1259,
105
- "step": 3500
106
- },
107
- {
108
- "epoch": 2.83,
109
- "eval_f1": 0.7770513239620791,
110
- "eval_loss": 0.20300063490867615,
111
- "eval_runtime": 33.3442,
112
- "eval_samples_per_second": 596.566,
113
- "eval_steps_per_second": 37.308,
114
- "step": 3500
115
- },
116
- {
117
- "epoch": 3.23,
118
- "learning_rate": 1.3532740501212612e-05,
119
- "loss": 0.1122,
120
- "step": 4000
121
- },
122
- {
123
- "epoch": 3.23,
124
- "eval_f1": 0.7831250000000001,
125
- "eval_loss": 0.2175525724887848,
126
- "eval_runtime": 34.4567,
127
- "eval_samples_per_second": 577.305,
128
- "eval_steps_per_second": 36.103,
129
- "step": 4000
130
- },
131
- {
132
- "epoch": 3.64,
133
- "learning_rate": 1.272433306386419e-05,
134
- "loss": 0.1044,
135
- "step": 4500
136
- },
137
- {
138
- "epoch": 3.64,
139
- "eval_f1": 0.7905340582027504,
140
- "eval_loss": 0.20868544280529022,
141
- "eval_runtime": 34.4596,
142
- "eval_samples_per_second": 577.256,
143
- "eval_steps_per_second": 36.1,
144
- "step": 4500
145
- },
146
- {
147
- "epoch": 4.04,
148
- "learning_rate": 1.1915925626515765e-05,
149
- "loss": 0.1006,
150
- "step": 5000
151
- },
152
- {
153
- "epoch": 4.04,
154
- "eval_f1": 0.7845339322958446,
155
- "eval_loss": 0.23975026607513428,
156
- "eval_runtime": 32.6278,
157
- "eval_samples_per_second": 609.665,
158
- "eval_steps_per_second": 38.127,
159
- "step": 5000
160
- },
161
- {
162
- "epoch": 4.45,
163
- "learning_rate": 1.110751818916734e-05,
164
- "loss": 0.0899,
165
- "step": 5500
166
- },
167
- {
168
- "epoch": 4.45,
169
- "eval_f1": 0.790063321967852,
170
- "eval_loss": 0.22699840366840363,
171
- "eval_runtime": 31.3368,
172
- "eval_samples_per_second": 634.781,
173
- "eval_steps_per_second": 39.698,
174
- "step": 5500
175
- },
176
- {
177
- "epoch": 4.85,
178
- "learning_rate": 1.0299110751818917e-05,
179
- "loss": 0.082,
180
- "step": 6000
181
- },
182
- {
183
- "epoch": 4.85,
184
- "eval_f1": 0.783485953748254,
185
- "eval_loss": 0.2482328861951828,
186
- "eval_runtime": 31.8723,
187
- "eval_samples_per_second": 624.115,
188
- "eval_steps_per_second": 39.031,
189
- "step": 6000
190
- },
191
- {
192
- "epoch": 5.25,
193
- "learning_rate": 9.490703314470494e-06,
194
- "loss": 0.0747,
195
- "step": 6500
196
- },
197
- {
198
- "epoch": 5.25,
199
- "eval_f1": 0.7826896230805025,
200
- "eval_loss": 0.2551726996898651,
201
- "eval_runtime": 31.5516,
202
- "eval_samples_per_second": 630.46,
203
- "eval_steps_per_second": 39.428,
204
- "step": 6500
205
- },
206
- {
207
- "epoch": 5.66,
208
- "learning_rate": 8.68229587712207e-06,
209
- "loss": 0.0671,
210
- "step": 7000
211
- },
212
- {
213
- "epoch": 5.66,
214
- "eval_f1": 0.7813882532418002,
215
- "eval_loss": 0.27230289578437805,
216
- "eval_runtime": 39.8848,
217
- "eval_samples_per_second": 498.736,
218
- "eval_steps_per_second": 31.19,
219
- "step": 7000
220
- },
221
- {
222
- "epoch": 6.06,
223
- "learning_rate": 7.873888439773646e-06,
224
- "loss": 0.0698,
225
- "step": 7500
226
- },
227
- {
228
- "epoch": 6.06,
229
- "eval_f1": 0.7959681352625589,
230
- "eval_loss": 0.2794533371925354,
231
- "eval_runtime": 31.0973,
232
- "eval_samples_per_second": 639.669,
233
- "eval_steps_per_second": 40.003,
234
- "step": 7500
235
- }
236
- ],
237
- "logging_steps": 500,
238
- "max_steps": 12370,
239
- "num_train_epochs": 10,
240
- "save_steps": 500,
241
- "total_flos": 1.57777833234816e+16,
242
- "trial_name": null,
243
- "trial_params": null
244
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-7500/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:695ac2c839271c3749092c47adcf8c2c9f4126b583662ecf48d6766b70d1c279
3
- size 4219
 
 
 
 
checkpoint-7500/vocab.json DELETED
The diff for this file is too large to render. See raw diff