Hugging Face's logo

bradmin
/
reward-bert-duplicate-answer-300

Text Classification
Transformers
TensorBoard
Safetensors
roberta
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
bradmin commited on
Commit
0dd025e
•
1 Parent(s): dc6aa19

Training in progress, step 300, checkpoint

Browse files
Files changed (11) hide show
  1. checkpoint-300/config.json +35 -0
  2. checkpoint-300/model.safetensors +3 -0
  3. checkpoint-300/optimizer.pt +3 -0
  4. checkpoint-300/rng_state.pth +3 -0
  5. checkpoint-300/scheduler.pt +3 -0
  6. checkpoint-300/special_tokens_map.json +9 -0
  7. checkpoint-300/tokenizer.json +0 -0
  8. checkpoint-300/tokenizer_config.json +59 -0
  9. checkpoint-300/trainer_state.json +226 -0
  10. checkpoint-300/training_args.bin +3 -0
  11. checkpoint-300/vocab.txt +0 -0
checkpoint-300/config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "klue/roberta-large",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 1024,
14
+ "id2label": {
15
+ "0": "LABEL_0"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 4096,
19
+ "label2id": {
20
+ "LABEL_0": 0
21
+ },
22
+ "layer_norm_eps": 1e-05,
23
+ "max_position_embeddings": 514,
24
+ "model_type": "roberta",
25
+ "num_attention_heads": 16,
26
+ "num_hidden_layers": 24,
27
+ "pad_token_id": 2,
28
+ "position_embedding_type": "absolute",
29
+ "tokenizer_class": "BertTokenizer",
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.35.2",
32
+ "type_vocab_size": 1,
33
+ "use_cache": true,
34
+ "vocab_size": 32000
35
+ }
checkpoint-300/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f47a31472c6627f6be63b2abbee44118f91372638c7537609d37945d7fd8f627
3
+ size 1346677820
checkpoint-300/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7efd3eaed9ce9c2057604978782eee147be9f59d724bda0e6295bf9b269395e4
3
+ size 2693490618
checkpoint-300/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:203740d7f1c70d7212925e172133727b8bf7d64f60d223c6240482ab2ec03887
3
+ size 14308
checkpoint-300/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7452e0664e4be1a05d5fb126f8c8dd80212e4f4fe7e77d9084bf81b0bc72b15
3
+ size 1064
checkpoint-300/special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
9
+ }
checkpoint-300/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-300/tokenizer_config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[CLS]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[PAD]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "[CLS]",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "[CLS]",
47
+ "do_basic_tokenize": true,
48
+ "do_lower_case": false,
49
+ "eos_token": "[SEP]",
50
+ "mask_token": "[MASK]",
51
+ "model_max_length": 512,
52
+ "never_split": null,
53
+ "pad_token": "[PAD]",
54
+ "sep_token": "[SEP]",
55
+ "strip_accents": null,
56
+ "tokenize_chinese_chars": true,
57
+ "tokenizer_class": "BertTokenizer",
58
+ "unk_token": "[UNK]"
59
+ }
checkpoint-300/trainer_state.json ADDED
@@ -0,0 +1,226 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.5140507196710076,
5
+ "eval_steps": 100,
6
+ "global_step": 300,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.02,
13
+ "learning_rate": 8.993468091981985e-05,
14
+ "loss": 0.6403,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.03,
19
+ "learning_rate": 8.973891330515646e-05,
20
+ "loss": 0.5248,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.05,
25
+ "learning_rate": 8.941326548314407e-05,
26
+ "loss": 0.5079,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.07,
31
+ "learning_rate": 8.895868283228029e-05,
32
+ "loss": 0.5916,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.09,
37
+ "learning_rate": 8.837648503792598e-05,
38
+ "loss": 0.5116,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.1,
43
+ "learning_rate": 8.766836226116608e-05,
44
+ "loss": 0.5206,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.12,
49
+ "learning_rate": 8.683637023215313e-05,
50
+ "loss": 0.535,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.14,
55
+ "learning_rate": 8.588292428217834e-05,
56
+ "loss": 0.6067,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.15,
61
+ "learning_rate": 8.481079233179524e-05,
62
+ "loss": 0.6139,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.17,
67
+ "learning_rate": 8.362308685535183e-05,
68
+ "loss": 0.5015,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.17,
73
+ "eval_accuracy": 0.0,
74
+ "eval_loss": 0.5284319519996643,
75
+ "eval_runtime": 27.5165,
76
+ "eval_samples_per_second": 141.406,
77
+ "eval_steps_per_second": 23.586,
78
+ "step": 100
79
+ },
80
+ {
81
+ "epoch": 0.19,
82
+ "learning_rate": 8.232325584525909e-05,
83
+ "loss": 0.6008,
84
+ "step": 110
85
+ },
86
+ {
87
+ "epoch": 0.21,
88
+ "learning_rate": 8.091507280222672e-05,
89
+ "loss": 0.549,
90
+ "step": 120
91
+ },
92
+ {
93
+ "epoch": 0.22,
94
+ "learning_rate": 7.940262578052567e-05,
95
+ "loss": 0.5512,
96
+ "step": 130
97
+ },
98
+ {
99
+ "epoch": 0.24,
100
+ "learning_rate": 7.779030552007946e-05,
101
+ "loss": 0.4872,
102
+ "step": 140
103
+ },
104
+ {
105
+ "epoch": 0.26,
106
+ "learning_rate": 7.608279269983776e-05,
107
+ "loss": 0.505,
108
+ "step": 150
109
+ },
110
+ {
111
+ "epoch": 0.27,
112
+ "learning_rate": 7.428504434943677e-05,
113
+ "loss": 0.4774,
114
+ "step": 160
115
+ },
116
+ {
117
+ "epoch": 0.29,
118
+ "learning_rate": 7.240227945859396e-05,
119
+ "loss": 0.5005,
120
+ "step": 170
121
+ },
122
+ {
123
+ "epoch": 0.31,
124
+ "learning_rate": 7.043996382601448e-05,
125
+ "loss": 0.4286,
126
+ "step": 180
127
+ },
128
+ {
129
+ "epoch": 0.33,
130
+ "learning_rate": 6.840379419179358e-05,
131
+ "loss": 0.4746,
132
+ "step": 190
133
+ },
134
+ {
135
+ "epoch": 0.34,
136
+ "learning_rate": 6.629968169938006e-05,
137
+ "loss": 0.4259,
138
+ "step": 200
139
+ },
140
+ {
141
+ "epoch": 0.34,
142
+ "eval_accuracy": 0.0,
143
+ "eval_loss": 0.3847603499889374,
144
+ "eval_runtime": 28.0384,
145
+ "eval_samples_per_second": 138.774,
146
+ "eval_steps_per_second": 23.147,
147
+ "step": 200
148
+ },
149
+ {
150
+ "epoch": 0.36,
151
+ "learning_rate": 6.41337347351117e-05,
152
+ "loss": 0.4118,
153
+ "step": 210
154
+ },
155
+ {
156
+ "epoch": 0.38,
157
+ "learning_rate": 6.191224119514072e-05,
158
+ "loss": 0.3758,
159
+ "step": 220
160
+ },
161
+ {
162
+ "epoch": 0.39,
163
+ "learning_rate": 5.9641650231229666e-05,
164
+ "loss": 0.4376,
165
+ "step": 230
166
+ },
167
+ {
168
+ "epoch": 0.41,
169
+ "learning_rate": 5.7328553528410896e-05,
170
+ "loss": 0.4189,
171
+ "step": 240
172
+ },
173
+ {
174
+ "epoch": 0.43,
175
+ "learning_rate": 5.497966616886201e-05,
176
+ "loss": 0.3686,
177
+ "step": 250
178
+ },
179
+ {
180
+ "epoch": 0.45,
181
+ "learning_rate": 5.2601807137550664e-05,
182
+ "loss": 0.377,
183
+ "step": 260
184
+ },
185
+ {
186
+ "epoch": 0.46,
187
+ "learning_rate": 5.020187952624234e-05,
188
+ "loss": 0.3708,
189
+ "step": 270
190
+ },
191
+ {
192
+ "epoch": 0.48,
193
+ "learning_rate": 4.7786850493340155e-05,
194
+ "loss": 0.4092,
195
+ "step": 280
196
+ },
197
+ {
198
+ "epoch": 0.5,
199
+ "learning_rate": 4.536373103773464e-05,
200
+ "loss": 0.3521,
201
+ "step": 290
202
+ },
203
+ {
204
+ "epoch": 0.51,
205
+ "learning_rate": 4.293955564538168e-05,
206
+ "loss": 0.3808,
207
+ "step": 300
208
+ },
209
+ {
210
+ "epoch": 0.51,
211
+ "eval_accuracy": 0.0,
212
+ "eval_loss": 0.2961568832397461,
213
+ "eval_runtime": 27.3269,
214
+ "eval_samples_per_second": 142.387,
215
+ "eval_steps_per_second": 23.749,
216
+ "step": 300
217
+ }
218
+ ],
219
+ "logging_steps": 10,
220
+ "max_steps": 583,
221
+ "num_train_epochs": 1,
222
+ "save_steps": 100,
223
+ "total_flos": 0.0,
224
+ "trial_name": null,
225
+ "trial_params": null
226
+ }
checkpoint-300/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695e130918d61548f4c2cafeb09df62eb554ce76c30c528e836ec09a77ba1c54
3
+ size 4664
checkpoint-300/vocab.txt ADDED
The diff for this file is too large to render. See raw diff