Hugging Face's logo

Theoreticallyhugo
/
longformer-spans

Token Classification
Transformers
Safetensors
longformer
Generated from Trainer
Eval Results
Inference Endpoints
Model card Files Community
Theoreticallyhugo commited on
Commit
5fa7069
•
1 Parent(s): 75953e5

Training in progress, epoch 5, checkpoint

Browse files
Files changed (5) hide show
  1. checkpoint-405/model.safetensors +1 -1
  2. checkpoint-405/optimizer.pt +1 -1
  3. checkpoint-405/rng_state.pth +1 -1
  4. checkpoint-405/trainer_state.json +131 -131
  5. checkpoint-405/training_args.bin +1 -1
checkpoint-405/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49f94bdcc0c2489a78eb1c94ed15b0e19c7f9512ac052d83bc6173a7635ddb0b
3
  size 592318676
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4542b21853e1a520a45ea1e759f1b12a247049e502660c3c7a3af47ec4c888
3
  size 592318676
checkpoint-405/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33cdd561e6d66784de3a7bf6607c8bc6e629125b1d6f88edc4c12aab8c06ac11
3
  size 1014645498
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb6428161bb389496b431cae2295e87ba14005306b076e1aeffdb16159bb97f
3
  size 1014645498
checkpoint-405/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf337692f531efc3a23b910237391cc3da6dc28e56ab2fbd5db20c81d4fb98bd
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68d97adc90f9638b68f64674fd8773cc664d1043303df18c9b1b59a1cb82038
3
  size 14244
checkpoint-405/trainer_state.json CHANGED
@@ -11,195 +11,195 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
- "f1-score": 0.8087666523420713,
15
- "precision": 0.8189730200174065,
16
- "recall": 0.7988115449915111,
17
- "support": 1178.0
18
  },
19
  "eval_I": {
20
- "f1-score": 0.9374597034171502,
21
- "precision": 0.9521418826739427,
22
- "recall": 0.9232234509762421,
23
- "support": 18899.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8881362400419788,
27
- "precision": 0.863303347862376,
28
- "recall": 0.9144400785854617,
29
- "support": 10180.0
30
  },
31
- "eval_accuracy": 0.9154245298608586,
32
- "eval_loss": 0.2228638380765915,
33
  "eval_macro avg": {
34
- "f1-score": 0.8781208652670669,
35
- "precision": 0.8781394168512416,
36
- "recall": 0.8788250248510717,
37
- "support": 30257.0
38
- },
39
- "eval_runtime": 4.7167,
40
- "eval_samples_per_second": 17.173,
41
- "eval_steps_per_second": 2.332,
42
  "eval_weighted avg": {
43
- "f1-score": 0.9158543469268937,
44
- "precision": 0.9170673807540184,
45
- "recall": 0.9154245298608586,
46
- "support": 30257.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
- "f1-score": 0.8401515151515152,
54
- "precision": 0.7585499316005472,
55
- "recall": 0.9414261460101867,
56
- "support": 1178.0
57
  },
58
  "eval_I": {
59
- "f1-score": 0.9568235603470944,
60
- "precision": 0.9510219016256338,
61
- "recall": 0.9626964389650247,
62
- "support": 18899.0
63
  },
64
  "eval_O": {
65
- "f1-score": 0.9185648054827655,
66
- "precision": 0.9430877483443708,
67
- "recall": 0.8952848722986247,
68
- "support": 10180.0
69
  },
70
- "eval_accuracy": 0.9391876260038999,
71
- "eval_loss": 0.16692574322223663,
72
  "eval_macro avg": {
73
- "f1-score": 0.905179960327125,
74
- "precision": 0.8842198605235172,
75
- "recall": 0.9331358190912787,
76
- "support": 30257.0
77
- },
78
- "eval_runtime": 4.7116,
79
- "eval_samples_per_second": 17.192,
80
- "eval_steps_per_second": 2.335,
81
  "eval_weighted avg": {
82
- "f1-score": 0.9394089523635119,
83
- "precision": 0.9408589092241132,
84
- "recall": 0.9391876260038999,
85
- "support": 30257.0
86
  },
87
  "step": 162
88
  },
89
  {
90
  "epoch": 3.0,
91
  "eval_B": {
92
- "f1-score": 0.8612244897959184,
93
- "precision": 0.8294025157232704,
94
- "recall": 0.8955857385398981,
95
- "support": 1178.0
96
  },
97
  "eval_I": {
98
- "f1-score": 0.951106371634231,
99
- "precision": 0.9584654236741712,
100
- "recall": 0.9438594634636753,
101
- "support": 18899.0
102
  },
103
  "eval_O": {
104
- "f1-score": 0.9106743212999903,
105
- "precision": 0.9021592442645074,
106
- "recall": 0.9193516699410609,
107
- "support": 10180.0
108
  },
109
- "eval_accuracy": 0.9337343424662061,
110
- "eval_loss": 0.1742253601551056,
111
  "eval_macro avg": {
112
- "f1-score": 0.9076683942433799,
113
- "precision": 0.8966757278873163,
114
- "recall": 0.9195989573148781,
115
- "support": 30257.0
116
- },
117
- "eval_runtime": 4.7094,
118
- "eval_samples_per_second": 17.2,
119
- "eval_steps_per_second": 2.336,
120
  "eval_weighted avg": {
121
- "f1-score": 0.9340035812317422,
122
- "precision": 0.9344963252190521,
123
- "recall": 0.9337343424662061,
124
- "support": 30257.0
125
  },
126
  "step": 243
127
  },
128
  {
129
  "epoch": 4.0,
130
  "eval_B": {
131
- "f1-score": 0.8717948717948719,
132
- "precision": 0.8254931714719271,
133
- "recall": 0.9235993208828522,
134
- "support": 1178.0
135
  },
136
  "eval_I": {
137
- "f1-score": 0.9561271586371415,
138
- "precision": 0.9374586871408959,
139
- "recall": 0.9755542621302714,
140
- "support": 18899.0
141
  },
142
  "eval_O": {
143
- "f1-score": 0.9117828500925355,
144
- "precision": 0.956427955133736,
145
- "recall": 0.8711198428290766,
146
- "support": 10180.0
147
  },
148
- "eval_accuracy": 0.9383944211256899,
149
- "eval_loss": 0.18792153894901276,
150
  "eval_macro avg": {
151
- "f1-score": 0.9132349601748496,
152
- "precision": 0.9064599379155197,
153
- "recall": 0.9234244752807333,
154
- "support": 30257.0
155
- },
156
- "eval_runtime": 4.7342,
157
- "eval_samples_per_second": 17.11,
158
- "eval_steps_per_second": 2.324,
159
  "eval_weighted avg": {
160
- "f1-score": 0.9379241479327001,
161
- "precision": 0.9394817486046585,
162
- "recall": 0.9383944211256899,
163
- "support": 30257.0
164
  },
165
  "step": 324
166
  },
167
  {
168
  "epoch": 5.0,
169
  "eval_B": {
170
- "f1-score": 0.8742949234488315,
171
- "precision": 0.8320552147239264,
172
- "recall": 0.9210526315789473,
173
- "support": 1178.0
174
  },
175
  "eval_I": {
176
- "f1-score": 0.9583957528450158,
177
- "precision": 0.9521148825065274,
178
- "recall": 0.9647600402137679,
179
- "support": 18899.0
180
  },
181
  "eval_O": {
182
- "f1-score": 0.9198818996146724,
183
- "precision": 0.9375701315923697,
184
- "recall": 0.9028487229862475,
185
- "support": 10180.0
186
  },
187
- "eval_accuracy": 0.9422282447037049,
188
- "eval_loss": 0.19990424811840057,
189
  "eval_macro avg": {
190
- "f1-score": 0.9175241919695066,
191
- "precision": 0.9072467429409411,
192
- "recall": 0.9295537982596542,
193
- "support": 30257.0
194
- },
195
- "eval_runtime": 4.7101,
196
- "eval_samples_per_second": 17.197,
197
- "eval_steps_per_second": 2.335,
198
  "eval_weighted avg": {
199
- "f1-score": 0.9421634164298524,
200
- "precision": 0.9425469857238316,
201
- "recall": 0.9422282447037049,
202
- "support": 30257.0
203
  },
204
  "step": 405
205
  }
@@ -209,7 +209,7 @@
209
  "num_input_tokens_seen": 0,
210
  "num_train_epochs": 50,
211
  "save_steps": 500,
212
- "total_flos": 716700551679000.0,
213
  "train_batch_size": 4,
214
  "trial_name": null,
215
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_B": {
14
+ "f1-score": 0.8266764382557715,
15
+ "precision": 0.7866108786610879,
16
+ "recall": 0.871042471042471,
17
+ "support": 1295.0
18
  },
19
  "eval_I": {
20
+ "f1-score": 0.9410658617447671,
21
+ "precision": 0.9344077040239768,
22
+ "recall": 0.9478195863443808,
23
+ "support": 20065.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8562443302086484,
27
+ "precision": 0.8789421405512788,
28
+ "recall": 0.8346893055064262,
29
+ "support": 8481.0
30
  },
31
+ "eval_accuracy": 0.912335377500754,
32
+ "eval_loss": 0.2450982630252838,
33
  "eval_macro avg": {
34
+ "f1-score": 0.8746622100697291,
35
+ "precision": 0.8666535744121145,
36
+ "recall": 0.8845171209644261,
37
+ "support": 29841.0
38
+ },
39
+ "eval_runtime": 4.6269,
40
+ "eval_samples_per_second": 17.29,
41
+ "eval_steps_per_second": 2.161,
42
  "eval_weighted avg": {
43
+ "f1-score": 0.9119949287205363,
44
+ "precision": 0.9122301519092053,
45
+ "recall": 0.912335377500754,
46
+ "support": 29841.0
47
  },
48
  "step": 81
49
  },
50
  {
51
  "epoch": 2.0,
52
  "eval_B": {
53
+ "f1-score": 0.8833395452851286,
54
+ "precision": 0.8537463976945245,
55
+ "recall": 0.915057915057915,
56
+ "support": 1295.0
57
  },
58
  "eval_I": {
59
+ "f1-score": 0.9549518227873249,
60
+ "precision": 0.9516903430183636,
61
+ "recall": 0.958235733864939,
62
+ "support": 20065.0
63
  },
64
  "eval_O": {
65
+ "f1-score": 0.88924750463212,
66
+ "precision": 0.9016969696969697,
67
+ "recall": 0.877137130055418,
68
+ "support": 8481.0
69
  },
70
+ "eval_accuracy": 0.9333132267685399,
71
+ "eval_loss": 0.20076116919517517,
72
  "eval_macro avg": {
73
+ "f1-score": 0.9091796242348579,
74
+ "precision": 0.9023779034699526,
75
+ "recall": 0.916810259659424,
76
+ "support": 29841.0
77
+ },
78
+ "eval_runtime": 4.6524,
79
+ "eval_samples_per_second": 17.195,
80
+ "eval_steps_per_second": 2.149,
81
  "eval_weighted avg": {
82
+ "f1-score": 0.9331705077630417,
83
+ "precision": 0.9332314707173981,
84
+ "recall": 0.9333132267685399,
85
+ "support": 29841.0
86
  },
87
  "step": 162
88
  },
89
  {
90
  "epoch": 3.0,
91
  "eval_B": {
92
+ "f1-score": 0.8927335640138409,
93
+ "precision": 0.8889739663093414,
94
+ "recall": 0.8965250965250965,
95
+ "support": 1295.0
96
  },
97
  "eval_I": {
98
+ "f1-score": 0.9590235396687009,
99
+ "precision": 0.9586653386454184,
100
+ "recall": 0.9593820084724645,
101
+ "support": 20065.0
102
  },
103
  "eval_O": {
104
+ "f1-score": 0.9006849315068494,
105
+ "precision": 0.9020697811945594,
106
+ "recall": 0.8993043273198915,
107
+ "support": 8481.0
108
  },
109
+ "eval_accuracy": 0.9395797727958178,
110
+ "eval_loss": 0.19863653182983398,
111
  "eval_macro avg": {
112
+ "f1-score": 0.9174806783964637,
113
+ "precision": 0.9165696953831063,
114
+ "recall": 0.9184038107724842,
115
+ "support": 29841.0
116
+ },
117
+ "eval_runtime": 4.655,
118
+ "eval_samples_per_second": 17.186,
119
+ "eval_steps_per_second": 2.148,
120
  "eval_weighted avg": {
121
+ "f1-score": 0.9395665759512081,
122
+ "precision": 0.9395561516236713,
123
+ "recall": 0.9395797727958178,
124
+ "support": 29841.0
125
  },
126
  "step": 243
127
  },
128
  {
129
  "epoch": 4.0,
130
  "eval_B": {
131
+ "f1-score": 0.8999616711383672,
132
+ "precision": 0.893455098934551,
133
+ "recall": 0.9065637065637066,
134
+ "support": 1295.0
135
  },
136
  "eval_I": {
137
+ "f1-score": 0.9612657113512985,
138
+ "precision": 0.9436362763454799,
139
+ "recall": 0.9795664091701969,
140
+ "support": 20065.0
141
  },
142
  "eval_O": {
143
+ "f1-score": 0.8996847765622102,
144
+ "precision": 0.9454403741231489,
145
+ "recall": 0.8581535196321188,
146
+ "support": 8481.0
147
  },
148
+ "eval_accuracy": 0.9418920277470594,
149
+ "eval_loss": 0.19743724167346954,
150
  "eval_macro avg": {
151
+ "f1-score": 0.920304053017292,
152
+ "precision": 0.9275105831343932,
153
+ "recall": 0.9147612117886741,
154
+ "support": 29841.0
155
+ },
156
+ "eval_runtime": 4.6615,
157
+ "eval_samples_per_second": 17.162,
158
+ "eval_steps_per_second": 2.145,
159
  "eval_weighted avg": {
160
+ "f1-score": 0.9411036309913238,
161
+ "precision": 0.9419713163409645,
162
+ "recall": 0.9418920277470594,
163
+ "support": 29841.0
164
  },
165
  "step": 324
166
  },
167
  {
168
  "epoch": 5.0,
169
  "eval_B": {
170
+ "f1-score": 0.8953846153846153,
171
+ "precision": 0.8919540229885058,
172
+ "recall": 0.8988416988416988,
173
+ "support": 1295.0
174
  },
175
  "eval_I": {
176
+ "f1-score": 0.9602426713742261,
177
+ "precision": 0.9581224570804803,
178
+ "recall": 0.9623722900573137,
179
+ "support": 20065.0
180
  },
181
  "eval_O": {
182
+ "f1-score": 0.9022119433078337,
183
+ "precision": 0.9075399665950847,
184
+ "recall": 0.8969461148449476,
185
+ "support": 8481.0
186
  },
187
+ "eval_accuracy": 0.9410207432726785,
188
+ "eval_loss": 0.2340461015701294,
189
  "eval_macro avg": {
190
+ "f1-score": 0.9192797433555584,
191
+ "precision": 0.9192054822213569,
192
+ "recall": 0.9193867012479867,
193
+ "support": 29841.0
194
+ },
195
+ "eval_runtime": 4.6719,
196
+ "eval_samples_per_second": 17.124,
197
+ "eval_steps_per_second": 2.14,
198
  "eval_weighted avg": {
199
+ "f1-score": 0.9409353496612266,
200
+ "precision": 0.9408751053176122,
201
+ "recall": 0.9410207432726785,
202
+ "support": 29841.0
203
  },
204
  "step": 405
205
  }
 
209
  "num_input_tokens_seen": 0,
210
  "num_train_epochs": 50,
211
  "save_steps": 500,
212
+ "total_flos": 718933263678000.0,
213
  "train_batch_size": 4,
214
  "trial_name": null,
215
  "trial_params": null
checkpoint-405/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9f81281de988dbf2616f1c96e725c00f6e4415b289b670a7cb21136eb66e95f
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d229d7bc9127d222c880edfd3fa9418a9ccede656fe27f7f0aa04990c9605be4
3
  size 4856