habibi26 commited on
Commit
3eb497b
1 Parent(s): 9e38882

Training in progress, epoch 0

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 16.842105263157894,
3
  "total_flos": 3.991922735555543e+17,
4
- "train_loss": 0.10449823420494794,
5
- "train_runtime": 538.8903,
6
- "train_samples_per_second": 11.134,
7
- "train_steps_per_second": 0.148
8
  }
 
1
  {
2
  "epoch": 16.842105263157894,
3
  "total_flos": 3.991922735555543e+17,
4
+ "train_loss": 0.12353107887029183,
5
+ "train_runtime": 494.7238,
6
+ "train_samples_per_second": 12.128,
7
+ "train_steps_per_second": 0.162
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18c8155d03fc5528407ef2294a6aa58559af47aa42136038b881476e8d3d78ac
3
  size 349854120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e5a8ee9ad333b5c0c0005abff277e39347028c249f1d95c9cd00f3cfa93c8d
3
  size 349854120
runs/Jun26_08-18-44_a4870aece808/events.out.tfevents.1719389935.a4870aece808.34.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b835b2d21c865040d98b50e5a55de806c41f65d71e94657021c94300cee191c2
3
+ size 5057
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 16.842105263157894,
3
  "total_flos": 3.991922735555543e+17,
4
- "train_loss": 0.10449823420494794,
5
- "train_runtime": 538.8903,
6
- "train_samples_per_second": 11.134,
7
- "train_steps_per_second": 0.148
8
  }
 
1
  {
2
  "epoch": 16.842105263157894,
3
  "total_flos": 3.991922735555543e+17,
4
+ "train_loss": 0.12353107887029183,
5
+ "train_runtime": 494.7238,
6
+ "train_samples_per_second": 12.128,
7
+ "train_steps_per_second": 0.162
8
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_metric": 0.9857142857142858,
3
- "best_model_checkpoint": "document-spoof-clip/checkpoint-9",
4
  "epoch": 16.842105263157894,
5
  "eval_steps": 500,
6
  "global_step": 80,
@@ -10,221 +10,221 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.8421052631578947,
13
- "eval_accuracy": 0.9571428571428572,
14
- "eval_loss": 0.2112182229757309,
15
- "eval_runtime": 5.2092,
16
- "eval_samples_per_second": 13.438,
17
- "eval_steps_per_second": 0.96,
18
  "step": 4
19
  },
20
  {
21
  "epoch": 1.8947368421052633,
22
- "eval_accuracy": 0.9857142857142858,
23
- "eval_loss": 0.12266874313354492,
24
- "eval_runtime": 5.2038,
25
- "eval_samples_per_second": 13.452,
26
- "eval_steps_per_second": 0.961,
27
  "step": 9
28
  },
29
  {
30
  "epoch": 2.1052631578947367,
31
- "grad_norm": 4.123354434967041,
32
  "learning_rate": 4.8611111111111115e-05,
33
- "loss": 0.295,
34
  "step": 10
35
  },
36
  {
37
  "epoch": 2.9473684210526314,
38
- "eval_accuracy": 0.9571428571428572,
39
- "eval_loss": 0.12026520818471909,
40
- "eval_runtime": 5.3187,
41
- "eval_samples_per_second": 13.161,
42
- "eval_steps_per_second": 0.94,
43
  "step": 14
44
  },
45
  {
46
  "epoch": 4.0,
47
- "eval_accuracy": 0.9714285714285714,
48
- "eval_loss": 0.06349408626556396,
49
- "eval_runtime": 5.1916,
50
- "eval_samples_per_second": 13.483,
51
- "eval_steps_per_second": 0.963,
52
  "step": 19
53
  },
54
  {
55
  "epoch": 4.2105263157894735,
56
- "grad_norm": 14.247283935546875,
57
  "learning_rate": 4.166666666666667e-05,
58
- "loss": 0.0962,
59
  "step": 20
60
  },
61
  {
62
  "epoch": 4.842105263157895,
63
- "eval_accuracy": 0.9428571428571428,
64
- "eval_loss": 0.2938525080680847,
65
- "eval_runtime": 5.3233,
66
- "eval_samples_per_second": 13.15,
67
- "eval_steps_per_second": 0.939,
68
  "step": 23
69
  },
70
  {
71
  "epoch": 5.894736842105263,
72
- "eval_accuracy": 0.9285714285714286,
73
- "eval_loss": 0.24831673502922058,
74
- "eval_runtime": 5.2672,
75
- "eval_samples_per_second": 13.29,
76
- "eval_steps_per_second": 0.949,
77
  "step": 28
78
  },
79
  {
80
  "epoch": 6.315789473684211,
81
- "grad_norm": 36.67098617553711,
82
  "learning_rate": 3.472222222222222e-05,
83
- "loss": 0.163,
84
  "step": 30
85
  },
86
  {
87
  "epoch": 6.947368421052632,
88
- "eval_accuracy": 0.9857142857142858,
89
- "eval_loss": 0.07119516283273697,
90
- "eval_runtime": 5.2492,
91
- "eval_samples_per_second": 13.335,
92
- "eval_steps_per_second": 0.953,
93
  "step": 33
94
  },
95
  {
96
  "epoch": 8.0,
97
- "eval_accuracy": 0.9714285714285714,
98
- "eval_loss": 0.04743731766939163,
99
- "eval_runtime": 5.2254,
100
- "eval_samples_per_second": 13.396,
101
- "eval_steps_per_second": 0.957,
102
  "step": 38
103
  },
104
  {
105
  "epoch": 8.421052631578947,
106
- "grad_norm": 14.154749870300293,
107
  "learning_rate": 2.777777777777778e-05,
108
- "loss": 0.0646,
109
  "step": 40
110
  },
111
  {
112
  "epoch": 8.842105263157894,
113
- "eval_accuracy": 0.9428571428571428,
114
- "eval_loss": 0.20123328268527985,
115
- "eval_runtime": 5.2671,
116
- "eval_samples_per_second": 13.29,
117
- "eval_steps_per_second": 0.949,
118
  "step": 42
119
  },
120
  {
121
  "epoch": 9.894736842105264,
122
- "eval_accuracy": 0.9,
123
- "eval_loss": 0.3587024211883545,
124
- "eval_runtime": 5.2483,
125
- "eval_samples_per_second": 13.338,
126
- "eval_steps_per_second": 0.953,
127
  "step": 47
128
  },
129
  {
130
  "epoch": 10.526315789473685,
131
- "grad_norm": 3.9370455741882324,
132
  "learning_rate": 2.0833333333333336e-05,
133
- "loss": 0.1048,
134
  "step": 50
135
  },
136
  {
137
  "epoch": 10.947368421052632,
138
  "eval_accuracy": 0.9857142857142858,
139
- "eval_loss": 0.04267547279596329,
140
- "eval_runtime": 5.2718,
141
- "eval_samples_per_second": 13.278,
142
- "eval_steps_per_second": 0.948,
143
  "step": 52
144
  },
145
  {
146
  "epoch": 12.0,
147
  "eval_accuracy": 0.9857142857142858,
148
- "eval_loss": 0.01490915659815073,
149
- "eval_runtime": 5.2034,
150
- "eval_samples_per_second": 13.453,
151
- "eval_steps_per_second": 0.961,
152
  "step": 57
153
  },
154
  {
155
  "epoch": 12.631578947368421,
156
- "grad_norm": 5.009355545043945,
157
  "learning_rate": 1.388888888888889e-05,
158
- "loss": 0.0519,
159
  "step": 60
160
  },
161
  {
162
  "epoch": 12.842105263157894,
163
- "eval_accuracy": 0.9571428571428572,
164
- "eval_loss": 0.16158795356750488,
165
- "eval_runtime": 5.284,
166
- "eval_samples_per_second": 13.248,
167
- "eval_steps_per_second": 0.946,
168
  "step": 61
169
  },
170
  {
171
  "epoch": 13.894736842105264,
172
- "eval_accuracy": 0.9571428571428572,
173
- "eval_loss": 0.2285740226507187,
174
- "eval_runtime": 5.3185,
175
- "eval_samples_per_second": 13.161,
176
- "eval_steps_per_second": 0.94,
177
  "step": 66
178
  },
179
  {
180
  "epoch": 14.736842105263158,
181
- "grad_norm": 1.6222240924835205,
182
  "learning_rate": 6.944444444444445e-06,
183
- "loss": 0.0151,
184
  "step": 70
185
  },
186
  {
187
  "epoch": 14.947368421052632,
188
- "eval_accuracy": 0.9571428571428572,
189
- "eval_loss": 0.13689564168453217,
190
- "eval_runtime": 5.3199,
191
- "eval_samples_per_second": 13.158,
192
- "eval_steps_per_second": 0.94,
193
  "step": 71
194
  },
195
  {
196
  "epoch": 16.0,
197
- "eval_accuracy": 0.9571428571428572,
198
- "eval_loss": 0.21541821956634521,
199
- "eval_runtime": 5.3461,
200
- "eval_samples_per_second": 13.094,
201
- "eval_steps_per_second": 0.935,
202
  "step": 76
203
  },
204
  {
205
  "epoch": 16.842105263157894,
206
- "grad_norm": 17.900920867919922,
207
  "learning_rate": 0.0,
208
- "loss": 0.0455,
209
  "step": 80
210
  },
211
  {
212
  "epoch": 16.842105263157894,
213
- "eval_accuracy": 0.9428571428571428,
214
- "eval_loss": 0.2586957514286041,
215
- "eval_runtime": 5.2529,
216
- "eval_samples_per_second": 13.326,
217
- "eval_steps_per_second": 0.952,
218
  "step": 80
219
  },
220
  {
221
  "epoch": 16.842105263157894,
222
  "step": 80,
223
  "total_flos": 3.991922735555543e+17,
224
- "train_loss": 0.10449823420494794,
225
- "train_runtime": 538.8903,
226
- "train_samples_per_second": 11.134,
227
- "train_steps_per_second": 0.148
228
  }
229
  ],
230
  "logging_steps": 10,
 
1
  {
2
  "best_metric": 0.9857142857142858,
3
+ "best_model_checkpoint": "document-spoof-clip/checkpoint-52",
4
  "epoch": 16.842105263157894,
5
  "eval_steps": 500,
6
  "global_step": 80,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.8421052631578947,
13
+ "eval_accuracy": 0.8285714285714286,
14
+ "eval_loss": 0.5162299275398254,
15
+ "eval_runtime": 4.4211,
16
+ "eval_samples_per_second": 15.833,
17
+ "eval_steps_per_second": 1.131,
18
  "step": 4
19
  },
20
  {
21
  "epoch": 1.8947368421052633,
22
+ "eval_accuracy": 0.7714285714285715,
23
+ "eval_loss": 0.5837788581848145,
24
+ "eval_runtime": 4.4097,
25
+ "eval_samples_per_second": 15.874,
26
+ "eval_steps_per_second": 1.134,
27
  "step": 9
28
  },
29
  {
30
  "epoch": 2.1052631578947367,
31
+ "grad_norm": 50.87126541137695,
32
  "learning_rate": 4.8611111111111115e-05,
33
+ "loss": 0.4911,
34
  "step": 10
35
  },
36
  {
37
  "epoch": 2.9473684210526314,
38
+ "eval_accuracy": 0.9428571428571428,
39
+ "eval_loss": 0.15884919464588165,
40
+ "eval_runtime": 4.3778,
41
+ "eval_samples_per_second": 15.99,
42
+ "eval_steps_per_second": 1.142,
43
  "step": 14
44
  },
45
  {
46
  "epoch": 4.0,
47
+ "eval_accuracy": 0.9428571428571428,
48
+ "eval_loss": 0.20427295565605164,
49
+ "eval_runtime": 4.3631,
50
+ "eval_samples_per_second": 16.044,
51
+ "eval_steps_per_second": 1.146,
52
  "step": 19
53
  },
54
  {
55
  "epoch": 4.2105263157894735,
56
+ "grad_norm": 0.6421628594398499,
57
  "learning_rate": 4.166666666666667e-05,
58
+ "loss": 0.0819,
59
  "step": 20
60
  },
61
  {
62
  "epoch": 4.842105263157895,
63
+ "eval_accuracy": 0.9714285714285714,
64
+ "eval_loss": 0.12607304751873016,
65
+ "eval_runtime": 4.3716,
66
+ "eval_samples_per_second": 16.013,
67
+ "eval_steps_per_second": 1.144,
68
  "step": 23
69
  },
70
  {
71
  "epoch": 5.894736842105263,
72
+ "eval_accuracy": 0.9142857142857143,
73
+ "eval_loss": 0.6375396251678467,
74
+ "eval_runtime": 4.4518,
75
+ "eval_samples_per_second": 15.724,
76
+ "eval_steps_per_second": 1.123,
77
  "step": 28
78
  },
79
  {
80
  "epoch": 6.315789473684211,
81
+ "grad_norm": 27.80014991760254,
82
  "learning_rate": 3.472222222222222e-05,
83
+ "loss": 0.1739,
84
  "step": 30
85
  },
86
  {
87
  "epoch": 6.947368421052632,
88
+ "eval_accuracy": 0.8428571428571429,
89
+ "eval_loss": 1.199052095413208,
90
+ "eval_runtime": 4.4441,
91
+ "eval_samples_per_second": 15.751,
92
+ "eval_steps_per_second": 1.125,
93
  "step": 33
94
  },
95
  {
96
  "epoch": 8.0,
97
+ "eval_accuracy": 0.8571428571428571,
98
+ "eval_loss": 0.8591070175170898,
99
+ "eval_runtime": 4.4267,
100
+ "eval_samples_per_second": 15.813,
101
+ "eval_steps_per_second": 1.13,
102
  "step": 38
103
  },
104
  {
105
  "epoch": 8.421052631578947,
106
+ "grad_norm": 0.22448770701885223,
107
  "learning_rate": 2.777777777777778e-05,
108
+ "loss": 0.2177,
109
  "step": 40
110
  },
111
  {
112
  "epoch": 8.842105263157894,
113
+ "eval_accuracy": 0.9571428571428572,
114
+ "eval_loss": 0.25587812066078186,
115
+ "eval_runtime": 4.4536,
116
+ "eval_samples_per_second": 15.718,
117
+ "eval_steps_per_second": 1.123,
118
  "step": 42
119
  },
120
  {
121
  "epoch": 9.894736842105264,
122
+ "eval_accuracy": 0.9285714285714286,
123
+ "eval_loss": 0.14307884871959686,
124
+ "eval_runtime": 4.4003,
125
+ "eval_samples_per_second": 15.908,
126
+ "eval_steps_per_second": 1.136,
127
  "step": 47
128
  },
129
  {
130
  "epoch": 10.526315789473685,
131
+ "grad_norm": 20.779386520385742,
132
  "learning_rate": 2.0833333333333336e-05,
133
+ "loss": 0.022,
134
  "step": 50
135
  },
136
  {
137
  "epoch": 10.947368421052632,
138
  "eval_accuracy": 0.9857142857142858,
139
+ "eval_loss": 0.10236798971891403,
140
+ "eval_runtime": 4.4339,
141
+ "eval_samples_per_second": 15.788,
142
+ "eval_steps_per_second": 1.128,
143
  "step": 52
144
  },
145
  {
146
  "epoch": 12.0,
147
  "eval_accuracy": 0.9857142857142858,
148
+ "eval_loss": 0.11362212896347046,
149
+ "eval_runtime": 4.4292,
150
+ "eval_samples_per_second": 15.804,
151
+ "eval_steps_per_second": 1.129,
152
  "step": 57
153
  },
154
  {
155
  "epoch": 12.631578947368421,
156
+ "grad_norm": 1.5777080059051514,
157
  "learning_rate": 1.388888888888889e-05,
158
+ "loss": 0.0007,
159
  "step": 60
160
  },
161
  {
162
  "epoch": 12.842105263157894,
163
+ "eval_accuracy": 0.9714285714285714,
164
+ "eval_loss": 0.16094441711902618,
165
+ "eval_runtime": 4.4586,
166
+ "eval_samples_per_second": 15.7,
167
+ "eval_steps_per_second": 1.121,
168
  "step": 61
169
  },
170
  {
171
  "epoch": 13.894736842105264,
172
+ "eval_accuracy": 0.9857142857142858,
173
+ "eval_loss": 0.1507013887166977,
174
+ "eval_runtime": 4.409,
175
+ "eval_samples_per_second": 15.877,
176
+ "eval_steps_per_second": 1.134,
177
  "step": 66
178
  },
179
  {
180
  "epoch": 14.736842105263158,
181
+ "grad_norm": 0.21966008841991425,
182
  "learning_rate": 6.944444444444445e-06,
183
+ "loss": 0.0006,
184
  "step": 70
185
  },
186
  {
187
  "epoch": 14.947368421052632,
188
+ "eval_accuracy": 0.9714285714285714,
189
+ "eval_loss": 0.22763238847255707,
190
+ "eval_runtime": 4.4029,
191
+ "eval_samples_per_second": 15.899,
192
+ "eval_steps_per_second": 1.136,
193
  "step": 71
194
  },
195
  {
196
  "epoch": 16.0,
197
+ "eval_accuracy": 0.9714285714285714,
198
+ "eval_loss": 0.17074808478355408,
199
+ "eval_runtime": 4.3943,
200
+ "eval_samples_per_second": 15.93,
201
+ "eval_steps_per_second": 1.138,
202
  "step": 76
203
  },
204
  {
205
  "epoch": 16.842105263157894,
206
+ "grad_norm": 0.0005645102355629206,
207
  "learning_rate": 0.0,
208
+ "loss": 0.0002,
209
  "step": 80
210
  },
211
  {
212
  "epoch": 16.842105263157894,
213
+ "eval_accuracy": 0.9857142857142858,
214
+ "eval_loss": 0.1557733714580536,
215
+ "eval_runtime": 4.4555,
216
+ "eval_samples_per_second": 15.711,
217
+ "eval_steps_per_second": 1.122,
218
  "step": 80
219
  },
220
  {
221
  "epoch": 16.842105263157894,
222
  "step": 80,
223
  "total_flos": 3.991922735555543e+17,
224
+ "train_loss": 0.12353107887029183,
225
+ "train_runtime": 494.7238,
226
+ "train_samples_per_second": 12.128,
227
+ "train_steps_per_second": 0.162
228
  }
229
  ],
230
  "logging_steps": 10,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:341ac03c36391a89b9a6524e771b5f51aee8eddc2e6bef5b9480cfd87fe64767
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0adfb5a838a23c5a99c53c5a96f08885303059143263c6bf84380b33c3e00a67
3
  size 5112