File size: 22,951 Bytes
011f54c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
{
  "best_metric": 0.10785039514303207,
  "best_model_checkpoint": "ai4privacy_v2_adapter_en/checkpoint-6528",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 6528,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.46,
      "learning_rate": 1.9142419601837675e-05,
      "loss": 2.8226,
      "step": 500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.828483920367535e-05,
      "loss": 0.9109,
      "step": 1000
    },
    {
      "epoch": 1.0,
      "eval_ACCOUNTNAME_f1": 0.20342205323193913,
      "eval_ACCOUNTNUMBER_f1": 0.3039927404718693,
      "eval_AGE_f1": 0.07516339869281047,
      "eval_AMOUNT_f1": 0.11468695143358691,
      "eval_BIC_f1": 0.09345794392523366,
      "eval_BITCOINADDRESS_f1": 0.5972108285479902,
      "eval_BUILDINGNUMBER_f1": 0.06732117812061712,
      "eval_CITY_f1": 0.0,
      "eval_COMPANYNAME_f1": 0.0024301336573511545,
      "eval_COUNTY_f1": 0.0,
      "eval_CREDITCARDCVV_f1": 0.0,
      "eval_CREDITCARDISSUER_f1": 0.0,
      "eval_CREDITCARDNUMBER_f1": 0.11406096361848575,
      "eval_CURRENCYCODE_f1": 0.0,
      "eval_CURRENCYNAME_f1": 0.0,
      "eval_CURRENCYSYMBOL_f1": 0.011152416356877323,
      "eval_CURRENCY_f1": 0.0,
      "eval_DATE_f1": 0.7136667979519495,
      "eval_DOB_f1": 0.0,
      "eval_EMAIL_f1": 0.9095074455899198,
      "eval_ETHEREUMADDRESS_f1": 0.9118881118881119,
      "eval_EYECOLOR_f1": 0.0,
      "eval_FIRSTNAME_f1": 0.3152098037694873,
      "eval_GENDER_f1": 0.0,
      "eval_HEIGHT_f1": 0.0,
      "eval_IBAN_f1": 0.8248337028824834,
      "eval_IPV4_f1": 0.6785225718194254,
      "eval_IPV6_f1": 0.419889502762431,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.0,
      "eval_JOBTITLE_f1": 0.04747320061255742,
      "eval_JOBTYPE_f1": 0.0,
      "eval_LASTNAME_f1": 0.0167427701674277,
      "eval_LITECOINADDRESS_f1": 0.09073724007561437,
      "eval_MAC_f1": 0.6333333333333333,
      "eval_MASKEDNUMBER_f1": 0.0011037527593818985,
      "eval_MIDDLENAME_f1": 0.0,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9525222551928784,
      "eval_ORDINALDIRECTION_f1": 0.0,
      "eval_PASSWORD_f1": 0.6438152011922503,
      "eval_PHONEIMEI_f1": 0.3917525773195876,
      "eval_PHONENUMBER_f1": 0.2703045685279188,
      "eval_PIN_f1": 0.0,
      "eval_PREFIX_f1": 0.009852216748768471,
      "eval_SECONDARYADDRESS_f1": 0.239450441609421,
      "eval_SEX_f1": 0.0,
      "eval_SSN_f1": 0.02197802197802198,
      "eval_STATE_f1": 0.0,
      "eval_STREET_f1": 0.027568922305764413,
      "eval_TIME_f1": 0.555667001003009,
      "eval_URL_f1": 0.9657980456026058,
      "eval_USERAGENT_f1": 0.815668202764977,
      "eval_USERNAME_f1": 0.04152712659075687,
      "eval_VEHICLEVIN_f1": 0.39554317548746515,
      "eval_VEHICLEVRM_f1": 0.010582010582010581,
      "eval_ZIPCODE_f1": 0.018083182640144666,
      "eval_loss": 0.5092686414718628,
      "eval_overall_accuracy": 0.8498586556911224,
      "eval_overall_f1": 0.2955823032934277,
      "eval_overall_precision": 0.26884540578770555,
      "eval_overall_recall": 0.3282245008094981,
      "eval_runtime": 97.2896,
      "eval_samples_per_second": 89.434,
      "eval_steps_per_second": 2.796,
      "step": 1088
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.814247414783608e-05,
      "loss": 0.4619,
      "step": 1500
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.3355036384527004e-05,
      "loss": 0.2793,
      "step": 2000
    },
    {
      "epoch": 2.0,
      "eval_ACCOUNTNAME_f1": 0.9684400360685302,
      "eval_ACCOUNTNUMBER_f1": 0.87893864013267,
      "eval_AGE_f1": 0.7560718057022174,
      "eval_AMOUNT_f1": 0.3604240282685512,
      "eval_BIC_f1": 0.7609427609427608,
      "eval_BITCOINADDRESS_f1": 0.8715415019762845,
      "eval_BUILDINGNUMBER_f1": 0.649155722326454,
      "eval_CITY_f1": 0.4956011730205278,
      "eval_COMPANYNAME_f1": 0.8028045574057844,
      "eval_COUNTY_f1": 0.5558397271952259,
      "eval_CREDITCARDCVV_f1": 0.775623268698061,
      "eval_CREDITCARDISSUER_f1": 0.6575342465753425,
      "eval_CREDITCARDNUMBER_f1": 0.5363469761759315,
      "eval_CURRENCYCODE_f1": 0.128,
      "eval_CURRENCYNAME_f1": 0.0,
      "eval_CURRENCYSYMBOL_f1": 0.590990990990991,
      "eval_CURRENCY_f1": 0.46710526315789475,
      "eval_DATE_f1": 0.7730881738403678,
      "eval_DOB_f1": 0.01858736059479554,
      "eval_EMAIL_f1": 0.9838226482923906,
      "eval_ETHEREUMADDRESS_f1": 0.9464788732394367,
      "eval_EYECOLOR_f1": 0.4481605351170569,
      "eval_FIRSTNAME_f1": 0.7689129052765417,
      "eval_GENDER_f1": 0.5160075329566854,
      "eval_HEIGHT_f1": 0.7445652173913043,
      "eval_IBAN_f1": 0.923444976076555,
      "eval_IPV4_f1": 0.822593476531424,
      "eval_IPV6_f1": 0.8006644518272426,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.5588516746411483,
      "eval_JOBTITLE_f1": 0.8711755233494364,
      "eval_JOBTYPE_f1": 0.6552567237163814,
      "eval_LASTNAME_f1": 0.6633663366336633,
      "eval_LITECOINADDRESS_f1": 0.7055837563451777,
      "eval_MAC_f1": 0.9315068493150684,
      "eval_MASKEDNUMBER_f1": 0.038159371492704826,
      "eval_MIDDLENAME_f1": 0.06608695652173913,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9954058192955589,
      "eval_ORDINALDIRECTION_f1": 0.8827930174563591,
      "eval_PASSWORD_f1": 0.9269949066213922,
      "eval_PHONEIMEI_f1": 0.9692737430167597,
      "eval_PHONENUMBER_f1": 0.8621399176954733,
      "eval_PIN_f1": 0.14814814814814814,
      "eval_PREFIX_f1": 0.8783216783216783,
      "eval_SECONDARYADDRESS_f1": 0.9119830328738069,
      "eval_SEX_f1": 0.9261744966442953,
      "eval_SSN_f1": 0.8706998813760379,
      "eval_STATE_f1": 0.6692975532754538,
      "eval_STREET_f1": 0.7378455672068636,
      "eval_TIME_f1": 0.9151943462897527,
      "eval_URL_f1": 0.9885807504078303,
      "eval_USERAGENT_f1": 0.9523809523809524,
      "eval_USERNAME_f1": 0.8858654572940287,
      "eval_VEHICLEVIN_f1": 0.8352272727272727,
      "eval_VEHICLEVRM_f1": 0.8976377952755905,
      "eval_ZIPCODE_f1": 0.6465661641541037,
      "eval_loss": 0.19034649431705475,
      "eval_overall_accuracy": 0.9308965476835646,
      "eval_overall_f1": 0.7265048610632282,
      "eval_overall_precision": 0.6973888870503359,
      "eval_overall_recall": 0.7581579420759129,
      "eval_runtime": 94.5565,
      "eval_samples_per_second": 92.019,
      "eval_steps_per_second": 2.877,
      "step": 2176
    },
    {
      "epoch": 2.3,
      "learning_rate": 3.856759862121793e-05,
      "loss": 0.2076,
      "step": 2500
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3780160857908846e-05,
      "loss": 0.1707,
      "step": 3000
    },
    {
      "epoch": 3.0,
      "eval_ACCOUNTNAME_f1": 0.9702434625788998,
      "eval_ACCOUNTNUMBER_f1": 0.9396325459317585,
      "eval_AGE_f1": 0.8119658119658119,
      "eval_AMOUNT_f1": 0.6101694915254238,
      "eval_BIC_f1": 0.9297658862876254,
      "eval_BITCOINADDRESS_f1": 0.9033570701932858,
      "eval_BUILDINGNUMBER_f1": 0.7408726625111309,
      "eval_CITY_f1": 0.6204772902232486,
      "eval_COMPANYNAME_f1": 0.892193308550186,
      "eval_COUNTY_f1": 0.7127659574468086,
      "eval_CREDITCARDCVV_f1": 0.844559585492228,
      "eval_CREDITCARDISSUER_f1": 0.9217970049916806,
      "eval_CREDITCARDNUMBER_f1": 0.6982829108748978,
      "eval_CURRENCYCODE_f1": 0.5379746835443038,
      "eval_CURRENCYNAME_f1": 0.010582010582010581,
      "eval_CURRENCYSYMBOL_f1": 0.6876737720111215,
      "eval_CURRENCY_f1": 0.5504032258064515,
      "eval_DATE_f1": 0.6125166444740345,
      "eval_DOB_f1": 0.32593856655290104,
      "eval_EMAIL_f1": 0.9891566265060241,
      "eval_ETHEREUMADDRESS_f1": 0.9955947136563876,
      "eval_EYECOLOR_f1": 0.6646884272997032,
      "eval_FIRSTNAME_f1": 0.8357781753130591,
      "eval_GENDER_f1": 0.753959873284055,
      "eval_HEIGHT_f1": 0.8858695652173912,
      "eval_IBAN_f1": 0.9430303030303031,
      "eval_IPV4_f1": 0.8313349320543564,
      "eval_IPV6_f1": 0.7993311036789298,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.8235294117647058,
      "eval_JOBTITLE_f1": 0.9240506329113924,
      "eval_JOBTYPE_f1": 0.8191304347826087,
      "eval_LASTNAME_f1": 0.7503539405379895,
      "eval_LITECOINADDRESS_f1": 0.7882037533512065,
      "eval_MAC_f1": 0.9411764705882352,
      "eval_MASKEDNUMBER_f1": 0.5129310344827586,
      "eval_MIDDLENAME_f1": 0.4005102040816327,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
      "eval_ORDINALDIRECTION_f1": 0.9452054794520549,
      "eval_PASSWORD_f1": 0.9618055555555555,
      "eval_PHONEIMEI_f1": 0.9900142653352354,
      "eval_PHONENUMBER_f1": 0.9451913133402274,
      "eval_PIN_f1": 0.5017921146953406,
      "eval_PREFIX_f1": 0.8958904109589041,
      "eval_SECONDARYADDRESS_f1": 0.9347593582887699,
      "eval_SEX_f1": 0.9406130268199233,
      "eval_SSN_f1": 0.9523809523809523,
      "eval_STATE_f1": 0.7643097643097643,
      "eval_STREET_f1": 0.7746835443037975,
      "eval_TIME_f1": 0.9496910856134158,
      "eval_URL_f1": 0.9942857142857143,
      "eval_USERAGENT_f1": 0.9713603818615751,
      "eval_USERNAME_f1": 0.9273570324574962,
      "eval_VEHICLEVIN_f1": 0.9047619047619049,
      "eval_VEHICLEVRM_f1": 0.9645776566757492,
      "eval_ZIPCODE_f1": 0.7386888273314866,
      "eval_loss": 0.13880883157253265,
      "eval_overall_accuracy": 0.9467036749520308,
      "eval_overall_f1": 0.8000138386756387,
      "eval_overall_precision": 0.7704404611181449,
      "eval_overall_recall": 0.831948192120885,
      "eval_runtime": 94.4623,
      "eval_samples_per_second": 92.111,
      "eval_steps_per_second": 2.879,
      "step": 3264
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.899272309459977e-05,
      "loss": 0.1498,
      "step": 3500
    },
    {
      "epoch": 3.68,
      "learning_rate": 2.4205285331290695e-05,
      "loss": 0.1373,
      "step": 4000
    },
    {
      "epoch": 4.0,
      "eval_ACCOUNTNAME_f1": 0.965085049239033,
      "eval_ACCOUNTNUMBER_f1": 0.9510240427426536,
      "eval_AGE_f1": 0.826271186440678,
      "eval_AMOUNT_f1": 0.7169042769857433,
      "eval_BIC_f1": 0.9591836734693878,
      "eval_BITCOINADDRESS_f1": 0.9254341164453525,
      "eval_BUILDINGNUMBER_f1": 0.8150873965041399,
      "eval_CITY_f1": 0.7794612794612793,
      "eval_COMPANYNAME_f1": 0.9147727272727273,
      "eval_COUNTY_f1": 0.8059701492537313,
      "eval_CREDITCARDCVV_f1": 0.8807785888077859,
      "eval_CREDITCARDISSUER_f1": 0.9523809523809524,
      "eval_CREDITCARDNUMBER_f1": 0.8006785411365565,
      "eval_CURRENCYCODE_f1": 0.5655976676384841,
      "eval_CURRENCYNAME_f1": 0.024896265560165973,
      "eval_CURRENCYSYMBOL_f1": 0.7999999999999998,
      "eval_CURRENCY_f1": 0.5676229508196721,
      "eval_DATE_f1": 0.7858391608391608,
      "eval_DOB_f1": 0.34248366013071896,
      "eval_EMAIL_f1": 0.9909801563439566,
      "eval_ETHEREUMADDRESS_f1": 0.9868613138686132,
      "eval_EYECOLOR_f1": 0.7551622418879056,
      "eval_FIRSTNAME_f1": 0.8609062170706007,
      "eval_GENDER_f1": 0.8396793587174348,
      "eval_HEIGHT_f1": 0.8980716253443526,
      "eval_IBAN_f1": 0.977886977886978,
      "eval_IPV4_f1": 0.8309409888357256,
      "eval_IPV6_f1": 0.31789473684210523,
      "eval_IP_f1": 0.027777777777777773,
      "eval_JOBAREA_f1": 0.864297253634895,
      "eval_JOBTITLE_f1": 0.9474535165723524,
      "eval_JOBTYPE_f1": 0.8999999999999999,
      "eval_LASTNAME_f1": 0.7812499999999999,
      "eval_LITECOINADDRESS_f1": 0.8414985590778098,
      "eval_MAC_f1": 0.9749430523917996,
      "eval_MASKEDNUMBER_f1": 0.619105199516324,
      "eval_MIDDLENAME_f1": 0.46172248803827753,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
      "eval_PASSWORD_f1": 0.9710780017528484,
      "eval_PHONEIMEI_f1": 0.9914285714285714,
      "eval_PHONENUMBER_f1": 0.9700103412616339,
      "eval_PIN_f1": 0.6733333333333333,
      "eval_PREFIX_f1": 0.9088416723783415,
      "eval_SECONDARYADDRESS_f1": 0.9420600858369098,
      "eval_SEX_f1": 0.9732408325074331,
      "eval_SSN_f1": 0.9670886075949368,
      "eval_STATE_f1": 0.83596214511041,
      "eval_STREET_f1": 0.8493919550982227,
      "eval_TIME_f1": 0.944153577661431,
      "eval_URL_f1": 0.9942763695829927,
      "eval_USERAGENT_f1": 0.9618138424821001,
      "eval_USERNAME_f1": 0.9486780715396579,
      "eval_VEHICLEVIN_f1": 0.9838187702265372,
      "eval_VEHICLEVRM_f1": 0.9672131147540984,
      "eval_ZIPCODE_f1": 0.8092835519677094,
      "eval_loss": 0.11968772113323212,
      "eval_overall_accuracy": 0.9509308218475825,
      "eval_overall_f1": 0.8173824304787822,
      "eval_overall_precision": 0.7751290322580645,
      "eval_overall_recall": 0.8645080050368771,
      "eval_runtime": 95.4105,
      "eval_samples_per_second": 91.195,
      "eval_steps_per_second": 2.851,
      "step": 4352
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.9417847567981616e-05,
      "loss": 0.1263,
      "step": 4500
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.4630409804672541e-05,
      "loss": 0.1202,
      "step": 5000
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.9720468890892696,
      "eval_ACCOUNTNUMBER_f1": 0.9634255129348795,
      "eval_AGE_f1": 0.835978835978836,
      "eval_AMOUNT_f1": 0.74234573716439,
      "eval_BIC_f1": 0.975609756097561,
      "eval_BITCOINADDRESS_f1": 0.9326530612244899,
      "eval_BUILDINGNUMBER_f1": 0.8267942583732059,
      "eval_CITY_f1": 0.8031088082901555,
      "eval_COMPANYNAME_f1": 0.9134157944814462,
      "eval_COUNTY_f1": 0.8403508771929824,
      "eval_CREDITCARDCVV_f1": 0.8792270531400966,
      "eval_CREDITCARDISSUER_f1": 0.9659643435980552,
      "eval_CREDITCARDNUMBER_f1": 0.7957181088314006,
      "eval_CURRENCYCODE_f1": 0.6158536585365854,
      "eval_CURRENCYNAME_f1": 0.016736401673640166,
      "eval_CURRENCYSYMBOL_f1": 0.8131868131868132,
      "eval_CURRENCY_f1": 0.5723076923076923,
      "eval_DATE_f1": 0.7913669064748201,
      "eval_DOB_f1": 0.4300822561692127,
      "eval_EMAIL_f1": 0.9927710843373494,
      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
      "eval_EYECOLOR_f1": 0.7543859649122807,
      "eval_FIRSTNAME_f1": 0.8658600736454498,
      "eval_GENDER_f1": 0.8870803662258392,
      "eval_HEIGHT_f1": 0.9120879120879121,
      "eval_IBAN_f1": 0.9694749694749695,
      "eval_IPV4_f1": 0.8361310951239009,
      "eval_IPV6_f1": 0.7007633587786259,
      "eval_IP_f1": 0.013675213675213675,
      "eval_JOBAREA_f1": 0.9108061749571184,
      "eval_JOBTITLE_f1": 0.962295081967213,
      "eval_JOBTYPE_f1": 0.9125683060109289,
      "eval_LASTNAME_f1": 0.7782898105478752,
      "eval_LITECOINADDRESS_f1": 0.84593837535014,
      "eval_MAC_f1": 0.9749430523917996,
      "eval_MASKEDNUMBER_f1": 0.676957001102536,
      "eval_MIDDLENAME_f1": 0.49435665914221216,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9984686064318529,
      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
      "eval_PASSWORD_f1": 0.9753521126760563,
      "eval_PHONEIMEI_f1": 0.9899856938483547,
      "eval_PHONENUMBER_f1": 0.967280163599182,
      "eval_PIN_f1": 0.7647058823529412,
      "eval_PREFIX_f1": 0.911461908030199,
      "eval_SECONDARYADDRESS_f1": 0.9483870967741935,
      "eval_SEX_f1": 0.9759999999999999,
      "eval_SSN_f1": 0.9770992366412213,
      "eval_STATE_f1": 0.8587570621468926,
      "eval_STREET_f1": 0.8590102707749767,
      "eval_TIME_f1": 0.9526315789473685,
      "eval_URL_f1": 0.9975429975429976,
      "eval_USERAGENT_f1": 0.9820359281437125,
      "eval_USERNAME_f1": 0.9546875000000001,
      "eval_VEHICLEVIN_f1": 0.9870967741935484,
      "eval_VEHICLEVRM_f1": 0.9916434540389973,
      "eval_ZIPCODE_f1": 0.8132530120481928,
      "eval_loss": 0.11061251908540726,
      "eval_overall_accuracy": 0.9564102939668683,
      "eval_overall_f1": 0.8521733068423438,
      "eval_overall_precision": 0.82642057938681,
      "eval_overall_recall": 0.879582658751574,
      "eval_runtime": 94.212,
      "eval_samples_per_second": 92.356,
      "eval_steps_per_second": 2.887,
      "step": 5440
    },
    {
      "epoch": 5.06,
      "learning_rate": 9.842972041363464e-06,
      "loss": 0.113,
      "step": 5500
    },
    {
      "epoch": 5.51,
      "learning_rate": 5.055534278054386e-06,
      "loss": 0.1049,
      "step": 6000
    },
    {
      "epoch": 5.97,
      "learning_rate": 2.6809651474530835e-07,
      "loss": 0.1065,
      "step": 6500
    },
    {
      "epoch": 6.0,
      "eval_ACCOUNTNAME_f1": 0.9712230215827338,
      "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
      "eval_AGE_f1": 0.8432203389830508,
      "eval_AMOUNT_f1": 0.7929342492639844,
      "eval_BIC_f1": 0.9688581314878892,
      "eval_BITCOINADDRESS_f1": 0.9342915811088296,
      "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
      "eval_CITY_f1": 0.8139337298215804,
      "eval_COMPANYNAME_f1": 0.9310344827586207,
      "eval_COUNTY_f1": 0.8406304728546411,
      "eval_CREDITCARDCVV_f1": 0.8888888888888888,
      "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
      "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
      "eval_CURRENCYCODE_f1": 0.6556291390728476,
      "eval_CURRENCYNAME_f1": 0.01818181818181818,
      "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
      "eval_CURRENCY_f1": 0.5967741935483872,
      "eval_DATE_f1": 0.7857793983591613,
      "eval_DOB_f1": 0.46357615894039733,
      "eval_EMAIL_f1": 0.9927710843373494,
      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
      "eval_EYECOLOR_f1": 0.7859237536656891,
      "eval_FIRSTNAME_f1": 0.8699042892591281,
      "eval_GENDER_f1": 0.8945233265720081,
      "eval_HEIGHT_f1": 0.9226519337016574,
      "eval_IBAN_f1": 0.972972972972973,
      "eval_IPV4_f1": 0.8345323741007193,
      "eval_IPV6_f1": 0.4659231722428749,
      "eval_IP_f1": 0.049665711556829036,
      "eval_JOBAREA_f1": 0.9130801687763713,
      "eval_JOBTITLE_f1": 0.9599345870809485,
      "eval_JOBTYPE_f1": 0.930316742081448,
      "eval_LASTNAME_f1": 0.8015833745670461,
      "eval_LITECOINADDRESS_f1": 0.848314606741573,
      "eval_MAC_f1": 0.9817351598173517,
      "eval_MASKEDNUMBER_f1": 0.7049180327868851,
      "eval_MIDDLENAME_f1": 0.5005847953216374,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
      "eval_PASSWORD_f1": 0.9780123131046614,
      "eval_PHONEIMEI_f1": 0.9928469241773962,
      "eval_PHONENUMBER_f1": 0.9751552795031055,
      "eval_PIN_f1": 0.7524752475247525,
      "eval_PREFIX_f1": 0.9120879120879122,
      "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
      "eval_SEX_f1": 0.976976976976977,
      "eval_SSN_f1": 0.9770992366412213,
      "eval_STATE_f1": 0.8680445151033387,
      "eval_STREET_f1": 0.8676748582230623,
      "eval_TIME_f1": 0.951627088830255,
      "eval_URL_f1": 0.9975429975429976,
      "eval_USERAGENT_f1": 0.9843937575030013,
      "eval_USERNAME_f1": 0.9669291338582677,
      "eval_VEHICLEVIN_f1": 0.977491961414791,
      "eval_VEHICLEVRM_f1": 0.9888268156424581,
      "eval_ZIPCODE_f1": 0.8203045685279189,
      "eval_loss": 0.10785039514303207,
      "eval_overall_accuracy": 0.9559518404054311,
      "eval_overall_f1": 0.8471647350993378,
      "eval_overall_precision": 0.8135744807711418,
      "eval_overall_recall": 0.8836481381543443,
      "eval_runtime": 94.7688,
      "eval_samples_per_second": 91.813,
      "eval_steps_per_second": 2.87,
      "step": 6528
    },
    {
      "epoch": 6.0,
      "step": 6528,
      "total_flos": 1.458680878857888e+16,
      "train_loss": 0.4378688358427847,
      "train_runtime": 4446.6577,
      "train_samples_per_second": 46.957,
      "train_steps_per_second": 1.468
    },
    {
      "epoch": 6.0,
      "eval_ACCOUNTNAME_f1": 0.9712230215827338,
      "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
      "eval_AGE_f1": 0.8432203389830508,
      "eval_AMOUNT_f1": 0.7929342492639844,
      "eval_BIC_f1": 0.9688581314878892,
      "eval_BITCOINADDRESS_f1": 0.9342915811088296,
      "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
      "eval_CITY_f1": 0.8139337298215804,
      "eval_COMPANYNAME_f1": 0.9310344827586207,
      "eval_COUNTY_f1": 0.8406304728546411,
      "eval_CREDITCARDCVV_f1": 0.8888888888888888,
      "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
      "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
      "eval_CURRENCYCODE_f1": 0.6556291390728476,
      "eval_CURRENCYNAME_f1": 0.01818181818181818,
      "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
      "eval_CURRENCY_f1": 0.5967741935483872,
      "eval_DATE_f1": 0.7857793983591613,
      "eval_DOB_f1": 0.46357615894039733,
      "eval_EMAIL_f1": 0.9927710843373494,
      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
      "eval_EYECOLOR_f1": 0.7859237536656891,
      "eval_FIRSTNAME_f1": 0.8699042892591281,
      "eval_GENDER_f1": 0.8945233265720081,
      "eval_HEIGHT_f1": 0.9226519337016574,
      "eval_IBAN_f1": 0.972972972972973,
      "eval_IPV4_f1": 0.8345323741007193,
      "eval_IPV6_f1": 0.4659231722428749,
      "eval_IP_f1": 0.049665711556829036,
      "eval_JOBAREA_f1": 0.9130801687763713,
      "eval_JOBTITLE_f1": 0.9599345870809485,
      "eval_JOBTYPE_f1": 0.930316742081448,
      "eval_LASTNAME_f1": 0.8015833745670461,
      "eval_LITECOINADDRESS_f1": 0.848314606741573,
      "eval_MAC_f1": 0.9817351598173517,
      "eval_MASKEDNUMBER_f1": 0.7049180327868851,
      "eval_MIDDLENAME_f1": 0.5005847953216374,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
      "eval_PASSWORD_f1": 0.9780123131046614,
      "eval_PHONEIMEI_f1": 0.9928469241773962,
      "eval_PHONENUMBER_f1": 0.9751552795031055,
      "eval_PIN_f1": 0.7524752475247525,
      "eval_PREFIX_f1": 0.9120879120879122,
      "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
      "eval_SEX_f1": 0.976976976976977,
      "eval_SSN_f1": 0.9770992366412213,
      "eval_STATE_f1": 0.8680445151033387,
      "eval_STREET_f1": 0.8676748582230623,
      "eval_TIME_f1": 0.951627088830255,
      "eval_URL_f1": 0.9975429975429976,
      "eval_USERAGENT_f1": 0.9843937575030013,
      "eval_USERNAME_f1": 0.9669291338582677,
      "eval_VEHICLEVIN_f1": 0.977491961414791,
      "eval_VEHICLEVRM_f1": 0.9888268156424581,
      "eval_ZIPCODE_f1": 0.8203045685279189,
      "eval_loss": 0.10785039514303207,
      "eval_overall_accuracy": 0.9559518404054311,
      "eval_overall_f1": 0.8471647350993378,
      "eval_overall_precision": 0.8135744807711418,
      "eval_overall_recall": 0.8836481381543443,
      "eval_runtime": 95.1945,
      "eval_samples_per_second": 91.402,
      "eval_steps_per_second": 2.857,
      "step": 6528
    }
  ],
  "logging_steps": 500,
  "max_steps": 6528,
  "num_train_epochs": 6,
  "save_steps": 500,
  "total_flos": 1.458680878857888e+16,
  "trial_name": null,
  "trial_params": null
}