File size: 22,951 Bytes
011f54c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 |
{
"best_metric": 0.10785039514303207,
"best_model_checkpoint": "ai4privacy_v2_adapter_en/checkpoint-6528",
"epoch": 6.0,
"eval_steps": 500,
"global_step": 6528,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.46,
"learning_rate": 1.9142419601837675e-05,
"loss": 2.8226,
"step": 500
},
{
"epoch": 0.92,
"learning_rate": 3.828483920367535e-05,
"loss": 0.9109,
"step": 1000
},
{
"epoch": 1.0,
"eval_ACCOUNTNAME_f1": 0.20342205323193913,
"eval_ACCOUNTNUMBER_f1": 0.3039927404718693,
"eval_AGE_f1": 0.07516339869281047,
"eval_AMOUNT_f1": 0.11468695143358691,
"eval_BIC_f1": 0.09345794392523366,
"eval_BITCOINADDRESS_f1": 0.5972108285479902,
"eval_BUILDINGNUMBER_f1": 0.06732117812061712,
"eval_CITY_f1": 0.0,
"eval_COMPANYNAME_f1": 0.0024301336573511545,
"eval_COUNTY_f1": 0.0,
"eval_CREDITCARDCVV_f1": 0.0,
"eval_CREDITCARDISSUER_f1": 0.0,
"eval_CREDITCARDNUMBER_f1": 0.11406096361848575,
"eval_CURRENCYCODE_f1": 0.0,
"eval_CURRENCYNAME_f1": 0.0,
"eval_CURRENCYSYMBOL_f1": 0.011152416356877323,
"eval_CURRENCY_f1": 0.0,
"eval_DATE_f1": 0.7136667979519495,
"eval_DOB_f1": 0.0,
"eval_EMAIL_f1": 0.9095074455899198,
"eval_ETHEREUMADDRESS_f1": 0.9118881118881119,
"eval_EYECOLOR_f1": 0.0,
"eval_FIRSTNAME_f1": 0.3152098037694873,
"eval_GENDER_f1": 0.0,
"eval_HEIGHT_f1": 0.0,
"eval_IBAN_f1": 0.8248337028824834,
"eval_IPV4_f1": 0.6785225718194254,
"eval_IPV6_f1": 0.419889502762431,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.0,
"eval_JOBTITLE_f1": 0.04747320061255742,
"eval_JOBTYPE_f1": 0.0,
"eval_LASTNAME_f1": 0.0167427701674277,
"eval_LITECOINADDRESS_f1": 0.09073724007561437,
"eval_MAC_f1": 0.6333333333333333,
"eval_MASKEDNUMBER_f1": 0.0011037527593818985,
"eval_MIDDLENAME_f1": 0.0,
"eval_NEARBYGPSCOORDINATE_f1": 0.9525222551928784,
"eval_ORDINALDIRECTION_f1": 0.0,
"eval_PASSWORD_f1": 0.6438152011922503,
"eval_PHONEIMEI_f1": 0.3917525773195876,
"eval_PHONENUMBER_f1": 0.2703045685279188,
"eval_PIN_f1": 0.0,
"eval_PREFIX_f1": 0.009852216748768471,
"eval_SECONDARYADDRESS_f1": 0.239450441609421,
"eval_SEX_f1": 0.0,
"eval_SSN_f1": 0.02197802197802198,
"eval_STATE_f1": 0.0,
"eval_STREET_f1": 0.027568922305764413,
"eval_TIME_f1": 0.555667001003009,
"eval_URL_f1": 0.9657980456026058,
"eval_USERAGENT_f1": 0.815668202764977,
"eval_USERNAME_f1": 0.04152712659075687,
"eval_VEHICLEVIN_f1": 0.39554317548746515,
"eval_VEHICLEVRM_f1": 0.010582010582010581,
"eval_ZIPCODE_f1": 0.018083182640144666,
"eval_loss": 0.5092686414718628,
"eval_overall_accuracy": 0.8498586556911224,
"eval_overall_f1": 0.2955823032934277,
"eval_overall_precision": 0.26884540578770555,
"eval_overall_recall": 0.3282245008094981,
"eval_runtime": 97.2896,
"eval_samples_per_second": 89.434,
"eval_steps_per_second": 2.796,
"step": 1088
},
{
"epoch": 1.38,
"learning_rate": 4.814247414783608e-05,
"loss": 0.4619,
"step": 1500
},
{
"epoch": 1.84,
"learning_rate": 4.3355036384527004e-05,
"loss": 0.2793,
"step": 2000
},
{
"epoch": 2.0,
"eval_ACCOUNTNAME_f1": 0.9684400360685302,
"eval_ACCOUNTNUMBER_f1": 0.87893864013267,
"eval_AGE_f1": 0.7560718057022174,
"eval_AMOUNT_f1": 0.3604240282685512,
"eval_BIC_f1": 0.7609427609427608,
"eval_BITCOINADDRESS_f1": 0.8715415019762845,
"eval_BUILDINGNUMBER_f1": 0.649155722326454,
"eval_CITY_f1": 0.4956011730205278,
"eval_COMPANYNAME_f1": 0.8028045574057844,
"eval_COUNTY_f1": 0.5558397271952259,
"eval_CREDITCARDCVV_f1": 0.775623268698061,
"eval_CREDITCARDISSUER_f1": 0.6575342465753425,
"eval_CREDITCARDNUMBER_f1": 0.5363469761759315,
"eval_CURRENCYCODE_f1": 0.128,
"eval_CURRENCYNAME_f1": 0.0,
"eval_CURRENCYSYMBOL_f1": 0.590990990990991,
"eval_CURRENCY_f1": 0.46710526315789475,
"eval_DATE_f1": 0.7730881738403678,
"eval_DOB_f1": 0.01858736059479554,
"eval_EMAIL_f1": 0.9838226482923906,
"eval_ETHEREUMADDRESS_f1": 0.9464788732394367,
"eval_EYECOLOR_f1": 0.4481605351170569,
"eval_FIRSTNAME_f1": 0.7689129052765417,
"eval_GENDER_f1": 0.5160075329566854,
"eval_HEIGHT_f1": 0.7445652173913043,
"eval_IBAN_f1": 0.923444976076555,
"eval_IPV4_f1": 0.822593476531424,
"eval_IPV6_f1": 0.8006644518272426,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.5588516746411483,
"eval_JOBTITLE_f1": 0.8711755233494364,
"eval_JOBTYPE_f1": 0.6552567237163814,
"eval_LASTNAME_f1": 0.6633663366336633,
"eval_LITECOINADDRESS_f1": 0.7055837563451777,
"eval_MAC_f1": 0.9315068493150684,
"eval_MASKEDNUMBER_f1": 0.038159371492704826,
"eval_MIDDLENAME_f1": 0.06608695652173913,
"eval_NEARBYGPSCOORDINATE_f1": 0.9954058192955589,
"eval_ORDINALDIRECTION_f1": 0.8827930174563591,
"eval_PASSWORD_f1": 0.9269949066213922,
"eval_PHONEIMEI_f1": 0.9692737430167597,
"eval_PHONENUMBER_f1": 0.8621399176954733,
"eval_PIN_f1": 0.14814814814814814,
"eval_PREFIX_f1": 0.8783216783216783,
"eval_SECONDARYADDRESS_f1": 0.9119830328738069,
"eval_SEX_f1": 0.9261744966442953,
"eval_SSN_f1": 0.8706998813760379,
"eval_STATE_f1": 0.6692975532754538,
"eval_STREET_f1": 0.7378455672068636,
"eval_TIME_f1": 0.9151943462897527,
"eval_URL_f1": 0.9885807504078303,
"eval_USERAGENT_f1": 0.9523809523809524,
"eval_USERNAME_f1": 0.8858654572940287,
"eval_VEHICLEVIN_f1": 0.8352272727272727,
"eval_VEHICLEVRM_f1": 0.8976377952755905,
"eval_ZIPCODE_f1": 0.6465661641541037,
"eval_loss": 0.19034649431705475,
"eval_overall_accuracy": 0.9308965476835646,
"eval_overall_f1": 0.7265048610632282,
"eval_overall_precision": 0.6973888870503359,
"eval_overall_recall": 0.7581579420759129,
"eval_runtime": 94.5565,
"eval_samples_per_second": 92.019,
"eval_steps_per_second": 2.877,
"step": 2176
},
{
"epoch": 2.3,
"learning_rate": 3.856759862121793e-05,
"loss": 0.2076,
"step": 2500
},
{
"epoch": 2.76,
"learning_rate": 3.3780160857908846e-05,
"loss": 0.1707,
"step": 3000
},
{
"epoch": 3.0,
"eval_ACCOUNTNAME_f1": 0.9702434625788998,
"eval_ACCOUNTNUMBER_f1": 0.9396325459317585,
"eval_AGE_f1": 0.8119658119658119,
"eval_AMOUNT_f1": 0.6101694915254238,
"eval_BIC_f1": 0.9297658862876254,
"eval_BITCOINADDRESS_f1": 0.9033570701932858,
"eval_BUILDINGNUMBER_f1": 0.7408726625111309,
"eval_CITY_f1": 0.6204772902232486,
"eval_COMPANYNAME_f1": 0.892193308550186,
"eval_COUNTY_f1": 0.7127659574468086,
"eval_CREDITCARDCVV_f1": 0.844559585492228,
"eval_CREDITCARDISSUER_f1": 0.9217970049916806,
"eval_CREDITCARDNUMBER_f1": 0.6982829108748978,
"eval_CURRENCYCODE_f1": 0.5379746835443038,
"eval_CURRENCYNAME_f1": 0.010582010582010581,
"eval_CURRENCYSYMBOL_f1": 0.6876737720111215,
"eval_CURRENCY_f1": 0.5504032258064515,
"eval_DATE_f1": 0.6125166444740345,
"eval_DOB_f1": 0.32593856655290104,
"eval_EMAIL_f1": 0.9891566265060241,
"eval_ETHEREUMADDRESS_f1": 0.9955947136563876,
"eval_EYECOLOR_f1": 0.6646884272997032,
"eval_FIRSTNAME_f1": 0.8357781753130591,
"eval_GENDER_f1": 0.753959873284055,
"eval_HEIGHT_f1": 0.8858695652173912,
"eval_IBAN_f1": 0.9430303030303031,
"eval_IPV4_f1": 0.8313349320543564,
"eval_IPV6_f1": 0.7993311036789298,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.8235294117647058,
"eval_JOBTITLE_f1": 0.9240506329113924,
"eval_JOBTYPE_f1": 0.8191304347826087,
"eval_LASTNAME_f1": 0.7503539405379895,
"eval_LITECOINADDRESS_f1": 0.7882037533512065,
"eval_MAC_f1": 0.9411764705882352,
"eval_MASKEDNUMBER_f1": 0.5129310344827586,
"eval_MIDDLENAME_f1": 0.4005102040816327,
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
"eval_ORDINALDIRECTION_f1": 0.9452054794520549,
"eval_PASSWORD_f1": 0.9618055555555555,
"eval_PHONEIMEI_f1": 0.9900142653352354,
"eval_PHONENUMBER_f1": 0.9451913133402274,
"eval_PIN_f1": 0.5017921146953406,
"eval_PREFIX_f1": 0.8958904109589041,
"eval_SECONDARYADDRESS_f1": 0.9347593582887699,
"eval_SEX_f1": 0.9406130268199233,
"eval_SSN_f1": 0.9523809523809523,
"eval_STATE_f1": 0.7643097643097643,
"eval_STREET_f1": 0.7746835443037975,
"eval_TIME_f1": 0.9496910856134158,
"eval_URL_f1": 0.9942857142857143,
"eval_USERAGENT_f1": 0.9713603818615751,
"eval_USERNAME_f1": 0.9273570324574962,
"eval_VEHICLEVIN_f1": 0.9047619047619049,
"eval_VEHICLEVRM_f1": 0.9645776566757492,
"eval_ZIPCODE_f1": 0.7386888273314866,
"eval_loss": 0.13880883157253265,
"eval_overall_accuracy": 0.9467036749520308,
"eval_overall_f1": 0.8000138386756387,
"eval_overall_precision": 0.7704404611181449,
"eval_overall_recall": 0.831948192120885,
"eval_runtime": 94.4623,
"eval_samples_per_second": 92.111,
"eval_steps_per_second": 2.879,
"step": 3264
},
{
"epoch": 3.22,
"learning_rate": 2.899272309459977e-05,
"loss": 0.1498,
"step": 3500
},
{
"epoch": 3.68,
"learning_rate": 2.4205285331290695e-05,
"loss": 0.1373,
"step": 4000
},
{
"epoch": 4.0,
"eval_ACCOUNTNAME_f1": 0.965085049239033,
"eval_ACCOUNTNUMBER_f1": 0.9510240427426536,
"eval_AGE_f1": 0.826271186440678,
"eval_AMOUNT_f1": 0.7169042769857433,
"eval_BIC_f1": 0.9591836734693878,
"eval_BITCOINADDRESS_f1": 0.9254341164453525,
"eval_BUILDINGNUMBER_f1": 0.8150873965041399,
"eval_CITY_f1": 0.7794612794612793,
"eval_COMPANYNAME_f1": 0.9147727272727273,
"eval_COUNTY_f1": 0.8059701492537313,
"eval_CREDITCARDCVV_f1": 0.8807785888077859,
"eval_CREDITCARDISSUER_f1": 0.9523809523809524,
"eval_CREDITCARDNUMBER_f1": 0.8006785411365565,
"eval_CURRENCYCODE_f1": 0.5655976676384841,
"eval_CURRENCYNAME_f1": 0.024896265560165973,
"eval_CURRENCYSYMBOL_f1": 0.7999999999999998,
"eval_CURRENCY_f1": 0.5676229508196721,
"eval_DATE_f1": 0.7858391608391608,
"eval_DOB_f1": 0.34248366013071896,
"eval_EMAIL_f1": 0.9909801563439566,
"eval_ETHEREUMADDRESS_f1": 0.9868613138686132,
"eval_EYECOLOR_f1": 0.7551622418879056,
"eval_FIRSTNAME_f1": 0.8609062170706007,
"eval_GENDER_f1": 0.8396793587174348,
"eval_HEIGHT_f1": 0.8980716253443526,
"eval_IBAN_f1": 0.977886977886978,
"eval_IPV4_f1": 0.8309409888357256,
"eval_IPV6_f1": 0.31789473684210523,
"eval_IP_f1": 0.027777777777777773,
"eval_JOBAREA_f1": 0.864297253634895,
"eval_JOBTITLE_f1": 0.9474535165723524,
"eval_JOBTYPE_f1": 0.8999999999999999,
"eval_LASTNAME_f1": 0.7812499999999999,
"eval_LITECOINADDRESS_f1": 0.8414985590778098,
"eval_MAC_f1": 0.9749430523917996,
"eval_MASKEDNUMBER_f1": 0.619105199516324,
"eval_MIDDLENAME_f1": 0.46172248803827753,
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
"eval_ORDINALDIRECTION_f1": 0.9519450800915331,
"eval_PASSWORD_f1": 0.9710780017528484,
"eval_PHONEIMEI_f1": 0.9914285714285714,
"eval_PHONENUMBER_f1": 0.9700103412616339,
"eval_PIN_f1": 0.6733333333333333,
"eval_PREFIX_f1": 0.9088416723783415,
"eval_SECONDARYADDRESS_f1": 0.9420600858369098,
"eval_SEX_f1": 0.9732408325074331,
"eval_SSN_f1": 0.9670886075949368,
"eval_STATE_f1": 0.83596214511041,
"eval_STREET_f1": 0.8493919550982227,
"eval_TIME_f1": 0.944153577661431,
"eval_URL_f1": 0.9942763695829927,
"eval_USERAGENT_f1": 0.9618138424821001,
"eval_USERNAME_f1": 0.9486780715396579,
"eval_VEHICLEVIN_f1": 0.9838187702265372,
"eval_VEHICLEVRM_f1": 0.9672131147540984,
"eval_ZIPCODE_f1": 0.8092835519677094,
"eval_loss": 0.11968772113323212,
"eval_overall_accuracy": 0.9509308218475825,
"eval_overall_f1": 0.8173824304787822,
"eval_overall_precision": 0.7751290322580645,
"eval_overall_recall": 0.8645080050368771,
"eval_runtime": 95.4105,
"eval_samples_per_second": 91.195,
"eval_steps_per_second": 2.851,
"step": 4352
},
{
"epoch": 4.14,
"learning_rate": 1.9417847567981616e-05,
"loss": 0.1263,
"step": 4500
},
{
"epoch": 4.6,
"learning_rate": 1.4630409804672541e-05,
"loss": 0.1202,
"step": 5000
},
{
"epoch": 5.0,
"eval_ACCOUNTNAME_f1": 0.9720468890892696,
"eval_ACCOUNTNUMBER_f1": 0.9634255129348795,
"eval_AGE_f1": 0.835978835978836,
"eval_AMOUNT_f1": 0.74234573716439,
"eval_BIC_f1": 0.975609756097561,
"eval_BITCOINADDRESS_f1": 0.9326530612244899,
"eval_BUILDINGNUMBER_f1": 0.8267942583732059,
"eval_CITY_f1": 0.8031088082901555,
"eval_COMPANYNAME_f1": 0.9134157944814462,
"eval_COUNTY_f1": 0.8403508771929824,
"eval_CREDITCARDCVV_f1": 0.8792270531400966,
"eval_CREDITCARDISSUER_f1": 0.9659643435980552,
"eval_CREDITCARDNUMBER_f1": 0.7957181088314006,
"eval_CURRENCYCODE_f1": 0.6158536585365854,
"eval_CURRENCYNAME_f1": 0.016736401673640166,
"eval_CURRENCYSYMBOL_f1": 0.8131868131868132,
"eval_CURRENCY_f1": 0.5723076923076923,
"eval_DATE_f1": 0.7913669064748201,
"eval_DOB_f1": 0.4300822561692127,
"eval_EMAIL_f1": 0.9927710843373494,
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
"eval_EYECOLOR_f1": 0.7543859649122807,
"eval_FIRSTNAME_f1": 0.8658600736454498,
"eval_GENDER_f1": 0.8870803662258392,
"eval_HEIGHT_f1": 0.9120879120879121,
"eval_IBAN_f1": 0.9694749694749695,
"eval_IPV4_f1": 0.8361310951239009,
"eval_IPV6_f1": 0.7007633587786259,
"eval_IP_f1": 0.013675213675213675,
"eval_JOBAREA_f1": 0.9108061749571184,
"eval_JOBTITLE_f1": 0.962295081967213,
"eval_JOBTYPE_f1": 0.9125683060109289,
"eval_LASTNAME_f1": 0.7782898105478752,
"eval_LITECOINADDRESS_f1": 0.84593837535014,
"eval_MAC_f1": 0.9749430523917996,
"eval_MASKEDNUMBER_f1": 0.676957001102536,
"eval_MIDDLENAME_f1": 0.49435665914221216,
"eval_NEARBYGPSCOORDINATE_f1": 0.9984686064318529,
"eval_ORDINALDIRECTION_f1": 0.9519450800915331,
"eval_PASSWORD_f1": 0.9753521126760563,
"eval_PHONEIMEI_f1": 0.9899856938483547,
"eval_PHONENUMBER_f1": 0.967280163599182,
"eval_PIN_f1": 0.7647058823529412,
"eval_PREFIX_f1": 0.911461908030199,
"eval_SECONDARYADDRESS_f1": 0.9483870967741935,
"eval_SEX_f1": 0.9759999999999999,
"eval_SSN_f1": 0.9770992366412213,
"eval_STATE_f1": 0.8587570621468926,
"eval_STREET_f1": 0.8590102707749767,
"eval_TIME_f1": 0.9526315789473685,
"eval_URL_f1": 0.9975429975429976,
"eval_USERAGENT_f1": 0.9820359281437125,
"eval_USERNAME_f1": 0.9546875000000001,
"eval_VEHICLEVIN_f1": 0.9870967741935484,
"eval_VEHICLEVRM_f1": 0.9916434540389973,
"eval_ZIPCODE_f1": 0.8132530120481928,
"eval_loss": 0.11061251908540726,
"eval_overall_accuracy": 0.9564102939668683,
"eval_overall_f1": 0.8521733068423438,
"eval_overall_precision": 0.82642057938681,
"eval_overall_recall": 0.879582658751574,
"eval_runtime": 94.212,
"eval_samples_per_second": 92.356,
"eval_steps_per_second": 2.887,
"step": 5440
},
{
"epoch": 5.06,
"learning_rate": 9.842972041363464e-06,
"loss": 0.113,
"step": 5500
},
{
"epoch": 5.51,
"learning_rate": 5.055534278054386e-06,
"loss": 0.1049,
"step": 6000
},
{
"epoch": 5.97,
"learning_rate": 2.6809651474530835e-07,
"loss": 0.1065,
"step": 6500
},
{
"epoch": 6.0,
"eval_ACCOUNTNAME_f1": 0.9712230215827338,
"eval_ACCOUNTNUMBER_f1": 0.967741935483871,
"eval_AGE_f1": 0.8432203389830508,
"eval_AMOUNT_f1": 0.7929342492639844,
"eval_BIC_f1": 0.9688581314878892,
"eval_BITCOINADDRESS_f1": 0.9342915811088296,
"eval_BUILDINGNUMBER_f1": 0.8405253283302063,
"eval_CITY_f1": 0.8139337298215804,
"eval_COMPANYNAME_f1": 0.9310344827586207,
"eval_COUNTY_f1": 0.8406304728546411,
"eval_CREDITCARDCVV_f1": 0.8888888888888888,
"eval_CREDITCARDISSUER_f1": 0.9660743134087239,
"eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
"eval_CURRENCYCODE_f1": 0.6556291390728476,
"eval_CURRENCYNAME_f1": 0.01818181818181818,
"eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
"eval_CURRENCY_f1": 0.5967741935483872,
"eval_DATE_f1": 0.7857793983591613,
"eval_DOB_f1": 0.46357615894039733,
"eval_EMAIL_f1": 0.9927710843373494,
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
"eval_EYECOLOR_f1": 0.7859237536656891,
"eval_FIRSTNAME_f1": 0.8699042892591281,
"eval_GENDER_f1": 0.8945233265720081,
"eval_HEIGHT_f1": 0.9226519337016574,
"eval_IBAN_f1": 0.972972972972973,
"eval_IPV4_f1": 0.8345323741007193,
"eval_IPV6_f1": 0.4659231722428749,
"eval_IP_f1": 0.049665711556829036,
"eval_JOBAREA_f1": 0.9130801687763713,
"eval_JOBTITLE_f1": 0.9599345870809485,
"eval_JOBTYPE_f1": 0.930316742081448,
"eval_LASTNAME_f1": 0.8015833745670461,
"eval_LITECOINADDRESS_f1": 0.848314606741573,
"eval_MAC_f1": 0.9817351598173517,
"eval_MASKEDNUMBER_f1": 0.7049180327868851,
"eval_MIDDLENAME_f1": 0.5005847953216374,
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
"eval_ORDINALDIRECTION_f1": 0.9519450800915331,
"eval_PASSWORD_f1": 0.9780123131046614,
"eval_PHONEIMEI_f1": 0.9928469241773962,
"eval_PHONENUMBER_f1": 0.9751552795031055,
"eval_PIN_f1": 0.7524752475247525,
"eval_PREFIX_f1": 0.9120879120879122,
"eval_SECONDARYADDRESS_f1": 0.9473684210526315,
"eval_SEX_f1": 0.976976976976977,
"eval_SSN_f1": 0.9770992366412213,
"eval_STATE_f1": 0.8680445151033387,
"eval_STREET_f1": 0.8676748582230623,
"eval_TIME_f1": 0.951627088830255,
"eval_URL_f1": 0.9975429975429976,
"eval_USERAGENT_f1": 0.9843937575030013,
"eval_USERNAME_f1": 0.9669291338582677,
"eval_VEHICLEVIN_f1": 0.977491961414791,
"eval_VEHICLEVRM_f1": 0.9888268156424581,
"eval_ZIPCODE_f1": 0.8203045685279189,
"eval_loss": 0.10785039514303207,
"eval_overall_accuracy": 0.9559518404054311,
"eval_overall_f1": 0.8471647350993378,
"eval_overall_precision": 0.8135744807711418,
"eval_overall_recall": 0.8836481381543443,
"eval_runtime": 94.7688,
"eval_samples_per_second": 91.813,
"eval_steps_per_second": 2.87,
"step": 6528
},
{
"epoch": 6.0,
"step": 6528,
"total_flos": 1.458680878857888e+16,
"train_loss": 0.4378688358427847,
"train_runtime": 4446.6577,
"train_samples_per_second": 46.957,
"train_steps_per_second": 1.468
},
{
"epoch": 6.0,
"eval_ACCOUNTNAME_f1": 0.9712230215827338,
"eval_ACCOUNTNUMBER_f1": 0.967741935483871,
"eval_AGE_f1": 0.8432203389830508,
"eval_AMOUNT_f1": 0.7929342492639844,
"eval_BIC_f1": 0.9688581314878892,
"eval_BITCOINADDRESS_f1": 0.9342915811088296,
"eval_BUILDINGNUMBER_f1": 0.8405253283302063,
"eval_CITY_f1": 0.8139337298215804,
"eval_COMPANYNAME_f1": 0.9310344827586207,
"eval_COUNTY_f1": 0.8406304728546411,
"eval_CREDITCARDCVV_f1": 0.8888888888888888,
"eval_CREDITCARDISSUER_f1": 0.9660743134087239,
"eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
"eval_CURRENCYCODE_f1": 0.6556291390728476,
"eval_CURRENCYNAME_f1": 0.01818181818181818,
"eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
"eval_CURRENCY_f1": 0.5967741935483872,
"eval_DATE_f1": 0.7857793983591613,
"eval_DOB_f1": 0.46357615894039733,
"eval_EMAIL_f1": 0.9927710843373494,
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
"eval_EYECOLOR_f1": 0.7859237536656891,
"eval_FIRSTNAME_f1": 0.8699042892591281,
"eval_GENDER_f1": 0.8945233265720081,
"eval_HEIGHT_f1": 0.9226519337016574,
"eval_IBAN_f1": 0.972972972972973,
"eval_IPV4_f1": 0.8345323741007193,
"eval_IPV6_f1": 0.4659231722428749,
"eval_IP_f1": 0.049665711556829036,
"eval_JOBAREA_f1": 0.9130801687763713,
"eval_JOBTITLE_f1": 0.9599345870809485,
"eval_JOBTYPE_f1": 0.930316742081448,
"eval_LASTNAME_f1": 0.8015833745670461,
"eval_LITECOINADDRESS_f1": 0.848314606741573,
"eval_MAC_f1": 0.9817351598173517,
"eval_MASKEDNUMBER_f1": 0.7049180327868851,
"eval_MIDDLENAME_f1": 0.5005847953216374,
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
"eval_ORDINALDIRECTION_f1": 0.9519450800915331,
"eval_PASSWORD_f1": 0.9780123131046614,
"eval_PHONEIMEI_f1": 0.9928469241773962,
"eval_PHONENUMBER_f1": 0.9751552795031055,
"eval_PIN_f1": 0.7524752475247525,
"eval_PREFIX_f1": 0.9120879120879122,
"eval_SECONDARYADDRESS_f1": 0.9473684210526315,
"eval_SEX_f1": 0.976976976976977,
"eval_SSN_f1": 0.9770992366412213,
"eval_STATE_f1": 0.8680445151033387,
"eval_STREET_f1": 0.8676748582230623,
"eval_TIME_f1": 0.951627088830255,
"eval_URL_f1": 0.9975429975429976,
"eval_USERAGENT_f1": 0.9843937575030013,
"eval_USERNAME_f1": 0.9669291338582677,
"eval_VEHICLEVIN_f1": 0.977491961414791,
"eval_VEHICLEVRM_f1": 0.9888268156424581,
"eval_ZIPCODE_f1": 0.8203045685279189,
"eval_loss": 0.10785039514303207,
"eval_overall_accuracy": 0.9559518404054311,
"eval_overall_f1": 0.8471647350993378,
"eval_overall_precision": 0.8135744807711418,
"eval_overall_recall": 0.8836481381543443,
"eval_runtime": 95.1945,
"eval_samples_per_second": 91.402,
"eval_steps_per_second": 2.857,
"step": 6528
}
],
"logging_steps": 500,
"max_steps": 6528,
"num_train_epochs": 6,
"save_steps": 500,
"total_flos": 1.458680878857888e+16,
"trial_name": null,
"trial_params": null
}
|