|
{ |
|
"best_metric": 0.04238386079668999, |
|
"best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-7490", |
|
"epoch": 7.0, |
|
"eval_steps": 500, |
|
"global_step": 7490, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 1.6688918558077437e-05, |
|
"loss": 1.5449, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 3.3377837116154874e-05, |
|
"loss": 0.2542, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_ACCOUNTNAME_f1": 0.973404255319149, |
|
"eval_ACCOUNTNUMBER_f1": 0.9011177987962167, |
|
"eval_AGE_f1": 0.8465116279069768, |
|
"eval_AMOUNT_f1": 0.8807339449541284, |
|
"eval_BIC_f1": 0.550185873605948, |
|
"eval_BITCOINADDRESS_f1": 0.7682819383259912, |
|
"eval_BUILDINGNUMBER_f1": 0.8006279434850864, |
|
"eval_CITY_f1": 0.6201743462017434, |
|
"eval_COMPANYNAME_f1": 0.8907563025210083, |
|
"eval_COUNTY_f1": 0.8430769230769231, |
|
"eval_CREDITCARDCVV_f1": 0.0, |
|
"eval_CREDITCARDISSUER_f1": 0.8100358422939068, |
|
"eval_CREDITCARDNUMBER_f1": 0.697503671071953, |
|
"eval_CURRENCYCODE_f1": 0.0, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.7155635062611806, |
|
"eval_CURRENCY_f1": 0.5051546391752578, |
|
"eval_DATE_f1": 0.8291727851199217, |
|
"eval_DOB_f1": 0.3902439024390244, |
|
"eval_EMAIL_f1": 0.9906658369632855, |
|
"eval_ETHEREUMADDRESS_f1": 0.9810126582278481, |
|
"eval_EYECOLOR_f1": 0.4807692307692308, |
|
"eval_FIRSTNAME_f1": 0.801470588235294, |
|
"eval_GENDER_f1": 0.807556080283353, |
|
"eval_HEIGHT_f1": 0.9743589743589743, |
|
"eval_IBAN_f1": 0.9528662420382167, |
|
"eval_IPV4_f1": 0.8334687246141349, |
|
"eval_IPV6_f1": 0.7878787878787878, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.0, |
|
"eval_JOBTITLE_f1": 0.9364548494983278, |
|
"eval_JOBTYPE_f1": 0.0, |
|
"eval_LASTNAME_f1": 0.0, |
|
"eval_LITECOINADDRESS_f1": 0.0, |
|
"eval_MAC_f1": 0.9354838709677419, |
|
"eval_MASKEDNUMBER_f1": 0.08899297423887587, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.0, |
|
"eval_PASSWORD_f1": 0.966966966966967, |
|
"eval_PHONEIMEI_f1": 0.9882044560943644, |
|
"eval_PHONENUMBER_f1": 0.9706202393906419, |
|
"eval_PIN_f1": 0.7340823970037453, |
|
"eval_PREFIX_f1": 0.8913560666137984, |
|
"eval_SECONDARYADDRESS_f1": 0.9111617312072893, |
|
"eval_SEX_f1": 0.0851063829787234, |
|
"eval_SSN_f1": 0.9072164948453607, |
|
"eval_STATE_f1": 0.6931818181818182, |
|
"eval_STREET_f1": 0.7064935064935065, |
|
"eval_TIME_f1": 0.9543010752688172, |
|
"eval_URL_f1": 0.993939393939394, |
|
"eval_USERAGENT_f1": 0.966707768187423, |
|
"eval_USERNAME_f1": 0.8541846419327007, |
|
"eval_VEHICLEVIN_f1": 0.9641873278236913, |
|
"eval_VEHICLEVRM_f1": 0.018433179723502304, |
|
"eval_ZIPCODE_f1": 0.7480403135498319, |
|
"eval_loss": 0.1744486540555954, |
|
"eval_overall_accuracy": 0.9468748343317606, |
|
"eval_overall_f1": 0.8040267470056581, |
|
"eval_overall_precision": 0.7932817786370228, |
|
"eval_overall_recall": 0.8150667924715698, |
|
"eval_runtime": 60.657, |
|
"eval_samples_per_second": 141.072, |
|
"eval_steps_per_second": 17.64, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 4.999998625559004e-05, |
|
"loss": 0.1683, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 4.913907550717881e-05, |
|
"loss": 0.1494, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9831709477413639, |
|
"eval_ACCOUNTNUMBER_f1": 0.8908227848101267, |
|
"eval_AGE_f1": 0.9126213592233009, |
|
"eval_AMOUNT_f1": 0.5531019978969506, |
|
"eval_BIC_f1": 0.9419354838709677, |
|
"eval_BITCOINADDRESS_f1": 0.7910189982728842, |
|
"eval_BUILDINGNUMBER_f1": 0.7723132969034608, |
|
"eval_CITY_f1": 0.8918617614269788, |
|
"eval_COMPANYNAME_f1": 0.9174503657262278, |
|
"eval_COUNTY_f1": 0.9559939301972686, |
|
"eval_CREDITCARDCVV_f1": 0.0, |
|
"eval_CREDITCARDISSUER_f1": 0.9858156028368794, |
|
"eval_CREDITCARDNUMBER_f1": 0.8648648648648647, |
|
"eval_CURRENCYCODE_f1": 0.8737864077669903, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.9286798179059179, |
|
"eval_CURRENCY_f1": 0.6120689655172413, |
|
"eval_DATE_f1": 0.8675564681724846, |
|
"eval_DOB_f1": 0.5885885885885886, |
|
"eval_EMAIL_f1": 0.9881619937694703, |
|
"eval_ETHEREUMADDRESS_f1": 0.9873015873015873, |
|
"eval_EYECOLOR_f1": 0.8318584070796459, |
|
"eval_FIRSTNAME_f1": 0.9380606578385307, |
|
"eval_GENDER_f1": 0.8815060908084165, |
|
"eval_HEIGHT_f1": 0.9743589743589743, |
|
"eval_IBAN_f1": 0.9579617834394905, |
|
"eval_IPV4_f1": 0.8387622149837133, |
|
"eval_IPV6_f1": 0.8040435458786935, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.0, |
|
"eval_JOBTITLE_f1": 0.935483870967742, |
|
"eval_JOBTYPE_f1": 0.6122448979591837, |
|
"eval_LASTNAME_f1": 0.5918367346938777, |
|
"eval_LITECOINADDRESS_f1": 0.18823529411764708, |
|
"eval_MAC_f1": 0.9907834101382489, |
|
"eval_MASKEDNUMBER_f1": 0.7311258278145696, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9966996699669967, |
|
"eval_ORDINALDIRECTION_f1": 0.0, |
|
"eval_PASSWORD_f1": 0.9440488301119023, |
|
"eval_PHONEIMEI_f1": 0.9738219895287957, |
|
"eval_PHONENUMBER_f1": 0.9257375381485249, |
|
"eval_PIN_f1": 0.7565982404692082, |
|
"eval_PREFIX_f1": 0.9014740108611327, |
|
"eval_SECONDARYADDRESS_f1": 0.9466515323496028, |
|
"eval_SEX_f1": 0.8775510204081634, |
|
"eval_SSN_f1": 0.9010152284263959, |
|
"eval_STATE_f1": 0.6753246753246753, |
|
"eval_STREET_f1": 0.9296956977964324, |
|
"eval_TIME_f1": 0.9020771513353116, |
|
"eval_URL_f1": 0.9835782195332756, |
|
"eval_USERAGENT_f1": 0.9636803874092009, |
|
"eval_USERNAME_f1": 0.9585097375105841, |
|
"eval_VEHICLEVIN_f1": 0.945054945054945, |
|
"eval_VEHICLEVRM_f1": 0.9417249417249417, |
|
"eval_ZIPCODE_f1": 0.6969353007945516, |
|
"eval_loss": 0.12132773548364639, |
|
"eval_overall_accuracy": 0.9590415098340667, |
|
"eval_overall_f1": 0.8606190906647774, |
|
"eval_overall_precision": 0.8470231797633933, |
|
"eval_overall_recall": 0.8746585886676268, |
|
"eval_runtime": 52.6965, |
|
"eval_samples_per_second": 162.383, |
|
"eval_steps_per_second": 20.305, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 4.662875629851768e-05, |
|
"loss": 0.1178, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 4.264055722602958e-05, |
|
"loss": 0.1008, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_ACCOUNTNAME_f1": 0.9773123909249563, |
|
"eval_ACCOUNTNUMBER_f1": 0.9090909090909091, |
|
"eval_AGE_f1": 0.91437802907916, |
|
"eval_AMOUNT_f1": 0.8619329388560159, |
|
"eval_BIC_f1": 0.9610389610389611, |
|
"eval_BITCOINADDRESS_f1": 0.9546391752577319, |
|
"eval_BUILDINGNUMBER_f1": 0.9023255813953489, |
|
"eval_CITY_f1": 0.9710610932475885, |
|
"eval_COMPANYNAME_f1": 0.9905956112852664, |
|
"eval_COUNTY_f1": 0.8943089430894309, |
|
"eval_CREDITCARDCVV_f1": 0.3888888888888889, |
|
"eval_CREDITCARDISSUER_f1": 0.9679715302491102, |
|
"eval_CREDITCARDNUMBER_f1": 0.8852772466539198, |
|
"eval_CURRENCYCODE_f1": 0.9238578680203046, |
|
"eval_CURRENCYNAME_f1": 0.06329113924050632, |
|
"eval_CURRENCYSYMBOL_f1": 0.9664634146341463, |
|
"eval_CURRENCY_f1": 0.753968253968254, |
|
"eval_DATE_f1": 0.890649762282092, |
|
"eval_DOB_f1": 0.6993006993006993, |
|
"eval_EMAIL_f1": 0.9987484355444305, |
|
"eval_ETHEREUMADDRESS_f1": 0.9904761904761905, |
|
"eval_EYECOLOR_f1": 0.9803921568627451, |
|
"eval_FIRSTNAME_f1": 0.9639913232104121, |
|
"eval_GENDER_f1": 0.976303317535545, |
|
"eval_HEIGHT_f1": 0.7630522088353413, |
|
"eval_IBAN_f1": 0.9723618090452263, |
|
"eval_IPV4_f1": 0.8373983739837398, |
|
"eval_IPV6_f1": 0.8080808080808081, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.608695652173913, |
|
"eval_JOBTITLE_f1": 0.9882154882154882, |
|
"eval_JOBTYPE_f1": 0.8648648648648648, |
|
"eval_LASTNAME_f1": 0.5698113207547171, |
|
"eval_LITECOINADDRESS_f1": 0.8707865168539326, |
|
"eval_MAC_f1": 0.9930715935334872, |
|
"eval_MASKEDNUMBER_f1": 0.8409703504043126, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.0, |
|
"eval_PASSWORD_f1": 0.9858299595141701, |
|
"eval_PHONEIMEI_f1": 0.9921052631578947, |
|
"eval_PHONENUMBER_f1": 0.9902702702702703, |
|
"eval_PIN_f1": 0.888888888888889, |
|
"eval_PREFIX_f1": 0.9172576832151301, |
|
"eval_SECONDARYADDRESS_f1": 0.9896907216494845, |
|
"eval_SEX_f1": 0.9263157894736842, |
|
"eval_SSN_f1": 0.9041713641488163, |
|
"eval_STATE_f1": 0.8811188811188813, |
|
"eval_STREET_f1": 0.9502645502645503, |
|
"eval_TIME_f1": 0.9835616438356163, |
|
"eval_URL_f1": 0.9965397923875432, |
|
"eval_USERAGENT_f1": 0.969249692496925, |
|
"eval_USERNAME_f1": 0.9847457627118644, |
|
"eval_VEHICLEVIN_f1": 0.9584487534626039, |
|
"eval_VEHICLEVRM_f1": 0.976303317535545, |
|
"eval_ZIPCODE_f1": 0.9171270718232043, |
|
"eval_loss": 0.07277020812034607, |
|
"eval_overall_accuracy": 0.9708370884800933, |
|
"eval_overall_f1": 0.9128895880444401, |
|
"eval_overall_precision": 0.9037815739524018, |
|
"eval_overall_recall": 0.9221830461339823, |
|
"eval_runtime": 52.7758, |
|
"eval_samples_per_second": 162.139, |
|
"eval_steps_per_second": 20.274, |
|
"step": 3210 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 3.744698952525733e-05, |
|
"loss": 0.0855, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 3.74, |
|
"learning_rate": 3.140292654261333e-05, |
|
"loss": 0.0793, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_ACCOUNTNAME_f1": 0.9894366197183099, |
|
"eval_ACCOUNTNUMBER_f1": 0.9810017271157168, |
|
"eval_AGE_f1": 0.9607843137254902, |
|
"eval_AMOUNT_f1": 0.9824922760041195, |
|
"eval_BIC_f1": 0.9539473684210527, |
|
"eval_BITCOINADDRESS_f1": 0.9632738719832109, |
|
"eval_BUILDINGNUMBER_f1": 0.9435114503816794, |
|
"eval_CITY_f1": 0.9880823401950162, |
|
"eval_COMPANYNAME_f1": 0.9793388429752066, |
|
"eval_COUNTY_f1": 0.9894419306184011, |
|
"eval_CREDITCARDCVV_f1": 0.8461538461538461, |
|
"eval_CREDITCARDISSUER_f1": 0.9893238434163701, |
|
"eval_CREDITCARDNUMBER_f1": 0.9303238469087342, |
|
"eval_CURRENCYCODE_f1": 0.9693877551020408, |
|
"eval_CURRENCYNAME_f1": 0.41237113402061853, |
|
"eval_CURRENCYSYMBOL_f1": 0.9921996879875196, |
|
"eval_CURRENCY_f1": 0.839080459770115, |
|
"eval_DATE_f1": 0.8977635782747604, |
|
"eval_DOB_f1": 0.7260458839406208, |
|
"eval_EMAIL_f1": 0.9974968710888611, |
|
"eval_ETHEREUMADDRESS_f1": 0.9968253968253968, |
|
"eval_EYECOLOR_f1": 0.9803921568627451, |
|
"eval_FIRSTNAME_f1": 0.9756944444444445, |
|
"eval_GENDER_f1": 0.9833729216152018, |
|
"eval_HEIGHT_f1": 0.9925373134328358, |
|
"eval_IBAN_f1": 0.9948849104859335, |
|
"eval_IPV4_f1": 0.8325203252032521, |
|
"eval_IPV6_f1": 0.81055900621118, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.8333333333333334, |
|
"eval_JOBTITLE_f1": 0.9899159663865545, |
|
"eval_JOBTYPE_f1": 0.9494949494949495, |
|
"eval_LASTNAME_f1": 0.7368421052631577, |
|
"eval_LITECOINADDRESS_f1": 0.9086021505376344, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.9002624671916011, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.0, |
|
"eval_PASSWORD_f1": 0.9919028340080972, |
|
"eval_PHONEIMEI_f1": 0.9934469200524245, |
|
"eval_PHONENUMBER_f1": 0.9913232104121475, |
|
"eval_PIN_f1": 0.9555555555555556, |
|
"eval_PREFIX_f1": 0.9337748344370861, |
|
"eval_SECONDARYADDRESS_f1": 0.9942726231386025, |
|
"eval_SEX_f1": 0.9473684210526316, |
|
"eval_SSN_f1": 0.9888475836431226, |
|
"eval_STATE_f1": 0.9788053949903661, |
|
"eval_STREET_f1": 0.9915074309978769, |
|
"eval_TIME_f1": 0.9699453551912569, |
|
"eval_URL_f1": 0.9948096885813148, |
|
"eval_USERAGENT_f1": 0.9777777777777777, |
|
"eval_USERNAME_f1": 0.989778534923339, |
|
"eval_VEHICLEVIN_f1": 0.9752066115702478, |
|
"eval_VEHICLEVRM_f1": 0.9835294117647059, |
|
"eval_ZIPCODE_f1": 0.9559322033898306, |
|
"eval_loss": 0.06745261698961258, |
|
"eval_overall_accuracy": 0.9741716588029475, |
|
"eval_overall_f1": 0.940074628709813, |
|
"eval_overall_precision": 0.935612395474668, |
|
"eval_overall_recall": 0.9445796295376669, |
|
"eval_runtime": 53.5857, |
|
"eval_samples_per_second": 159.688, |
|
"eval_steps_per_second": 19.968, |
|
"step": 4280 |
|
}, |
|
{ |
|
"epoch": 4.21, |
|
"learning_rate": 2.4921355453803287e-05, |
|
"loss": 0.0717, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 1.8445158099368897e-05, |
|
"loss": 0.0656, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_ACCOUNTNAME_f1": 0.9964539007092198, |
|
"eval_ACCOUNTNUMBER_f1": 0.9965277777777778, |
|
"eval_AGE_f1": 0.9626016260162603, |
|
"eval_AMOUNT_f1": 0.9866117404737385, |
|
"eval_BIC_f1": 0.9770491803278688, |
|
"eval_BITCOINADDRESS_f1": 0.9789029535864978, |
|
"eval_BUILDINGNUMBER_f1": 0.9657320872274143, |
|
"eval_CITY_f1": 0.9935064935064936, |
|
"eval_COMPANYNAME_f1": 0.99581589958159, |
|
"eval_COUNTY_f1": 0.9969788519637462, |
|
"eval_CREDITCARDCVV_f1": 0.9655172413793104, |
|
"eval_CREDITCARDISSUER_f1": 0.9964412811387899, |
|
"eval_CREDITCARDNUMBER_f1": 0.9431704885343968, |
|
"eval_CURRENCYCODE_f1": 0.9743589743589743, |
|
"eval_CURRENCYNAME_f1": 0.6976744186046512, |
|
"eval_CURRENCYSYMBOL_f1": 0.99375, |
|
"eval_CURRENCY_f1": 0.8341880341880342, |
|
"eval_DATE_f1": 0.9382303839732888, |
|
"eval_DOB_f1": 0.8596059113300493, |
|
"eval_EMAIL_f1": 1.0, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9607843137254902, |
|
"eval_FIRSTNAME_f1": 0.9821506312581629, |
|
"eval_GENDER_f1": 0.9940968122786304, |
|
"eval_HEIGHT_f1": 0.9925373134328358, |
|
"eval_IBAN_f1": 0.9948849104859335, |
|
"eval_IPV4_f1": 0.8390243902439024, |
|
"eval_IPV6_f1": 0.8003207698476343, |
|
"eval_IP_f1": 0.13599999999999998, |
|
"eval_JOBAREA_f1": 0.9333333333333333, |
|
"eval_JOBTITLE_f1": 0.9991575400168492, |
|
"eval_JOBTYPE_f1": 0.98, |
|
"eval_LASTNAME_f1": 0.9157175398633257, |
|
"eval_LITECOINADDRESS_f1": 0.956989247311828, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.9360613810741688, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.4, |
|
"eval_PASSWORD_f1": 0.9828456104944501, |
|
"eval_PHONEIMEI_f1": 0.9921259842519685, |
|
"eval_PHONENUMBER_f1": 0.9978260869565218, |
|
"eval_PIN_f1": 0.9814126394052044, |
|
"eval_PREFIX_f1": 0.9651741293532339, |
|
"eval_SECONDARYADDRESS_f1": 0.9988545246277205, |
|
"eval_SEX_f1": 0.9574468085106383, |
|
"eval_SSN_f1": 0.9938042131350682, |
|
"eval_STATE_f1": 0.9923076923076923, |
|
"eval_STREET_f1": 0.9957446808510638, |
|
"eval_TIME_f1": 0.9766162310866574, |
|
"eval_URL_f1": 0.9991341991341991, |
|
"eval_USERAGENT_f1": 0.9975308641975309, |
|
"eval_USERNAME_f1": 0.9982964224872232, |
|
"eval_VEHICLEVIN_f1": 0.9944444444444445, |
|
"eval_VEHICLEVRM_f1": 0.9976359338061466, |
|
"eval_ZIPCODE_f1": 0.9765363128491621, |
|
"eval_loss": 0.04688200727105141, |
|
"eval_overall_accuracy": 0.9779966071144569, |
|
"eval_overall_f1": 0.95558140110366, |
|
"eval_overall_precision": 0.9523527670908553, |
|
"eval_overall_recall": 0.9588320007945573, |
|
"eval_runtime": 53.4519, |
|
"eval_samples_per_second": 160.088, |
|
"eval_steps_per_second": 20.018, |
|
"step": 5350 |
|
}, |
|
{ |
|
"epoch": 5.14, |
|
"learning_rate": 1.2416849135825289e-05, |
|
"loss": 0.063, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 5.61, |
|
"learning_rate": 7.248339276261382e-06, |
|
"loss": 0.057, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_ACCOUNTNAME_f1": 0.9964539007092198, |
|
"eval_ACCOUNTNUMBER_f1": 1.0, |
|
"eval_AGE_f1": 0.9581993569131834, |
|
"eval_AMOUNT_f1": 0.9897330595482546, |
|
"eval_BIC_f1": 0.9836065573770492, |
|
"eval_BITCOINADDRESS_f1": 0.9850746268656716, |
|
"eval_BUILDINGNUMBER_f1": 0.9833080424886191, |
|
"eval_CITY_f1": 0.9978401727861772, |
|
"eval_COMPANYNAME_f1": 0.997907949790795, |
|
"eval_COUNTY_f1": 0.9984871406959154, |
|
"eval_CREDITCARDCVV_f1": 1.0, |
|
"eval_CREDITCARDISSUER_f1": 0.9964412811387899, |
|
"eval_CREDITCARDNUMBER_f1": 0.9580838323353293, |
|
"eval_CURRENCYCODE_f1": 0.9948717948717948, |
|
"eval_CURRENCYNAME_f1": 0.7294117647058823, |
|
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841, |
|
"eval_CURRENCY_f1": 0.8955696202531646, |
|
"eval_DATE_f1": 0.9524342473419138, |
|
"eval_DOB_f1": 0.8848484848484849, |
|
"eval_EMAIL_f1": 1.0, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9607843137254902, |
|
"eval_FIRSTNAME_f1": 0.98861646234676, |
|
"eval_GENDER_f1": 0.998819362455726, |
|
"eval_HEIGHT_f1": 0.9925373134328358, |
|
"eval_IBAN_f1": 0.9974424552429667, |
|
"eval_IPV4_f1": 0.8377483443708609, |
|
"eval_IPV6_f1": 0.8195429472025216, |
|
"eval_IP_f1": 0.16633663366336635, |
|
"eval_JOBAREA_f1": 0.912280701754386, |
|
"eval_JOBTITLE_f1": 0.9991575400168492, |
|
"eval_JOBTYPE_f1": 0.9607843137254902, |
|
"eval_LASTNAME_f1": 0.9555555555555556, |
|
"eval_LITECOINADDRESS_f1": 0.9562982005141388, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.9527458492975734, |
|
"eval_MIDDLENAME_f1": 0.2857142857142857, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.4, |
|
"eval_PASSWORD_f1": 0.9959514170040485, |
|
"eval_PHONEIMEI_f1": 0.9960578186596584, |
|
"eval_PHONENUMBER_f1": 0.9978260869565218, |
|
"eval_PIN_f1": 0.9851851851851852, |
|
"eval_PREFIX_f1": 0.9797979797979799, |
|
"eval_SECONDARYADDRESS_f1": 0.9988545246277205, |
|
"eval_SEX_f1": 0.9782608695652174, |
|
"eval_SSN_f1": 0.9975247524752475, |
|
"eval_STATE_f1": 0.9942418426103647, |
|
"eval_STREET_f1": 0.997872340425532, |
|
"eval_TIME_f1": 0.9807162534435262, |
|
"eval_URL_f1": 1.0, |
|
"eval_USERAGENT_f1": 0.9975308641975309, |
|
"eval_USERNAME_f1": 1.0, |
|
"eval_VEHICLEVIN_f1": 0.9808219178082193, |
|
"eval_VEHICLEVRM_f1": 0.9929078014184397, |
|
"eval_ZIPCODE_f1": 0.9931818181818183, |
|
"eval_loss": 0.044823143631219864, |
|
"eval_overall_accuracy": 0.9802602979377617, |
|
"eval_overall_f1": 0.962836500395883, |
|
"eval_overall_precision": 0.9594654568765718, |
|
"eval_overall_recall": 0.9662313154889011, |
|
"eval_runtime": 52.7618, |
|
"eval_samples_per_second": 162.182, |
|
"eval_steps_per_second": 20.28, |
|
"step": 6420 |
|
}, |
|
{ |
|
"epoch": 6.07, |
|
"learning_rate": 3.2927896799234857e-06, |
|
"loss": 0.0525, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 6.54, |
|
"learning_rate": 8.204806633547002e-07, |
|
"loss": 0.0455, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.9964539007092198, |
|
"eval_ACCOUNTNUMBER_f1": 1.0, |
|
"eval_AGE_f1": 0.9676375404530744, |
|
"eval_AMOUNT_f1": 0.9897330595482546, |
|
"eval_BIC_f1": 0.9868421052631579, |
|
"eval_BITCOINADDRESS_f1": 0.9925611052072264, |
|
"eval_BUILDINGNUMBER_f1": 0.9818181818181818, |
|
"eval_CITY_f1": 0.9967567567567569, |
|
"eval_COMPANYNAME_f1": 0.997907949790795, |
|
"eval_COUNTY_f1": 1.0, |
|
"eval_CREDITCARDCVV_f1": 1.0, |
|
"eval_CREDITCARDISSUER_f1": 0.9964412811387899, |
|
"eval_CREDITCARDNUMBER_f1": 0.963110667996012, |
|
"eval_CURRENCYCODE_f1": 0.9948717948717948, |
|
"eval_CURRENCYNAME_f1": 0.7481481481481482, |
|
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841, |
|
"eval_CURRENCY_f1": 0.8896103896103896, |
|
"eval_DATE_f1": 0.9608621667612025, |
|
"eval_DOB_f1": 0.9159763313609468, |
|
"eval_EMAIL_f1": 1.0, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9607843137254902, |
|
"eval_FIRSTNAME_f1": 0.9907935116177115, |
|
"eval_GENDER_f1": 0.998819362455726, |
|
"eval_HEIGHT_f1": 0.9925373134328358, |
|
"eval_IBAN_f1": 0.9974424552429667, |
|
"eval_IPV4_f1": 0.8145094806265457, |
|
"eval_IPV6_f1": 0.7834890965732086, |
|
"eval_IP_f1": 0.21772939346811815, |
|
"eval_JOBAREA_f1": 0.983050847457627, |
|
"eval_JOBTITLE_f1": 0.9991575400168492, |
|
"eval_JOBTYPE_f1": 0.98989898989899, |
|
"eval_LASTNAME_f1": 0.9642857142857142, |
|
"eval_LITECOINADDRESS_f1": 0.9815303430079155, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.958974358974359, |
|
"eval_MIDDLENAME_f1": 0.43750000000000006, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.4, |
|
"eval_PASSWORD_f1": 0.9959514170040485, |
|
"eval_PHONEIMEI_f1": 0.9960578186596584, |
|
"eval_PHONENUMBER_f1": 0.9978260869565218, |
|
"eval_PIN_f1": 0.9814126394052044, |
|
"eval_PREFIX_f1": 0.980688497061293, |
|
"eval_SECONDARYADDRESS_f1": 0.9988545246277205, |
|
"eval_SEX_f1": 0.9782608695652174, |
|
"eval_SSN_f1": 0.995049504950495, |
|
"eval_STATE_f1": 0.992337164750958, |
|
"eval_STREET_f1": 0.9968119022316684, |
|
"eval_TIME_f1": 0.9861878453038674, |
|
"eval_URL_f1": 1.0, |
|
"eval_USERAGENT_f1": 0.9975308641975309, |
|
"eval_USERNAME_f1": 1.0, |
|
"eval_VEHICLEVIN_f1": 1.0, |
|
"eval_VEHICLEVRM_f1": 0.9929078014184397, |
|
"eval_ZIPCODE_f1": 0.994311717861206, |
|
"eval_loss": 0.04238386079668999, |
|
"eval_overall_accuracy": 0.9817632402056937, |
|
"eval_overall_f1": 0.961428430502121, |
|
"eval_overall_precision": 0.9549752584390769, |
|
"eval_overall_recall": 0.9679694095446194, |
|
"eval_runtime": 51.5385, |
|
"eval_samples_per_second": 166.031, |
|
"eval_steps_per_second": 20.761, |
|
"step": 7490 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"step": 7490, |
|
"total_flos": 2378184631534176.0, |
|
"train_loss": 0.19348664430177737, |
|
"train_runtime": 1425.9685, |
|
"train_samples_per_second": 42.006, |
|
"train_steps_per_second": 5.253 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.9964539007092198, |
|
"eval_ACCOUNTNUMBER_f1": 1.0, |
|
"eval_AGE_f1": 0.9676375404530744, |
|
"eval_AMOUNT_f1": 0.9897330595482546, |
|
"eval_BIC_f1": 0.9868421052631579, |
|
"eval_BITCOINADDRESS_f1": 0.9925611052072264, |
|
"eval_BUILDINGNUMBER_f1": 0.9818181818181818, |
|
"eval_CITY_f1": 0.9967567567567569, |
|
"eval_COMPANYNAME_f1": 0.997907949790795, |
|
"eval_COUNTY_f1": 1.0, |
|
"eval_CREDITCARDCVV_f1": 1.0, |
|
"eval_CREDITCARDISSUER_f1": 0.9964412811387899, |
|
"eval_CREDITCARDNUMBER_f1": 0.963110667996012, |
|
"eval_CURRENCYCODE_f1": 0.9948717948717948, |
|
"eval_CURRENCYNAME_f1": 0.7481481481481482, |
|
"eval_CURRENCYSYMBOL_f1": 0.9984301412872841, |
|
"eval_CURRENCY_f1": 0.8896103896103896, |
|
"eval_DATE_f1": 0.9608621667612025, |
|
"eval_DOB_f1": 0.9159763313609468, |
|
"eval_EMAIL_f1": 1.0, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9607843137254902, |
|
"eval_FIRSTNAME_f1": 0.9907935116177115, |
|
"eval_GENDER_f1": 0.998819362455726, |
|
"eval_HEIGHT_f1": 0.9925373134328358, |
|
"eval_IBAN_f1": 0.9974424552429667, |
|
"eval_IPV4_f1": 0.8145094806265457, |
|
"eval_IPV6_f1": 0.7834890965732086, |
|
"eval_IP_f1": 0.21772939346811815, |
|
"eval_JOBAREA_f1": 0.983050847457627, |
|
"eval_JOBTITLE_f1": 0.9991575400168492, |
|
"eval_JOBTYPE_f1": 0.98989898989899, |
|
"eval_LASTNAME_f1": 0.9642857142857142, |
|
"eval_LITECOINADDRESS_f1": 0.9815303430079155, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.958974358974359, |
|
"eval_MIDDLENAME_f1": 0.43750000000000006, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.4, |
|
"eval_PASSWORD_f1": 0.9959514170040485, |
|
"eval_PHONEIMEI_f1": 0.9960578186596584, |
|
"eval_PHONENUMBER_f1": 0.9978260869565218, |
|
"eval_PIN_f1": 0.9814126394052044, |
|
"eval_PREFIX_f1": 0.980688497061293, |
|
"eval_SECONDARYADDRESS_f1": 0.9988545246277205, |
|
"eval_SEX_f1": 0.9782608695652174, |
|
"eval_SSN_f1": 0.995049504950495, |
|
"eval_STATE_f1": 0.992337164750958, |
|
"eval_STREET_f1": 0.9968119022316684, |
|
"eval_TIME_f1": 0.9861878453038674, |
|
"eval_URL_f1": 1.0, |
|
"eval_USERAGENT_f1": 0.9975308641975309, |
|
"eval_USERNAME_f1": 1.0, |
|
"eval_VEHICLEVIN_f1": 1.0, |
|
"eval_VEHICLEVRM_f1": 0.9929078014184397, |
|
"eval_ZIPCODE_f1": 0.994311717861206, |
|
"eval_loss": 0.04238386079668999, |
|
"eval_overall_accuracy": 0.9817632402056937, |
|
"eval_overall_f1": 0.961428430502121, |
|
"eval_overall_precision": 0.9549752584390769, |
|
"eval_overall_recall": 0.9679694095446194, |
|
"eval_runtime": 51.5335, |
|
"eval_samples_per_second": 166.047, |
|
"eval_steps_per_second": 20.763, |
|
"step": 7490 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 7490, |
|
"num_train_epochs": 7, |
|
"save_steps": 500, |
|
"total_flos": 2378184631534176.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|