|
{ |
|
"best_metric": 0.10785039514303207, |
|
"best_model_checkpoint": "ai4privacy_v2_adapter_en/checkpoint-6528", |
|
"epoch": 6.0, |
|
"eval_steps": 500, |
|
"global_step": 6528, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 1.9142419601837675e-05, |
|
"loss": 2.8226, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 3.828483920367535e-05, |
|
"loss": 0.9109, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_ACCOUNTNAME_f1": 0.20342205323193913, |
|
"eval_ACCOUNTNUMBER_f1": 0.3039927404718693, |
|
"eval_AGE_f1": 0.07516339869281047, |
|
"eval_AMOUNT_f1": 0.11468695143358691, |
|
"eval_BIC_f1": 0.09345794392523366, |
|
"eval_BITCOINADDRESS_f1": 0.5972108285479902, |
|
"eval_BUILDINGNUMBER_f1": 0.06732117812061712, |
|
"eval_CITY_f1": 0.0, |
|
"eval_COMPANYNAME_f1": 0.0024301336573511545, |
|
"eval_COUNTY_f1": 0.0, |
|
"eval_CREDITCARDCVV_f1": 0.0, |
|
"eval_CREDITCARDISSUER_f1": 0.0, |
|
"eval_CREDITCARDNUMBER_f1": 0.11406096361848575, |
|
"eval_CURRENCYCODE_f1": 0.0, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.011152416356877323, |
|
"eval_CURRENCY_f1": 0.0, |
|
"eval_DATE_f1": 0.7136667979519495, |
|
"eval_DOB_f1": 0.0, |
|
"eval_EMAIL_f1": 0.9095074455899198, |
|
"eval_ETHEREUMADDRESS_f1": 0.9118881118881119, |
|
"eval_EYECOLOR_f1": 0.0, |
|
"eval_FIRSTNAME_f1": 0.3152098037694873, |
|
"eval_GENDER_f1": 0.0, |
|
"eval_HEIGHT_f1": 0.0, |
|
"eval_IBAN_f1": 0.8248337028824834, |
|
"eval_IPV4_f1": 0.6785225718194254, |
|
"eval_IPV6_f1": 0.419889502762431, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.0, |
|
"eval_JOBTITLE_f1": 0.04747320061255742, |
|
"eval_JOBTYPE_f1": 0.0, |
|
"eval_LASTNAME_f1": 0.0167427701674277, |
|
"eval_LITECOINADDRESS_f1": 0.09073724007561437, |
|
"eval_MAC_f1": 0.6333333333333333, |
|
"eval_MASKEDNUMBER_f1": 0.0011037527593818985, |
|
"eval_MIDDLENAME_f1": 0.0, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9525222551928784, |
|
"eval_ORDINALDIRECTION_f1": 0.0, |
|
"eval_PASSWORD_f1": 0.6438152011922503, |
|
"eval_PHONEIMEI_f1": 0.3917525773195876, |
|
"eval_PHONENUMBER_f1": 0.2703045685279188, |
|
"eval_PIN_f1": 0.0, |
|
"eval_PREFIX_f1": 0.009852216748768471, |
|
"eval_SECONDARYADDRESS_f1": 0.239450441609421, |
|
"eval_SEX_f1": 0.0, |
|
"eval_SSN_f1": 0.02197802197802198, |
|
"eval_STATE_f1": 0.0, |
|
"eval_STREET_f1": 0.027568922305764413, |
|
"eval_TIME_f1": 0.555667001003009, |
|
"eval_URL_f1": 0.9657980456026058, |
|
"eval_USERAGENT_f1": 0.815668202764977, |
|
"eval_USERNAME_f1": 0.04152712659075687, |
|
"eval_VEHICLEVIN_f1": 0.39554317548746515, |
|
"eval_VEHICLEVRM_f1": 0.010582010582010581, |
|
"eval_ZIPCODE_f1": 0.018083182640144666, |
|
"eval_loss": 0.5092686414718628, |
|
"eval_overall_accuracy": 0.8498586556911224, |
|
"eval_overall_f1": 0.2955823032934277, |
|
"eval_overall_precision": 0.26884540578770555, |
|
"eval_overall_recall": 0.3282245008094981, |
|
"eval_runtime": 97.2896, |
|
"eval_samples_per_second": 89.434, |
|
"eval_steps_per_second": 2.796, |
|
"step": 1088 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 4.814247414783608e-05, |
|
"loss": 0.4619, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 4.3355036384527004e-05, |
|
"loss": 0.2793, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9684400360685302, |
|
"eval_ACCOUNTNUMBER_f1": 0.87893864013267, |
|
"eval_AGE_f1": 0.7560718057022174, |
|
"eval_AMOUNT_f1": 0.3604240282685512, |
|
"eval_BIC_f1": 0.7609427609427608, |
|
"eval_BITCOINADDRESS_f1": 0.8715415019762845, |
|
"eval_BUILDINGNUMBER_f1": 0.649155722326454, |
|
"eval_CITY_f1": 0.4956011730205278, |
|
"eval_COMPANYNAME_f1": 0.8028045574057844, |
|
"eval_COUNTY_f1": 0.5558397271952259, |
|
"eval_CREDITCARDCVV_f1": 0.775623268698061, |
|
"eval_CREDITCARDISSUER_f1": 0.6575342465753425, |
|
"eval_CREDITCARDNUMBER_f1": 0.5363469761759315, |
|
"eval_CURRENCYCODE_f1": 0.128, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.590990990990991, |
|
"eval_CURRENCY_f1": 0.46710526315789475, |
|
"eval_DATE_f1": 0.7730881738403678, |
|
"eval_DOB_f1": 0.01858736059479554, |
|
"eval_EMAIL_f1": 0.9838226482923906, |
|
"eval_ETHEREUMADDRESS_f1": 0.9464788732394367, |
|
"eval_EYECOLOR_f1": 0.4481605351170569, |
|
"eval_FIRSTNAME_f1": 0.7689129052765417, |
|
"eval_GENDER_f1": 0.5160075329566854, |
|
"eval_HEIGHT_f1": 0.7445652173913043, |
|
"eval_IBAN_f1": 0.923444976076555, |
|
"eval_IPV4_f1": 0.822593476531424, |
|
"eval_IPV6_f1": 0.8006644518272426, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.5588516746411483, |
|
"eval_JOBTITLE_f1": 0.8711755233494364, |
|
"eval_JOBTYPE_f1": 0.6552567237163814, |
|
"eval_LASTNAME_f1": 0.6633663366336633, |
|
"eval_LITECOINADDRESS_f1": 0.7055837563451777, |
|
"eval_MAC_f1": 0.9315068493150684, |
|
"eval_MASKEDNUMBER_f1": 0.038159371492704826, |
|
"eval_MIDDLENAME_f1": 0.06608695652173913, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9954058192955589, |
|
"eval_ORDINALDIRECTION_f1": 0.8827930174563591, |
|
"eval_PASSWORD_f1": 0.9269949066213922, |
|
"eval_PHONEIMEI_f1": 0.9692737430167597, |
|
"eval_PHONENUMBER_f1": 0.8621399176954733, |
|
"eval_PIN_f1": 0.14814814814814814, |
|
"eval_PREFIX_f1": 0.8783216783216783, |
|
"eval_SECONDARYADDRESS_f1": 0.9119830328738069, |
|
"eval_SEX_f1": 0.9261744966442953, |
|
"eval_SSN_f1": 0.8706998813760379, |
|
"eval_STATE_f1": 0.6692975532754538, |
|
"eval_STREET_f1": 0.7378455672068636, |
|
"eval_TIME_f1": 0.9151943462897527, |
|
"eval_URL_f1": 0.9885807504078303, |
|
"eval_USERAGENT_f1": 0.9523809523809524, |
|
"eval_USERNAME_f1": 0.8858654572940287, |
|
"eval_VEHICLEVIN_f1": 0.8352272727272727, |
|
"eval_VEHICLEVRM_f1": 0.8976377952755905, |
|
"eval_ZIPCODE_f1": 0.6465661641541037, |
|
"eval_loss": 0.19034649431705475, |
|
"eval_overall_accuracy": 0.9308965476835646, |
|
"eval_overall_f1": 0.7265048610632282, |
|
"eval_overall_precision": 0.6973888870503359, |
|
"eval_overall_recall": 0.7581579420759129, |
|
"eval_runtime": 94.5565, |
|
"eval_samples_per_second": 92.019, |
|
"eval_steps_per_second": 2.877, |
|
"step": 2176 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 3.856759862121793e-05, |
|
"loss": 0.2076, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 3.3780160857908846e-05, |
|
"loss": 0.1707, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_ACCOUNTNAME_f1": 0.9702434625788998, |
|
"eval_ACCOUNTNUMBER_f1": 0.9396325459317585, |
|
"eval_AGE_f1": 0.8119658119658119, |
|
"eval_AMOUNT_f1": 0.6101694915254238, |
|
"eval_BIC_f1": 0.9297658862876254, |
|
"eval_BITCOINADDRESS_f1": 0.9033570701932858, |
|
"eval_BUILDINGNUMBER_f1": 0.7408726625111309, |
|
"eval_CITY_f1": 0.6204772902232486, |
|
"eval_COMPANYNAME_f1": 0.892193308550186, |
|
"eval_COUNTY_f1": 0.7127659574468086, |
|
"eval_CREDITCARDCVV_f1": 0.844559585492228, |
|
"eval_CREDITCARDISSUER_f1": 0.9217970049916806, |
|
"eval_CREDITCARDNUMBER_f1": 0.6982829108748978, |
|
"eval_CURRENCYCODE_f1": 0.5379746835443038, |
|
"eval_CURRENCYNAME_f1": 0.010582010582010581, |
|
"eval_CURRENCYSYMBOL_f1": 0.6876737720111215, |
|
"eval_CURRENCY_f1": 0.5504032258064515, |
|
"eval_DATE_f1": 0.6125166444740345, |
|
"eval_DOB_f1": 0.32593856655290104, |
|
"eval_EMAIL_f1": 0.9891566265060241, |
|
"eval_ETHEREUMADDRESS_f1": 0.9955947136563876, |
|
"eval_EYECOLOR_f1": 0.6646884272997032, |
|
"eval_FIRSTNAME_f1": 0.8357781753130591, |
|
"eval_GENDER_f1": 0.753959873284055, |
|
"eval_HEIGHT_f1": 0.8858695652173912, |
|
"eval_IBAN_f1": 0.9430303030303031, |
|
"eval_IPV4_f1": 0.8313349320543564, |
|
"eval_IPV6_f1": 0.7993311036789298, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.8235294117647058, |
|
"eval_JOBTITLE_f1": 0.9240506329113924, |
|
"eval_JOBTYPE_f1": 0.8191304347826087, |
|
"eval_LASTNAME_f1": 0.7503539405379895, |
|
"eval_LITECOINADDRESS_f1": 0.7882037533512065, |
|
"eval_MAC_f1": 0.9411764705882352, |
|
"eval_MASKEDNUMBER_f1": 0.5129310344827586, |
|
"eval_MIDDLENAME_f1": 0.4005102040816327, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648, |
|
"eval_ORDINALDIRECTION_f1": 0.9452054794520549, |
|
"eval_PASSWORD_f1": 0.9618055555555555, |
|
"eval_PHONEIMEI_f1": 0.9900142653352354, |
|
"eval_PHONENUMBER_f1": 0.9451913133402274, |
|
"eval_PIN_f1": 0.5017921146953406, |
|
"eval_PREFIX_f1": 0.8958904109589041, |
|
"eval_SECONDARYADDRESS_f1": 0.9347593582887699, |
|
"eval_SEX_f1": 0.9406130268199233, |
|
"eval_SSN_f1": 0.9523809523809523, |
|
"eval_STATE_f1": 0.7643097643097643, |
|
"eval_STREET_f1": 0.7746835443037975, |
|
"eval_TIME_f1": 0.9496910856134158, |
|
"eval_URL_f1": 0.9942857142857143, |
|
"eval_USERAGENT_f1": 0.9713603818615751, |
|
"eval_USERNAME_f1": 0.9273570324574962, |
|
"eval_VEHICLEVIN_f1": 0.9047619047619049, |
|
"eval_VEHICLEVRM_f1": 0.9645776566757492, |
|
"eval_ZIPCODE_f1": 0.7386888273314866, |
|
"eval_loss": 0.13880883157253265, |
|
"eval_overall_accuracy": 0.9467036749520308, |
|
"eval_overall_f1": 0.8000138386756387, |
|
"eval_overall_precision": 0.7704404611181449, |
|
"eval_overall_recall": 0.831948192120885, |
|
"eval_runtime": 94.4623, |
|
"eval_samples_per_second": 92.111, |
|
"eval_steps_per_second": 2.879, |
|
"step": 3264 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 2.899272309459977e-05, |
|
"loss": 0.1498, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 2.4205285331290695e-05, |
|
"loss": 0.1373, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_ACCOUNTNAME_f1": 0.965085049239033, |
|
"eval_ACCOUNTNUMBER_f1": 0.9510240427426536, |
|
"eval_AGE_f1": 0.826271186440678, |
|
"eval_AMOUNT_f1": 0.7169042769857433, |
|
"eval_BIC_f1": 0.9591836734693878, |
|
"eval_BITCOINADDRESS_f1": 0.9254341164453525, |
|
"eval_BUILDINGNUMBER_f1": 0.8150873965041399, |
|
"eval_CITY_f1": 0.7794612794612793, |
|
"eval_COMPANYNAME_f1": 0.9147727272727273, |
|
"eval_COUNTY_f1": 0.8059701492537313, |
|
"eval_CREDITCARDCVV_f1": 0.8807785888077859, |
|
"eval_CREDITCARDISSUER_f1": 0.9523809523809524, |
|
"eval_CREDITCARDNUMBER_f1": 0.8006785411365565, |
|
"eval_CURRENCYCODE_f1": 0.5655976676384841, |
|
"eval_CURRENCYNAME_f1": 0.024896265560165973, |
|
"eval_CURRENCYSYMBOL_f1": 0.7999999999999998, |
|
"eval_CURRENCY_f1": 0.5676229508196721, |
|
"eval_DATE_f1": 0.7858391608391608, |
|
"eval_DOB_f1": 0.34248366013071896, |
|
"eval_EMAIL_f1": 0.9909801563439566, |
|
"eval_ETHEREUMADDRESS_f1": 0.9868613138686132, |
|
"eval_EYECOLOR_f1": 0.7551622418879056, |
|
"eval_FIRSTNAME_f1": 0.8609062170706007, |
|
"eval_GENDER_f1": 0.8396793587174348, |
|
"eval_HEIGHT_f1": 0.8980716253443526, |
|
"eval_IBAN_f1": 0.977886977886978, |
|
"eval_IPV4_f1": 0.8309409888357256, |
|
"eval_IPV6_f1": 0.31789473684210523, |
|
"eval_IP_f1": 0.027777777777777773, |
|
"eval_JOBAREA_f1": 0.864297253634895, |
|
"eval_JOBTITLE_f1": 0.9474535165723524, |
|
"eval_JOBTYPE_f1": 0.8999999999999999, |
|
"eval_LASTNAME_f1": 0.7812499999999999, |
|
"eval_LITECOINADDRESS_f1": 0.8414985590778098, |
|
"eval_MAC_f1": 0.9749430523917996, |
|
"eval_MASKEDNUMBER_f1": 0.619105199516324, |
|
"eval_MIDDLENAME_f1": 0.46172248803827753, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648, |
|
"eval_ORDINALDIRECTION_f1": 0.9519450800915331, |
|
"eval_PASSWORD_f1": 0.9710780017528484, |
|
"eval_PHONEIMEI_f1": 0.9914285714285714, |
|
"eval_PHONENUMBER_f1": 0.9700103412616339, |
|
"eval_PIN_f1": 0.6733333333333333, |
|
"eval_PREFIX_f1": 0.9088416723783415, |
|
"eval_SECONDARYADDRESS_f1": 0.9420600858369098, |
|
"eval_SEX_f1": 0.9732408325074331, |
|
"eval_SSN_f1": 0.9670886075949368, |
|
"eval_STATE_f1": 0.83596214511041, |
|
"eval_STREET_f1": 0.8493919550982227, |
|
"eval_TIME_f1": 0.944153577661431, |
|
"eval_URL_f1": 0.9942763695829927, |
|
"eval_USERAGENT_f1": 0.9618138424821001, |
|
"eval_USERNAME_f1": 0.9486780715396579, |
|
"eval_VEHICLEVIN_f1": 0.9838187702265372, |
|
"eval_VEHICLEVRM_f1": 0.9672131147540984, |
|
"eval_ZIPCODE_f1": 0.8092835519677094, |
|
"eval_loss": 0.11968772113323212, |
|
"eval_overall_accuracy": 0.9509308218475825, |
|
"eval_overall_f1": 0.8173824304787822, |
|
"eval_overall_precision": 0.7751290322580645, |
|
"eval_overall_recall": 0.8645080050368771, |
|
"eval_runtime": 95.4105, |
|
"eval_samples_per_second": 91.195, |
|
"eval_steps_per_second": 2.851, |
|
"step": 4352 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"learning_rate": 1.9417847567981616e-05, |
|
"loss": 0.1263, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 1.4630409804672541e-05, |
|
"loss": 0.1202, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_ACCOUNTNAME_f1": 0.9720468890892696, |
|
"eval_ACCOUNTNUMBER_f1": 0.9634255129348795, |
|
"eval_AGE_f1": 0.835978835978836, |
|
"eval_AMOUNT_f1": 0.74234573716439, |
|
"eval_BIC_f1": 0.975609756097561, |
|
"eval_BITCOINADDRESS_f1": 0.9326530612244899, |
|
"eval_BUILDINGNUMBER_f1": 0.8267942583732059, |
|
"eval_CITY_f1": 0.8031088082901555, |
|
"eval_COMPANYNAME_f1": 0.9134157944814462, |
|
"eval_COUNTY_f1": 0.8403508771929824, |
|
"eval_CREDITCARDCVV_f1": 0.8792270531400966, |
|
"eval_CREDITCARDISSUER_f1": 0.9659643435980552, |
|
"eval_CREDITCARDNUMBER_f1": 0.7957181088314006, |
|
"eval_CURRENCYCODE_f1": 0.6158536585365854, |
|
"eval_CURRENCYNAME_f1": 0.016736401673640166, |
|
"eval_CURRENCYSYMBOL_f1": 0.8131868131868132, |
|
"eval_CURRENCY_f1": 0.5723076923076923, |
|
"eval_DATE_f1": 0.7913669064748201, |
|
"eval_DOB_f1": 0.4300822561692127, |
|
"eval_EMAIL_f1": 0.9927710843373494, |
|
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038, |
|
"eval_EYECOLOR_f1": 0.7543859649122807, |
|
"eval_FIRSTNAME_f1": 0.8658600736454498, |
|
"eval_GENDER_f1": 0.8870803662258392, |
|
"eval_HEIGHT_f1": 0.9120879120879121, |
|
"eval_IBAN_f1": 0.9694749694749695, |
|
"eval_IPV4_f1": 0.8361310951239009, |
|
"eval_IPV6_f1": 0.7007633587786259, |
|
"eval_IP_f1": 0.013675213675213675, |
|
"eval_JOBAREA_f1": 0.9108061749571184, |
|
"eval_JOBTITLE_f1": 0.962295081967213, |
|
"eval_JOBTYPE_f1": 0.9125683060109289, |
|
"eval_LASTNAME_f1": 0.7782898105478752, |
|
"eval_LITECOINADDRESS_f1": 0.84593837535014, |
|
"eval_MAC_f1": 0.9749430523917996, |
|
"eval_MASKEDNUMBER_f1": 0.676957001102536, |
|
"eval_MIDDLENAME_f1": 0.49435665914221216, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9984686064318529, |
|
"eval_ORDINALDIRECTION_f1": 0.9519450800915331, |
|
"eval_PASSWORD_f1": 0.9753521126760563, |
|
"eval_PHONEIMEI_f1": 0.9899856938483547, |
|
"eval_PHONENUMBER_f1": 0.967280163599182, |
|
"eval_PIN_f1": 0.7647058823529412, |
|
"eval_PREFIX_f1": 0.911461908030199, |
|
"eval_SECONDARYADDRESS_f1": 0.9483870967741935, |
|
"eval_SEX_f1": 0.9759999999999999, |
|
"eval_SSN_f1": 0.9770992366412213, |
|
"eval_STATE_f1": 0.8587570621468926, |
|
"eval_STREET_f1": 0.8590102707749767, |
|
"eval_TIME_f1": 0.9526315789473685, |
|
"eval_URL_f1": 0.9975429975429976, |
|
"eval_USERAGENT_f1": 0.9820359281437125, |
|
"eval_USERNAME_f1": 0.9546875000000001, |
|
"eval_VEHICLEVIN_f1": 0.9870967741935484, |
|
"eval_VEHICLEVRM_f1": 0.9916434540389973, |
|
"eval_ZIPCODE_f1": 0.8132530120481928, |
|
"eval_loss": 0.11061251908540726, |
|
"eval_overall_accuracy": 0.9564102939668683, |
|
"eval_overall_f1": 0.8521733068423438, |
|
"eval_overall_precision": 0.82642057938681, |
|
"eval_overall_recall": 0.879582658751574, |
|
"eval_runtime": 94.212, |
|
"eval_samples_per_second": 92.356, |
|
"eval_steps_per_second": 2.887, |
|
"step": 5440 |
|
}, |
|
{ |
|
"epoch": 5.06, |
|
"learning_rate": 9.842972041363464e-06, |
|
"loss": 0.113, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 5.51, |
|
"learning_rate": 5.055534278054386e-06, |
|
"loss": 0.1049, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 5.97, |
|
"learning_rate": 2.6809651474530835e-07, |
|
"loss": 0.1065, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_ACCOUNTNAME_f1": 0.9712230215827338, |
|
"eval_ACCOUNTNUMBER_f1": 0.967741935483871, |
|
"eval_AGE_f1": 0.8432203389830508, |
|
"eval_AMOUNT_f1": 0.7929342492639844, |
|
"eval_BIC_f1": 0.9688581314878892, |
|
"eval_BITCOINADDRESS_f1": 0.9342915811088296, |
|
"eval_BUILDINGNUMBER_f1": 0.8405253283302063, |
|
"eval_CITY_f1": 0.8139337298215804, |
|
"eval_COMPANYNAME_f1": 0.9310344827586207, |
|
"eval_COUNTY_f1": 0.8406304728546411, |
|
"eval_CREDITCARDCVV_f1": 0.8888888888888888, |
|
"eval_CREDITCARDISSUER_f1": 0.9660743134087239, |
|
"eval_CREDITCARDNUMBER_f1": 0.8403967538322814, |
|
"eval_CURRENCYCODE_f1": 0.6556291390728476, |
|
"eval_CURRENCYNAME_f1": 0.01818181818181818, |
|
"eval_CURRENCYSYMBOL_f1": 0.8175985334555453, |
|
"eval_CURRENCY_f1": 0.5967741935483872, |
|
"eval_DATE_f1": 0.7857793983591613, |
|
"eval_DOB_f1": 0.46357615894039733, |
|
"eval_EMAIL_f1": 0.9927710843373494, |
|
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038, |
|
"eval_EYECOLOR_f1": 0.7859237536656891, |
|
"eval_FIRSTNAME_f1": 0.8699042892591281, |
|
"eval_GENDER_f1": 0.8945233265720081, |
|
"eval_HEIGHT_f1": 0.9226519337016574, |
|
"eval_IBAN_f1": 0.972972972972973, |
|
"eval_IPV4_f1": 0.8345323741007193, |
|
"eval_IPV6_f1": 0.4659231722428749, |
|
"eval_IP_f1": 0.049665711556829036, |
|
"eval_JOBAREA_f1": 0.9130801687763713, |
|
"eval_JOBTITLE_f1": 0.9599345870809485, |
|
"eval_JOBTYPE_f1": 0.930316742081448, |
|
"eval_LASTNAME_f1": 0.8015833745670461, |
|
"eval_LITECOINADDRESS_f1": 0.848314606741573, |
|
"eval_MAC_f1": 0.9817351598173517, |
|
"eval_MASKEDNUMBER_f1": 0.7049180327868851, |
|
"eval_MIDDLENAME_f1": 0.5005847953216374, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648, |
|
"eval_ORDINALDIRECTION_f1": 0.9519450800915331, |
|
"eval_PASSWORD_f1": 0.9780123131046614, |
|
"eval_PHONEIMEI_f1": 0.9928469241773962, |
|
"eval_PHONENUMBER_f1": 0.9751552795031055, |
|
"eval_PIN_f1": 0.7524752475247525, |
|
"eval_PREFIX_f1": 0.9120879120879122, |
|
"eval_SECONDARYADDRESS_f1": 0.9473684210526315, |
|
"eval_SEX_f1": 0.976976976976977, |
|
"eval_SSN_f1": 0.9770992366412213, |
|
"eval_STATE_f1": 0.8680445151033387, |
|
"eval_STREET_f1": 0.8676748582230623, |
|
"eval_TIME_f1": 0.951627088830255, |
|
"eval_URL_f1": 0.9975429975429976, |
|
"eval_USERAGENT_f1": 0.9843937575030013, |
|
"eval_USERNAME_f1": 0.9669291338582677, |
|
"eval_VEHICLEVIN_f1": 0.977491961414791, |
|
"eval_VEHICLEVRM_f1": 0.9888268156424581, |
|
"eval_ZIPCODE_f1": 0.8203045685279189, |
|
"eval_loss": 0.10785039514303207, |
|
"eval_overall_accuracy": 0.9559518404054311, |
|
"eval_overall_f1": 0.8471647350993378, |
|
"eval_overall_precision": 0.8135744807711418, |
|
"eval_overall_recall": 0.8836481381543443, |
|
"eval_runtime": 94.7688, |
|
"eval_samples_per_second": 91.813, |
|
"eval_steps_per_second": 2.87, |
|
"step": 6528 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"step": 6528, |
|
"total_flos": 1.458680878857888e+16, |
|
"train_loss": 0.4378688358427847, |
|
"train_runtime": 4446.6577, |
|
"train_samples_per_second": 46.957, |
|
"train_steps_per_second": 1.468 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_ACCOUNTNAME_f1": 0.9712230215827338, |
|
"eval_ACCOUNTNUMBER_f1": 0.967741935483871, |
|
"eval_AGE_f1": 0.8432203389830508, |
|
"eval_AMOUNT_f1": 0.7929342492639844, |
|
"eval_BIC_f1": 0.9688581314878892, |
|
"eval_BITCOINADDRESS_f1": 0.9342915811088296, |
|
"eval_BUILDINGNUMBER_f1": 0.8405253283302063, |
|
"eval_CITY_f1": 0.8139337298215804, |
|
"eval_COMPANYNAME_f1": 0.9310344827586207, |
|
"eval_COUNTY_f1": 0.8406304728546411, |
|
"eval_CREDITCARDCVV_f1": 0.8888888888888888, |
|
"eval_CREDITCARDISSUER_f1": 0.9660743134087239, |
|
"eval_CREDITCARDNUMBER_f1": 0.8403967538322814, |
|
"eval_CURRENCYCODE_f1": 0.6556291390728476, |
|
"eval_CURRENCYNAME_f1": 0.01818181818181818, |
|
"eval_CURRENCYSYMBOL_f1": 0.8175985334555453, |
|
"eval_CURRENCY_f1": 0.5967741935483872, |
|
"eval_DATE_f1": 0.7857793983591613, |
|
"eval_DOB_f1": 0.46357615894039733, |
|
"eval_EMAIL_f1": 0.9927710843373494, |
|
"eval_ETHEREUMADDRESS_f1": 0.9941348973607038, |
|
"eval_EYECOLOR_f1": 0.7859237536656891, |
|
"eval_FIRSTNAME_f1": 0.8699042892591281, |
|
"eval_GENDER_f1": 0.8945233265720081, |
|
"eval_HEIGHT_f1": 0.9226519337016574, |
|
"eval_IBAN_f1": 0.972972972972973, |
|
"eval_IPV4_f1": 0.8345323741007193, |
|
"eval_IPV6_f1": 0.4659231722428749, |
|
"eval_IP_f1": 0.049665711556829036, |
|
"eval_JOBAREA_f1": 0.9130801687763713, |
|
"eval_JOBTITLE_f1": 0.9599345870809485, |
|
"eval_JOBTYPE_f1": 0.930316742081448, |
|
"eval_LASTNAME_f1": 0.8015833745670461, |
|
"eval_LITECOINADDRESS_f1": 0.848314606741573, |
|
"eval_MAC_f1": 0.9817351598173517, |
|
"eval_MASKEDNUMBER_f1": 0.7049180327868851, |
|
"eval_MIDDLENAME_f1": 0.5005847953216374, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648, |
|
"eval_ORDINALDIRECTION_f1": 0.9519450800915331, |
|
"eval_PASSWORD_f1": 0.9780123131046614, |
|
"eval_PHONEIMEI_f1": 0.9928469241773962, |
|
"eval_PHONENUMBER_f1": 0.9751552795031055, |
|
"eval_PIN_f1": 0.7524752475247525, |
|
"eval_PREFIX_f1": 0.9120879120879122, |
|
"eval_SECONDARYADDRESS_f1": 0.9473684210526315, |
|
"eval_SEX_f1": 0.976976976976977, |
|
"eval_SSN_f1": 0.9770992366412213, |
|
"eval_STATE_f1": 0.8680445151033387, |
|
"eval_STREET_f1": 0.8676748582230623, |
|
"eval_TIME_f1": 0.951627088830255, |
|
"eval_URL_f1": 0.9975429975429976, |
|
"eval_USERAGENT_f1": 0.9843937575030013, |
|
"eval_USERNAME_f1": 0.9669291338582677, |
|
"eval_VEHICLEVIN_f1": 0.977491961414791, |
|
"eval_VEHICLEVRM_f1": 0.9888268156424581, |
|
"eval_ZIPCODE_f1": 0.8203045685279189, |
|
"eval_loss": 0.10785039514303207, |
|
"eval_overall_accuracy": 0.9559518404054311, |
|
"eval_overall_f1": 0.8471647350993378, |
|
"eval_overall_precision": 0.8135744807711418, |
|
"eval_overall_recall": 0.8836481381543443, |
|
"eval_runtime": 95.1945, |
|
"eval_samples_per_second": 91.402, |
|
"eval_steps_per_second": 2.857, |
|
"step": 6528 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 6528, |
|
"num_train_epochs": 6, |
|
"save_steps": 500, |
|
"total_flos": 1.458680878857888e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|