MaziyarPanahi's picture
Upload PII detection model OpenMed-PII-ClinicalLongformer-Base-149M-v1
ade4412 verified
raw
history blame
10.5 kB
{
"epoch": 2.0,
"eval_accuracy": 0.994309148903853,
"eval_f1": 0.954933898181287,
"eval_loss": 0.02355710230767727,
"eval_macro_f1": 0.9547195008322086,
"eval_per_label": {
"account_number": {
"f1": 0.9739644970414201,
"precision": 0.9716646989374262,
"recall": 0.9762752075919335,
"support": 843
},
"age": {
"f1": 0.96,
"precision": 0.9466357308584686,
"recall": 0.9737470167064439,
"support": 419
},
"api_key": {
"f1": 0.9707317073170731,
"precision": 0.9660194174757282,
"recall": 0.9754901960784313,
"support": 204
},
"bank_routing_number": {
"f1": 0.9893992932862192,
"precision": 0.9905660377358491,
"recall": 0.9882352941176471,
"support": 425
},
"biometric_identifier": {
"f1": 0.9944341372912802,
"precision": 0.9907578558225508,
"recall": 0.9981378026070763,
"support": 537
},
"blood_type": {
"f1": 0.9438943894389439,
"precision": 0.9315960912052117,
"recall": 0.9565217391304348,
"support": 299
},
"certificate_license_number": {
"f1": 0.9888475836431226,
"precision": 0.9851851851851852,
"recall": 0.9925373134328358,
"support": 268
},
"city": {
"f1": 0.9654754694124772,
"precision": 0.9660606060606061,
"recall": 0.9648910411622276,
"support": 826
},
"company_name": {
"f1": 0.9595003785011356,
"precision": 0.9395848776871757,
"recall": 0.9802784222737819,
"support": 2586
},
"coordinate": {
"f1": 0.9845360824742269,
"precision": 0.9769820971867008,
"recall": 0.9922077922077922,
"support": 385
},
"country": {
"f1": 0.981132075471698,
"precision": 0.9774436090225563,
"recall": 0.9848484848484849,
"support": 924
},
"county": {
"f1": 0.9592233009708737,
"precision": 0.9610894941634242,
"recall": 0.9573643410852714,
"support": 774
},
"credit_debit_card": {
"f1": 0.9914529914529914,
"precision": 0.9953198127925117,
"recall": 0.9876160990712074,
"support": 646
},
"customer_id": {
"f1": 0.9698349459305634,
"precision": 0.9583802024746907,
"recall": 0.9815668202764977,
"support": 868
},
"cvv": {
"f1": 0.9593810444874276,
"precision": 0.9612403100775194,
"recall": 0.9575289575289575,
"support": 259
},
"date": {
"f1": 0.9579960287154422,
"precision": 0.9655172413793104,
"recall": 0.9505910882085481,
"support": 3299
},
"date_of_birth": {
"f1": 0.9861212563915267,
"precision": 0.9796806966618288,
"recall": 0.9926470588235294,
"support": 680
},
"date_time": {
"f1": 0.9541984732824427,
"precision": 0.9523809523809523,
"recall": 0.9560229445506692,
"support": 523
},
"device_identifier": {
"f1": 0.9603174603174602,
"precision": 0.952755905511811,
"recall": 0.968,
"support": 125
},
"education_level": {
"f1": 0.8952007835455434,
"precision": 0.904950495049505,
"recall": 0.8856589147286822,
"support": 516
},
"email": {
"f1": 0.994049035943823,
"precision": 0.9938124702522608,
"recall": 0.9942857142857143,
"support": 2100
},
"employee_id": {
"f1": 0.9850107066381156,
"precision": 0.9745762711864406,
"recall": 0.9956709956709957,
"support": 462
},
"employment_status": {
"f1": 0.9467140319715808,
"precision": 0.9467140319715808,
"recall": 0.9467140319715808,
"support": 563
},
"fax_number": {
"f1": 0.864406779661017,
"precision": 0.8557046979865772,
"recall": 0.8732876712328768,
"support": 292
},
"first_name": {
"f1": 0.9934272300469483,
"precision": 0.9931940858953298,
"recall": 0.9936604836816154,
"support": 4259
},
"gender": {
"f1": 0.9658536585365853,
"precision": 0.9519230769230769,
"recall": 0.9801980198019802,
"support": 404
},
"health_plan_beneficiary_number": {
"f1": 0.995159728944821,
"precision": 0.9980582524271845,
"recall": 0.9922779922779923,
"support": 518
},
"http_cookie": {
"f1": 0.8944099378881988,
"precision": 0.8571428571428571,
"recall": 0.935064935064935,
"support": 231
},
"ipv4": {
"f1": 0.9928571428571428,
"precision": 0.9893238434163701,
"recall": 0.996415770609319,
"support": 279
},
"ipv6": {
"f1": 0.9829351535836177,
"precision": 0.9795918367346939,
"recall": 0.9863013698630136,
"support": 146
},
"language": {
"f1": 0.9665211062590976,
"precision": 0.9880952380952381,
"recall": 0.9458689458689459,
"support": 351
},
"last_name": {
"f1": 0.9916794022754287,
"precision": 0.9901661580196677,
"recall": 0.9931972789115646,
"support": 2940
},
"license_plate": {
"f1": 0.9957081545064378,
"precision": 0.9957081545064378,
"recall": 0.9957081545064378,
"support": 233
},
"mac_address": {
"f1": 0.9932279909706545,
"precision": 0.990990990990991,
"recall": 0.995475113122172,
"support": 221
},
"medical_record_number": {
"f1": 0.9863672814755413,
"precision": 0.9887459807073955,
"recall": 0.984,
"support": 625
},
"occupation": {
"f1": 0.6761051719156312,
"precision": 0.7490396927016645,
"recall": 0.6161137440758294,
"support": 1899
},
"password": {
"f1": 0.9901269393511989,
"precision": 0.9887323943661972,
"recall": 0.9915254237288136,
"support": 354
},
"phone_number": {
"f1": 0.9637488947833776,
"precision": 0.9569798068481123,
"recall": 0.9706144256455922,
"support": 1123
},
"pin": {
"f1": 0.9561128526645768,
"precision": 0.9744408945686901,
"recall": 0.9384615384615385,
"support": 325
},
"political_view": {
"f1": 0.8720720720720719,
"precision": 0.8491228070175438,
"recall": 0.8962962962962963,
"support": 270
},
"postcode": {
"f1": 0.9807162534435261,
"precision": 0.9834254143646409,
"recall": 0.978021978021978,
"support": 364
},
"race_ethnicity": {
"f1": 0.9590062111801243,
"precision": 0.9278846153846154,
"recall": 0.9922879177377892,
"support": 389
},
"religious_belief": {
"f1": 0.920684292379471,
"precision": 0.9135802469135802,
"recall": 0.9278996865203761,
"support": 319
},
"sexuality": {
"f1": 0.907563025210084,
"precision": 0.8901098901098901,
"recall": 0.9257142857142857,
"support": 175
},
"ssn": {
"f1": 0.9908972691807542,
"precision": 0.9896103896103896,
"recall": 0.9921875,
"support": 384
},
"state": {
"f1": 0.9619732785200411,
"precision": 0.9659442724458205,
"recall": 0.9580348004094166,
"support": 977
},
"street_address": {
"f1": 0.9828282828282829,
"precision": 0.9808467741935484,
"recall": 0.9848178137651822,
"support": 988
},
"swift_bic": {
"f1": 0.9788732394366197,
"precision": 0.9652777777777778,
"recall": 0.9928571428571429,
"support": 280
},
"tax_id": {
"f1": 0.9710144927536231,
"precision": 0.9436619718309859,
"recall": 1.0,
"support": 67
},
"time": {
"f1": 0.8011272141706924,
"precision": 0.8584987057808455,
"recall": 0.7509433962264151,
"support": 1325
},
"unique_id": {
"f1": 0.8139534883720929,
"precision": 0.8860759493670886,
"recall": 0.7526881720430108,
"support": 93
},
"url": {
"f1": 0.9817797729073144,
"precision": 0.9779063650710152,
"recall": 0.9856839872746553,
"support": 1886
},
"user_name": {
"f1": 0.9780521262002744,
"precision": 0.9861687413554634,
"recall": 0.9700680272108844,
"support": 735
},
"vehicle_identifier": {
"f1": 0.9742489270386265,
"precision": 0.9659574468085106,
"recall": 0.9826839826839827,
"support": 231
}
},
"eval_precision": 0.9582233948988567,
"eval_recall": 0.9516669093026642,
"eval_runtime": 34.2316,
"eval_samples_per_second": 146.064,
"eval_steps_per_second": 2.308,
"eval_weighted_f1": 0.9534616997905814
}