MaziyarPanahi's picture
Upload PII detection model OpenMed-PII-ClinicalLongformer-Base-149M-v1
ade4412 verified
raw
history blame
10.6 kB
{
"test_accuracy": 0.9943192201114947,
"test_f1": 0.955778042558636,
"test_loss": 0.023028379306197166,
"test_macro_f1": 0.9571182705816211,
"test_per_label": {
"account_number": {
"f1": 0.9722450527913006,
"precision": 0.9734143562476263,
"recall": 0.9710785551907047,
"support": 7918
},
"age": {
"f1": 0.9595101224693826,
"precision": 0.9490729295426452,
"recall": 0.9701794288602477,
"support": 3957
},
"api_key": {
"f1": 0.9694142042509072,
"precision": 0.9709241952232607,
"recall": 0.9679089026915114,
"support": 1932
},
"bank_routing_number": {
"f1": 0.9829792848660772,
"precision": 0.9872780280943546,
"recall": 0.9787178139779296,
"support": 3806
},
"biometric_identifier": {
"f1": 0.9908826770864643,
"precision": 0.9864352683024137,
"recall": 0.9953703703703703,
"support": 4968
},
"blood_type": {
"f1": 0.9675413022351798,
"precision": 0.9551036070606294,
"recall": 0.9803072075620323,
"support": 2539
},
"certificate_license_number": {
"f1": 0.9729729729729729,
"precision": 0.9673258813413586,
"recall": 0.97868638538495,
"support": 2299
},
"city": {
"f1": 0.9711004306847263,
"precision": 0.974445697106351,
"recall": 0.9677780542423489,
"support": 8038
},
"company_name": {
"f1": 0.9649876747889443,
"precision": 0.9479278275403934,
"recall": 0.9826728274391328,
"support": 22508
},
"coordinate": {
"f1": 0.9934754240974337,
"precision": 0.9910326873011281,
"recall": 0.9959302325581395,
"support": 3440
},
"country": {
"f1": 0.983566710700132,
"precision": 0.9812335266209805,
"recall": 0.9859110169491525,
"support": 9440
},
"county": {
"f1": 0.9633140972794724,
"precision": 0.9630494505494506,
"recall": 0.9635788894997251,
"support": 7276
},
"credit_debit_card": {
"f1": 0.9889901943918803,
"precision": 0.9844178082191781,
"recall": 0.9936052540615278,
"support": 5786
},
"customer_id": {
"f1": 0.9751981590386091,
"precision": 0.9645928174001012,
"recall": 0.9860392967942089,
"support": 7736
},
"cvv": {
"f1": 0.9650256181777679,
"precision": 0.9462647444298821,
"recall": 0.9845454545454545,
"support": 2200
},
"date": {
"f1": 0.9536449949078485,
"precision": 0.9578301326470006,
"recall": 0.9494962710977365,
"support": 30572
},
"date_of_birth": {
"f1": 0.9888132676210591,
"precision": 0.9816713264989128,
"recall": 0.996059889676911,
"support": 6345
},
"date_time": {
"f1": 0.9482934804823216,
"precision": 0.9519901518260155,
"recall": 0.9446254071661238,
"support": 4912
},
"device_identifier": {
"f1": 0.9511228533685602,
"precision": 0.9440559440559441,
"recall": 0.9582963620230701,
"support": 1127
},
"education_level": {
"f1": 0.8892338396718041,
"precision": 0.9126081019572144,
"recall": 0.867027027027027,
"support": 4625
},
"email": {
"f1": 0.9941851327989941,
"precision": 0.995697796432319,
"recall": 0.9926770582696934,
"support": 19118
},
"employee_id": {
"f1": 0.9811648079306072,
"precision": 0.9770483711747285,
"recall": 0.9853160776505724,
"support": 4018
},
"employment_status": {
"f1": 0.9560728547774423,
"precision": 0.9473074696004632,
"recall": 0.9650019661816752,
"support": 5086
},
"fax_number": {
"f1": 0.8656716417910448,
"precision": 0.8517041334300217,
"recall": 0.8801049082053204,
"support": 2669
},
"first_name": {
"f1": 0.99127445107181,
"precision": 0.9907067551737603,
"recall": 0.9918427979463658,
"support": 38371
},
"gender": {
"f1": 0.9452845751993402,
"precision": 0.9416598192276089,
"recall": 0.9489373447419266,
"support": 3623
},
"health_plan_beneficiary_number": {
"f1": 0.9898369680287953,
"precision": 0.9915164369034994,
"recall": 0.9881631790319172,
"support": 4731
},
"http_cookie": {
"f1": 0.9451417945141795,
"precision": 0.9364348226623675,
"recall": 0.9540122008446739,
"support": 2131
},
"ipv4": {
"f1": 0.9872049017841051,
"precision": 0.9820724273933309,
"recall": 0.9923913043478261,
"support": 2760
},
"ipv6": {
"f1": 0.9886685552407931,
"precision": 0.9837914023960536,
"recall": 0.993594306049822,
"support": 1405
},
"language": {
"f1": 0.9697331146563292,
"precision": 0.9801084990958409,
"recall": 0.9595750958984951,
"support": 3389
},
"last_name": {
"f1": 0.9907705032049475,
"precision": 0.9910126725078028,
"recall": 0.9905284522288206,
"support": 26606
},
"license_plate": {
"f1": 0.9879454926624738,
"precision": 0.985363303711448,
"recall": 0.9905412506568576,
"support": 1903
},
"mac_address": {
"f1": 0.9933444259567388,
"precision": 0.9927937915742794,
"recall": 0.9938956714761377,
"support": 1802
},
"medical_record_number": {
"f1": 0.988765943069516,
"precision": 0.9863498483316482,
"recall": 0.9911939034716342,
"support": 5905
},
"occupation": {
"f1": 0.6626936089642115,
"precision": 0.7378862238197277,
"recall": 0.6014084507042253,
"support": 17750
},
"password": {
"f1": 0.9699709396189861,
"precision": 0.9807378387202089,
"recall": 0.9594378792717981,
"support": 3131
},
"phone_number": {
"f1": 0.9617778642287492,
"precision": 0.9554589371980676,
"recall": 0.9681809281378501,
"support": 10214
},
"pin": {
"f1": 0.9492007104795738,
"precision": 0.9604601006470166,
"recall": 0.9382022471910112,
"support": 2848
},
"political_view": {
"f1": 0.9084634943697784,
"precision": 0.8687044112539076,
"recall": 0.9520365435858393,
"support": 2627
},
"postcode": {
"f1": 0.9792821709950393,
"precision": 0.9741654571843251,
"recall": 0.9844529187444998,
"support": 3409
},
"race_ethnicity": {
"f1": 0.9791855203619909,
"precision": 0.9725218284540318,
"recall": 0.985941161155949,
"support": 3841
},
"religious_belief": {
"f1": 0.9436468054558507,
"precision": 0.9312787814381863,
"recall": 0.9563477628228446,
"support": 2749
},
"sexuality": {
"f1": 0.9013282732447818,
"precision": 0.847205707491082,
"recall": 0.9628378378378378,
"support": 1480
},
"ssn": {
"f1": 0.9908412005072565,
"precision": 0.9884734326679786,
"recall": 0.9932203389830508,
"support": 3540
},
"state": {
"f1": 0.9617844170460941,
"precision": 0.9640036919290329,
"recall": 0.9595753368721928,
"support": 9796
},
"street_address": {
"f1": 0.9856871295985687,
"precision": 0.9870115328630612,
"recall": 0.9843662758235623,
"support": 8955
},
"swift_bic": {
"f1": 0.9711882229232387,
"precision": 0.9447626841243862,
"recall": 0.9991345737775854,
"support": 2311
},
"tax_id": {
"f1": 0.9627659574468085,
"precision": 0.9443478260869566,
"recall": 0.9819168173598554,
"support": 553
},
"time": {
"f1": 0.8379063869033895,
"precision": 0.8678830722200993,
"recall": 0.8099313541945262,
"support": 11217
},
"unique_id": {
"f1": 0.8542329726288989,
"precision": 0.8440251572327044,
"recall": 0.8646907216494846,
"support": 776
},
"url": {
"f1": 0.9818543799772469,
"precision": 0.9775172726243062,
"recall": 0.9862301451262713,
"support": 17502
},
"user_name": {
"f1": 0.9719441916894146,
"precision": 0.9811696264543784,
"recall": 0.962890625,
"support": 6656
},
"vehicle_identifier": {
"f1": 0.9832548403976975,
"precision": 0.9766112266112266,
"recall": 0.9899894625922023,
"support": 1898
}
},
"test_precision": 0.9584375801898897,
"test_recall": 0.9531332238153719,
"test_runtime": 533.5026,
"test_samples_per_second": 84.348,
"test_steps_per_second": 1.32,
"test_weighted_f1": 0.9543696825710145
}