| { | |
| "timestamp": "20251126_214649", | |
| "disease_classes": [ | |
| "Myocarditis", | |
| "Cardiomyopathy", | |
| "Kawasaki", | |
| "CHD", | |
| "Healthy" | |
| ], | |
| "optimized_thresholds": { | |
| "f1_max": { | |
| "Myocarditis": 0.8199999999999996, | |
| "Cardiomyopathy": 0.8799999999999996, | |
| "Kawasaki": 0.7999999999999996, | |
| "CHD": 0.8199999999999996, | |
| "Healthy": 0.12 | |
| }, | |
| "youden": { | |
| "Myocarditis": 0.20999999999999996, | |
| "Cardiomyopathy": 0.29999999999999993, | |
| "Kawasaki": 0.12, | |
| "CHD": 0.13, | |
| "Healthy": 0.7699999999999997 | |
| }, | |
| "recall_priority": { | |
| "Myocarditis": 0.8200000000000002, | |
| "Cardiomyopathy": 0.8800000000000002, | |
| "Kawasaki": 0.05, | |
| "CHD": 0.7200000000000002, | |
| "Healthy": 0.12000000000000001 | |
| } | |
| }, | |
| "comparison": { | |
| "Baseline (0.5)": { | |
| "global_metrics": { | |
| "hamming_loss": 0.01756610226040537, | |
| "exact_match": 0.9536241554758529, | |
| "subset_accuracy": 0.9538326799566269, | |
| "micro_f1": 0.9559948180032597, | |
| "macro_f1": 0.8335910780692661 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.8045977011494253, | |
| "recall": 0.8433734939759037, | |
| "f1": 0.8235294117647058, | |
| "threshold": 0.5 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.8524590163934426, | |
| "recall": 0.9811320754716981, | |
| "f1": 0.9122807017543859, | |
| "threshold": 0.5 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.5882352941176471, | |
| "recall": 0.6349206349206349, | |
| "f1": 0.6106870229007634, | |
| "threshold": 0.5 | |
| }, | |
| "CHD": { | |
| "precision": 0.8439849624060151, | |
| "recall": 0.8487712665406427, | |
| "f1": 0.8463713477851084, | |
| "threshold": 0.5 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9792474786656322, | |
| "recall": 0.9709615384615384, | |
| "f1": 0.9750869061413673, | |
| "threshold": 0.5 | |
| } | |
| } | |
| }, | |
| "F1-Maximization": { | |
| "global_metrics": { | |
| "hamming_loss": 0.014613395612644924, | |
| "exact_match": 0.9613812661606472, | |
| "subset_accuracy": 0.9624238885645174, | |
| "micro_f1": 0.9634665109683876, | |
| "macro_f1": 0.8527032987238352 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.8842105263157894, | |
| "recall": 0.8096385542168675, | |
| "f1": 0.8452830188679246, | |
| "threshold": 0.8199999999999996 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.9622641509433962, | |
| "recall": 0.9622641509433962, | |
| "f1": 0.9622641509433962, | |
| "threshold": 0.8799999999999996 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.723404255319149, | |
| "recall": 0.5396825396825397, | |
| "f1": 0.6181818181818182, | |
| "threshold": 0.7999999999999996 | |
| }, | |
| "CHD": { | |
| "precision": 0.9144385026737968, | |
| "recall": 0.8081285444234405, | |
| "f1": 0.8580030105368791, | |
| "threshold": 0.8199999999999996 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9717230943824475, | |
| "recall": 0.9879807692307693, | |
| "f1": 0.979784495089158, | |
| "threshold": 0.12 | |
| } | |
| } | |
| }, | |
| "Youden's J": { | |
| "global_metrics": { | |
| "hamming_loss": 0.02465593460672283, | |
| "exact_match": 0.9327717073984486, | |
| "subset_accuracy": 0.9394305891511664, | |
| "micro_f1": 0.938834630028141, | |
| "macro_f1": 0.7787495880564449 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.7029126213592233, | |
| "recall": 0.8722891566265061, | |
| "f1": 0.7784946236559139, | |
| "threshold": 0.20999999999999996 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.8, | |
| "recall": 0.9811320754716981, | |
| "f1": 0.8813559322033898, | |
| "threshold": 0.29999999999999993 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.3533834586466165, | |
| "recall": 0.746031746031746, | |
| "f1": 0.47959183673469385, | |
| "threshold": 0.12 | |
| }, | |
| "CHD": { | |
| "precision": 0.6991150442477876, | |
| "recall": 0.8960302457466919, | |
| "f1": 0.7854183927091963, | |
| "threshold": 0.13 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9829804076786067, | |
| "recall": 0.9551923076923077, | |
| "f1": 0.9688871549790306, | |
| "threshold": 0.7699999999999997 | |
| } | |
| } | |
| }, | |
| "Recall-Prioritized": { | |
| "global_metrics": { | |
| "hamming_loss": 0.016565184752689966, | |
| "exact_match": 0.950537993160397, | |
| "subset_accuracy": 0.9585870381182751, | |
| "micro_f1": 0.958917711306938, | |
| "macro_f1": 0.8042808578768124 | |
| }, | |
| "per_class_metrics": { | |
| "Myocarditis": { | |
| "precision": 0.8842105263157894, | |
| "recall": 0.8096385542168675, | |
| "f1": 0.8452830188679246, | |
| "threshold": 0.8200000000000002 | |
| }, | |
| "Cardiomyopathy": { | |
| "precision": 0.9622641509433962, | |
| "recall": 0.9622641509433962, | |
| "f1": 0.9622641509433962, | |
| "threshold": 0.8800000000000002 | |
| }, | |
| "Kawasaki": { | |
| "precision": 0.24867724867724866, | |
| "recall": 0.746031746031746, | |
| "f1": 0.373015873015873, | |
| "threshold": 0.05 | |
| }, | |
| "CHD": { | |
| "precision": 0.8924949290060852, | |
| "recall": 0.831758034026465, | |
| "f1": 0.8610567514677103, | |
| "threshold": 0.7200000000000002 | |
| }, | |
| "Healthy": { | |
| "precision": 0.9717230943824475, | |
| "recall": 0.9879807692307693, | |
| "f1": 0.979784495089158, | |
| "threshold": 0.12000000000000001 | |
| } | |
| } | |
| } | |
| } | |
| } |