Training results - 20251208_152749

.gitattributes

@@ -74,3 +74,6 @@ training_results/model_20251127_080822.keras filter=lfs diff=lfs merge=lfs -text
 training_results/model_20251127_081239.keras filter=lfs diff=lfs merge=lfs -text
 training_results/roc_curves_20251127_081239.png filter=lfs diff=lfs merge=lfs -text
 training_results/threshold_optimization_20251127_081239.png filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251208_143505.keras filter=lfs diff=lfs merge=lfs -text
+training_results/roc_curves_20251208_143505.png filter=lfs diff=lfs merge=lfs -text
+training_results/threshold_optimization_20251208_143505.png filter=lfs diff=lfs merge=lfs -text

training_results/evaluation_metrics_20251208_143505.csv

@@ -0,0 +1,6 @@
+Class,Precision,Recall,F1-Score,ROC-AUC,Support
+Myocarditis,0.5989847715736041,0.325068870523416,0.42142857142857143,0.8440567087695262,363
+Cardiomyopathy,0.75,0.5783132530120482,0.6530612244897959,0.9473786112717755,83
+Kawasaki,0.75,0.05454545454545454,0.1016949152542373,0.8188957768786269,110
+CHD,0.7495854063018242,0.5873944119558154,0.6586520947176685,0.8660338136468052,1539
+Healthy,0.8631950573698146,0.9119731443491235,0.8869139385145551,0.8588173294081306,5362

training_results/model_20251208_143505.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ba68730a05907bdd268bbad4ec239a872ede5d5808fe93df6cbff2467ff49
+size 5990753

training_results/predictions_20251208_143505.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d27f355499cd71b804ffdc5de815df63089ef0a6542d2940c43d4495706c320
+size 597316

training_results/results_20251208_143505.json

@@ -0,0 +1,57 @@
+{
+  "timestamp": "20251208_143505",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "epochs_trained": 39,
+  "test_samples": 7457,
+  "global_metrics": {
+    "hamming_loss": 0.07147646506638058,
+    "exact_match_accuracy": 0.7992490277591525,
+    "subset_accuracy": 0.7996513343167494,
+    "micro_f1": 0.8174282386791807,
+    "macro_f1": 0.4869882509249547,
+    "mean_roc_auc": 0.8670364479949729
+  },
+  "per_class_metrics": {
+    "Myocarditis": {
+      "precision": 0.5989847715736041,
+      "recall": 0.325068870523416,
+      "f1_score": 0.42142857142857143,
+      "roc_auc": 0.8440567087695262,
+      "support": 363
+    },
+    "Cardiomyopathy": {
+      "precision": 0.75,
+      "recall": 0.5783132530120482,
+      "f1_score": 0.6530612244897959,
+      "roc_auc": 0.9473786112717755,
+      "support": 83
+    },
+    "Kawasaki": {
+      "precision": 0.75,
+      "recall": 0.05454545454545454,
+      "f1_score": 0.1016949152542373,
+      "roc_auc": 0.8188957768786269,
+      "support": 110
+    },
+    "CHD": {
+      "precision": 0.7495854063018242,
+      "recall": 0.5873944119558154,
+      "f1_score": 0.6586520947176685,
+      "roc_auc": 0.8660338136468052,
+      "support": 1539
+    },
+    "Healthy": {
+      "precision": 0.8631950573698146,
+      "recall": 0.9119731443491235,
+      "f1_score": 0.8869139385145551,
+      "roc_auc": 0.8588173294081306,
+      "support": 5362
+    }
+  }
+}

training_results/threshold_comparison_20251208_143505.csv

@@ -0,0 +1,21 @@
+Strategy,Class,Threshold,Precision,Recall,F1-Score
+Baseline (0.5),Myocarditis,0.5,0.5989847715736041,0.325068870523416,0.42142857142857143
+Baseline (0.5),Cardiomyopathy,0.5,0.75,0.5783132530120482,0.6530612244897959
+Baseline (0.5),Kawasaki,0.5,0.75,0.05454545454545454,0.1016949152542373
+Baseline (0.5),CHD,0.5,0.7495854063018242,0.5873944119558154,0.6586520947176685
+Baseline (0.5),Healthy,0.5,0.8631950573698146,0.9119731443491235,0.8869139385145551
+F1-Maximization,Myocarditis,0.4099999999999998,0.5614754098360656,0.3774104683195592,0.4514003294892916
+F1-Maximization,Cardiomyopathy,0.2799999999999999,0.684931506849315,0.6024096385542169,0.6410256410256411
+F1-Maximization,Kawasaki,0.1,0.1261682242990654,0.24545454545454545,0.16666666666666666
+F1-Maximization,CHD,0.44999999999999984,0.7134052388289677,0.6016894087069525,0.6528022559041241
+F1-Maximization,Healthy,0.20999999999999996,0.8238358326756117,0.973330846698993,0.8923655638197828
+Youden's J,Myocarditis,0.11,0.26632522407170295,0.5730027548209367,0.36363636363636365
+Youden's J,Cardiomyopathy,0.1,0.5656565656565656,0.6746987951807228,0.6153846153846154
+Youden's J,Kawasaki,0.1,0.1261682242990654,0.24545454545454545,0.16666666666666666
+Youden's J,CHD,0.2799999999999999,0.6084959816303099,0.6887589343729694,0.6461444681499543
+Youden's J,Healthy,0.6599999999999997,0.8865206236431814,0.8377471092875792,0.8614440502445105
+Recall-Prioritized,Myocarditis,0.05,0.13735691987513007,0.7272727272727273,0.23107221006564552
+Recall-Prioritized,Cardiomyopathy,0.05,0.45185185185185184,0.7349397590361446,0.5596330275229358
+Recall-Prioritized,Kawasaki,0.05,0.08966861598440545,0.41818181818181815,0.1476725521669342
+Recall-Prioritized,CHD,0.17000000000000004,0.49086479902557856,0.7855750487329435,0.6041979010494752
+Recall-Prioritized,Healthy,0.21000000000000002,0.8238358326756117,0.973330846698993,0.8923655638197828

training_results/threshold_optimization_20251208_143505.json

@@ -0,0 +1,199 @@
+{
+  "timestamp": "20251208_143505",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "optimized_thresholds": {
+    "f1_max": {
+      "Myocarditis": 0.4099999999999998,
+      "Cardiomyopathy": 0.2799999999999999,
+      "Kawasaki": 0.1,
+      "CHD": 0.44999999999999984,
+      "Healthy": 0.20999999999999996
+    },
+    "youden": {
+      "Myocarditis": 0.11,
+      "Cardiomyopathy": 0.1,
+      "Kawasaki": 0.1,
+      "CHD": 0.2799999999999999,
+      "Healthy": 0.6599999999999997
+    },
+    "recall_priority": {
+      "Myocarditis": 0.05,
+      "Cardiomyopathy": 0.05,
+      "Kawasaki": 0.05,
+      "CHD": 0.17000000000000004,
+      "Healthy": 0.21000000000000002
+    }
+  },
+  "comparison": {
+    "Baseline (0.5)": {
+      "global_metrics": {
+        "hamming_loss": 0.07147646506638058,
+        "exact_match": 0.7992490277591525,
+        "subset_accuracy": 0.7996513343167494,
+        "micro_f1": 0.8174282386791807,
+        "macro_f1": 0.5443501488809657
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.5989847715736041,
+          "recall": 0.325068870523416,
+          "f1": 0.42142857142857143,
+          "threshold": 0.5
+        },
+        "Cardiomyopathy": {
+          "precision": 0.75,
+          "recall": 0.5783132530120482,
+          "f1": 0.6530612244897959,
+          "threshold": 0.5
+        },
+        "Kawasaki": {
+          "precision": 0.75,
+          "recall": 0.05454545454545454,
+          "f1": 0.1016949152542373,
+          "threshold": 0.5
+        },
+        "CHD": {
+          "precision": 0.7495854063018242,
+          "recall": 0.5873944119558154,
+          "f1": 0.6586520947176685,
+          "threshold": 0.5
+        },
+        "Healthy": {
+          "precision": 0.8631950573698146,
+          "recall": 0.9119731443491235,
+          "f1": 0.8869139385145551,
+          "threshold": 0.5
+        }
+      }
+    },
+    "F1-Maximization": {
+      "global_metrics": {
+        "hamming_loss": 0.07785972911358455,
+        "exact_match": 0.771892181842564,
+        "subset_accuracy": 0.8120334361450092,
+        "micro_f1": 0.8141604250688176,
+        "macro_f1": 0.5608520913811013
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.5614754098360656,
+          "recall": 0.3774104683195592,
+          "f1": 0.4514003294892916,
+          "threshold": 0.4099999999999998
+        },
+        "Cardiomyopathy": {
+          "precision": 0.684931506849315,
+          "recall": 0.6024096385542169,
+          "f1": 0.6410256410256411,
+          "threshold": 0.2799999999999999
+        },
+        "Kawasaki": {
+          "precision": 0.1261682242990654,
+          "recall": 0.24545454545454545,
+          "f1": 0.16666666666666666,
+          "threshold": 0.1
+        },
+        "CHD": {
+          "precision": 0.7134052388289677,
+          "recall": 0.6016894087069525,
+          "f1": 0.6528022559041241,
+          "threshold": 0.44999999999999984
+        },
+        "Healthy": {
+          "precision": 0.8238358326756117,
+          "recall": 0.973330846698993,
+          "f1": 0.8923655638197828,
+          "threshold": 0.20999999999999996
+        }
+      }
+    },
+    "Youden's J": {
+      "global_metrics": {
+        "hamming_loss": 0.09853828617406464,
+        "exact_match": 0.7321979348263377,
+        "subset_accuracy": 0.7574761968620088,
+        "micro_f1": 0.7608072916666667,
+        "macro_f1": 0.5306552328164221
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.26632522407170295,
+          "recall": 0.5730027548209367,
+          "f1": 0.36363636363636365,
+          "threshold": 0.11
+        },
+        "Cardiomyopathy": {
+          "precision": 0.5656565656565656,
+          "recall": 0.6746987951807228,
+          "f1": 0.6153846153846154,
+          "threshold": 0.1
+        },
+        "Kawasaki": {
+          "precision": 0.1261682242990654,
+          "recall": 0.24545454545454545,
+          "f1": 0.16666666666666666,
+          "threshold": 0.1
+        },
+        "CHD": {
+          "precision": 0.6084959816303099,
+          "recall": 0.6887589343729694,
+          "f1": 0.6461444681499543,
+          "threshold": 0.2799999999999999
+        },
+        "Healthy": {
+          "precision": 0.8865206236431814,
+          "recall": 0.8377471092875792,
+          "f1": 0.8614440502445105,
+          "threshold": 0.6599999999999997
+        }
+      }
+    },
+    "Recall-Prioritized": {
+      "global_metrics": {
+        "hamming_loss": 0.1401904251039292,
+        "exact_match": 0.5634973850073757,
+        "subset_accuracy": 0.7168946403826382,
+        "micro_f1": 0.7223373173970784,
+        "macro_f1": 0.4869882509249547
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.13735691987513007,
+          "recall": 0.7272727272727273,
+          "f1": 0.23107221006564552,
+          "threshold": 0.05
+        },
+        "Cardiomyopathy": {
+          "precision": 0.45185185185185184,
+          "recall": 0.7349397590361446,
+          "f1": 0.5596330275229358,
+          "threshold": 0.05
+        },
+        "Kawasaki": {
+          "precision": 0.08966861598440545,
+          "recall": 0.41818181818181815,
+          "f1": 0.1476725521669342,
+          "threshold": 0.05
+        },
+        "CHD": {
+          "precision": 0.49086479902557856,
+          "recall": 0.7855750487329435,
+          "f1": 0.6041979010494752,
+          "threshold": 0.17000000000000004
+        },
+        "Healthy": {
+          "precision": 0.8238358326756117,
+          "recall": 0.973330846698993,
+          "f1": 0.8923655638197828,
+          "threshold": 0.21000000000000002
+        }
+      }
+    }
+  }
+}