Training results - 20251126_101913

.gitattributes

@@ -49,3 +49,7 @@ checkpoint_epoch_048.keras filter=lfs diff=lfs merge=lfs -text
 training_results/model_20251126_091410.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_051.keras filter=lfs diff=lfs merge=lfs -text
 checkpoint_epoch_054.keras filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251126_095445.keras filter=lfs diff=lfs merge=lfs -text
+training_results/model_20251126_100102.keras filter=lfs diff=lfs merge=lfs -text
+training_results/roc_curves_20251126_091410.png filter=lfs diff=lfs merge=lfs -text
+training_results/threshold_optimization_20251126_091410.png filter=lfs diff=lfs merge=lfs -text

training_results/evaluation_metrics_20251126_091410.csv

@@ -0,0 +1,6 @@
+Class,Precision,Recall,F1-Score,ROC-AUC,Support
+Myocarditis,0.8486238532110092,0.8726415094339622,0.8604651162790697,0.9892862619453897,212
+Cardiomyopathy,0.9285714285714286,0.9285714285714286,0.9285714285714286,0.9999221910986617,28
+Kawasaki,0.6666666666666666,0.5945945945945946,0.6285714285714286,0.9713580650136542,37
+CHD,0.7751277683134583,0.875,0.8220415537488708,0.9813925184404637,520
+Healthy,0.9804458349628471,0.9646017699115044,0.9724592707525214,0.9794453324630699,5198

training_results/model_20251126_095445.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db88ac849693d0feaf5cc6f52db27784a7704b3eb370ff76c47ddbde2b274a7
+size 5990753

training_results/model_20251126_100102.keras

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6333baa45acea6020f4da99d5304b7c2ae6dce97e0eee252e48c9fb46752480
+size 5990765

training_results/predictions_20251126_091410.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd03ce6b2f019c8dfd4036d5bd3a858e8e3b5e4dbc8b1cd0a4c97545be5217df
+size 480356

training_results/results_20251126_091410.json

@@ -0,0 +1,57 @@
+{
+  "timestamp": "20251126_091410",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "epochs_trained": 14,
+  "test_samples": 5995,
+  "global_metrics": {
+    "hamming_loss": 0.019049207673060883,
+    "exact_match_accuracy": 0.9499582985821518,
+    "subset_accuracy": 0.9505421184320267,
+    "micro_f1": 0.9523173277661795,
+    "macro_f1": 0.7895418234124423,
+    "mean_roc_auc": 0.9842808737922477
+  },
+  "per_class_metrics": {
+    "Myocarditis": {
+      "precision": 0.8486238532110092,
+      "recall": 0.8726415094339622,
+      "f1_score": 0.8604651162790697,
+      "roc_auc": 0.9892862619453897,
+      "support": 212
+    },
+    "Cardiomyopathy": {
+      "precision": 0.9285714285714286,
+      "recall": 0.9285714285714286,
+      "f1_score": 0.9285714285714286,
+      "roc_auc": 0.9999221910986617,
+      "support": 28
+    },
+    "Kawasaki": {
+      "precision": 0.6666666666666666,
+      "recall": 0.5945945945945946,
+      "f1_score": 0.6285714285714286,
+      "roc_auc": 0.9713580650136542,
+      "support": 37
+    },
+    "CHD": {
+      "precision": 0.7751277683134583,
+      "recall": 0.875,
+      "f1_score": 0.8220415537488708,
+      "roc_auc": 0.9813925184404637,
+      "support": 520
+    },
+    "Healthy": {
+      "precision": 0.9804458349628471,
+      "recall": 0.9646017699115044,
+      "f1_score": 0.9724592707525214,
+      "roc_auc": 0.9794453324630699,
+      "support": 5198
+    }
+  }
+}

training_results/threshold_comparison_20251126_091410.csv

@@ -0,0 +1,21 @@
+Strategy,Class,Threshold,Precision,Recall,F1-Score
+Baseline (0.5),Myocarditis,0.5,0.8486238532110092,0.8726415094339622,0.8604651162790697
+Baseline (0.5),Cardiomyopathy,0.5,0.9285714285714286,0.9285714285714286,0.9285714285714286
+Baseline (0.5),Kawasaki,0.5,0.6666666666666666,0.5945945945945946,0.6285714285714286
+Baseline (0.5),CHD,0.5,0.7751277683134583,0.875,0.8220415537488708
+Baseline (0.5),Healthy,0.5,0.9804458349628471,0.9646017699115044,0.9724592707525214
+F1-Maximization,Myocarditis,0.7399999999999997,0.9197860962566845,0.8113207547169812,0.8621553884711779
+F1-Maximization,Cardiomyopathy,0.8199999999999996,0.9230769230769231,0.8571428571428571,0.8888888888888888
+F1-Maximization,Kawasaki,0.3799999999999999,0.6388888888888888,0.6216216216216216,0.6301369863013698
+F1-Maximization,CHD,0.7699999999999997,0.9034334763948498,0.8096153846153846,0.8539553752535497
+F1-Maximization,Healthy,0.24999999999999992,0.9726599582304918,0.9855713736052328,0.9790731008122312
+Youden's J,Myocarditis,0.1,0.625,0.9198113207547169,0.7442748091603053
+Youden's J,Cardiomyopathy,0.2599999999999999,0.875,1.0,0.9333333333333333
+Youden's J,Kawasaki,0.21999999999999995,0.45098039215686275,0.6216216216216216,0.5227272727272727
+Youden's J,CHD,0.30999999999999994,0.6802325581395349,0.9,0.7748344370860927
+Youden's J,Healthy,0.6299999999999997,0.9831081081081081,0.9517121969988457,0.9671554252199414
+Recall-Prioritized,Myocarditis,0.7400000000000002,0.9197860962566845,0.8113207547169812,0.8621553884711779
+Recall-Prioritized,Cardiomyopathy,0.8200000000000002,0.9230769230769231,0.8571428571428571,0.8888888888888888
+Recall-Prioritized,Kawasaki,0.05,0.25263157894736843,0.6486486486486487,0.36363636363636365
+Recall-Prioritized,CHD,0.7700000000000002,0.9034334763948498,0.8096153846153846,0.8539553752535497
+Recall-Prioritized,Healthy,0.25000000000000006,0.9726599582304918,0.9855713736052328,0.9790731008122312

training_results/threshold_optimization_20251126_091410.json

@@ -0,0 +1,199 @@
+{
+  "timestamp": "20251126_091410",
+  "disease_classes": [
+    "Myocarditis",
+    "Cardiomyopathy",
+    "Kawasaki",
+    "CHD",
+    "Healthy"
+  ],
+  "optimized_thresholds": {
+    "f1_max": {
+      "Myocarditis": 0.7399999999999997,
+      "Cardiomyopathy": 0.8199999999999996,
+      "Kawasaki": 0.3799999999999999,
+      "CHD": 0.7699999999999997,
+      "Healthy": 0.24999999999999992
+    },
+    "youden": {
+      "Myocarditis": 0.1,
+      "Cardiomyopathy": 0.2599999999999999,
+      "Kawasaki": 0.21999999999999995,
+      "CHD": 0.30999999999999994,
+      "Healthy": 0.6299999999999997
+    },
+    "recall_priority": {
+      "Myocarditis": 0.7400000000000002,
+      "Cardiomyopathy": 0.8200000000000002,
+      "Kawasaki": 0.05,
+      "CHD": 0.7700000000000002,
+      "Healthy": 0.25000000000000006
+    }
+  },
+  "comparison": {
+    "Baseline (0.5)": {
+      "global_metrics": {
+        "hamming_loss": 0.019049207673060883,
+        "exact_match": 0.9499582985821518,
+        "subset_accuracy": 0.9505421184320267,
+        "micro_f1": 0.9523173277661795,
+        "macro_f1": 0.8424217595846638
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.8486238532110092,
+          "recall": 0.8726415094339622,
+          "f1": 0.8604651162790697,
+          "threshold": 0.5
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9285714285714286,
+          "recall": 0.9285714285714286,
+          "f1": 0.9285714285714286,
+          "threshold": 0.5
+        },
+        "Kawasaki": {
+          "precision": 0.6666666666666666,
+          "recall": 0.5945945945945946,
+          "f1": 0.6285714285714286,
+          "threshold": 0.5
+        },
+        "CHD": {
+          "precision": 0.7751277683134583,
+          "recall": 0.875,
+          "f1": 0.8220415537488708,
+          "threshold": 0.5
+        },
+        "Healthy": {
+          "precision": 0.9804458349628471,
+          "recall": 0.9646017699115044,
+          "f1": 0.9724592707525214,
+          "threshold": 0.5
+        }
+      }
+    },
+    "F1-Maximization": {
+      "global_metrics": {
+        "hamming_loss": 0.015045871559633028,
+        "exact_match": 0.9587989991659717,
+        "subset_accuracy": 0.9600500417014178,
+        "micro_f1": 0.9623444936127578,
+        "macro_f1": 0.8428419479454435
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.9197860962566845,
+          "recall": 0.8113207547169812,
+          "f1": 0.8621553884711779,
+          "threshold": 0.7399999999999997
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9230769230769231,
+          "recall": 0.8571428571428571,
+          "f1": 0.8888888888888888,
+          "threshold": 0.8199999999999996
+        },
+        "Kawasaki": {
+          "precision": 0.6388888888888888,
+          "recall": 0.6216216216216216,
+          "f1": 0.6301369863013698,
+          "threshold": 0.3799999999999999
+        },
+        "CHD": {
+          "precision": 0.9034334763948498,
+          "recall": 0.8096153846153846,
+          "f1": 0.8539553752535497,
+          "threshold": 0.7699999999999997
+        },
+        "Healthy": {
+          "precision": 0.9726599582304918,
+          "recall": 0.9855713736052328,
+          "f1": 0.9790731008122312,
+          "threshold": 0.24999999999999992
+        }
+      }
+    },
+    "Youden's J": {
+      "global_metrics": {
+        "hamming_loss": 0.02628857381150959,
+        "exact_match": 0.925604670558799,
+        "subset_accuracy": 0.9349457881567973,
+        "micro_f1": 0.9349298100743187,
+        "macro_f1": 0.788465055505389
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.625,
+          "recall": 0.9198113207547169,
+          "f1": 0.7442748091603053,
+          "threshold": 0.1
+        },
+        "Cardiomyopathy": {
+          "precision": 0.875,
+          "recall": 1.0,
+          "f1": 0.9333333333333333,
+          "threshold": 0.2599999999999999
+        },
+        "Kawasaki": {
+          "precision": 0.45098039215686275,
+          "recall": 0.6216216216216216,
+          "f1": 0.5227272727272727,
+          "threshold": 0.21999999999999995
+        },
+        "CHD": {
+          "precision": 0.6802325581395349,
+          "recall": 0.9,
+          "f1": 0.7748344370860927,
+          "threshold": 0.30999999999999994
+        },
+        "Healthy": {
+          "precision": 0.9831081081081081,
+          "recall": 0.9517121969988457,
+          "f1": 0.9671554252199414,
+          "threshold": 0.6299999999999997
+        }
+      }
+    },
+    "Recall-Prioritized": {
+      "global_metrics": {
+        "hamming_loss": 0.01694745621351126,
+        "exact_match": 0.9496246872393661,
+        "subset_accuracy": 0.9555462885738115,
+        "micro_f1": 0.9577932868062479,
+        "macro_f1": 0.7895418234124423
+      },
+      "per_class_metrics": {
+        "Myocarditis": {
+          "precision": 0.9197860962566845,
+          "recall": 0.8113207547169812,
+          "f1": 0.8621553884711779,
+          "threshold": 0.7400000000000002
+        },
+        "Cardiomyopathy": {
+          "precision": 0.9230769230769231,
+          "recall": 0.8571428571428571,
+          "f1": 0.8888888888888888,
+          "threshold": 0.8200000000000002
+        },
+        "Kawasaki": {
+          "precision": 0.25263157894736843,
+          "recall": 0.6486486486486487,
+          "f1": 0.36363636363636365,
+          "threshold": 0.05
+        },
+        "CHD": {
+          "precision": 0.9034334763948498,
+          "recall": 0.8096153846153846,
+          "f1": 0.8539553752535497,
+          "threshold": 0.7700000000000002
+        },
+        "Healthy": {
+          "precision": 0.9726599582304918,
+          "recall": 0.9855713736052328,
+          "f1": 0.9790731008122312,
+          "threshold": 0.25000000000000006
+        }
+      }
+    }
+  }
+}