thresholds_calibrated_real_ai.json

{
  "timestamp": "2025-12-13T17:30:45.337438",
  "calibrated_thresholds": {
    "max_f1": {
      "threshold": 0.0338517390191555,
      "name": "Balanced (Max F1)",
      "use_case": "General-purpose detection",
      "metrics": {
        "accuracy": 1.0,
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0,
        "fpr": 0.0,
        "fnr": 0.0
      }
    },
    "max_acc": {
      "threshold": 0.0338517390191555,
      "name": "Max Accuracy",
      "use_case": "Equal cost for FP and FN",
      "metrics": {
        "accuracy": 1.0,
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0,
        "fpr": 0.0,
        "fnr": 0.0
      }
    },
    "fpr_1pct": {
      "threshold": 0.014645843766629696,
      "name": "Ultra-Precise (FPR<1%)",
      "use_case": "Critical systems, minimal false alarms",
      "metrics": {
        "accuracy": 0.9944444444444445,
        "precision": 0.9836065573770492,
        "recall": 1.0,
        "f1": 0.9917355371900827,
        "fpr": 0.008333333333333333,
        "fnr": 0.0
      }
    },
    "fpr_5pct": {
      "threshold": 0.010140757076442242,
      "name": "High-Precision (FPR<5%)",
      "use_case": "Production deployment, low FP tolerance",
      "metrics": {
        "accuracy": 0.97,
        "precision": 0.9174311926605505,
        "recall": 1.0,
        "f1": 0.9569377990430622,
        "fpr": 0.045,
        "fnr": 0.0
      }
    },
    "rec_95pct": {
      "threshold": 0.0338517390191555,
      "name": "High-Recall (>95%)",
      "use_case": "Security-critical, catch all threats",
      "metrics": {
        "accuracy": 1.0,
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0,
        "fpr": 0.0,
        "fnr": 0.0
      }
    }
  },
  "statistics": {
    "real_mean": 0.004524982068687677,
    "real_std": 0.002988117514178157,
    "ai_mean": 0.16452699899673462,
    "ai_std": 0.07567030191421509,
    "separation_ratio": 36.359703063964844,
    "num_real": 600,
    "num_ai": 300
  },
  "data_sources": {
    "real": [
      "CIFAR-10 (300)",
      "CIFAR-100 (300)"
    ],
    "ai": [
      "Synthetic (300)"
    ]
  }
}