{
  "status": "joint_and_individual_weak_label_diagnostic",
  "production_valid": false,
  "independent_physical_runs": 3,
  "label_policy": "10 mm geodesic Gaussian/area from provisional CSV anchors at each graph size",
  "selection_caution": "The three runs and unvalidated labels cannot establish production accuracy; same-run fits are separate from leave-one-run-out predictions.",
  "epochs_per_fit": 180,
  "loss_mode": "hard",
  "rows": [
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.5848433971405029,
      "best_epoch": 122,
      "seconds": 6.66,
      "native_ap": 0.6464646464646464,
      "native_iou": 0.2857142857142857,
      "mapped_ap": 0.1756933579103495,
      "mapped_iou": 0.17647058823529413,
      "mapped_dice": 0.3,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 11,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.5848433971405029,
      "best_epoch": 122,
      "seconds": 6.66,
      "native_ap": 0.8928571428571428,
      "native_iou": 0.25,
      "mapped_ap": 0.03070259734108199,
      "mapped_iou": 0.045454545454545456,
      "mapped_dice": 0.08695652173913043,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 2,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.5848433971405029,
      "best_epoch": 122,
      "seconds": 6.66,
      "native_ap": 0.29334141834141836,
      "native_iou": 0.25,
      "mapped_ap": 0.09200099719619857,
      "mapped_iou": 0.05063291139240506,
      "mapped_dice": 0.0963855421686747,
      "mapped_top_k_recall": 0.15384615384615385,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 70,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.4154595136642456,
      "best_epoch": 137,
      "seconds": 5.2,
      "native_ap": 0.4199669966996699,
      "native_iou": 0.2222222222222222,
      "mapped_ap": 0.10202453162774443,
      "mapped_iou": 0.13636363636363635,
      "mapped_dice": 0.24,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 16,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_holdout_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.43723076581954956,
      "best_epoch": 178,
      "seconds": 5.2,
      "native_ap": 0.7708333333333333,
      "native_iou": 0.42857142857142855,
      "mapped_ap": 0.01329841679469793,
      "mapped_iou": 0.02857142857142857,
      "mapped_dice": 0.05555555555555555,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 15,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_holdout_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.505142092704773,
      "best_epoch": 171,
      "seconds": 5.1,
      "native_ap": 0.003144306760335157,
      "native_iou": 0.0,
      "mapped_ap": 0.0010364552131349656,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_holdout_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.26810020208358765,
      "best_epoch": 115,
      "seconds": 2.65,
      "native_ap": 1.0,
      "native_iou": 0.0,
      "mapped_ap": 0.32981156488619173,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.4444444444444444,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 0,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_single_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.29078394174575806,
      "best_epoch": 170,
      "seconds": 2.67,
      "native_ap": 0.95,
      "native_iou": 0.6,
      "mapped_ap": 0.038022289233645375,
      "mapped_iou": 0.034482758620689655,
      "mapped_dice": 0.06666666666666667,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 9,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_single_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.5167020559310913,
      "best_epoch": 158,
      "seconds": 2.72,
      "native_ap": 0.5529696805408381,
      "native_iou": 0.20833333333333334,
      "mapped_ap": 0.06849606522929304,
      "mapped_iou": 0.0546875,
      "mapped_dice": 0.1037037037037037,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 122,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_single_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.3200313150882721,
      "best_epoch": 164,
      "seconds": 2.71,
      "native_ap": 0.5677506775067751,
      "native_iou": 0.2222222222222222,
      "mapped_ap": 0.17722368089694918,
      "mapped_iou": 0.14285714285714285,
      "mapped_dice": 0.25,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 15,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_AC28_only_holdout_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "hard",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.5394633412361145,
      "best_epoch": 111,
      "seconds": 3.12,
      "native_ap": 0.875,
      "native_iou": 0.25,
      "mapped_ap": 0.020338542322963185,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 3,
      "checkpoint": "experiments/preprocess_size_desicisions/gnn_5000_hard/residual_geo_5000_AC28_only_holdout_18h01.pt"
    }
  ]
}