{
  "status": "joint_and_individual_weak_label_diagnostic",
  "production_valid": false,
  "independent_physical_runs": 3,
  "label_policy": "10 mm geodesic Gaussian/area from provisional CSV anchors at each graph size",
  "selection_caution": "The three runs and unvalidated labels cannot establish production accuracy; same-run fits are separate from leave-one-run-out predictions.",
  "epochs_per_fit": 60,
  "rows": [
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.9357765316963196,
      "best_epoch": 60,
      "seconds": 0.08,
      "native_ap": 0.23405483405483407,
      "native_iou": 0.04950495049504951,
      "mapped_ap": 0.08272552798135281,
      "mapped_iou": 0.012903225806451613,
      "mapped_dice": 0.025477707006369428,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 462,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.9576787948608398,
      "best_epoch": 60,
      "seconds": 0.08,
      "native_ap": 0.3902564102564102,
      "native_iou": 0.18518518518518517,
      "mapped_ap": 0.19210601396126276,
      "mapped_iou": 0.12878787878787878,
      "mapped_dice": 0.22818791946308725,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 128,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.2623555660247803,
      "best_epoch": 60,
      "seconds": 0.15,
      "native_ap": 0.06460393992523736,
      "native_iou": 0.024630541871921183,
      "mapped_ap": 0.01932239984290814,
      "mapped_iou": 0.007211538461538462,
      "mapped_dice": 0.014319809069212411,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 829,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.1892995834350586,
      "best_epoch": 60,
      "seconds": 0.15,
      "native_ap": 0.07423064585775091,
      "native_iou": 0.033783783783783786,
      "mapped_ap": 0.07402909053443817,
      "mapped_iou": 0.027375201288244767,
      "mapped_dice": 0.05329153605015674,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 617,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.9401592016220093,
      "best_epoch": 60,
      "seconds": 0.15,
      "native_ap": 0.003144143808395975,
      "native_iou": 0.0,
      "mapped_ap": 0.0010721697018006128,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.2635129690170288,
      "best_epoch": 60,
      "seconds": 0.17,
      "native_ap": 0.08036408940170542,
      "native_iou": 0.029069767441860465,
      "mapped_ap": 0.02548522989735071,
      "mapped_iou": 0.008415147265077139,
      "mapped_dice": 0.016689847009735744,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 710,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.2635129690170288,
      "best_epoch": 60,
      "seconds": 0.17,
      "native_ap": 0.09994472151679262,
      "native_iou": 0.02577319587628866,
      "mapped_ap": 0.09024705651314692,
      "mapped_iou": 0.021013597033374538,
      "mapped_dice": 0.04116222760290557,
      "mapped_top_k_recall": 0.09523809523809523,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 805,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.2635129690170288,
      "best_epoch": 60,
      "seconds": 0.17,
      "native_ap": 0.034926998902325194,
      "native_iou": 0.027522935779816515,
      "mapped_ap": 0.007367582284604722,
      "mapped_iou": 0.006948465547191662,
      "mapped_dice": 0.013801035077630822,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 1726,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.9576753377914429,
      "best_epoch": 60,
      "seconds": 0.09,
      "native_ap": 0.27948051948051944,
      "native_iou": 0.05747126436781609,
      "mapped_ap": 0.1096159887597574,
      "mapped_iou": 0.017412935323383085,
      "mapped_dice": 0.034229828850855744,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 400,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.9357735514640808,
      "best_epoch": 60,
      "seconds": 0.09,
      "native_ap": 0.5248538011695907,
      "native_iou": 0.08620689655172414,
      "mapped_ap": 0.3068155022520102,
      "mapped_iou": 0.06227106227106227,
      "mapped_dice": 0.11724137931034483,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 269,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "geo_mlp",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.2417913675308228,
      "best_epoch": 60,
      "seconds": 0.09,
      "native_ap": 0.18548210974417595,
      "native_iou": 0.04411764705882353,
      "mapped_ap": 0.02828962613347188,
      "mapped_iou": 0.008382229673093043,
      "mapped_dice": 0.01662510390689942,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 1190,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_3000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.1951261758804321,
      "best_epoch": 48,
      "seconds": 1.51,
      "native_ap": 0.35751229850862354,
      "native_iou": 0.0967741935483871,
      "mapped_ap": 0.10582031324478525,
      "mapped_iou": 0.049586776859504134,
      "mapped_dice": 0.09448818897637795,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 118,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.368748664855957,
      "best_epoch": 59,
      "seconds": 1.52,
      "native_ap": 0.024664107772986287,
      "native_iou": 0.009009009009009009,
      "mapped_ap": 0.014942954809716961,
      "mapped_iou": 0.007255655142979087,
      "mapped_dice": 0.01440677966101695,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 2339,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.5561797618865967,
      "best_epoch": 54,
      "seconds": 2.81,
      "native_ap": 0.04972354739251521,
      "native_iou": 0.0,
      "mapped_ap": 0.012380630617362177,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 176,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.579758644104004,
      "best_epoch": 60,
      "seconds": 2.9,
      "native_ap": 0.015473236699115843,
      "native_iou": 0.0136986301369863,
      "mapped_ap": 0.010574485295280182,
      "mapped_iou": 0.011363636363636364,
      "mapped_dice": 0.02247191011235955,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 1492,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.2748746871948242,
      "best_epoch": 60,
      "seconds": 2.86,
      "native_ap": 0.003338511981651499,
      "native_iou": 0.0,
      "mapped_ap": 0.0007772925954971044,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 516,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.438072681427002,
      "best_epoch": 56,
      "seconds": 4.23,
      "native_ap": 0.5476190476190477,
      "native_iou": 0.16129032258064516,
      "mapped_ap": 0.14761882815237773,
      "mapped_iou": 0.049586776859504134,
      "mapped_dice": 0.09448818897637795,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 118,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.438072681427002,
      "best_epoch": 56,
      "seconds": 4.23,
      "native_ap": 0.3095726495726495,
      "native_iou": 0.16666666666666666,
      "mapped_ap": 0.13118718738910848,
      "mapped_iou": 0.136,
      "mapped_dice": 0.23943661971830985,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 121,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.438072681427002,
      "best_epoch": 56,
      "seconds": 4.23,
      "native_ap": 0.03509568257416386,
      "native_iou": 0.018115942028985508,
      "mapped_ap": 0.005205916440522632,
      "mapped_iou": 0.0018264840182648401,
      "mapped_dice": 0.0036463081130355514,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 1084,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.3661705255508423,
      "best_epoch": 59,
      "seconds": 1.55,
      "native_ap": 0.24594370426442297,
      "native_iou": 0.011961722488038277,
      "mapped_ap": 0.01341624978205088,
      "mapped_iou": 0.0039040713887339654,
      "mapped_dice": 0.0077777777777777776,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 1791,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 1.1952812671661377,
      "best_epoch": 48,
      "seconds": 1.54,
      "native_ap": 0.21415592370063585,
      "native_iou": 0.1,
      "mapped_ap": 0.08446243128087745,
      "mapped_iou": 0.08928571428571429,
      "mapped_dice": 0.16393442622950818,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 162,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "mesh",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 1.5924625396728516,
      "best_epoch": 60,
      "seconds": 1.55,
      "native_ap": 0.12636877692116086,
      "native_iou": 0.015810276679841896,
      "mapped_ap": 0.015401706050705942,
      "mapped_iou": 0.002777777777777778,
      "mapped_dice": 0.00554016620498615,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 3236,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_3000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.8274514675140381,
      "best_epoch": 47,
      "seconds": 0.54,
      "native_ap": 0.26912416129242395,
      "native_iou": 0.1111111111111111,
      "mapped_ap": 0.06634591852599785,
      "mapped_iou": 0.03896103896103896,
      "mapped_dice": 0.075,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 151,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.9030061364173889,
      "best_epoch": 18,
      "seconds": 0.56,
      "native_ap": 0.46571428571428564,
      "native_iou": 0.0,
      "mapped_ap": 0.35060674780890344,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.9089491367340088,
      "best_epoch": 49,
      "seconds": 1.07,
      "native_ap": 0.34856060606060607,
      "native_iou": 0.26666666666666666,
      "mapped_ap": 0.07403518540562022,
      "mapped_iou": 0.06779661016949153,
      "mapped_dice": 0.12698412698412698,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 54,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.9408721327781677,
      "best_epoch": 36,
      "seconds": 1.08,
      "native_ap": 0.41834733893557424,
      "native_iou": 0.18181818181818182,
      "mapped_ap": 0.27970293714729416,
      "mapped_iou": 0.14285714285714285,
      "mapped_dice": 0.25,
      "mapped_top_k_recall": 0.2857142857142857,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 27,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.8627752065658569,
      "best_epoch": 32,
      "seconds": 1.09,
      "native_ap": 0.004510021625369333,
      "native_iou": 0.0,
      "mapped_ap": 0.0015644984496840698,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.7801335453987122,
      "best_epoch": 57,
      "seconds": 1.51,
      "native_ap": 0.37463369963369964,
      "native_iou": 0.2631578947368421,
      "mapped_ap": 0.09085029147464042,
      "mapped_iou": 0.08333333333333333,
      "mapped_dice": 0.15384615384615385,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 69,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.7801335453987122,
      "best_epoch": 57,
      "seconds": 1.51,
      "native_ap": 0.6592857142857143,
      "native_iou": 0.2777777777777778,
      "mapped_ap": 0.23118240976044271,
      "mapped_iou": 0.2463768115942029,
      "mapped_dice": 0.3953488372093023,
      "mapped_top_k_recall": 0.19047619047619047,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 65,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.7801335453987122,
      "best_epoch": 57,
      "seconds": 1.51,
      "native_ap": 0.21614178092846595,
      "native_iou": 0.043010752688172046,
      "mapped_ap": 0.023603595514719394,
      "mapped_iou": 0.007853403141361256,
      "mapped_dice": 0.015584415584415584,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 1142,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 9,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.9030041098594666,
      "best_epoch": 18,
      "seconds": 0.56,
      "native_ap": 0.3734189723320158,
      "native_iou": 0.2727272727272727,
      "mapped_ap": 0.09462544998707265,
      "mapped_iou": 0.11904761904761904,
      "mapped_dice": 0.2127659574468085,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 38,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 2906,
      "positive_native": 5,
      "positive_fine": 21,
      "label_transfer_iou": 0.2777777777777778,
      "best_loss": 0.7349768877029419,
      "best_epoch": 48,
      "seconds": 0.55,
      "native_ap": 0.7392857142857143,
      "native_iou": 0.4,
      "mapped_ap": 0.5214066666194326,
      "mapped_iou": 0.2608695652173913,
      "mapped_dice": 0.41379310344827586,
      "mapped_top_k_recall": 0.6190476190476191,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 8,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 3000,
      "kind": "residual_geo",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 3083,
      "positive_native": 12,
      "positive_fine": 13,
      "label_transfer_iou": 0.12903225806451613,
      "best_loss": 0.8432511687278748,
      "best_epoch": 52,
      "seconds": 0.54,
      "native_ap": 0.40040802203581105,
      "native_iou": 0.1896551724137931,
      "mapped_ap": 0.0671832524440358,
      "mapped_iou": 0.03619909502262444,
      "mapped_dice": 0.06986899563318777,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 216,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_3000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.6654834151268005,
      "best_epoch": 59,
      "seconds": 0.12,
      "native_ap": 0.5714285714285714,
      "native_iou": 0.08571428571428572,
      "mapped_ap": 0.2651069664694189,
      "mapped_iou": 0.09574468085106383,
      "mapped_dice": 0.17475728155339806,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 94,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_AC28_only_holdout_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.7353561520576477,
      "best_epoch": 60,
      "seconds": 0.12,
      "native_ap": 0.7095238095238094,
      "native_iou": 0.25,
      "mapped_ap": 0.02415452308228631,
      "mapped_iou": 0.01694915254237288,
      "mapped_dice": 0.03333333333333333,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 39,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_AC28_only_holdout_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 1.1142661571502686,
      "best_epoch": 60,
      "seconds": 0.2,
      "native_ap": 0.09752992105933282,
      "native_iou": 0.03225806451612903,
      "mapped_ap": 0.04910273608116568,
      "mapped_iou": 0.026041666666666668,
      "mapped_dice": 0.050761421319796954,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 188,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_holdout_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 1.0341260433197021,
      "best_epoch": 60,
      "seconds": 0.23,
      "native_ap": 0.07220672649365348,
      "native_iou": 0.023255813953488372,
      "mapped_ap": 0.006545972022254569,
      "mapped_iou": 0.0024509803921568627,
      "mapped_dice": 0.004889975550122249,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 388,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_holdout_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.6796755790710449,
      "best_epoch": 60,
      "seconds": 0.22,
      "native_ap": 0.002962711128577364,
      "native_iou": 0.0,
      "mapped_ap": 0.0008981048441729798,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_holdout_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 1.0535551309585571,
      "best_epoch": 60,
      "seconds": 0.27,
      "native_ap": 0.18835978835978837,
      "native_iou": 0.12,
      "mapped_ap": 0.11126530824892567,
      "mapped_iou": 0.07462686567164178,
      "mapped_dice": 0.1388888888888889,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 63,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 1.0535551309585571,
      "best_epoch": 60,
      "seconds": 0.27,
      "native_ap": 0.3304924242424242,
      "native_iou": 0.06153846153846154,
      "mapped_ap": 0.009872370948996925,
      "mapped_iou": 0.006060606060606061,
      "mapped_dice": 0.012048192771084338,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 145,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 1.0535551309585571,
      "best_epoch": 60,
      "seconds": 0.27,
      "native_ap": 0.0960222983532921,
      "native_iou": 0.04,
      "mapped_ap": 0.03529420887806344,
      "mapped_iou": 0.011363636363636364,
      "mapped_dice": 0.02247191011235955,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 521,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.7353475689888,
      "best_epoch": 60,
      "seconds": 0.12,
      "native_ap": 0.5054945054945055,
      "native_iou": 0.07894736842105263,
      "mapped_ap": 0.279643356704112,
      "mapped_iou": 0.09090909090909091,
      "mapped_dice": 0.16666666666666666,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 99,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_single_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.6654624342918396,
      "best_epoch": 58,
      "seconds": 0.12,
      "native_ap": 0.8303571428571428,
      "native_iou": 0.36363636363636365,
      "mapped_ap": 0.028718190105895842,
      "mapped_iou": 0.024390243902439025,
      "mapped_dice": 0.047619047619047616,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 21,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_single_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "geo_mlp",
      "loss_mode": "soft",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 1.0705586671829224,
      "best_epoch": 60,
      "seconds": 0.13,
      "native_ap": 0.19655339003880823,
      "native_iou": 0.07575757575757576,
      "mapped_ap": 0.050433164464059335,
      "mapped_iou": 0.028011204481792718,
      "mapped_dice": 0.05449591280653951,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 354,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_5000_single_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.8334131836891174,
      "best_epoch": 60,
      "seconds": 2.5,
      "native_ap": 0.2611111111111111,
      "native_iou": 0.1111111111111111,
      "mapped_ap": 0.12650892172821446,
      "mapped_iou": 0.06451612903225806,
      "mapped_dice": 0.12121212121212122,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 57,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_AC28_only_holdout_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.6803704500198364,
      "best_epoch": 48,
      "seconds": 2.5,
      "native_ap": 0.3817049808429119,
      "native_iou": 0.0,
      "mapped_ap": 0.004686344052038595,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_AC28_only_holdout_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 1.298950433731079,
      "best_epoch": 59,
      "seconds": 4.76,
      "native_ap": 0.16623931623931626,
      "native_iou": 0.014563106796116505,
      "mapped_ap": 0.03214245067039947,
      "mapped_iou": 0.007104795737122558,
      "mapped_dice": 0.014109347442680775,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 558,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_holdout_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 1.202451467514038,
      "best_epoch": 59,
      "seconds": 4.71,
      "native_ap": 0.30624999999999997,
      "native_iou": 0.06896551724137931,
      "mapped_ap": 0.004162023958655158,
      "mapped_iou": 0.006172839506172839,
      "mapped_dice": 0.012269938650306749,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 142,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_holdout_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.6971089839935303,
      "best_epoch": 49,
      "seconds": 4.71,
      "native_ap": 0.0023265679511396496,
      "native_iou": 0.0,
      "mapped_ap": 0.0008416388234264147,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_holdout_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 1.244753360748291,
      "best_epoch": 60,
      "seconds": 7.91,
      "native_ap": 0.5555555555555556,
      "native_iou": 0.06976744186046512,
      "mapped_ap": 0.12145601805067488,
      "mapped_iou": 0.04807692307692308,
      "mapped_dice": 0.09174311926605505,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 100,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 1.244753360748291,
      "best_epoch": 60,
      "seconds": 7.91,
      "native_ap": 0.2833333333333333,
      "native_iou": 0.07692307692307693,
      "mapped_ap": 0.004094385835381689,
      "mapped_iou": 0.006622516556291391,
      "mapped_dice": 0.013157894736842105,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 131,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 1.244753360748291,
      "best_epoch": 60,
      "seconds": 7.91,
      "native_ap": 0.05728979583855924,
      "native_iou": 0.0273972602739726,
      "mapped_ap": 0.02886796915679917,
      "mapped_iou": 0.006263048016701462,
      "mapped_dice": 0.012448132780082987,
      "mapped_top_k_recall": 0.15384615384615385,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 469,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.7184482216835022,
      "best_epoch": 43,
      "seconds": 2.61,
      "native_ap": 0.4094827586206896,
      "native_iou": 0.021897810218978103,
      "mapped_ap": 0.1058408301436399,
      "mapped_iou": 0.020356234096692113,
      "mapped_dice": 0.0399002493765586,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 392,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_single_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.8276470303535461,
      "best_epoch": 60,
      "seconds": 2.63,
      "native_ap": 0.36799242424242423,
      "native_iou": 0.15384615384615385,
      "mapped_ap": 0.005884801200698152,
      "mapped_iou": 0.013333333333333334,
      "mapped_dice": 0.02631578947368421,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 55,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_single_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "mesh",
      "loss_mode": "soft",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 1.4609454870224,
      "best_epoch": 59,
      "seconds": 2.58,
      "native_ap": 0.11365255355170369,
      "native_iou": 0.016778523489932886,
      "mapped_ap": 0.08265554529747621,
      "mapped_iou": 0.005131494547787043,
      "mapped_dice": 0.01021059349074665,
      "mapped_top_k_recall": 0.15384615384615385,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 1554,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_5000_single_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.4384564161300659,
      "best_epoch": 58,
      "seconds": 1.05,
      "native_ap": 0.9166666666666665,
      "native_iou": 0.6666666666666666,
      "mapped_ap": 0.30847487552182595,
      "mapped_iou": 0.2727272727272727,
      "mapped_dice": 0.42857142857142855,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 5,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_AC28_only_holdout_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.5332969427108765,
      "best_epoch": 52,
      "seconds": 0.9,
      "native_ap": 0.7986111111111112,
      "native_iou": 0.25,
      "mapped_ap": 0.02470412845931059,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 3,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_AC28_only_holdout_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.692104160785675,
      "best_epoch": 57,
      "seconds": 1.86,
      "native_ap": 0.48333333333333334,
      "native_iou": 0.23076923076923078,
      "mapped_ap": 0.12897212096169022,
      "mapped_iou": 0.12121212121212122,
      "mapped_dice": 0.21621621621621623,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 28,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_holdout_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.7651073932647705,
      "best_epoch": 60,
      "seconds": 1.84,
      "native_ap": 0.7361111111111112,
      "native_iou": 0.19047619047619047,
      "mapped_ap": 0.015386943503998626,
      "mapped_iou": 0.014925373134328358,
      "mapped_dice": 0.029411764705882353,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 47,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_holdout_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.5559355020523071,
      "best_epoch": 51,
      "seconds": 1.78,
      "native_ap": 0.0036619984512254343,
      "native_iou": 0.0,
      "mapped_ap": 0.0010969765154983063,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_holdout_ME1a_14h06.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.7155916690826416,
      "best_epoch": 59,
      "seconds": 2.7,
      "native_ap": 0.6984126984126984,
      "native_iou": 0.2727272727272727,
      "mapped_ap": 0.20495047533264094,
      "mapped_iou": 0.14285714285714285,
      "mapped_dice": 0.25,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 23,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.7155916690826416,
      "best_epoch": 59,
      "seconds": 2.7,
      "native_ap": 0.9166666666666666,
      "native_iou": 0.36363636363636365,
      "mapped_ap": 0.02956936288813854,
      "mapped_iou": 0.023255813953488372,
      "mapped_dice": 0.045454545454545456,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 23,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.7155916690826416,
      "best_epoch": 59,
      "seconds": 2.7,
      "native_ap": 0.20098439957417163,
      "native_iou": 0.07352941176470588,
      "mapped_ap": 0.027417605913260215,
      "mapped_iou": 0.0226628895184136,
      "mapped_dice": 0.0443213296398892,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 348,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_joint.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 3,
      "positive_fine": 9,
      "label_transfer_iou": 0.26666666666666666,
      "best_loss": 0.5342084169387817,
      "best_epoch": 52,
      "seconds": 0.98,
      "native_ap": 1.0,
      "native_iou": 0.5,
      "mapped_ap": 0.3496349423401095,
      "mapped_iou": 0.2,
      "mapped_dice": 0.3333333333333333,
      "mapped_top_k_recall": 0.4444444444444444,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 15,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_single_AC28_16h.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 4920,
      "positive_native": 4,
      "positive_fine": 21,
      "label_transfer_iou": 0.034482758620689655,
      "best_loss": 0.44480007886886597,
      "best_epoch": 57,
      "seconds": 0.9,
      "native_ap": 0.9166666666666666,
      "native_iou": 0.0,
      "mapped_ap": 0.03942345704547051,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_single_AC28_18h01.pt"
    },
    {
      "budget": 5000,
      "kind": "residual_geo",
      "loss_mode": "soft",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 5132,
      "positive_native": 10,
      "positive_fine": 13,
      "label_transfer_iou": 0.175,
      "best_loss": 0.8260471820831299,
      "best_epoch": 56,
      "seconds": 0.92,
      "native_ap": 0.3684591797091797,
      "native_iou": 0.36,
      "mapped_ap": 0.12480758030645733,
      "mapped_iou": 0.11267605633802817,
      "mapped_dice": 0.20253164556962025,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 66,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_5000_single_ME1a_14h06.pt"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.9661577939987183,
      "best_epoch": 59,
      "seconds": 0.13,
      "native_ap": 0.012206671378564692,
      "native_iou": 0.007042253521126761,
      "mapped_ap": 0.025910960450831872,
      "mapped_iou": 0.008130081300813009,
      "mapped_dice": 0.016129032258064516,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 611,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.7120479345321655,
      "best_epoch": 59,
      "seconds": 0.13,
      "native_ap": 0.022488609552530063,
      "native_iou": 0.0,
      "mapped_ap": 0.019572996822625893,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 5,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 1.1271100044250488,
      "best_epoch": 60,
      "seconds": 0.24,
      "native_ap": 0.007541653934100381,
      "native_iou": 0.007434944237918215,
      "mapped_ap": 0.00900856239258729,
      "mapped_iou": 0.008460236886632826,
      "mapped_dice": 0.016778523489932886,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 587,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.9975119233131409,
      "best_epoch": 60,
      "seconds": 0.23,
      "native_ap": 0.007297798694866741,
      "native_iou": 0.0,
      "mapped_ap": 0.00694178528581149,
      "mapped_iou": 0.005076142131979695,
      "mapped_dice": 0.010101010101010102,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 177,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 0.90815269947052,
      "best_epoch": 60,
      "seconds": 0.24,
      "native_ap": 0.0011793759732593827,
      "native_iou": 0.0,
      "mapped_ap": 0.0009182006071249536,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 1.1008374691009521,
      "best_epoch": 60,
      "seconds": 0.29,
      "native_ap": 0.10989010989010989,
      "native_iou": 0.05194805194805195,
      "mapped_ap": 0.14542735042735044,
      "mapped_iou": 0.05113636363636364,
      "mapped_dice": 0.0972972972972973,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 176,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 1.1008374691009521,
      "best_epoch": 60,
      "seconds": 0.29,
      "native_ap": 0.08310133369081804,
      "native_iou": 0.04633204633204633,
      "mapped_ap": 0.06511666614501968,
      "mapped_iou": 0.038181818181818185,
      "mapped_dice": 0.07355516637478109,
      "mapped_top_k_recall": 0.09523809523809523,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 550,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 1.1008374691009521,
      "best_epoch": 60,
      "seconds": 0.29,
      "native_ap": 0.08672475040085077,
      "native_iou": 0.024734982332155476,
      "mapped_ap": 0.048155234190054165,
      "mapped_iou": 0.015151515151515152,
      "mapped_dice": 0.029850746268656716,
      "mapped_top_k_recall": 0.15384615384615385,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 590,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.7120475769042969,
      "best_epoch": 59,
      "seconds": 0.13,
      "native_ap": 0.4095496894409938,
      "native_iou": 0.13636363636363635,
      "mapped_ap": 0.38353909465020575,
      "mapped_iou": 0.19148936170212766,
      "mapped_dice": 0.32142857142857145,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 47,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.9661576747894287,
      "best_epoch": 59,
      "seconds": 0.13,
      "native_ap": 0.582907268170426,
      "native_iou": 0.05504587155963303,
      "mapped_ap": 0.2956250743764193,
      "mapped_iou": 0.042105263157894736,
      "mapped_dice": 0.08080808080808081,
      "mapped_top_k_recall": 0.19047619047619047,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 474,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "geo_mlp",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 1.069469690322876,
      "best_epoch": 60,
      "seconds": 0.13,
      "native_ap": 0.18476728342046117,
      "native_iou": 0.05194805194805195,
      "mapped_ap": 0.08475437083227418,
      "mapped_iou": 0.029585798816568046,
      "mapped_dice": 0.05747126436781609,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 335,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_6000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 1.0860183238983154,
      "best_epoch": 58,
      "seconds": 2.9,
      "native_ap": 0.0009451723539057753,
      "native_iou": 0.0,
      "mapped_ap": 0.007937308557051537,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 37,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.5860607028007507,
      "best_epoch": 54,
      "seconds": 2.9,
      "native_ap": 0.0027155174138902907,
      "native_iou": 0.0,
      "mapped_ap": 0.006809244436301381,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 1.626723289489746,
      "best_epoch": 59,
      "seconds": 5.68,
      "native_ap": 0.0007118960207078557,
      "native_iou": 0.0,
      "mapped_ap": 0.0008051343196678168,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 1183,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 1.156482219696045,
      "best_epoch": 60,
      "seconds": 5.63,
      "native_ap": 0.0016714956607462028,
      "native_iou": 0.0,
      "mapped_ap": 0.003639540475455334,
      "mapped_iou": 0.005780346820809248,
      "mapped_dice": 0.011494252873563218,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 153,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 1.1962099075317383,
      "best_epoch": 60,
      "seconds": 5.58,
      "native_ap": 0.0008283352110797927,
      "native_iou": 0.0,
      "mapped_ap": 0.0006604616170547084,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 2440,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 1.5721229314804077,
      "best_epoch": 45,
      "seconds": 8.48,
      "native_ap": 0.07424370935821317,
      "native_iou": 0.016666666666666666,
      "mapped_ap": 0.09425891784922226,
      "mapped_iou": 0.010526315789473684,
      "mapped_dice": 0.020833333333333332,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 567,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 1.5721229314804077,
      "best_epoch": 45,
      "seconds": 8.48,
      "native_ap": 0.004437973982225561,
      "native_iou": 0.0024793388429752068,
      "mapped_ap": 0.0062855427559372614,
      "mapped_iou": 0.0021551724137931034,
      "mapped_dice": 0.004301075268817204,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 2769,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 1.5721229314804077,
      "best_epoch": 45,
      "seconds": 8.48,
      "native_ap": 0.0020349082392491498,
      "native_iou": 0.000968054211035818,
      "mapped_ap": 0.0010559853874729276,
      "mapped_iou": 0.00045641259698767686,
      "mapped_dice": 0.0009124087591240876,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 2179,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.6376886367797852,
      "best_epoch": 49,
      "seconds": 2.93,
      "native_ap": 0.6666666666666666,
      "native_iou": 0.3333333333333333,
      "mapped_ap": 0.4136197467664433,
      "mapped_iou": 0.2727272727272727,
      "mapped_dice": 0.42857142857142855,
      "mapped_top_k_recall": 0.4444444444444444,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 19,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 1.085448980331421,
      "best_epoch": 58,
      "seconds": 2.94,
      "native_ap": 0.46263177413926054,
      "native_iou": 0.32,
      "mapped_ap": 0.35565135658830854,
      "mapped_iou": 0.28,
      "mapped_dice": 0.4375,
      "mapped_top_k_recall": 0.47619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 43,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "mesh",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 1.2581446170806885,
      "best_epoch": 54,
      "seconds": 2.92,
      "native_ap": 0.1453506639823892,
      "native_iou": 0.019230769230769232,
      "mapped_ap": 0.03218837693981411,
      "mapped_iou": 0.012448132780082987,
      "mapped_dice": 0.02459016393442623,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 719,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_6000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.7737769484519958,
      "best_epoch": 60,
      "seconds": 1.0,
      "native_ap": 0.007298552001735178,
      "native_iou": 0.0,
      "mapped_ap": 0.013033524449826002,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 37,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.566291332244873,
      "best_epoch": 60,
      "seconds": 1.02,
      "native_ap": 0.014700434130345701,
      "native_iou": 0.0,
      "mapped_ap": 0.018436992020205625,
      "mapped_iou": 0.02857142857142857,
      "mapped_dice": 0.05555555555555555,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 15,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.9140158295631409,
      "best_epoch": 56,
      "seconds": 2.11,
      "native_ap": 0.005675996723543504,
      "native_iou": 0.005714285714285714,
      "mapped_ap": 0.015011726052812507,
      "mapped_iou": 0.013440860215053764,
      "mapped_dice": 0.026525198938992044,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 368,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.7907567024230957,
      "best_epoch": 45,
      "seconds": 2.07,
      "native_ap": 0.006961065864939492,
      "native_iou": 0.0,
      "mapped_ap": 0.012771425446463048,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 3,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 0.9636067748069763,
      "best_epoch": 40,
      "seconds": 1.97,
      "native_ap": 0.0013648599048067499,
      "native_iou": 0.0,
      "mapped_ap": 0.0010795341286767794,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.9781854152679443,
      "best_epoch": 60,
      "seconds": 3.14,
      "native_ap": 0.14414335664335665,
      "native_iou": 0.042105263157894736,
      "mapped_ap": 0.16735444865711127,
      "mapped_iou": 0.043689320388349516,
      "mapped_dice": 0.08372093023255814,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 206,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.9781854152679443,
      "best_epoch": 60,
      "seconds": 3.14,
      "native_ap": 0.33265364633702643,
      "native_iou": 0.08759124087591241,
      "mapped_ap": 0.19963153935879593,
      "mapped_iou": 0.07241379310344828,
      "mapped_dice": 0.13504823151125403,
      "mapped_top_k_recall": 0.14285714285714285,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 290,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 0.9781854152679443,
      "best_epoch": 60,
      "seconds": 3.14,
      "native_ap": 0.16443940829479275,
      "native_iou": 0.026058631921824105,
      "mapped_ap": 0.058364684585858716,
      "mapped_iou": 0.014947683109118086,
      "mapped_dice": 0.029455081001472753,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 666,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 4,
      "positive_fine": 9,
      "label_transfer_iou": 0.38461538461538464,
      "best_loss": 0.5668407082557678,
      "best_epoch": 60,
      "seconds": 0.99,
      "native_ap": 0.7361111111111112,
      "native_iou": 0.3333333333333333,
      "mapped_ap": 0.4898273461431356,
      "mapped_iou": 0.3333333333333333,
      "mapped_dice": 0.5,
      "mapped_top_k_recall": 0.4444444444444444,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 15,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 5925,
      "positive_native": 12,
      "positive_fine": 21,
      "label_transfer_iou": 0.7407407407407407,
      "best_loss": 0.8550624847412109,
      "best_epoch": 49,
      "seconds": 1.04,
      "native_ap": 0.9310939060939063,
      "native_iou": 0.75,
      "mapped_ap": 0.6528252699326943,
      "mapped_iou": 0.5882352941176471,
      "mapped_dice": 0.7407407407407407,
      "mapped_top_k_recall": 0.5714285714285714,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 33,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 6000,
      "kind": "residual_geo",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 6155,
      "positive_native": 8,
      "positive_fine": 13,
      "label_transfer_iou": 0.3333333333333333,
      "best_loss": 0.7989903092384338,
      "best_epoch": 58,
      "seconds": 1.03,
      "native_ap": 0.3591781584428643,
      "native_iou": 0.14814814814814814,
      "mapped_ap": 0.12550346327193015,
      "mapped_iou": 0.06923076923076923,
      "mapped_dice": 0.12949640287769784,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 126,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_6000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9859609007835388,
      "best_epoch": 59,
      "seconds": 0.33,
      "native_ap": 0.03457244126272145,
      "native_iou": 0.009259259259259259,
      "mapped_ap": 0.03457244126272145,
      "mapped_iou": 0.009259259259259259,
      "mapped_dice": 0.01834862385321101,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 645,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.7738637328147888,
      "best_epoch": 58,
      "seconds": 0.32,
      "native_ap": 0.02123717260684604,
      "native_iou": 0.0,
      "mapped_ap": 0.02123717260684604,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 1,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 1.1518293619155884,
      "best_epoch": 60,
      "seconds": 0.59,
      "native_ap": 0.007672208706571912,
      "native_iou": 0.010084033613445379,
      "mapped_ap": 0.007672208706571912,
      "mapped_iou": 0.010084033613445379,
      "mapped_dice": 0.019966722129783693,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 592,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 1.0092864036560059,
      "best_epoch": 60,
      "seconds": 0.57,
      "native_ap": 0.008197282284938604,
      "native_iou": 0.0,
      "mapped_ap": 0.008197282284938604,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 84,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 0.992330014705658,
      "best_epoch": 58,
      "seconds": 0.58,
      "native_ap": 0.0008514965048711938,
      "native_iou": 0.0,
      "mapped_ap": 0.0008514965048711938,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 1.0991239547729492,
      "best_epoch": 60,
      "seconds": 0.71,
      "native_ap": 0.2292247253180293,
      "native_iou": 0.04035874439461883,
      "mapped_ap": 0.2292247253180293,
      "mapped_iou": 0.04035874439461883,
      "mapped_dice": 0.07758620689655173,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 223,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 1.0991239547729492,
      "best_epoch": 60,
      "seconds": 0.71,
      "native_ap": 0.07538529190944415,
      "native_iou": 0.03633217993079585,
      "mapped_ap": 0.07538529190944415,
      "mapped_iou": 0.03633217993079585,
      "mapped_dice": 0.07011686143572621,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 578,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 1.0991239547729492,
      "best_epoch": 60,
      "seconds": 0.71,
      "native_ap": 0.05425457229438593,
      "native_iou": 0.02044989775051125,
      "mapped_ap": 0.05425457229438593,
      "mapped_iou": 0.02044989775051125,
      "mapped_dice": 0.04008016032064128,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 486,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.7748874425888062,
      "best_epoch": 58,
      "seconds": 0.32,
      "native_ap": 0.3069053934571176,
      "native_iou": 0.225,
      "mapped_ap": 0.3069053934571176,
      "mapped_iou": 0.225,
      "mapped_dice": 0.3673469387755102,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 40,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9859583377838135,
      "best_epoch": 59,
      "seconds": 0.32,
      "native_ap": 0.4043823332768557,
      "native_iou": 0.0440251572327044,
      "mapped_ap": 0.4043823332768557,
      "mapped_iou": 0.0440251572327044,
      "mapped_dice": 0.08433734939759036,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 477,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "geo_mlp",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 1.064842939376831,
      "best_epoch": 60,
      "seconds": 0.34,
      "native_ap": 0.09246363216051598,
      "native_iou": 0.04153354632587859,
      "mapped_ap": 0.09246363216051598,
      "mapped_iou": 0.04153354632587859,
      "mapped_dice": 0.07975460122699386,
      "mapped_top_k_recall": 0.07692307692307693,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 313,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/geo_mlp_12000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 1.1587992906570435,
      "best_epoch": 59,
      "seconds": 5.47,
      "native_ap": 0.004242685684563539,
      "native_iou": 0.007462686567164179,
      "mapped_ap": 0.004242685684563539,
      "mapped_iou": 0.007462686567164179,
      "mapped_dice": 0.014814814814814815,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 126,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.8828982710838318,
      "best_epoch": 60,
      "seconds": 5.47,
      "native_ap": 0.0017932891843977796,
      "native_iou": 0.0,
      "mapped_ap": 0.0017932891843977796,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 83,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 1.4882749319076538,
      "best_epoch": 59,
      "seconds": 11.44,
      "native_ap": 0.003129730045647386,
      "native_iou": 0.0,
      "mapped_ap": 0.003129730045647386,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 225,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 1.1874680519104004,
      "best_epoch": 60,
      "seconds": 11.38,
      "native_ap": 0.0010665935049275204,
      "native_iou": 0.0,
      "mapped_ap": 0.0010665935049275204,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 246,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 1.2199366092681885,
      "best_epoch": 60,
      "seconds": 11.01,
      "native_ap": 0.0007036797232221558,
      "native_iou": 0.0,
      "mapped_ap": 0.0007036797232221558,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 544,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 1.5938376188278198,
      "best_epoch": 59,
      "seconds": 17.1,
      "native_ap": 0.02560486725765126,
      "native_iou": 0.009473684210526316,
      "mapped_ap": 0.02560486725765126,
      "mapped_iou": 0.009473684210526316,
      "mapped_dice": 0.018769551616266946,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 950,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 1.5938376188278198,
      "best_epoch": 59,
      "seconds": 17.1,
      "native_ap": 0.05939457977873159,
      "native_iou": 0.002741459299873471,
      "mapped_ap": 0.05939457977873159,
      "mapped_iou": 0.002741459299873471,
      "mapped_dice": 0.005467928496319664,
      "mapped_top_k_recall": 0.047619047619047616,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 4734,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 1.5938376188278198,
      "best_epoch": 59,
      "seconds": 17.1,
      "native_ap": 0.001302817883899719,
      "native_iou": 0.001336898395721925,
      "mapped_ap": 0.001302817883899719,
      "mapped_iou": 0.001336898395721925,
      "mapped_dice": 0.0026702269692923898,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 5230,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.8829110264778137,
      "best_epoch": 60,
      "seconds": 5.46,
      "native_ap": 0.4667413979591482,
      "native_iou": 0.10344827586206896,
      "mapped_ap": 0.4667413979591482,
      "mapped_iou": 0.10344827586206896,
      "mapped_dice": 0.1875,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 87,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 1.1592384576797485,
      "best_epoch": 59,
      "seconds": 5.53,
      "native_ap": 0.3373441825647514,
      "native_iou": 0.13291139240506328,
      "mapped_ap": 0.3373441825647514,
      "mapped_iou": 0.13291139240506328,
      "mapped_dice": 0.2346368715083799,
      "mapped_top_k_recall": 0.3333333333333333,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 158,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "mesh",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 1.2685930728912354,
      "best_epoch": 53,
      "seconds": 5.71,
      "native_ap": 0.05790920097098134,
      "native_iou": 0.014204545454545454,
      "mapped_ap": 0.05790920097098134,
      "mapped_iou": 0.014204545454545454,
      "mapped_dice": 0.028011204481792718,
      "mapped_top_k_recall": 0.15384615384615385,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 344,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/mesh_12000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_16h",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.980222225189209,
      "best_epoch": 37,
      "seconds": 2.4,
      "native_ap": 0.027889516818584963,
      "native_iou": 0.0,
      "mapped_ap": 0.027889516818584963,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 30,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_AC28_only_holdout_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "AC28_only_holdout_18h01",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.7506093978881836,
      "best_epoch": 46,
      "seconds": 2.48,
      "native_ap": 0.02044525819239363,
      "native_iou": 0.0,
      "mapped_ap": 0.02044525819239363,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_AC28_only_holdout_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_16h",
      "train_runs": "AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9980394840240479,
      "best_epoch": 53,
      "seconds": 4.19,
      "native_ap": 0.009474924730695744,
      "native_iou": 0.0,
      "mapped_ap": 0.009474924730695744,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 33,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_holdout_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "holdout_AC28_18h01",
      "train_runs": "AC28_16h+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": false,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.8766496777534485,
      "best_epoch": 57,
      "seconds": 4.66,
      "native_ap": 0.012680777392320252,
      "native_iou": 0.0,
      "mapped_ap": 0.012680777392320252,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 92,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_holdout_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "holdout_ME1a_14h06",
      "train_runs": "AC28_16h+AC28_18h01",
      "eval_run": "ME1a_14h06",
      "seen_in_training": false,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9774062633514404,
      "best_epoch": 44,
      "seconds": 5.1,
      "native_ap": 0.0008499913798387044,
      "native_iou": 0.0,
      "mapped_ap": 0.0008499913798387044,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.0,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_holdout_ME1a_14h06.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9319704174995422,
      "best_epoch": 58,
      "seconds": 6.04,
      "native_ap": 0.18127296367473567,
      "native_iou": 0.05056179775280899,
      "mapped_ap": 0.18127296367473567,
      "mapped_iou": 0.05056179775280899,
      "mapped_dice": 0.0962566844919786,
      "mapped_top_k_recall": 0.1111111111111111,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 178,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9319704174995422,
      "best_epoch": 58,
      "seconds": 6.04,
      "native_ap": 0.22670926121964524,
      "native_iou": 0.06840390879478828,
      "mapped_ap": 0.22670926121964524,
      "mapped_iou": 0.06840390879478828,
      "mapped_dice": 0.12804878048780488,
      "mapped_top_k_recall": 0.23809523809523808,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 307,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "joint",
      "train_runs": "AC28_16h+AC28_18h01+ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9319704174995422,
      "best_epoch": 58,
      "seconds": 6.04,
      "native_ap": 0.23619564965720144,
      "native_iou": 0.029612756264236904,
      "mapped_ap": 0.23619564965720144,
      "mapped_iou": 0.029612756264236904,
      "mapped_dice": 0.05752212389380531,
      "mapped_top_k_recall": 0.23076923076923078,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 439,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_joint.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "single_AC28_16h",
      "train_runs": "AC28_16h",
      "eval_run": "AC28_16h",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 9,
      "positive_fine": 9,
      "label_transfer_iou": 1.0,
      "best_loss": 0.7507740259170532,
      "best_epoch": 46,
      "seconds": 2.38,
      "native_ap": 0.35114778104974187,
      "native_iou": 0.0,
      "mapped_ap": 0.35114778104974187,
      "mapped_iou": 0.0,
      "mapped_dice": 0.0,
      "mapped_top_k_recall": 0.2222222222222222,
      "fine_prevalence": 0.0007527601204416192,
      "predicted_positive_fine": 0,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_single_AC28_16h.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "single_AC28_18h01",
      "train_runs": "AC28_18h01",
      "eval_run": "AC28_18h01",
      "seen_in_training": true,
      "actual_nodes": 11956,
      "positive_native": 21,
      "positive_fine": 21,
      "label_transfer_iou": 1.0,
      "best_loss": 0.9802387356758118,
      "best_epoch": 37,
      "seconds": 2.4,
      "native_ap": 0.5698227980498939,
      "native_iou": 0.3793103448275862,
      "mapped_ap": 0.5698227980498939,
      "mapped_iou": 0.3793103448275862,
      "mapped_dice": 0.55,
      "mapped_top_k_recall": 0.6190476190476191,
      "fine_prevalence": 0.001756440281030445,
      "predicted_positive_fine": 19,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_single_AC28_18h01.pt",
      "loss_mode": "soft"
    },
    {
      "budget": 12000,
      "kind": "residual_geo",
      "setup": "single_ME1a_14h06",
      "train_runs": "ME1a_14h06",
      "eval_run": "ME1a_14h06",
      "seen_in_training": true,
      "actual_nodes": 12324,
      "positive_native": 13,
      "positive_fine": 13,
      "label_transfer_iou": 1.0,
      "best_loss": 0.8111535906791687,
      "best_epoch": 60,
      "seconds": 2.42,
      "native_ap": 0.42111878543532444,
      "native_iou": 0.18840579710144928,
      "mapped_ap": 0.42111878543532444,
      "mapped_iou": 0.18840579710144928,
      "mapped_dice": 0.3170731707317073,
      "mapped_top_k_recall": 0.38461538461538464,
      "fine_prevalence": 0.0010548523206751054,
      "predicted_positive_fine": 69,
      "checkpoint": "results/ME1a_DT_comparison/gnn_joint/residual_geo_12000_single_ME1a_14h06.pt",
      "loss_mode": "soft"
    }
  ]
}