{
  "status": "passed",
  "run": "20261020/093828_7c8241b7",
  "previous_run": "20261020/085201_790574d2",
  "excluded_train_dataset_ids": [
    "AC28_DT_RR_UPR_STD_1_20260827_18_01__NG_7194c0e36c7b"
  ],
  "training_dataset_ids": [
    "AC28_DT_RR_UPR_STD_20260827_16__NG_008adde420f0",
    "AC28_DT_RR_UPR_STD_20260828_09_21__NG_f4c68f38e467",
    "AC28_DT_RR_UPR_STD_2_20260827_18_01__NG_8df93616f7ea",
    "ME1a_DT_FRT_UPR_LHD_20260608_14_06__NG_ffc4fce5d996",
    "MX5a_PE_DT_RR_AREST_1_20260626_13_08__NG_fe0e1b9b8b53",
    "MX5a_PE_DT_RR_AREST_2_20260626_13_08__NG_41ec5d7a218e"
  ],
  "training_dataset_count": 6,
  "weak_label_nodes": 1227,
  "positive_nodes": 49,
  "negative_nodes": 1178,
  "inspection_dataset_count": 14,
  "file_match_count": 19,
  "models_trained": [
    "cnn2d_unet",
    "dgcnn",
    "fno2d",
    "gaussian_process",
    "meshgraphnet",
    "physics_risk_gnn",
    "pointnet",
    "tabular_mlp",
    "unet3d",
    "uvnet"
  ],
  "epochs": 120,
  "baseline_epochs": 30,
  "regression_checks_passed": 50,
  "checkpoints_checked": 70,
  "trained_prediction_records": 280,
  "status_counts": {
    "untrained_diagnostic": 126,
    "completed": 280,
    "requires_training_labels": 14,
    "unavailable_backend": 42
  },
  "model_architecture_and_input_adapters_unchanged_from_baseline": true,
  "all_saved_source_hashes_unchanged": true,
  "remaining_inputs_and_labels_unchanged": true,
  "first_30_epochs_match_baseline_within_tolerance": true,
  "baseline_prefix_absolute_bce_tolerance": 1e-06,
  "baseline_prefix_checks": [
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 1.27901633562022e-07,
      "exact": false
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 2.980232238769531e-07,
      "exact": false
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 1.27901633562022e-07,
      "exact": false
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 3.203749656677246e-07,
      "exact": false
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 1.27901633562022e-07,
      "exact": false
    },
    {
      "model_id": "dgcnn",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 4.3585896492004395e-07,
      "exact": false
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "fno2d",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "pointnet",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "unet3d",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_FRT_UPR_LH_07d0fbeba5ef",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "AC28_DT_RR_UPR_STD_6f8b270d95b5",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "LT2_DT_FRT_AREST_IMG-261014_35afb132841b",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "ME1a_DT_FRT_UPR_LHD_94719179587d",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "MX5a_PE_DT_RR_ARMREST_LRH_261014_3e74cd458a06",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "fold_id": "NX5___RR_DT_UPR_2_CUR_TPO___261014_d11283a03a71",
      "max_abs_bce_difference": 0.0,
      "exact": true
    },
    {
      "model_id": "uvnet",
      "protocol": "train_all",
      "fold_id": "all",
      "max_abs_bce_difference": 0.0,
      "exact": true
    }
  ],
  "distinct_model_fits": 40,
  "identical_folds_reused": 30,
  "gp_predictions_unchanged": true,
  "reviewed_accuracy_records": 0,
  "train_all_losses": {
    "cnn2d_unet": {
      "first": 0.49669236441453296,
      "last": 0.02187821046542619
    },
    "dgcnn": {
      "first": 0.5987655619780222,
      "last": 0.15293063099185625
    },
    "fno2d": {
      "first": 0.660079667965571,
      "last": 0.02670520489724974
    },
    "meshgraphnet": {
      "first": 0.6818012495835623,
      "last": 0.1565196526547273
    },
    "physics_risk_gnn": {
      "first": 0.7056391735871633,
      "last": 0.15436487148205438
    },
    "pointnet": {
      "first": 0.6223164697488149,
      "last": 0.16021696974833807
    },
    "tabular_mlp": {
      "first": 0.5749969085057577,
      "last": 0.15768764540553093
    },
    "unet3d": {
      "first": 0.7491471568743387,
      "last": 0.028731781413019537
    },
    "uvnet": {
      "first": 0.4462998906771342,
      "last": 0.15610521783431372
    }
  },
  "comparison_note": "30 vs 120 epochs on the same six datasets; identical settings, labels, input arrays and exclusion. Gaussian Process is not epoch-based. Identical ordered training cohorts reuse an exact fit within this run; predictions remain separate by evaluation fold.",
  "comparison": [
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.2279977556868238,
      "after_bce": 0.43776252620118733,
      "delta_bce": 0.20976477051436354,
      "before_average_precision": 0.09786930654129256,
      "after_average_precision": 0.1213026891900698,
      "delta_average_precision": 0.023433382648777243,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.07049764311660327,
      "after_bce": 0.021065981153987345,
      "delta_bce": -0.04943166196261592,
      "before_average_precision": 0.844079297440229,
      "after_average_precision": 0.9450523356741107,
      "delta_average_precision": 0.1009730382338817,
      "before_iou": 0.23263888888888887,
      "after_iou": 0.8666666666666667,
      "delta_iou": 0.6340277777777779
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.19250598909264793,
      "after_bce": 0.19649404588119423,
      "delta_bce": 0.003988056788546301,
      "before_average_precision": 0.06656933312643905,
      "after_average_precision": 0.050305775357640324,
      "delta_average_precision": -0.016263557768798724,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "dgcnn",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1720355145685362,
      "after_bce": 0.1529426981170365,
      "delta_bce": -0.019092816451499683,
      "before_average_precision": 0.062399580998420724,
      "after_average_precision": 0.16542020521783612,
      "delta_average_precision": 0.10302062421941541,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.32109372503227174,
      "after_bce": 0.7014898238143198,
      "delta_bce": 0.38039609878204805,
      "before_average_precision": 0.037709067606435574,
      "after_average_precision": 0.043381182411962975,
      "delta_average_precision": 0.005672114805527401,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "fno2d",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.09119887685378891,
      "after_bce": 0.025782671112229316,
      "delta_bce": -0.0654162057415596,
      "before_average_precision": 0.7725861850990946,
      "after_average_precision": 0.9411437828072245,
      "delta_average_precision": 0.16855759770812995,
      "before_iou": 0.029411764705882356,
      "after_iou": 0.8621794871794872,
      "delta_iou": 0.8327677224736049
    },
    {
      "model_id": "gaussian_process",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.4529616128683609,
      "after_bce": 0.4529616128683609,
      "delta_bce": 0.0,
      "before_average_precision": 0.07454929443306324,
      "after_average_precision": 0.07454929443306324,
      "delta_average_precision": 0.0,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "gaussian_process",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1292470902698082,
      "after_bce": 0.1292470902698082,
      "delta_bce": 0.0,
      "before_average_precision": 0.733238664958105,
      "after_average_precision": 0.733238664958105,
      "delta_average_precision": 0.0,
      "before_iou": 0.44726800976800973,
      "after_iou": 0.44726800976800973,
      "delta_iou": 0.0
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.18740107521453783,
      "after_bce": 0.2085157348025668,
      "delta_bce": 0.021114659588028967,
      "before_average_precision": 0.0808240590441482,
      "after_average_precision": 0.06899113253347709,
      "delta_average_precision": -0.01183292651067111,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.17250839340477722,
      "after_bce": 0.15616346636910686,
      "delta_bce": -0.016344927035670365,
      "before_average_precision": 0.09209092275492137,
      "after_average_precision": 0.09156539742077575,
      "delta_average_precision": -0.0005255253341456129,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.18793124448682397,
      "after_bce": 0.20596926556107553,
      "delta_bce": 0.018038021074251565,
      "before_average_precision": 0.08863913889943881,
      "after_average_precision": 0.03717786437417494,
      "delta_average_precision": -0.05146127452526387,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.17187980561142602,
      "after_bce": 0.15351557602944496,
      "delta_bce": -0.018364229581981056,
      "before_average_precision": 0.09750250337781292,
      "after_average_precision": 0.13932222877027448,
      "delta_average_precision": 0.04181972539246155,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.19196352470500358,
      "after_bce": 0.19668410917249404,
      "delta_bce": 0.004720584467490463,
      "before_average_precision": 0.05753251243395063,
      "after_average_precision": 0.05170883220692444,
      "delta_average_precision": -0.005823680227026194,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "pointnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.17197644959951577,
      "after_bce": 0.16010777132728693,
      "delta_bce": -0.011868678272228844,
      "before_average_precision": 0.08861335394012453,
      "after_average_precision": 0.07781793615466254,
      "delta_average_precision": -0.010795417785461989,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.19446617990018356,
      "after_bce": 0.19113514829868702,
      "delta_bce": -0.0033310316014965313,
      "before_average_precision": 0.07841692901487192,
      "after_average_precision": 0.05007189720297287,
      "delta_average_precision": -0.028345031811899048,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1691775308196611,
      "after_bce": 0.157584611291352,
      "delta_bce": -0.011592919528309098,
      "before_average_precision": 0.07105340834462419,
      "after_average_precision": 0.08147903994827695,
      "delta_average_precision": 0.010425631603652757,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.3506855297256541,
      "after_bce": 0.46305724632659545,
      "delta_bce": 0.11237171660094136,
      "before_average_precision": 0.034806628413471166,
      "after_average_precision": 0.03665533456318685,
      "delta_average_precision": 0.0018487061497156829,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "unet3d",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.04267640609899201,
      "after_bce": 0.02764192685091801,
      "delta_bce": -0.015034479248073999,
      "before_average_precision": 0.9092644383501827,
      "after_average_precision": 0.9332928346223301,
      "delta_average_precision": 0.02402839627214748,
      "before_iou": 0.756452153510977,
      "after_iou": 0.8092592592592592,
      "delta_iou": 0.05280710574828218
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.2128878965871843,
      "after_bce": 0.20430207170312054,
      "delta_bce": -0.008585824884063759,
      "before_average_precision": 0.05622642906295446,
      "after_average_precision": 0.22026058586983066,
      "delta_average_precision": 0.1640341568068762,
      "before_iou": 0.0,
      "after_iou": 0.08888888888888889,
      "delta_iou": 0.08888888888888889
    },
    {
      "model_id": "uvnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.16909284146781633,
      "after_bce": 0.15419857230047587,
      "delta_bce": -0.014894269167340463,
      "before_average_precision": 0.09495512203184503,
      "after_average_precision": 0.14762273453004812,
      "delta_average_precision": 0.05266761249820309,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    }
  ],
  "uvnet_heldout_details": {
    "protocol": "leave_one_design_out",
    "threshold": 0.5,
    "macro_iou": 0.08888888888888889,
    "positive_nodes": 49,
    "detected_positive_nodes": 2,
    "confusion": {
      "tp": 2,
      "fp": 5,
      "fn": 47,
      "tn": 1173
    },
    "note": "Small improvement against weak labels, concentrated in two AC28 scans; 47 of 49 weak positive nodes are still missed. No independently reviewed accuracy claim.",
    "datasets": [
      {
        "dataset_id": "AC28_DT_RR_UPR_STD_20260827_16__NG_008adde420f0",
        "bce": 0.12767126605224433,
        "brier": 0.02411260015876402,
        "iou": 0.3333333333333333,
        "dice": 0.5,
        "precision": 1.0,
        "recall": 0.3333333333333333,
        "nodes": 213,
        "positive_nodes": 3,
        "negative_nodes": 210,
        "confusion": {
          "tp": 1,
          "fp": 0,
          "fn": 2,
          "tn": 210
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.3444568038561364
      },
      {
        "dataset_id": "AC28_DT_RR_UPR_STD_20260828_09_21__NG_f4c68f38e467",
        "bce": 0.12856437907894078,
        "brier": 0.025457593808805506,
        "iou": 0.2,
        "dice": 0.3333333333333333,
        "precision": 0.3333333333333333,
        "recall": 0.3333333333333333,
        "nodes": 216,
        "positive_nodes": 3,
        "negative_nodes": 213,
        "confusion": {
          "tp": 1,
          "fp": 2,
          "fn": 2,
          "tn": 211
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.34395604395604396
      },
      {
        "dataset_id": "AC28_DT_RR_UPR_STD_2_20260827_18_01__NG_8df93616f7ea",
        "bce": 0.10447718074326491,
        "brier": 0.018120446993521295,
        "iou": 0.0,
        "dice": 0.0,
        "precision": null,
        "recall": 0.0,
        "nodes": 223,
        "positive_nodes": 3,
        "negative_nodes": 220,
        "confusion": {
          "tp": 0,
          "fp": 0,
          "fn": 3,
          "tn": 220
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.34404301075268817
      },
      {
        "dataset_id": "ME1a_DT_FRT_UPR_LHD_20260608_14_06__NG_ffc4fce5d996",
        "bce": 0.30804546936900035,
        "brier": 0.07507264355442292,
        "iou": 0.0,
        "dice": 0.0,
        "precision": null,
        "recall": 0.0,
        "nodes": 202,
        "positive_nodes": 16,
        "negative_nodes": 186,
        "confusion": {
          "tp": 0,
          "fp": 0,
          "fn": 16,
          "tn": 186
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.10358785241906357
      },
      {
        "dataset_id": "MX5a_PE_DT_RR_AREST_1_20260626_13_08__NG_fe0e1b9b8b53",
        "bce": 0.2875064557060664,
        "brier": 0.07021996262409116,
        "iou": 0.0,
        "dice": 0.0,
        "precision": null,
        "recall": 0.0,
        "nodes": 178,
        "positive_nodes": 12,
        "negative_nodes": 166,
        "confusion": {
          "tp": 0,
          "fp": 0,
          "fn": 12,
          "tn": 166
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.07656234737611456
      },
      {
        "dataset_id": "MX5a_PE_DT_RR_AREST_2_20260626_13_08__NG_41ec5d7a218e",
        "bce": 0.2695476792692063,
        "brier": 0.06872814119743649,
        "iou": 0.0,
        "dice": 0.0,
        "precision": 0.0,
        "recall": 0.0,
        "nodes": 195,
        "positive_nodes": 12,
        "negative_nodes": 183,
        "confusion": {
          "tp": 0,
          "fp": 3,
          "fn": 12,
          "tn": 180
        },
        "interpretation": "held-out-design weak-label agreement",
        "independently_reviewed": false,
        "average_precision": 0.1089574568589371
      }
    ]
  }
}