{
  "status": "passed",
  "run": "20261020/085201_790574d2",
  "previous_run": "20261020/075110_24cd1bc6",
  "excluded_train_dataset_ids": [
    "AC28_DT_RR_UPR_STD_1_20260827_18_01__NG_7194c0e36c7b"
  ],
  "training_dataset_ids": [
    "AC28_DT_RR_UPR_STD_20260827_16__NG_008adde420f0",
    "AC28_DT_RR_UPR_STD_20260828_09_21__NG_f4c68f38e467",
    "AC28_DT_RR_UPR_STD_2_20260827_18_01__NG_8df93616f7ea",
    "ME1a_DT_FRT_UPR_LHD_20260608_14_06__NG_ffc4fce5d996",
    "MX5a_PE_DT_RR_AREST_1_20260626_13_08__NG_fe0e1b9b8b53",
    "MX5a_PE_DT_RR_AREST_2_20260626_13_08__NG_41ec5d7a218e"
  ],
  "training_dataset_count": 6,
  "weak_label_nodes": 1227,
  "positive_nodes": 49,
  "negative_nodes": 1178,
  "inspection_dataset_count": 14,
  "file_match_count": 19,
  "models_trained": [
    "cnn2d_unet",
    "dgcnn",
    "fno2d",
    "gaussian_process",
    "meshgraphnet",
    "physics_risk_gnn",
    "pointnet",
    "tabular_mlp",
    "unet3d",
    "uvnet"
  ],
  "epochs": 30,
  "checkpoints_checked": 70,
  "trained_prediction_records": 280,
  "status_counts": {
    "untrained_diagnostic": 126,
    "completed": 280,
    "requires_training_labels": 14,
    "unavailable_backend": 42
  },
  "all_saved_source_hashes_unchanged": true,
  "remaining_inputs_and_labels_unchanged": true,
  "reviewed_accuracy_records": 0,
  "train_all_losses": {
    "cnn2d_unet": {
      "first": 0.49669236441453296,
      "last": 0.07439093322803576
    },
    "dgcnn": {
      "first": 0.5987655619780222,
      "last": 0.1724101776878039
    },
    "fno2d": {
      "first": 0.660079667965571,
      "last": 0.09408598269025485
    },
    "meshgraphnet": {
      "first": 0.6818012495835623,
      "last": 0.17268361647923788
    },
    "physics_risk_gnn": {
      "first": 0.7056391735871633,
      "last": 0.17208965246876082
    },
    "pointnet": {
      "first": 0.6223164697488149,
      "last": 0.17241087928414345
    },
    "tabular_mlp": {
      "first": 0.5749969085057577,
      "last": 0.16982964674631754
    },
    "unet3d": {
      "first": 0.7491471568743387,
      "last": 0.04478532429008434
    },
    "uvnet": {
      "first": 0.4462998906771342,
      "last": 0.16694449757536253
    }
  },
  "comparison_note": "Both runs averaged on the SAME six retained datasets. The removed dataset is excluded from training and comparison; predictions remain inspectable as excluded-record holdout diagnostics.",
  "comparison": [
    {
      "model_id": "cnn2d_unet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.1982830978051604,
      "after_bce": 0.2279977556868238,
      "delta_bce": 0.029714657881663387,
      "before_average_precision": 0.12192522667190529,
      "after_average_precision": 0.09786930654129256,
      "delta_average_precision": -0.024055920130612737,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "cnn2d_unet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.05991294013189158,
      "after_bce": 0.07049764311660327,
      "delta_bce": 0.010584702984711689,
      "before_average_precision": 0.8679894526083413,
      "after_average_precision": 0.844079297440229,
      "delta_average_precision": -0.023910155168112235,
      "before_iou": 0.48759920634920634,
      "after_iou": 0.23263888888888887,
      "delta_iou": -0.25496031746031744
    },
    {
      "model_id": "dgcnn",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.1947880790910054,
      "after_bce": 0.19250598909264793,
      "delta_bce": -0.002282089998357467,
      "before_average_precision": 0.06725258985645778,
      "after_average_precision": 0.06656933312643905,
      "delta_average_precision": -0.0006832567300187331,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "dgcnn",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1715421636116393,
      "after_bce": 0.1720355145685362,
      "delta_bce": 0.0004933509568968986,
      "before_average_precision": 0.06308294652893277,
      "after_average_precision": 0.062399580998420724,
      "delta_average_precision": -0.0006833655305120492,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "fno2d",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.34616533278731176,
      "after_bce": 0.32109372503227174,
      "delta_bce": -0.025071607755040026,
      "before_average_precision": 0.04197871874976813,
      "after_average_precision": 0.037709067606435574,
      "delta_average_precision": -0.0042696511433325535,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "fno2d",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.07463351021962089,
      "after_bce": 0.09119887685378891,
      "delta_bce": 0.01656536663416802,
      "before_average_precision": 0.85432307735157,
      "after_average_precision": 0.7725861850990946,
      "delta_average_precision": -0.08173689225247538,
      "before_iou": 0.0727124183006536,
      "after_iou": 0.029411764705882356,
      "delta_iou": -0.04330065359477124
    },
    {
      "model_id": "gaussian_process",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.46505781995139817,
      "after_bce": 0.4529616128683609,
      "delta_bce": -0.01209620708303727,
      "before_average_precision": 0.10010948034172053,
      "after_average_precision": 0.07454929443306324,
      "delta_average_precision": -0.025560185908657287,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "gaussian_process",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.17231732746570275,
      "after_bce": 0.1292470902698082,
      "delta_bce": -0.043070237195894534,
      "before_average_precision": 0.551682640164455,
      "after_average_precision": 0.733238664958105,
      "delta_average_precision": 0.18155602479364996,
      "before_iou": 0.3693926846100759,
      "after_iou": 0.44726800976800973,
      "delta_iou": 0.07787532515793383
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.1894437868489762,
      "after_bce": 0.18740107521453783,
      "delta_bce": -0.0020427116344383656,
      "before_average_precision": 0.08104041839253912,
      "after_average_precision": 0.0808240590441482,
      "delta_average_precision": -0.00021635934839091264,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "meshgraphnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1714043584964785,
      "after_bce": 0.17250839340477722,
      "delta_bce": 0.0011040349082987178,
      "before_average_precision": 0.09399421347382503,
      "after_average_precision": 0.09209092275492137,
      "delta_average_precision": -0.0019032907189036607,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.18939469766484482,
      "after_bce": 0.18793124448682397,
      "delta_bce": -0.0014634531780208515,
      "before_average_precision": 0.0918975141777627,
      "after_average_precision": 0.08863913889943881,
      "delta_average_precision": -0.0032583752783238995,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "physics_risk_gnn",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.17082547820010954,
      "after_bce": 0.17187980561142602,
      "delta_bce": 0.0010543274113164747,
      "before_average_precision": 0.0991825698016842,
      "after_average_precision": 0.09750250337781292,
      "delta_average_precision": -0.0016800664238712792,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "pointnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.1944321984598015,
      "after_bce": 0.19196352470500358,
      "delta_bce": -0.002468673754797923,
      "before_average_precision": 0.05607686214549864,
      "after_average_precision": 0.05753251243395063,
      "delta_average_precision": 0.0014556502884519942,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "pointnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1705385945950839,
      "after_bce": 0.17197644959951577,
      "delta_bce": 0.0014378550044318872,
      "before_average_precision": 0.10086953947977058,
      "after_average_precision": 0.08861335394012453,
      "delta_average_precision": -0.012256185539646053,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.1968226485671736,
      "after_bce": 0.19446617990018356,
      "delta_bce": -0.002356468666990047,
      "before_average_precision": 0.07794869235635289,
      "after_average_precision": 0.07841692901487192,
      "delta_average_precision": 0.00046823665851902785,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "tabular_mlp",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.1670243643876795,
      "after_bce": 0.1691775308196611,
      "delta_bce": 0.0021531664319816013,
      "before_average_precision": 0.07344584609007553,
      "after_average_precision": 0.07105340834462419,
      "delta_average_precision": -0.002392437745451337,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "unet3d",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.35643075146137343,
      "after_bce": 0.3506855297256541,
      "delta_bce": -0.005745221735719341,
      "before_average_precision": 0.03581435714582819,
      "after_average_precision": 0.034806628413471166,
      "delta_average_precision": -0.0010077287323570217,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "unet3d",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.03697303124285252,
      "after_bce": 0.04267640609899201,
      "delta_bce": 0.00570337485613949,
      "before_average_precision": 0.9222249971757113,
      "after_average_precision": 0.9092644383501827,
      "delta_average_precision": -0.0129605588255286,
      "before_iou": 0.7824463118580764,
      "after_iou": 0.756452153510977,
      "delta_iou": -0.025994158347099394
    },
    {
      "model_id": "uvnet",
      "protocol": "leave_one_design_out",
      "comparison_datasets": 6,
      "before_bce": 0.2124613564228129,
      "after_bce": 0.2128878965871843,
      "delta_bce": 0.00042654016437138065,
      "before_average_precision": 0.05655344555253814,
      "after_average_precision": 0.05622642906295446,
      "delta_average_precision": -0.00032701648958367857,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    },
    {
      "model_id": "uvnet",
      "protocol": "train_all",
      "comparison_datasets": 6,
      "before_bce": 0.16041926503419843,
      "after_bce": 0.16909284146781633,
      "delta_bce": 0.008673576433617908,
      "before_average_precision": 0.09060756071939453,
      "after_average_precision": 0.09495512203184503,
      "delta_average_precision": 0.004347561312450496,
      "before_iou": 0.0,
      "after_iou": 0.0,
      "delta_iou": 0.0
    }
  ],
  "regression_checks": {
    "passed": 48,
    "failed": 0,
    "scope": "Training exclusions, model execution, scan mapping, inspection export and manual file matching"
  }
}