[
  {
    "model": "2D CNN/U-Net",
    "output_domain": "pixel",
    "process_fusion": "FiLM",
    "parameters": 37505,
    "cpu_forward_ms": 49.108,
    "synthetic_step_1": 0.036807164549827576,
    "synthetic_step_2": 0.028850039467215538,
    "synthetic_reduction_pct": 21.61841364292027,
    "weak_loss_final": 1.0844974517822266,
    "weak_ap": 0.2978150926426788,
    "weak_iou": 0.14285714285714285,
    "weak_dice": 0.25,
    "weak_selected_epoch": 67,
    "smoke_source": "data_processed/images/cad_multiview_128.npz"
  },
  {
    "model": "FNO2d",
    "output_domain": "pixel/field",
    "process_fusion": "FiLM",
    "parameters": 229273,
    "cpu_forward_ms": 37.98,
    "synthetic_step_1": 0.028143616393208504,
    "synthetic_step_2": 0.027424579486250877,
    "synthetic_reduction_pct": 2.5548845497025083,
    "weak_loss_final": 0.7651580572128296,
    "weak_ap": 0.44375168386007535,
    "weak_iou": 0.14285714285714285,
    "weak_dice": 0.25,
    "weak_selected_epoch": 60,
    "smoke_source": "data_processed/images/cad_multiview_128.npz"
  },
  {
    "model": "Dense 3D U-Net",
    "output_domain": "voxel",
    "process_fusion": "FiLM",
    "parameters": 27249,
    "cpu_forward_ms": 6.551,
    "synthetic_step_1": 0.07127629965543747,
    "synthetic_step_2": 0.06661807745695114,
    "synthetic_reduction_pct": 6.535443367578027,
    "weak_loss_final": 0.5916610360145569,
    "weak_ap": 0.09726685404303197,
    "weak_iou": 0.018950437317784258,
    "weak_dice": 0.03719599427753934,
    "weak_selected_epoch": 100,
    "smoke_source": "data_processed/voxels/cad_surface_dense_32.npz"
  },
  {
    "model": "Sparse 3D U-Net",
    "output_domain": "sparse voxel",
    "process_fusion": "none",
    "parameters": 46432,
    "cpu_forward_ms": 6.479,
    "synthetic_step_1": 0.3315105438232422,
    "synthetic_step_2": 0.3143020272254944,
    "synthetic_reduction_pct": 5.190940957498835,
    "weak_loss_final": 0.671597421169281,
    "weak_ap": 0.11249807332160783,
    "weak_iou": 0.01867816091954023,
    "weak_dice": 0.036671368124118475,
    "weak_selected_epoch": 100,
    "smoke_source": "data_processed/voxels/cad_surface_sparse_32.npz"
  },
  {
    "model": "PointNet",
    "output_domain": "point",
    "process_fusion": "none",
    "parameters": 26561,
    "cpu_forward_ms": 6.312,
    "synthetic_step_1": 0.0063452147878706455,
    "synthetic_step_2": 0.001130206510424614,
    "synthetic_reduction_pct": 82.18804960574245,
    "weak_loss_final": 1.4856630563735962,
    "weak_ap": 0.07607437273496566,
    "weak_iou": 0.008620689655172414,
    "weak_dice": 0.017094017094017096,
    "weak_selected_epoch": 120,
    "smoke_source": "data_processed/points/cad_surface_points.npz"
  },
  {
    "model": "DGCNN",
    "output_domain": "point",
    "process_fusion": "none",
    "parameters": 9025,
    "cpu_forward_ms": 4.705,
    "synthetic_step_1": 0.009065382182598114,
    "synthetic_step_2": 0.008058009669184685,
    "synthetic_reduction_pct": 11.112300542024352,
    "weak_loss_final": 1.2980124950408936,
    "weak_ap": 0.038238033630332416,
    "weak_iou": 0.06521739130434782,
    "weak_dice": 0.12244897959183673,
    "weak_selected_epoch": 100,
    "smoke_source": "data_processed/points/cad_surface_points.npz"
  },
  {
    "model": "Mesh GNN",
    "output_domain": "CAD node",
    "process_fusion": "edge-message",
    "parameters": 37777,
    "cpu_forward_ms": 88.869,
    "synthetic_step_1": 0.0017088802997022867,
    "synthetic_step_2": 0.001134044025093317,
    "synthetic_reduction_pct": 33.63818254029349,
    "weak_loss_final": 1.1624077558517456,
    "weak_ap": 0.04479293965435879,
    "weak_iou": 0.020618556701030927,
    "weak_dice": 0.04040404040404041,
    "weak_selected_epoch": 95,
    "smoke_source": "data_processed/graphs/graph_12000.npz"
  },
  {
    "model": "Risk GNN",
    "output_domain": "CAD node + run",
    "process_fusion": "edge-message",
    "parameters": 18694,
    "cpu_forward_ms": 29.727,
    "synthetic_step_1": 0.7711712718009949,
    "synthetic_step_2": 0.7457802295684814,
    "synthetic_reduction_pct": 3.2925295794817586,
    "weak_loss_final": 1.0229179859161377,
    "weak_ap": 0.2529800405464673,
    "weak_iou": 0.036011080332409975,
    "weak_dice": 0.06951871657754011,
    "weak_selected_epoch": 324,
    "smoke_source": "data_processed/graphs/graph_12000.npz"
  },
  {
    "model": "UV-Net",
    "output_domain": "B-Rep face",
    "process_fusion": "none",
    "parameters": 1601,
    "cpu_forward_ms": 57.157,
    "synthetic_step_1": 0.2843262553215027,
    "synthetic_step_2": 0.28095126152038574,
    "synthetic_reduction_pct": 1.18701447296897,
    "weak_loss_final": 1.208120346069336,
    "weak_ap": 0.01149431921692329,
    "weak_iou": 0.010526315789473684,
    "weak_dice": 0.020833333333333332,
    "weak_selected_epoch": 100,
    "smoke_source": "data_processed/brep/faces_uv.npz"
  },
  {
    "model": "Tabular MLP",
    "output_domain": "run",
    "process_fusion": "direct concat",
    "parameters": 11457,
    "cpu_forward_ms": 0.047,
    "synthetic_step_1": 0.002265708986669779,
    "synthetic_step_2": 0.001291107852011919,
    "synthetic_reduction_pct": 43.01528309204281,
    "weak_loss_final": 3.464964137833704e-08,
    "weak_ap": 0.0010548523206751054,
    "weak_iou": 0.0,
    "weak_dice": 0.0,
    "weak_selected_epoch": 13,
    "smoke_source": "data_processed/tabular/process_and_geometry.npz"
  }
]