{ "status": "four_conditional_diffusion_weak_label_diagnostic_completed", "production_valid": false, "runs": [ "16h", "18h01" ], "variants": [ { "variant": "image_2d", "representation": { "source": "data_processed/images/cad_multiview_128.npz", "representation": "six CAD orthographic views with explicit 2-D pixel-neighbor message aggregation", "nodes": 6000, "denoiser_adapter": "4 nearest selected image-grid pixels in the same view; not a CNN" }, "nodes_per_run": 6000, "condition_dim": 194, "history": [ { "epoch": 1, "total": 1.2539300918579102, "denoise": 1.0094144344329834, "risk": 0.6986160278320312, "AP": 0.0008764552288327302 }, { "epoch": 2, "total": 1.2238922119140625, "denoise": 0.9962580800056458, "risk": 0.6503832340240479, "AP": 0.00043769070134254125 }, { "epoch": 3, "total": 1.2119026184082031, "denoise": 1.0027530193328857, "risk": 0.5975704193115234, "AP": 0.00026118603327522584 }, { "epoch": 4, "total": 1.190122127532959, "denoise": 0.9988685846328735, "risk": 0.5464385747909546, "AP": 0.0002455884667318219 }, { "epoch": 5, "total": 1.1752036809921265, "denoise": 1.0056493282318115, "risk": 0.4844409227371216, "AP": 0.0002356759172561928 }, { "epoch": 6, "total": 1.141392707824707, "denoise": 0.9944736957550049, "risk": 0.41976848244667053, "AP": 0.00023597787529524856 }, { "epoch": 7, "total": 1.1034144163131714, "denoise": 0.974611759185791, "risk": 0.36800745129585266, "AP": 0.0002579747365696872 }, { "epoch": 8, "total": 1.1062610149383545, "denoise": 0.9856540560722351, "risk": 0.3445914685726166, "AP": 0.0002824351150619343 }, { "epoch": 9, "total": 1.0925465822219849, "denoise": 0.9708272814750671, "risk": 0.34776949882507324, "AP": 0.00029577627821435074 }, { "epoch": 10, "total": 1.1457107067108154, "denoise": 1.020056962966919, "risk": 0.3590106666088104, "AP": 0.00034064964371314236 }, { "epoch": 11, "total": 1.101438045501709, "denoise": 0.9746738076210022, "risk": 0.36218342185020447, "AP": 0.0005089837314826069 }, { "epoch": 12, "total": 1.101306676864624, "denoise": 0.9766255021095276, "risk": 0.35623180866241455, "AP": 0.0010474419896191283 }, { "epoch": 13, "total": 1.0581369400024414, "denoise": 0.9382067322731018, "risk": 0.3426578640937805, "AP": 0.0012860479527146194 }, { "epoch": 14, "total": 1.0552847385406494, "denoise": 0.9400407671928406, "risk": 0.3292686343193054, "AP": 0.0015261627906976744 }, { "epoch": 15, "total": 1.0605707168579102, "denoise": 0.9483711123466492, "risk": 0.3205703794956207, "AP": 0.0022906699925333467 }, { "epoch": 16, "total": 1.0597416162490845, "denoise": 0.948957622051239, "risk": 0.31652578711509705, "AP": 0.00299427786543363 }, { "epoch": 17, "total": 1.05125093460083, "denoise": 0.9408674836158752, "risk": 0.31538131833076477, "AP": 0.0027442855510899254 }, { "epoch": 18, "total": 1.0396344661712646, "denoise": 0.9293413162231445, "risk": 0.31512346863746643, "AP": 0.0025716710499319195 }, { "epoch": 19, "total": 1.0312107801437378, "denoise": 0.9211851358413696, "risk": 0.3143589198589325, "AP": 0.0024270906271344436 }, { "epoch": 20, "total": 1.0204378366470337, "denoise": 0.9111794233322144, "risk": 0.31216681003570557, "AP": 0.00234229694630845 }, { "epoch": 21, "total": 1.005678415298462, "denoise": 0.8979079723358154, "risk": 0.30791541934013367, "AP": 0.002259247697830498 }, { "epoch": 22, "total": 1.0227537155151367, "denoise": 0.91708904504776, "risk": 0.30189889669418335, "AP": 0.0022133612038867305 }, { "epoch": 23, "total": 0.9942759275436401, "denoise": 0.8909448981285095, "risk": 0.2952314615249634, "AP": 0.002195157022354934 }, { "epoch": 24, "total": 0.986634373664856, "denoise": 0.8853186964988708, "risk": 0.28947344422340393, "AP": 0.0021987506164721357 }, { "epoch": 25, "total": 0.9651228189468384, "denoise": 0.8651373982429504, "risk": 0.28567254543304443, "AP": 0.002184005453105138 }, { "epoch": 26, "total": 0.9613000154495239, "denoise": 0.8618726134300232, "risk": 0.28407829999923706, "AP": 0.0021815032590364195 }, { "epoch": 27, "total": 0.9790521264076233, "denoise": 0.8800024390220642, "risk": 0.28299909830093384, "AP": 0.0021653103040272428 }, { "epoch": 28, "total": 0.9588502645492554, "denoise": 0.8602696657180786, "risk": 0.28165876865386963, "AP": 0.0021285653469561515 }, { "epoch": 29, "total": 0.9552782773971558, "denoise": 0.8576349020004272, "risk": 0.27898111939430237, "AP": 0.002089915857428499 }, { "epoch": 30, "total": 0.9369038343429565, "denoise": 0.840749204158783, "risk": 0.274727463722229, "AP": 0.0020569234519746465 }, { "epoch": 31, "total": 0.9120221734046936, "denoise": 0.8167993426322937, "risk": 0.2720651626586914, "AP": 0.0020636164989996735 }, { "epoch": 32, "total": 0.8953608274459839, "denoise": 0.8006201982498169, "risk": 0.2706875801086426, "AP": 0.002059024149541391 }, { "epoch": 33, "total": 0.885132908821106, "denoise": 0.7911771535873413, "risk": 0.2684449851512909, "AP": 0.0020720599853912315 }, { "epoch": 34, "total": 0.8685454726219177, "denoise": 0.7758562564849854, "risk": 0.26482632756233215, "AP": 0.0021193482417621087 }, { "epoch": 35, "total": 0.8955610990524292, "denoise": 0.8041753172874451, "risk": 0.26110222935676575, "AP": 0.002190021994844038 }, { "epoch": 36, "total": 0.8872776627540588, "denoise": 0.7970471978187561, "risk": 0.2578012943267822, "AP": 0.0023072575861601908 }, { "epoch": 37, "total": 0.8502506017684937, "denoise": 0.7611797451972961, "risk": 0.25448811054229736, "AP": 0.002367207837370586 }, { "epoch": 38, "total": 0.8229726552963257, "denoise": 0.7349000573158264, "risk": 0.25163590908050537, "AP": 0.002452564019728199 }, { "epoch": 39, "total": 0.8332980871200562, "denoise": 0.7460480332374573, "risk": 0.2492859661579132, "AP": 0.002553191489361702 }, { "epoch": 40, "total": 0.799620509147644, "denoise": 0.7131643891334534, "risk": 0.24701742827892303, "AP": 0.002676648921414512 }, { "epoch": 41, "total": 0.8066608309745789, "denoise": 0.7210817933082581, "risk": 0.24451151490211487, "AP": 0.0027701630356369933 }, { "epoch": 42, "total": 0.7790045738220215, "denoise": 0.694265604019165, "risk": 0.2421114146709442, "AP": 0.002842450858508685 }, { "epoch": 43, "total": 0.7650113105773926, "denoise": 0.6811140775680542, "risk": 0.23970633745193481, "AP": 0.002977438205323454 }, { "epoch": 44, "total": 0.7688131928443909, "denoise": 0.6857713460922241, "risk": 0.23726238310337067, "AP": 0.0030973246163119583 }, { "epoch": 45, "total": 0.7693691849708557, "denoise": 0.6871578693389893, "risk": 0.2348894476890564, "AP": 0.0033405410651985183 }, { "epoch": 46, "total": 0.7615790963172913, "denoise": 0.6805499792098999, "risk": 0.23151175677776337, "AP": 0.003681001387231022 }, { "epoch": 47, "total": 0.7684540748596191, "denoise": 0.6883955597877502, "risk": 0.22873853147029877, "AP": 0.004832583708145927 }, { "epoch": 48, "total": 0.7524812817573547, "denoise": 0.6731979846954346, "risk": 0.2265237271785736, "AP": 0.01672384219554031 }, { "epoch": 49, "total": 0.717061460018158, "denoise": 0.6384238004684448, "risk": 0.22467899322509766, "AP": 0.031070139498585503 }, { "epoch": 50, "total": 0.7154756188392639, "denoise": 0.6379231214523315, "risk": 0.22157849371433258, "AP": 0.04343345111896348 }, { "epoch": 51, "total": 0.719795286655426, "denoise": 0.6432619690895081, "risk": 0.21866662800312042, "AP": 0.06435528756957329 }, { "epoch": 52, "total": 0.6972817182540894, "denoise": 0.6214902997016907, "risk": 0.21654687821865082, "AP": 0.12698807157057654 }, { "epoch": 53, "total": 0.6626218557357788, "denoise": 0.5876357555389404, "risk": 0.2142459750175476, "AP": 0.16872427983539093 }, { "epoch": 54, "total": 0.6829723715782166, "denoise": 0.6088827252388, "risk": 0.21168474853038788, "AP": 0.5021881838074398 }, { "epoch": 55, "total": 0.6787075996398926, "denoise": 0.6054648756980896, "risk": 0.2092648446559906, "AP": 0.5023255813953489 }, { "epoch": 56, "total": 0.6631525754928589, "denoise": 0.5906736850738525, "risk": 0.207082599401474, "AP": 0.502770083102493 }, { "epoch": 57, "total": 0.6381354331970215, "denoise": 0.5664548277854919, "risk": 0.2048017531633377, "AP": 0.5034364261168385 }, { "epoch": 58, "total": 0.6402891874313354, "denoise": 0.5695523619651794, "risk": 0.20210522413253784, "AP": 0.503968253968254 }, { "epoch": 59, "total": 0.6497998833656311, "denoise": 0.5798649787902832, "risk": 0.1998140513896942, "AP": 0.504424778761062 }, { "epoch": 60, "total": 0.6133257746696472, "denoise": 0.5442792177200317, "risk": 0.19727593660354614, "AP": 0.5059523809523809 }, { "epoch": 61, "total": 0.599653422832489, "denoise": 0.531517744064331, "risk": 0.1946733444929123, "AP": 0.5075187969924813 }, { "epoch": 62, "total": 0.5989405512809753, "denoise": 0.5317068696022034, "risk": 0.1920962780714035, "AP": 0.5088495575221239 }, { "epoch": 63, "total": 0.5958612561225891, "denoise": 0.5295045375823975, "risk": 0.1895906925201416, "AP": 0.51 }, { "epoch": 64, "total": 0.6013330221176147, "denoise": 0.5358083248138428, "risk": 0.18721337616443634, "AP": 0.5105263157894737 }, { "epoch": 65, "total": 0.6342974305152893, "denoise": 0.5696863532066345, "risk": 0.18460310995578766, "AP": 0.5111111111111111 }, { "epoch": 66, "total": 0.6477635502815247, "denoise": 0.5840396285057068, "risk": 0.18206831812858582, "AP": 0.5113636363636364 }, { "epoch": 67, "total": 0.599927544593811, "denoise": 0.5370411276817322, "risk": 0.17967551946640015, "AP": 0.510989010989011 }, { "epoch": 68, "total": 0.549412727355957, "denoise": 0.48731034994125366, "risk": 0.17743539810180664, "AP": 0.5104166666666666 }, { "epoch": 69, "total": 0.568687915802002, "denoise": 0.5074121356010437, "risk": 0.17507371306419373, "AP": 0.5106382978723404 }, { "epoch": 70, "total": 0.5427219271659851, "denoise": 0.48225873708724976, "risk": 0.17275194823741913, "AP": 0.5108695652173914 }, { "epoch": 71, "total": 0.5475478172302246, "denoise": 0.4878903031349182, "risk": 0.17044998705387115, "AP": 0.5112359550561798 }, { "epoch": 72, "total": 0.5567580461502075, "denoise": 0.4979103207588196, "risk": 0.16813643276691437, "AP": 0.510989010989011 }, { "epoch": 73, "total": 0.5233591198921204, "denoise": 0.465375155210495, "risk": 0.16566844284534454, "AP": 0.5114942528735632 }, { "epoch": 74, "total": 0.5409185886383057, "denoise": 0.4838292598724365, "risk": 0.16311238706111908, "AP": 0.5120481927710844 }, { "epoch": 75, "total": 0.5260734558105469, "denoise": 0.46987345814704895, "risk": 0.16057135164737701, "AP": 0.5125 }, { "epoch": 76, "total": 0.5231924653053284, "denoise": 0.46790263056755066, "risk": 0.15797099471092224, "AP": 0.5144927536231884 }, { "epoch": 77, "total": 0.50005042552948, "denoise": 0.4456733465194702, "risk": 0.15536311268806458, "AP": 0.5166666666666667 }, { "epoch": 78, "total": 0.496304988861084, "denoise": 0.44282713532447815, "risk": 0.15279389917850494, "AP": 0.5185185185185185 }, { "epoch": 79, "total": 0.5036900639533997, "denoise": 0.4511543810367584, "risk": 0.15010197460651398, "AP": 0.5212765957446809 }, { "epoch": 80, "total": 0.48374488949775696, "denoise": 0.4321613907814026, "risk": 0.14738139510154724, "AP": 0.524390243902439 }, { "epoch": 81, "total": 0.4882173538208008, "denoise": 0.4375929832458496, "risk": 0.14464104175567627, "AP": 0.5277777777777778 }, { "epoch": 82, "total": 0.47869718074798584, "denoise": 0.42892101407051086, "risk": 0.14221760630607605, "AP": 0.53125 }, { "epoch": 83, "total": 0.46273863315582275, "denoise": 0.41394200921058655, "risk": 0.13941888511180878, "AP": 0.5416666666666666 }, { "epoch": 84, "total": 0.4464781880378723, "denoise": 0.39854690432548523, "risk": 0.13694655895233154, "AP": 0.5526315789473684 }, { "epoch": 85, "total": 0.4894249439239502, "denoise": 0.4424174726009369, "risk": 0.13430708646774292, "AP": 0.6 }, { "epoch": 86, "total": 0.47150033712387085, "denoise": 0.4253748655319214, "risk": 0.13178706169128418, "AP": 0.6111111111111112 }, { "epoch": 87, "total": 0.45094096660614014, "denoise": 0.40557608008384705, "risk": 0.129613995552063, "AP": 0.6666666666666666 }, { "epoch": 88, "total": 0.43737104535102844, "denoise": 0.3930680453777313, "risk": 0.12657997012138367, "AP": 0.6666666666666666 }, { "epoch": 89, "total": 0.4291616678237915, "denoise": 0.38570597767829895, "risk": 0.12415914237499237, "AP": 0.75 }, { "epoch": 90, "total": 0.4386137127876282, "denoise": 0.39607641100883484, "risk": 0.12153513729572296, "AP": 0.75 }, { "epoch": 91, "total": 0.4500475823879242, "denoise": 0.40842586755752563, "risk": 0.11891917139291763, "AP": 0.8333333333333333 }, { "epoch": 92, "total": 0.46449097990989685, "denoise": 0.4234716296195984, "risk": 0.11719811707735062, "AP": 0.8333333333333333 }, { "epoch": 93, "total": 0.5144667029380798, "denoise": 0.4741617739200592, "risk": 0.11515694111585617, "AP": 0.5833333333333333 }, { "epoch": 94, "total": 0.49836358428001404, "denoise": 0.4591044485569, "risk": 0.11216899752616882, "AP": 0.8333333333333333 }, { "epoch": 95, "total": 0.4217008054256439, "denoise": 0.38246020674705505, "risk": 0.11211598664522171, "AP": 0.8333333333333333 }, { "epoch": 96, "total": 0.43751260638237, "denoise": 0.39947688579559326, "risk": 0.10867349058389664, "AP": 0.5833333333333333 }, { "epoch": 97, "total": 0.4293006658554077, "denoise": 0.3913392424583435, "risk": 0.1084611788392067, "AP": 0.5833333333333333 }, { "epoch": 98, "total": 0.39752623438835144, "denoise": 0.3607536554336548, "risk": 0.1050644963979721, "AP": 0.5833333333333333 }, { "epoch": 99, "total": 0.40923020243644714, "denoise": 0.3725678026676178, "risk": 0.10474971681833267, "AP": 0.5833333333333333 }, { "epoch": 100, "total": 0.3949919044971466, "denoise": 0.35970258712768555, "risk": 0.10082664340734482, "AP": 0.5833333333333333 }, { "epoch": 101, "total": 0.4088210463523865, "denoise": 0.3737739324569702, "risk": 0.10013461112976074, "AP": 0.45 }, { "epoch": 102, "total": 0.4005201756954193, "denoise": 0.36649179458618164, "risk": 0.09722398221492767, "AP": 0.45 }, { "epoch": 103, "total": 0.4091278910636902, "denoise": 0.3762831687927246, "risk": 0.09384207427501678, "AP": 0.45 }, { "epoch": 104, "total": 0.38452261686325073, "denoise": 0.35153183341026306, "risk": 0.0942593663930893, "AP": 0.7 }, { "epoch": 105, "total": 0.3829447329044342, "denoise": 0.351664274930954, "risk": 0.08937273919582367, "AP": 0.41666666666666663 }, { "epoch": 106, "total": 0.3918251097202301, "denoise": 0.3598911464214325, "risk": 0.09123989194631577, "AP": 0.41666666666666663 }, { "epoch": 107, "total": 0.380501925945282, "denoise": 0.35105955600738525, "risk": 0.08412102609872818, "AP": 0.41666666666666663 }, { "epoch": 108, "total": 0.3705405592918396, "denoise": 0.33977293968200684, "risk": 0.08790750801563263, "AP": 0.45 }, { "epoch": 109, "total": 0.37501004338264465, "denoise": 0.3465335965156555, "risk": 0.08136125653982162, "AP": 0.41666666666666663 }, { "epoch": 110, "total": 0.3720240294933319, "denoise": 0.343014121055603, "risk": 0.08288541436195374, "AP": 0.39285714285714285 }, { "epoch": 111, "total": 0.36544981598854065, "denoise": 0.3379858136177063, "risk": 0.07846856117248535, "AP": 0.5833333333333333 }, { "epoch": 112, "total": 0.36304959654808044, "denoise": 0.3365456163883209, "risk": 0.07572568953037262, "AP": 0.5833333333333333 }, { "epoch": 113, "total": 0.3624865412712097, "denoise": 0.33435532450675964, "risk": 0.08037494122982025, "AP": 0.3333333333333333 }, { "epoch": 114, "total": 0.3731445074081421, "denoise": 0.34910836815834045, "risk": 0.06867470592260361, "AP": 0.41666666666666663 }, { "epoch": 115, "total": 0.37814387679100037, "denoise": 0.3504282236099243, "risk": 0.07918760925531387, "AP": 0.75 }, { "epoch": 116, "total": 0.3575451672077179, "denoise": 0.3331780433654785, "risk": 0.06962039321660995, "AP": 0.3666666666666667 }, { "epoch": 117, "total": 0.3410887122154236, "denoise": 0.31751227378845215, "risk": 0.06736121326684952, "AP": 0.7 }, { "epoch": 118, "total": 0.34301257133483887, "denoise": 0.3180568814277649, "risk": 0.07130198925733566, "AP": 0.8333333333333333 }, { "epoch": 119, "total": 0.34281182289123535, "denoise": 0.32192113995552063, "risk": 0.05968770757317543, "AP": 0.8333333333333333 }, { "epoch": 120, "total": 0.3537130355834961, "denoise": 0.3302280306816101, "risk": 0.06710004806518555, "AP": 0.3333333333333333 } ], "best_loss": 0.3410887122154236, "best_epoch": 117, "metrics": [ { "run": "16h", "MAE_mm": 4.406829357147217, "RMSE_mm": 5.742323875427246, "CAD_correspondent_Chamfer_mm": 4.236822128295898, "registered_scan_Chamfer_mm": 10.591017723083496, "risk": { "AP": 1.0, "IoU_at_0.5": 0.006993006993006993, "Dice_at_0.5": 0.013888888888888888 }, "mean_stochastic_std_mm": 7.443349838256836, "max_stochastic_std_mm": 22.145097732543945 }, { "run": "18h01", "MAE_mm": 4.516053199768066, "RMSE_mm": 5.828782558441162, "CAD_correspondent_Chamfer_mm": 4.209250450134277, "registered_scan_Chamfer_mm": 12.536046028137207, "risk": { "AP": 1.0, "IoU_at_0.5": 0.007633587786259542, "Dice_at_0.5": 0.015151515151515152 }, "mean_stochastic_std_mm": 7.354842662811279, "max_stochastic_std_mm": 19.224315643310547 } ], "heater_projection_valid": [ false, false ], "checkpoint": "gen_models/models/image_2d.pt" }, { "variant": "voxel_3d", "representation": { "source": "data_processed/voxels/cad_surface_sparse_64.npz", "representation": "64-grid sparse CAD surface voxels with 3-D voxel-neighbor message aggregation", "nodes": 1712, "denoiser_adapter": "6 nearest sparse voxel-grid neighbours; not a dense 3-D CNN" }, "nodes_per_run": 1712, "condition_dim": 184, "history": [ { "epoch": 1, "total": 1.3262100219726562, "denoise": 1.0061169862747192, "risk": 0.9145514369010925, "AP": 0.002680561782451632 }, { "epoch": 2, "total": 1.274144172668457, "denoise": 0.964861273765564, "risk": 0.8836655020713806, "AP": 0.0012615027525394304 }, { "epoch": 3, "total": 1.3220630884170532, "denoise": 1.0242317914962769, "risk": 0.8509466052055359, "AP": 0.001217383900132168 }, { "epoch": 4, "total": 1.2300752401351929, "denoise": 0.9481284618377686, "risk": 0.8055622577667236, "AP": 0.0012028915616219226 }, { "epoch": 5, "total": 1.2802684307098389, "denoise": 1.0183218717575073, "risk": 0.7484188675880432, "AP": 0.001199843999620683 }, { "epoch": 6, "total": 1.224541425704956, "denoise": 0.9811305999755859, "risk": 0.6954596638679504, "AP": 0.001273168487481424 }, { "epoch": 7, "total": 1.1580424308776855, "denoise": 0.9256139993667603, "risk": 0.664081335067749, "AP": 0.0014413992290666525 }, { "epoch": 8, "total": 1.229841947555542, "denoise": 0.9972491264343262, "risk": 0.6645508408546448, "AP": 0.0019731087328036375 }, { "epoch": 9, "total": 1.1567604541778564, "denoise": 0.9263722896575928, "risk": 0.6582518815994263, "AP": 0.005926630820445608 }, { "epoch": 10, "total": 1.1497524976730347, "denoise": 0.928777813911438, "risk": 0.6313563585281372, "AP": 0.015256357244891498 }, { "epoch": 11, "total": 1.131070852279663, "denoise": 0.9229751825332642, "risk": 0.5945590138435364, "AP": 0.02531955426300748 }, { "epoch": 12, "total": 1.1529566049575806, "denoise": 0.9567896723747253, "risk": 0.560477077960968, "AP": 0.036342646670869394 }, { "epoch": 13, "total": 1.088861107826233, "denoise": 0.9027277827262878, "risk": 0.531809389591217, "AP": 0.049214503152859315 }, { "epoch": 14, "total": 1.1173409223556519, "denoise": 0.9405673146247864, "risk": 0.5050674676895142, "AP": 0.06089668234064785 }, { "epoch": 15, "total": 1.118550181388855, "denoise": 0.9522120356559753, "risk": 0.4752517342567444, "AP": 0.071875 }, { "epoch": 16, "total": 1.095282793045044, "denoise": 0.9415297508239746, "risk": 0.43929436802864075, "AP": 0.07728384493090376 }, { "epoch": 17, "total": 1.067051887512207, "denoise": 0.9290643334388733, "risk": 0.3942502439022064, "AP": 0.08037352367847723 }, { "epoch": 18, "total": 1.011193037033081, "denoise": 0.8890603184700012, "risk": 0.3489507734775543, "AP": 0.08129264132553606 }, { "epoch": 19, "total": 1.0326393842697144, "denoise": 0.9228917956352234, "risk": 0.3135646879673004, "AP": 0.08200489203778677 }, { "epoch": 20, "total": 0.9635151624679565, "denoise": 0.8640346527099609, "risk": 0.2842300534248352, "AP": 0.08546160130718955 }, { "epoch": 21, "total": 1.0120049715042114, "denoise": 0.9197283387184143, "risk": 0.2636473774909973, "AP": 0.08857940821256038 }, { "epoch": 22, "total": 0.9744390845298767, "denoise": 0.8846958875656128, "risk": 0.2564091980457306, "AP": 0.09367559523809524 }, { "epoch": 23, "total": 1.006815791130066, "denoise": 0.9197722673416138, "risk": 0.2486957311630249, "AP": 0.09973620129870131 }, { "epoch": 24, "total": 0.9846503734588623, "denoise": 0.8998479247093201, "risk": 0.24229274690151215, "AP": 0.10813492063492064 }, { "epoch": 25, "total": 0.9591752886772156, "denoise": 0.8765004873275757, "risk": 0.23621368408203125, "AP": 0.11691176470588235 }, { "epoch": 26, "total": 0.930400013923645, "denoise": 0.8501343727111816, "risk": 0.2293304055929184, "AP": 0.12764408793820559 }, { "epoch": 27, "total": 0.9398301243782043, "denoise": 0.86234450340271, "risk": 0.22138753533363342, "AP": 0.14984126984126983 }, { "epoch": 28, "total": 0.9217204451560974, "denoise": 0.8472868800163269, "risk": 0.21266727149486542, "AP": 0.18318160597572364 }, { "epoch": 29, "total": 0.9072475433349609, "denoise": 0.8357648253440857, "risk": 0.2042362540960312, "AP": 0.2193627450980392 }, { "epoch": 30, "total": 0.911098837852478, "denoise": 0.8427969813346863, "risk": 0.19514822959899902, "AP": 0.2310486694677871 }, { "epoch": 31, "total": 0.853704035282135, "denoise": 0.7883493304252625, "risk": 0.18672771751880646, "AP": 0.2506747638326586 }, { "epoch": 32, "total": 0.9238215684890747, "denoise": 0.8610096573829651, "risk": 0.17946259677410126, "AP": 0.44825581395348835 }, { "epoch": 33, "total": 0.8681530356407166, "denoise": 0.8077179193496704, "risk": 0.17267180979251862, "AP": 0.4664772727272727 }, { "epoch": 34, "total": 0.8486934900283813, "denoise": 0.7903619408607483, "risk": 0.16666148602962494, "AP": 0.49722222222222223 }, { "epoch": 35, "total": 0.8319567441940308, "denoise": 0.7754536271095276, "risk": 0.161437526345253, "AP": 0.49627659574468086 }, { "epoch": 36, "total": 0.831376314163208, "denoise": 0.7765322327613831, "risk": 0.1566973477602005, "AP": 0.4466911764705882 }, { "epoch": 37, "total": 0.8447697162628174, "denoise": 0.7913236618041992, "risk": 0.15270309150218964, "AP": 0.4283333333333333 }, { "epoch": 38, "total": 0.8409398794174194, "denoise": 0.7889622449874878, "risk": 0.14850755035877228, "AP": 0.4156593406593406 }, { "epoch": 39, "total": 0.8019139766693115, "denoise": 0.7512207627296448, "risk": 0.14483770728111267, "AP": 0.40244708994708994 }, { "epoch": 40, "total": 0.7859601974487305, "denoise": 0.7364720106124878, "risk": 0.14139483869075775, "AP": 0.4074675324675324 }, { "epoch": 41, "total": 0.7713318467140198, "denoise": 0.7229280471801758, "risk": 0.13829651474952698, "AP": 0.28155954215276247 }, { "epoch": 42, "total": 0.7555859684944153, "denoise": 0.7080819606781006, "risk": 0.1357257068157196, "AP": 0.2791666666666667 }, { "epoch": 43, "total": 0.7838469743728638, "denoise": 0.736856997013092, "risk": 0.13425715267658234, "AP": 0.278125 }, { "epoch": 44, "total": 0.7608775496482849, "denoise": 0.7146763801574707, "risk": 0.13200339674949646, "AP": 0.2783730158730159 }, { "epoch": 45, "total": 0.7662180662155151, "denoise": 0.7208518385887146, "risk": 0.12961779534816742, "AP": 0.2786290322580645 }, { "epoch": 46, "total": 0.7666715383529663, "denoise": 0.7214065194129944, "risk": 0.129328653216362, "AP": 0.278125 }, { "epoch": 47, "total": 0.7172480821609497, "denoise": 0.6731234192848206, "risk": 0.12607041001319885, "AP": 0.2873015873015873 }, { "epoch": 48, "total": 0.7243283987045288, "denoise": 0.6806727051734924, "risk": 0.12473049014806747, "AP": 0.2989583333333333 }, { "epoch": 49, "total": 0.7033320665359497, "denoise": 0.6604323387145996, "risk": 0.12257072329521179, "AP": 0.29238816738816736 }, { "epoch": 50, "total": 0.709052324295044, "denoise": 0.6664999127388, "risk": 0.12157832086086273, "AP": 0.29238816738816736 }, { "epoch": 51, "total": 0.7681089043617249, "denoise": 0.7263022661209106, "risk": 0.11944760382175446, "AP": 0.3093108504398827 }, { "epoch": 52, "total": 0.8100166916847229, "denoise": 0.7685834765434265, "risk": 0.11838064342737198, "AP": 0.3416666666666667 }, { "epoch": 53, "total": 0.6864830851554871, "denoise": 0.6409685611724854, "risk": 0.1300414651632309, "AP": 0.37409200968523004 }, { "epoch": 54, "total": 0.7374600768089294, "denoise": 0.6978806853294373, "risk": 0.11308389902114868, "AP": 0.374384236453202 }, { "epoch": 55, "total": 0.7084229588508606, "denoise": 0.6669213175773621, "risk": 0.11857610940933228, "AP": 0.36099137931034486 }, { "epoch": 56, "total": 0.6961825489997864, "denoise": 0.6577496528625488, "risk": 0.10980832576751709, "AP": 0.4185185185185185 }, { "epoch": 57, "total": 0.6642404794692993, "denoise": 0.6243661046028137, "risk": 0.11392682790756226, "AP": 0.4620748299319728 }, { "epoch": 58, "total": 0.7003426551818848, "denoise": 0.6616069674491882, "risk": 0.11067335307598114, "AP": 0.46249999999999997 }, { "epoch": 59, "total": 0.6665562987327576, "denoise": 0.6291438341140747, "risk": 0.10689273476600647, "AP": 0.46340579710144925 }, { "epoch": 60, "total": 0.6955050826072693, "denoise": 0.6576460599899292, "risk": 0.10816861689090729, "AP": 0.46388888888888885 }, { "epoch": 61, "total": 0.6419124007225037, "denoise": 0.6047568917274475, "risk": 0.10615860670804977, "AP": 0.4654761904761905 }, { "epoch": 62, "total": 0.6597269177436829, "denoise": 0.6237476468086243, "risk": 0.10279791802167892, "AP": 0.4666666666666666 }, { "epoch": 63, "total": 0.6781334280967712, "denoise": 0.6419002413749695, "risk": 0.10352343320846558, "AP": 0.46944444444444444 }, { "epoch": 64, "total": 0.6325355768203735, "denoise": 0.5972869992256165, "risk": 0.10071025043725967, "AP": 0.471078431372549 }, { "epoch": 65, "total": 0.6275523900985718, "denoise": 0.5932859182357788, "risk": 0.0979042798280716, "AP": 0.471078431372549 }, { "epoch": 66, "total": 0.6028721332550049, "denoise": 0.5685885548591614, "risk": 0.09795317053794861, "AP": 0.4294117647058824 }, { "epoch": 67, "total": 0.6242464184761047, "denoise": 0.5913485288619995, "risk": 0.09399392455816269, "AP": 0.4303030303030303 }, { "epoch": 68, "total": 0.6374088525772095, "denoise": 0.6049765944480896, "risk": 0.09266368299722672, "AP": 0.47614942528735626 }, { "epoch": 69, "total": 0.5905269980430603, "denoise": 0.5582711696624756, "risk": 0.0921594500541687, "AP": 0.47870370370370374 }, { "epoch": 70, "total": 0.6003485321998596, "denoise": 0.5691647529602051, "risk": 0.08909649401903152, "AP": 0.437037037037037 }, { "epoch": 71, "total": 0.5811413526535034, "denoise": 0.549304723739624, "risk": 0.09096177667379379, "AP": 0.4357142857142857 }, { "epoch": 72, "total": 0.5925876498222351, "denoise": 0.5622129440307617, "risk": 0.08678486943244934, "AP": 0.43846153846153846 }, { "epoch": 73, "total": 0.5862315893173218, "denoise": 0.5557795166969299, "risk": 0.08700593560934067, "AP": 0.43846153846153846 }, { "epoch": 74, "total": 0.5760113596916199, "denoise": 0.5463777780532837, "risk": 0.08466729521751404, "AP": 0.44000000000000006 }, { "epoch": 75, "total": 0.5338507890701294, "denoise": 0.504804253578186, "risk": 0.0829901322722435, "AP": 0.44000000000000006 }, { "epoch": 76, "total": 0.5522164702415466, "denoise": 0.5231086015701294, "risk": 0.08316540718078613, "AP": 0.44000000000000006 }, { "epoch": 77, "total": 0.551123857498169, "denoise": 0.5234194993972778, "risk": 0.07915522903203964, "AP": 0.44166666666666665 }, { "epoch": 78, "total": 0.5462527871131897, "denoise": 0.5184120535850525, "risk": 0.07954500615596771, "AP": 0.44166666666666665 }, { "epoch": 79, "total": 0.5095858573913574, "denoise": 0.4829229414463043, "risk": 0.07617975026369095, "AP": 0.4434782608695652 }, { "epoch": 80, "total": 0.5070502161979675, "denoise": 0.4795292317867279, "risk": 0.07863131165504456, "AP": 0.44166666666666665 }, { "epoch": 81, "total": 0.49197694659233093, "denoise": 0.4663468897342682, "risk": 0.07322870194911957, "AP": 0.4434782608695652 }, { "epoch": 82, "total": 0.488667368888855, "denoise": 0.4623073637485504, "risk": 0.07531430572271347, "AP": 0.48514492753623184 }, { "epoch": 83, "total": 0.5127821564674377, "denoise": 0.48807621002197266, "risk": 0.07058848440647125, "AP": 0.48514492753623184 }, { "epoch": 84, "total": 0.4886437654495239, "denoise": 0.4630272090435028, "risk": 0.07319013774394989, "AP": 0.4816666666666667 }, { "epoch": 85, "total": 0.49284979701042175, "denoise": 0.46856260299682617, "risk": 0.06939195841550827, "AP": 0.4833333333333333 }, { "epoch": 86, "total": 0.5429956912994385, "denoise": 0.5185845494270325, "risk": 0.06974614411592484, "AP": 0.4833333333333333 }, { "epoch": 87, "total": 0.7206484079360962, "denoise": 0.6959788799285889, "risk": 0.07048433274030685, "AP": 0.45833333333333326 }, { "epoch": 88, "total": 0.7575235366821289, "denoise": 0.7327759861946106, "risk": 0.07070734351873398, "AP": 0.6476449275362318 }, { "epoch": 89, "total": 0.49360936880111694, "denoise": 0.4604944884777069, "risk": 0.09461390227079391, "AP": 0.6222222222222222 }, { "epoch": 90, "total": 0.6264892816543579, "denoise": 0.6030394434928894, "risk": 0.06699953228235245, "AP": 0.6597222222222222 }, { "epoch": 91, "total": 0.47480159997940063, "denoise": 0.44276171922683716, "risk": 0.09154251962900162, "AP": 0.649621212121212 }, { "epoch": 92, "total": 0.5962957143783569, "denoise": 0.5698387026786804, "risk": 0.07559141516685486, "AP": 0.6222222222222222 }, { "epoch": 93, "total": 0.5432853102684021, "denoise": 0.5103148221969604, "risk": 0.09420134872198105, "AP": 0.6838235294117647 }, { "epoch": 94, "total": 0.5088546276092529, "denoise": 0.464572012424469, "risk": 0.12652167677879333, "AP": 0.6875 }, { "epoch": 95, "total": 0.49743813276290894, "denoise": 0.46799197793006897, "risk": 0.0841318890452385, "AP": 0.6838235294117647 }, { "epoch": 96, "total": 0.5388928055763245, "denoise": 0.5037329792976379, "risk": 0.10045664012432098, "AP": 0.6222222222222222 }, { "epoch": 97, "total": 0.5106353759765625, "denoise": 0.47075220942497253, "risk": 0.11395194381475449, "AP": 0.6222222222222222 }, { "epoch": 98, "total": 0.47148701548576355, "denoise": 0.44309040904045105, "risk": 0.08113317936658859, "AP": 0.6004901960784313 }, { "epoch": 99, "total": 0.5134550333023071, "denoise": 0.48378098011016846, "risk": 0.08478293567895889, "AP": 0.6185897435897436 }, { "epoch": 100, "total": 0.5104835629463196, "denoise": 0.47544899582862854, "risk": 0.10009879618883133, "AP": 0.625 }, { "epoch": 101, "total": 0.48215335607528687, "denoise": 0.45181453227996826, "risk": 0.08668234944343567, "AP": 0.5833333333333333 }, { "epoch": 102, "total": 0.46243882179260254, "denoise": 0.4374772906303406, "risk": 0.07131869345903397, "AP": 0.6083333333333333 }, { "epoch": 103, "total": 0.509749710559845, "denoise": 0.47967299818992615, "risk": 0.08593342453241348, "AP": 0.6041666666666666 }, { "epoch": 104, "total": 0.4988628923892975, "denoise": 0.4673146903514862, "risk": 0.09013769030570984, "AP": 0.6041666666666666 }, { "epoch": 105, "total": 0.4718984365463257, "denoise": 0.44737792015075684, "risk": 0.07005859166383743, "AP": 0.5625 }, { "epoch": 106, "total": 0.4637012779712677, "denoise": 0.43973180651664734, "risk": 0.06848417222499847, "AP": 0.5714285714285714 }, { "epoch": 107, "total": 0.5075944662094116, "denoise": 0.4806874990463257, "risk": 0.07687701284885406, "AP": 0.5714285714285714 }, { "epoch": 108, "total": 0.4938778579235077, "denoise": 0.46780744194984436, "risk": 0.07448694109916687, "AP": 0.5464285714285715 }, { "epoch": 109, "total": 0.4402829706668854, "denoise": 0.4174942672252655, "risk": 0.06511060148477554, "AP": 0.5714285714285714 }, { "epoch": 110, "total": 0.4690456688404083, "denoise": 0.4451279640197754, "risk": 0.06833630800247192, "AP": 0.5625 }, { "epoch": 111, "total": 0.4426317512989044, "denoise": 0.4155277609825134, "risk": 0.07743998616933823, "AP": 0.6291666666666667 }, { "epoch": 112, "total": 0.430308073759079, "denoise": 0.4067342281341553, "risk": 0.06735388189554214, "AP": 0.6291666666666667 }, { "epoch": 113, "total": 0.4568018913269043, "denoise": 0.4352128207683563, "risk": 0.06168302148580551, "AP": 0.6041666666666666 }, { "epoch": 114, "total": 0.44196102023124695, "denoise": 0.4175071120262146, "risk": 0.0698682963848114, "AP": 0.6041666666666666 }, { "epoch": 115, "total": 0.41714704036712646, "denoise": 0.39317846298217773, "risk": 0.0684816837310791, "AP": 0.6004901960784313 }, { "epoch": 116, "total": 0.43160006403923035, "denoise": 0.41142526268959045, "risk": 0.05764229968190193, "AP": 0.6629901960784313 }, { "epoch": 117, "total": 0.4333307147026062, "denoise": 0.41016894578933716, "risk": 0.06617647409439087, "AP": 0.6597222222222222 }, { "epoch": 118, "total": 0.44784116744995117, "denoise": 0.4250869154930115, "risk": 0.06501214951276779, "AP": 0.6597222222222222 }, { "epoch": 119, "total": 0.4325115978717804, "denoise": 0.41340866684913635, "risk": 0.05457978695631027, "AP": 0.6629901960784313 }, { "epoch": 120, "total": 0.4046821594238281, "denoise": 0.38205933570861816, "risk": 0.06463663280010223, "AP": 0.6666666666666666 } ], "best_loss": 0.4046821594238281, "best_epoch": 120, "metrics": [ { "run": "16h", "MAE_mm": 5.906357765197754, "RMSE_mm": 7.695947647094727, "CAD_correspondent_Chamfer_mm": 5.591556072235107, "registered_scan_Chamfer_mm": 14.966852188110352, "risk": { "AP": null, "IoU_at_0.5": 0.0, "Dice_at_0.5": 0.0 }, "mean_stochastic_std_mm": 8.820186614990234, "max_stochastic_std_mm": 23.674121856689453 }, { "run": "18h01", "MAE_mm": 5.999403476715088, "RMSE_mm": 7.864779472351074, "CAD_correspondent_Chamfer_mm": 5.590930461883545, "registered_scan_Chamfer_mm": 15.89105224609375, "risk": { "AP": 0.6666666666666666, "IoU_at_0.5": 0.06896551724137931, "Dice_at_0.5": 0.12903225806451613 }, "mean_stochastic_std_mm": 8.886637687683105, "max_stochastic_std_mm": 25.566011428833008 } ], "heater_projection_valid": [ false, false ], "checkpoint": "gen_models/models/voxel_3d.pt" }, { "variant": "point_6000", "representation": { "source": "data_processed/points/cad_surface_points.npz", "representation": "deterministic 6,000 CAD surface points with PointNet-style local/global pooling", "nodes": 6000, "denoiser_adapter": "8-nearest local pooling plus per-run global max/mean context" }, "nodes_per_run": 6000, "condition_dim": 186, "history": [ { "epoch": 1, "total": 1.2597845792770386, "denoise": 0.9896663427352905, "risk": 0.7717663049697876, "AP": 0.00019585252749450478 }, { "epoch": 2, "total": 1.227609634399414, "denoise": 0.9892706871032715, "risk": 0.6809682846069336, "AP": 0.00015401152913871487 }, { "epoch": 3, "total": 1.198143720626831, "denoise": 0.9924750924110413, "risk": 0.5876246690750122, "AP": 0.00015326113856727017 }, { "epoch": 4, "total": 1.165492057800293, "denoise": 0.9963831305503845, "risk": 0.4831683039665222, "AP": 0.00015411864153345108 }, { "epoch": 5, "total": 1.1118290424346924, "denoise": 0.9766186475753784, "risk": 0.3863154649734497, "AP": 0.0001559820703945512 }, { "epoch": 6, "total": 1.1161813735961914, "denoise": 1.0077139139175415, "risk": 0.309906929731369, "AP": 0.00016618294303900118 }, { "epoch": 7, "total": 1.076250433921814, "denoise": 0.9763177037239075, "risk": 0.2855222225189209, "AP": 0.00019186882480298805 }, { "epoch": 8, "total": 1.1147898435592651, "denoise": 1.0082908868789673, "risk": 0.3042827546596527, "AP": 0.0001926882606726221 }, { "epoch": 9, "total": 1.0706310272216797, "denoise": 0.9586878418922424, "risk": 0.31983765959739685, "AP": 0.00019306012627897092 }, { "epoch": 10, "total": 1.1093159914016724, "denoise": 0.996457040309906, "risk": 0.3224543035030365, "AP": 0.00019355543024414395 }, { "epoch": 11, "total": 1.0476057529449463, "denoise": 0.9388930797576904, "risk": 0.3106077015399933, "AP": 0.00019460062829257778 }, { "epoch": 12, "total": 1.050874948501587, "denoise": 0.9471487402915955, "risk": 0.29636043310165405, "AP": 0.00019652475790976907 }, { "epoch": 13, "total": 1.0551981925964355, "denoise": 0.9555610418319702, "risk": 0.28467753529548645, "AP": 0.00020109659567959872 }, { "epoch": 14, "total": 1.0551255941390991, "denoise": 0.9573823809623718, "risk": 0.279266357421875, "AP": 0.00023228859796844647 }, { "epoch": 15, "total": 1.0295662879943848, "denoise": 0.9314983487129211, "risk": 0.28019413352012634, "AP": 0.0027493232435092897 }, { "epoch": 16, "total": 1.0452454090118408, "denoise": 0.945884108543396, "risk": 0.2838895320892334, "AP": 0.010746534694507327 }, { "epoch": 17, "total": 1.0569264888763428, "denoise": 0.9564990401268005, "risk": 0.2869357168674469, "AP": 0.0036181136144653107 }, { "epoch": 18, "total": 1.0360380411148071, "denoise": 0.9353862404823303, "risk": 0.28757646679878235, "AP": 0.0022840252188153654 }, { "epoch": 19, "total": 1.0552222728729248, "denoise": 0.9553099870681763, "risk": 0.2854635417461395, "AP": 0.0015608664945012249 }, { "epoch": 20, "total": 1.0174560546875, "denoise": 0.9189402461051941, "risk": 0.28147363662719727, "AP": 0.0012662751062045867 }, { "epoch": 21, "total": 1.0065206289291382, "denoise": 0.9095301628112793, "risk": 0.27711573243141174, "AP": 0.0011471700087640126 }, { "epoch": 22, "total": 0.9916876554489136, "denoise": 0.8959495425224304, "risk": 0.27353742718696594, "AP": 0.0011222179089026914 }, { "epoch": 23, "total": 1.0097109079360962, "denoise": 0.9146971106529236, "risk": 0.2714681029319763, "AP": 0.0011038102681371273 }, { "epoch": 24, "total": 1.0103955268859863, "denoise": 0.9154518842697144, "risk": 0.2712676227092743, "AP": 0.0010753009397118354 }, { "epoch": 25, "total": 0.9923992156982422, "denoise": 0.8970726132392883, "risk": 0.2723616659641266, "AP": 0.0010442074594863569 }, { "epoch": 26, "total": 0.9979484677314758, "denoise": 0.9021321535110474, "risk": 0.27376091480255127, "AP": 0.0009940612364332836 }, { "epoch": 27, "total": 0.9758138656616211, "denoise": 0.8798167109489441, "risk": 0.27427762746810913, "AP": 0.0009706709594882432 }, { "epoch": 28, "total": 0.9716336727142334, "denoise": 0.87611985206604, "risk": 0.2728966772556305, "AP": 0.0009219919153693988 }, { "epoch": 29, "total": 0.9695239067077637, "denoise": 0.8752099871635437, "risk": 0.26946842670440674, "AP": 0.0008664855768870229 }, { "epoch": 30, "total": 0.9463275074958801, "denoise": 0.8536961078643799, "risk": 0.26466113328933716, "AP": 0.0007966929526842866 }, { "epoch": 31, "total": 0.944581151008606, "denoise": 0.8535768389701843, "risk": 0.26001229882240295, "AP": 0.0007584968223266096 }, { "epoch": 32, "total": 0.9373171329498291, "denoise": 0.8473906517028809, "risk": 0.2569328844547272, "AP": 0.0007401602229188437 }, { "epoch": 33, "total": 0.9133756756782532, "denoise": 0.8236441016197205, "risk": 0.25637590885162354, "AP": 0.0007314849930471001 }, { "epoch": 34, "total": 0.9123310446739197, "denoise": 0.822670578956604, "risk": 0.2561728060245514, "AP": 0.0007395663789772978 }, { "epoch": 35, "total": 0.9408606886863708, "denoise": 0.8517509698867798, "risk": 0.2545991539955139, "AP": 0.0007502179317922543 }, { "epoch": 36, "total": 0.93340003490448, "denoise": 0.8456748127937317, "risk": 0.2506434917449951, "AP": 0.000779646013458963 }, { "epoch": 37, "total": 0.9076763987541199, "denoise": 0.8205934166908264, "risk": 0.24880848824977875, "AP": 0.0008156527681074267 }, { "epoch": 38, "total": 0.861661434173584, "denoise": 0.7747735381126404, "risk": 0.24825119972229004, "AP": 0.0008569290432678353 }, { "epoch": 39, "total": 0.9188601970672607, "denoise": 0.8319492340087891, "risk": 0.24831706285476685, "AP": 0.0009009813713916746 }, { "epoch": 40, "total": 0.8590827584266663, "denoise": 0.7727729678153992, "risk": 0.24659934639930725, "AP": 0.0009378391956934718 }, { "epoch": 41, "total": 0.8534780144691467, "denoise": 0.7679811120033264, "risk": 0.24427688121795654, "AP": 0.0009614011138225359 }, { "epoch": 42, "total": 0.8741229772567749, "denoise": 0.7894344329833984, "risk": 0.2419673651456833, "AP": 0.0009826426644114212 }, { "epoch": 43, "total": 0.8252474665641785, "denoise": 0.7411516904830933, "risk": 0.2402736395597458, "AP": 0.0010002997640986876 }, { "epoch": 44, "total": 0.8339986801147461, "denoise": 0.7503142952919006, "risk": 0.23909831047058105, "AP": 0.0010226127315773434 }, { "epoch": 45, "total": 0.8346531391143799, "denoise": 0.7516323924064636, "risk": 0.23720210790634155, "AP": 0.001069817485150136 }, { "epoch": 46, "total": 0.8053416013717651, "denoise": 0.7233290076255798, "risk": 0.23432166874408722, "AP": 0.0011206434192396963 }, { "epoch": 47, "total": 0.8137790560722351, "denoise": 0.7327722311019897, "risk": 0.23144808411598206, "AP": 0.001168210369490851 }, { "epoch": 48, "total": 0.7824191451072693, "denoise": 0.7022437453269958, "risk": 0.22907261550426483, "AP": 0.0012162217268377555 }, { "epoch": 49, "total": 0.7852779030799866, "denoise": 0.7059007883071899, "risk": 0.22679182887077332, "AP": 0.0012834846722165985 }, { "epoch": 50, "total": 0.7774431705474854, "denoise": 0.6991720199584961, "risk": 0.2236318141222, "AP": 0.001323892226872978 }, { "epoch": 51, "total": 0.7812692523002625, "denoise": 0.7042686939239502, "risk": 0.22000159323215485, "AP": 0.001379176935862899 }, { "epoch": 52, "total": 0.7933360934257507, "denoise": 0.7172238826751709, "risk": 0.2174634337425232, "AP": 0.0014072295584900626 }, { "epoch": 53, "total": 0.7721953392028809, "denoise": 0.6968706846237183, "risk": 0.21521329879760742, "AP": 0.0014652856889037533 }, { "epoch": 54, "total": 0.7373780608177185, "denoise": 0.6628744602203369, "risk": 0.21286746859550476, "AP": 0.0015197258373791358 }, { "epoch": 55, "total": 0.722587525844574, "denoise": 0.6489726901054382, "risk": 0.21032804250717163, "AP": 0.001603880757488158 }, { "epoch": 56, "total": 0.7413938641548157, "denoise": 0.6684634685516357, "risk": 0.20837253332138062, "AP": 0.0016910368670123835 }, { "epoch": 57, "total": 0.7555845975875854, "denoise": 0.6836280822753906, "risk": 0.20558996498584747, "AP": 0.001778859509558805 }, { "epoch": 58, "total": 0.7088125944137573, "denoise": 0.6377490162849426, "risk": 0.2030387967824936, "AP": 0.0018709090272673178 }, { "epoch": 59, "total": 0.6883546710014343, "denoise": 0.6181500554084778, "risk": 0.20058463513851166, "AP": 0.001974751187184244 }, { "epoch": 60, "total": 0.7016144394874573, "denoise": 0.6321440935134888, "risk": 0.19848671555519104, "AP": 0.002085784345412783 }, { "epoch": 61, "total": 0.7084491848945618, "denoise": 0.6401631236076355, "risk": 0.19510310888290405, "AP": 0.002262111033427567 }, { "epoch": 62, "total": 0.6643683314323425, "denoise": 0.5969007015228271, "risk": 0.19276465475559235, "AP": 0.0024185952149781906 }, { "epoch": 63, "total": 0.6652016043663025, "denoise": 0.5985869765281677, "risk": 0.1903274804353714, "AP": 0.0026293251113395 }, { "epoch": 64, "total": 0.6362337470054626, "denoise": 0.5706897974014282, "risk": 0.1872684806585312, "AP": 0.002808342785423902 }, { "epoch": 65, "total": 0.6360520720481873, "denoise": 0.5714648365974426, "risk": 0.18453499674797058, "AP": 0.002998027963828237 }, { "epoch": 66, "total": 0.6385824680328369, "denoise": 0.5749695897102356, "risk": 0.18175113201141357, "AP": 0.003231225907526128 }, { "epoch": 67, "total": 0.6790839433670044, "denoise": 0.6164814829826355, "risk": 0.17886413633823395, "AP": 0.003549498746867168 }, { "epoch": 68, "total": 0.7104337215423584, "denoise": 0.648674488067627, "risk": 0.17645499110221863, "AP": 0.0037807654004837106 }, { "epoch": 69, "total": 0.6959117650985718, "denoise": 0.6348639130592346, "risk": 0.1744224578142166, "AP": 0.004125691846786615 }, { "epoch": 70, "total": 0.6034724712371826, "denoise": 0.5429950952529907, "risk": 0.17279258370399475, "AP": 0.004450980392156863 }, { "epoch": 71, "total": 0.6468222141265869, "denoise": 0.5868474841117859, "risk": 0.1713564097881317, "AP": 0.004827095945698037 }, { "epoch": 72, "total": 0.6229013800621033, "denoise": 0.5633297562599182, "risk": 0.17020456492900848, "AP": 0.005229802489359132 }, { "epoch": 73, "total": 0.6161477565765381, "denoise": 0.5571228265762329, "risk": 0.16864262521266937, "AP": 0.005924191170092809 }, { "epoch": 74, "total": 0.6068754196166992, "denoise": 0.5483204126358032, "risk": 0.16729998588562012, "AP": 0.0063722524702561 }, { "epoch": 75, "total": 0.5973486304283142, "denoise": 0.5394623279571533, "risk": 0.16538937389850616, "AP": 0.0068438755489115205 }, { "epoch": 76, "total": 0.5849674940109253, "denoise": 0.5279523730278015, "risk": 0.16290028393268585, "AP": 0.007326892109500806 }, { "epoch": 77, "total": 0.5756021738052368, "denoise": 0.5194523930549622, "risk": 0.1604279726743698, "AP": 0.007858819169960474 }, { "epoch": 78, "total": 0.5489710569381714, "denoise": 0.4936293959617615, "risk": 0.15811896324157715, "AP": 0.008484325568018408 }, { "epoch": 79, "total": 0.5575255751609802, "denoise": 0.5033934116363525, "risk": 0.15466336905956268, "AP": 0.008866358725436467 }, { "epoch": 80, "total": 0.5495968461036682, "denoise": 0.4961453974246979, "risk": 0.15271848440170288, "AP": 0.00923141186299081 }, { "epoch": 81, "total": 0.5373480319976807, "denoise": 0.48498934507369995, "risk": 0.1495961844921112, "AP": 0.009468526529531208 }, { "epoch": 82, "total": 0.5221152305603027, "denoise": 0.47042202949523926, "risk": 0.14769481122493744, "AP": 0.00989278752436647 }, { "epoch": 83, "total": 0.5263081789016724, "denoise": 0.4754388928413391, "risk": 0.14534075558185577, "AP": 0.010396466278819221 }, { "epoch": 84, "total": 0.5184810757637024, "denoise": 0.4685590863227844, "risk": 0.1426343321800232, "AP": 0.010907478569317175 }, { "epoch": 85, "total": 0.520132839679718, "denoise": 0.4708915054798126, "risk": 0.14068959653377533, "AP": 0.011502966381015162 }, { "epoch": 86, "total": 0.5104193091392517, "denoise": 0.4620267450809479, "risk": 0.13826441764831543, "AP": 0.012403993855606758 }, { "epoch": 87, "total": 0.48519381880760193, "denoise": 0.4372504949569702, "risk": 0.13698092103004456, "AP": 0.013128729752770674 }, { "epoch": 88, "total": 0.4841468334197998, "denoise": 0.43715202808380127, "risk": 0.13427092134952545, "AP": 0.014082462253193961 }, { "epoch": 89, "total": 0.538578450679779, "denoise": 0.4918947219848633, "risk": 0.13338209688663483, "AP": 0.016163793103448273 }, { "epoch": 90, "total": 0.9681674242019653, "denoise": 0.9222826957702637, "risk": 0.13109920918941498, "AP": 0.016680339075745145 }, { "epoch": 91, "total": 1.9013128280639648, "denoise": 1.8567962646484375, "risk": 0.1271902322769165, "AP": 0.019617224880382776 }, { "epoch": 92, "total": 0.4986659288406372, "denoise": 0.442097008228302, "risk": 0.161625474691391, "AP": 0.021917487107360523 }, { "epoch": 93, "total": 1.0824804306030273, "denoise": 1.0236090421676636, "risk": 0.16820408403873444, "AP": 0.023399014778325122 }, { "epoch": 94, "total": 0.6920902729034424, "denoise": 0.6436980366706848, "risk": 0.13826359808444977, "AP": 0.02823977823977824 }, { "epoch": 95, "total": 0.5245914459228516, "denoise": 0.47407230734825134, "risk": 0.14434033632278442, "AP": 0.03189655172413793 }, { "epoch": 96, "total": 0.6976508498191833, "denoise": 0.636941134929657, "risk": 0.17345625162124634, "AP": 0.03562294483010595 }, { "epoch": 97, "total": 0.6918839812278748, "denoise": 0.614291250705719, "risk": 0.22169359028339386, "AP": 0.038187702265372166 }, { "epoch": 98, "total": 0.6183614730834961, "denoise": 0.5205931663513184, "risk": 0.27933794260025024, "AP": 0.04482124079915878 }, { "epoch": 99, "total": 0.6193620562553406, "denoise": 0.5250704884529114, "risk": 0.26940441131591797, "AP": 0.04796081111870586 }, { "epoch": 100, "total": 0.6157503128051758, "denoise": 0.5490632653236389, "risk": 0.19053439795970917, "AP": 0.04910418049104181 }, { "epoch": 101, "total": 0.5895706415176392, "denoise": 0.5294764637947083, "risk": 0.1716976761817932, "AP": 0.04560439560439561 }, { "epoch": 102, "total": 0.6184132695198059, "denoise": 0.5432016849517822, "risk": 0.21489021182060242, "AP": 0.039473684210526314 }, { "epoch": 103, "total": 0.627601146697998, "denoise": 0.5392253994941711, "risk": 0.25250208377838135, "AP": 0.034523809523809526 }, { "epoch": 104, "total": 0.6223965883255005, "denoise": 0.5299968123435974, "risk": 0.2639993131160736, "AP": 0.02744107744107744 }, { "epoch": 105, "total": 0.6070135235786438, "denoise": 0.5186744928359985, "risk": 0.25239720940589905, "AP": 0.022592592592592595 }, { "epoch": 106, "total": 0.575181245803833, "denoise": 0.4952602684497833, "risk": 0.228345587849617, "AP": 0.019692423105776444 }, { "epoch": 107, "total": 0.5620383620262146, "denoise": 0.4906578063964844, "risk": 0.20394445955753326, "AP": 0.017361111111111112 }, { "epoch": 108, "total": 0.566844642162323, "denoise": 0.5008072257041931, "risk": 0.18867839872837067, "AP": 0.01571294559099437 }, { "epoch": 109, "total": 0.5589680075645447, "denoise": 0.4940032958984375, "risk": 0.18561342358589172, "AP": 0.013415067519545132 }, { "epoch": 110, "total": 0.5471214056015015, "denoise": 0.4805762469768524, "risk": 0.19012902677059174, "AP": 0.011199601791936287 }, { "epoch": 111, "total": 0.5223674774169922, "denoise": 0.45402517914772034, "risk": 0.19526371359825134, "AP": 0.009531590413943355 }, { "epoch": 112, "total": 0.515670895576477, "denoise": 0.4465309679508209, "risk": 0.19754262268543243, "AP": 0.008626459433330853 }, { "epoch": 113, "total": 0.5064661502838135, "denoise": 0.43809691071510315, "risk": 0.19534073770046234, "AP": 0.007954760254552329 }, { "epoch": 114, "total": 0.49694544076919556, "denoise": 0.4309593141078949, "risk": 0.18853184580802917, "AP": 0.007252934788229819 }, { "epoch": 115, "total": 0.49735474586486816, "denoise": 0.43520408868789673, "risk": 0.1775733083486557, "AP": 0.006865119254317828 }, { "epoch": 116, "total": 0.48511597514152527, "denoise": 0.42614415287971497, "risk": 0.168490931391716, "AP": 0.006772374759672507 }, { "epoch": 117, "total": 0.4778326451778412, "denoise": 0.4176941215991974, "risk": 0.1718243658542633, "AP": 0.0067278852869879615 }, { "epoch": 118, "total": 0.4756834805011749, "denoise": 0.41279202699661255, "risk": 0.1796898990869522, "AP": 0.006756756756756757 }, { "epoch": 119, "total": 0.4608374536037445, "denoise": 0.39919087290763855, "risk": 0.17613309621810913, "AP": 0.006798082486155881 }, { "epoch": 120, "total": 0.46741944551467896, "denoise": 0.40932250022888184, "risk": 0.16599124670028687, "AP": 0.006891470180305131 } ], "best_loss": 0.4608374536037445, "best_epoch": 119, "metrics": [ { "run": "16h", "MAE_mm": 5.791580677032471, "RMSE_mm": 7.452805042266846, "CAD_correspondent_Chamfer_mm": 5.397663116455078, "registered_scan_Chamfer_mm": 11.948083877563477, "risk": { "AP": 0.016666666666666666, "IoU_at_0.5": 0.0, "Dice_at_0.5": 0.0 }, "mean_stochastic_std_mm": 9.541064262390137, "max_stochastic_std_mm": 26.42881965637207 }, { "run": "18h01", "MAE_mm": 5.861438751220703, "RMSE_mm": 7.656591892242432, "CAD_correspondent_Chamfer_mm": 5.262170791625977, "registered_scan_Chamfer_mm": 14.289018630981445, "risk": { "AP": 0.005, "IoU_at_0.5": 0.0, "Dice_at_0.5": 0.0 }, "mean_stochastic_std_mm": 9.413419723510742, "max_stochastic_std_mm": 23.96222686767578 } ], "heater_projection_valid": [ false, false ], "checkpoint": "gen_models/models/point_6000.pt" }, { "variant": "graph_6000", "representation": { "source": "data_processed/graphs/graph_6000.npz", "representation": "CAD graph nodes (5,925 nodes) with edge-index message passing at each denoise step", "nodes": 5925, "denoiser_adapter": "prepared graph edge-index, up to 8 adjacent CAD nodes per message" }, "nodes_per_run": 5925, "condition_dim": 224, "history": [ { "epoch": 1, "total": 1.3122076988220215, "denoise": 0.9815719127655029, "risk": 0.9446736574172974, "AP": 0.0030621284859938835 }, { "epoch": 2, "total": 1.3445186614990234, "denoise": 1.0225549936294556, "risk": 0.9198961853981018, "AP": 0.005035361742786371 }, { "epoch": 3, "total": 1.2988555431365967, "denoise": 0.9839791655540466, "risk": 0.8996468186378479, "AP": 0.010245956408759242 }, { "epoch": 4, "total": 1.271604299545288, "denoise": 0.9665666222572327, "risk": 0.871536374092102, "AP": 0.022060561009323906 }, { "epoch": 5, "total": 1.285217046737671, "denoise": 0.9906548261642456, "risk": 0.8416061997413635, "AP": 0.02825484102207949 }, { "epoch": 6, "total": 1.2596678733825684, "denoise": 0.9762572646141052, "risk": 0.8097445964813232, "AP": 0.031257891842308656 }, { "epoch": 7, "total": 1.272387981414795, "denoise": 0.9987888932228088, "risk": 0.7817116379737854, "AP": 0.032730421978498056 }, { "epoch": 8, "total": 1.23159921169281, "denoise": 0.967043936252594, "risk": 0.7558723092079163, "AP": 0.03067849225960451 }, { "epoch": 9, "total": 1.2394037246704102, "denoise": 0.9871769547462463, "risk": 0.7206477522850037, "AP": 0.02825248285767667 }, { "epoch": 10, "total": 1.194334626197815, "denoise": 0.9571958184242249, "risk": 0.6775394082069397, "AP": 0.02829367144305811 }, { "epoch": 11, "total": 1.1777992248535156, "denoise": 0.9517293572425842, "risk": 0.6459139585494995, "AP": 0.027647126562972458 }, { "epoch": 12, "total": 1.1869076490402222, "denoise": 0.9639152884483337, "risk": 0.6371210217475891, "AP": 0.02658367817464797 }, { "epoch": 13, "total": 1.156002402305603, "denoise": 0.9452055096626282, "risk": 0.6022769808769226, "AP": 0.027856680113778804 }, { "epoch": 14, "total": 1.1300896406173706, "denoise": 0.9355120062828064, "risk": 0.5559362173080444, "AP": 0.030107902172784733 }, { "epoch": 15, "total": 1.1182705163955688, "denoise": 0.930088996887207, "risk": 0.5376613736152649, "AP": 0.038092655366908056 }, { "epoch": 16, "total": 1.1001131534576416, "denoise": 0.9226884841918945, "risk": 0.5069277882575989, "AP": 0.04271369029302992 }, { "epoch": 17, "total": 1.0885462760925293, "denoise": 0.929643988609314, "risk": 0.45400646328926086, "AP": 0.04145675603894389 }, { "epoch": 18, "total": 1.083162546157837, "denoise": 0.9310421347618103, "risk": 0.43462973833084106, "AP": 0.038678840453027476 }, { "epoch": 19, "total": 1.0554488897323608, "denoise": 0.9110227823257446, "risk": 0.4126461446285248, "AP": 0.04168175269166678 }, { "epoch": 20, "total": 1.0466206073760986, "denoise": 0.9126442074775696, "risk": 0.3827899098396301, "AP": 0.043831641561904014 }, { "epoch": 21, "total": 1.0266185998916626, "denoise": 0.890265703201294, "risk": 0.3895795941352844, "AP": 0.0435781039070258 }, { "epoch": 22, "total": 1.0137146711349487, "denoise": 0.8864191174507141, "risk": 0.3637014627456665, "AP": 0.04080807235112938 }, { "epoch": 23, "total": 0.9865498542785645, "denoise": 0.8622098565101624, "risk": 0.355257123708725, "AP": 0.041176033984653096 }, { "epoch": 24, "total": 0.9855497479438782, "denoise": 0.8673163056373596, "risk": 0.33780989050865173, "AP": 0.03934519006454342 }, { "epoch": 25, "total": 0.9613560438156128, "denoise": 0.8487359881401062, "risk": 0.3217715620994568, "AP": 0.03936090144484713 }, { "epoch": 26, "total": 0.9656762480735779, "denoise": 0.8561650514602661, "risk": 0.3128891587257385, "AP": 0.037008017955238975 }, { "epoch": 27, "total": 0.9335900545120239, "denoise": 0.8290588855743408, "risk": 0.2986605763435364, "AP": 0.03514867136492277 }, { "epoch": 28, "total": 0.9575192332267761, "denoise": 0.8538928031921387, "risk": 0.2960754930973053, "AP": 0.03329220780726178 }, { "epoch": 29, "total": 0.9336989521980286, "denoise": 0.8330114483833313, "risk": 0.2876785397529602, "AP": 0.032162402346682585 }, { "epoch": 30, "total": 0.9106960892677307, "denoise": 0.8127179145812988, "risk": 0.2799376845359802, "AP": 0.032238849091708904 }, { "epoch": 31, "total": 0.875913679599762, "denoise": 0.7817481160163879, "risk": 0.2690443992614746, "AP": 0.03275079223075739 }, { "epoch": 32, "total": 0.8802077770233154, "denoise": 0.7895788550376892, "risk": 0.25893980264663696, "AP": 0.0335978367825368 }, { "epoch": 33, "total": 0.8575772047042847, "denoise": 0.7699047327041626, "risk": 0.25049278140068054, "AP": 0.035580040741371236 }, { "epoch": 34, "total": 0.8408969640731812, "denoise": 0.7540194988250732, "risk": 0.24822139739990234, "AP": 0.03825494503811147 }, { "epoch": 35, "total": 0.8757097125053406, "denoise": 0.7911341190338135, "risk": 0.24164454638957977, "AP": 0.04126867049547626 }, { "epoch": 36, "total": 0.820400059223175, "denoise": 0.7362999320030212, "risk": 0.24028605222702026, "AP": 0.04518348076098251 }, { "epoch": 37, "total": 0.8358917832374573, "denoise": 0.7548477053642273, "risk": 0.23155446350574493, "AP": 0.047298988952235485 }, { "epoch": 38, "total": 0.8064265847206116, "denoise": 0.7279695868492126, "risk": 0.22416286170482635, "AP": 0.04838706523387294 }, { "epoch": 39, "total": 0.8038978576660156, "denoise": 0.7274217009544373, "risk": 0.2185032218694687, "AP": 0.049069542704502055 }, { "epoch": 40, "total": 0.8113340139389038, "denoise": 0.7377931475639343, "risk": 0.21011681854724884, "AP": 0.051925236244033425 }, { "epoch": 41, "total": 0.7681407332420349, "denoise": 0.6963489651679993, "risk": 0.20511937141418457, "AP": 0.055268013773946974 }, { "epoch": 42, "total": 0.8013734817504883, "denoise": 0.7317171692848206, "risk": 0.19901801645755768, "AP": 0.05518126946966126 }, { "epoch": 43, "total": 0.7696226835250854, "denoise": 0.7021934986114502, "risk": 0.1926548033952713, "AP": 0.06103067223177974 }, { "epoch": 44, "total": 0.7516154646873474, "denoise": 0.6852610111236572, "risk": 0.18958412110805511, "AP": 0.08730184995395252 }, { "epoch": 45, "total": 0.7567312121391296, "denoise": 0.6929483413696289, "risk": 0.18223674595355988, "AP": 0.13434164382235547 }, { "epoch": 46, "total": 0.7051078677177429, "denoise": 0.6408558487892151, "risk": 0.1835772693157196, "AP": 0.13853125503198474 }, { "epoch": 47, "total": 0.7321223020553589, "denoise": 0.669622004032135, "risk": 0.1785723716020584, "AP": 0.16325297819420764 }, { "epoch": 48, "total": 0.7416905760765076, "denoise": 0.6820441484451294, "risk": 0.1704184114933014, "AP": 0.1657462672424792 }, { "epoch": 49, "total": 0.6927587389945984, "denoise": 0.6324198246002197, "risk": 0.17239689826965332, "AP": 0.1125979514817554 }, { "epoch": 50, "total": 0.6948437690734863, "denoise": 0.6372830271720886, "risk": 0.1644592434167862, "AP": 0.13832659885565943 }, { "epoch": 51, "total": 0.7003699541091919, "denoise": 0.64460289478302, "risk": 0.15933437645435333, "AP": 0.1528125439451749 }, { "epoch": 52, "total": 0.6779935359954834, "denoise": 0.6201084852218628, "risk": 0.1653859168291092, "AP": 0.12694679375928505 }, { "epoch": 53, "total": 0.6573498249053955, "denoise": 0.6027985215187073, "risk": 0.15586094558238983, "AP": 0.2367510132203101 }, { "epoch": 54, "total": 0.6580478549003601, "denoise": 0.6059296131134033, "risk": 0.1489093005657196, "AP": 0.2349736847753493 }, { "epoch": 55, "total": 0.6536332368850708, "denoise": 0.597981333732605, "risk": 0.15900537371635437, "AP": 0.21983665409835884 }, { "epoch": 56, "total": 0.6342574954032898, "denoise": 0.5822227597236633, "risk": 0.14867068827152252, "AP": 0.251660249550037 }, { "epoch": 57, "total": 0.6433013081550598, "denoise": 0.5939367413520813, "risk": 0.14104169607162476, "AP": 0.2577969387592895 }, { "epoch": 58, "total": 0.6522520184516907, "denoise": 0.5997694134712219, "risk": 0.1499502807855606, "AP": 0.2416026704767641 }, { "epoch": 59, "total": 0.6502454876899719, "denoise": 0.6019560098648071, "risk": 0.1379699856042862, "AP": 0.2788743041452414 }, { "epoch": 60, "total": 0.6749612092971802, "denoise": 0.627251148223877, "risk": 0.1363145411014557, "AP": 0.28374399529406064 }, { "epoch": 61, "total": 0.6552155613899231, "denoise": 0.6070899367332458, "risk": 0.13750174641609192, "AP": 0.26671919301720837 }, { "epoch": 62, "total": 0.5784239768981934, "denoise": 0.5348215103149414, "risk": 0.12457853555679321, "AP": 0.2880218955712626 }, { "epoch": 63, "total": 0.5973451137542725, "denoise": 0.5520411729812622, "risk": 0.12943975627422333, "AP": 0.28909493203714987 }, { "epoch": 64, "total": 0.5962969064712524, "denoise": 0.5543330311775208, "risk": 0.11989671736955643, "AP": 0.30993654308780405 }, { "epoch": 65, "total": 0.5707793235778809, "denoise": 0.5256981253623962, "risk": 0.12880346179008484, "AP": 0.3113211699346153 }, { "epoch": 66, "total": 0.6002056002616882, "denoise": 0.559391975402832, "risk": 0.1166103407740593, "AP": 0.31288854821492357 }, { "epoch": 67, "total": 0.5682209134101868, "denoise": 0.525501012802124, "risk": 0.12205679714679718, "AP": 0.31836653066269394 }, { "epoch": 68, "total": 0.5661323070526123, "denoise": 0.527352511882782, "risk": 0.11079943925142288, "AP": 0.3148470795405878 }, { "epoch": 69, "total": 0.5760387778282166, "denoise": 0.5359227657318115, "risk": 0.11461720615625381, "AP": 0.31060190948727046 }, { "epoch": 70, "total": 0.5305911302566528, "denoise": 0.49325570464134216, "risk": 0.10667264461517334, "AP": 0.3201196608948191 }, { "epoch": 71, "total": 0.5541620254516602, "denoise": 0.5164152979850769, "risk": 0.10784772038459778, "AP": 0.3342844695333565 }, { "epoch": 72, "total": 0.546919584274292, "denoise": 0.51143479347229, "risk": 0.10138517618179321, "AP": 0.3513845966259347 }, { "epoch": 73, "total": 0.5271917581558228, "denoise": 0.4912286698818207, "risk": 0.10275162011384964, "AP": 0.36734054871802474 }, { "epoch": 74, "total": 0.5296140909194946, "denoise": 0.49540555477142334, "risk": 0.09773873537778854, "AP": 0.3802589666197295 }, { "epoch": 75, "total": 0.5258384943008423, "denoise": 0.49167853593826294, "risk": 0.0975998267531395, "AP": 0.354548720951799 }, { "epoch": 76, "total": 0.510475754737854, "denoise": 0.4775794744491577, "risk": 0.09398934245109558, "AP": 0.3620484840441553 }, { "epoch": 77, "total": 0.5194529294967651, "denoise": 0.4870114028453827, "risk": 0.0926901176571846, "AP": 0.36038282332297505 }, { "epoch": 78, "total": 0.5282009840011597, "denoise": 0.4954865574836731, "risk": 0.09346970170736313, "AP": 0.3181538722689841 }, { "epoch": 79, "total": 0.4971318542957306, "denoise": 0.4661634564399719, "risk": 0.08848113566637039, "AP": 0.3320284488611336 }, { "epoch": 80, "total": 0.5097288489341736, "denoise": 0.4774290919303894, "risk": 0.09228494763374329, "AP": 0.35385533454517976 }, { "epoch": 81, "total": 0.5019872188568115, "denoise": 0.47193628549575806, "risk": 0.08585973083972931, "AP": 0.3383678171507047 }, { "epoch": 82, "total": 0.5148069858551025, "denoise": 0.484579861164093, "risk": 0.08636324107646942, "AP": 0.3467275685795949 }, { "epoch": 83, "total": 0.5283434391021729, "denoise": 0.4994647800922394, "risk": 0.08251052349805832, "AP": 0.3428945036209322 }, { "epoch": 84, "total": 0.534606397151947, "denoise": 0.5052776336669922, "risk": 0.0837964192032814, "AP": 0.366121651519803 }, { "epoch": 85, "total": 0.5503126978874207, "denoise": 0.5182198882102966, "risk": 0.09169378131628036, "AP": 0.35834901167902106 }, { "epoch": 86, "total": 0.5117447376251221, "denoise": 0.4837670624256134, "risk": 0.07993622124195099, "AP": 0.3613138169983344 }, { "epoch": 87, "total": 0.4831210970878601, "denoise": 0.4492121636867523, "risk": 0.0968826562166214, "AP": 0.3416995058708283 }, { "epoch": 88, "total": 0.4775875210762024, "denoise": 0.4495593011379242, "risk": 0.08008067309856415, "AP": 0.3368139096437992 }, { "epoch": 89, "total": 0.49296635389328003, "denoise": 0.45982128381729126, "risk": 0.09470020979642868, "AP": 0.3648410111835939 }, { "epoch": 90, "total": 0.46463561058044434, "denoise": 0.43864747881889343, "risk": 0.07425177097320557, "AP": 0.35103832436735516 }, { "epoch": 91, "total": 0.4735078811645508, "denoise": 0.44004878401756287, "risk": 0.09559739381074905, "AP": 0.34821211984886785 }, { "epoch": 92, "total": 0.4592447876930237, "denoise": 0.4323769509792328, "risk": 0.0767652839422226, "AP": 0.37698978325583193 }, { "epoch": 93, "total": 0.46134477853775024, "denoise": 0.42848578095436096, "risk": 0.09388282150030136, "AP": 0.37265634633377936 }, { "epoch": 94, "total": 0.46153074502944946, "denoise": 0.43630528450012207, "risk": 0.07207276672124863, "AP": 0.3823104670235186 }, { "epoch": 95, "total": 0.4665754437446594, "denoise": 0.43436408042907715, "risk": 0.09203249961137772, "AP": 0.3835753275395579 }, { "epoch": 96, "total": 0.4652844965457916, "denoise": 0.4409339427947998, "risk": 0.06957301497459412, "AP": 0.3967338043900544 }, { "epoch": 97, "total": 0.46690696477890015, "denoise": 0.43898436427116394, "risk": 0.07977882772684097, "AP": 0.3741489043228279 }, { "epoch": 98, "total": 0.46634504199028015, "denoise": 0.4404236376285553, "risk": 0.07406114786863327, "AP": 0.38250030858108885 }, { "epoch": 99, "total": 0.4781474769115448, "denoise": 0.45387497544288635, "risk": 0.06935003399848938, "AP": 0.4149989170430659 }, { "epoch": 100, "total": 0.454891175031662, "denoise": 0.4282298684120178, "risk": 0.07617513835430145, "AP": 0.42332295485690546 }, { "epoch": 101, "total": 0.442361980676651, "denoise": 0.4189786911010742, "risk": 0.06680939346551895, "AP": 0.42415089167698566 }, { "epoch": 102, "total": 0.4594843089580536, "denoise": 0.43377619981765747, "risk": 0.0734517052769661, "AP": 0.41462695154629814 }, { "epoch": 103, "total": 0.4472602605819702, "denoise": 0.4240620732307434, "risk": 0.0662805363535881, "AP": 0.43756753555817945 }, { "epoch": 104, "total": 0.4525502026081085, "denoise": 0.4278016984462738, "risk": 0.07071004062891006, "AP": 0.46056395660771554 }, { "epoch": 105, "total": 0.4579962491989136, "denoise": 0.4352864623069763, "risk": 0.06488506495952606, "AP": 0.4434613989011315 }, { "epoch": 106, "total": 0.44850292801856995, "denoise": 0.42542415857315063, "risk": 0.06593935191631317, "AP": 0.43422705880775603 }, { "epoch": 107, "total": 0.4424300789833069, "denoise": 0.4183970093727112, "risk": 0.06866595894098282, "AP": 0.4309119227464921 }, { "epoch": 108, "total": 0.4414580762386322, "denoise": 0.4197036027908325, "risk": 0.062155675143003464, "AP": 0.4206219949827199 }, { "epoch": 109, "total": 0.4444582760334015, "denoise": 0.4210665822029114, "risk": 0.06683337688446045, "AP": 0.48200414140086284 }, { "epoch": 110, "total": 0.435404896736145, "denoise": 0.4142118990421295, "risk": 0.06055146083235741, "AP": 0.47793293202775966 }, { "epoch": 111, "total": 0.44990381598472595, "denoise": 0.4273129403591156, "risk": 0.06454533338546753, "AP": 0.4713830688337267 }, { "epoch": 112, "total": 0.4517991542816162, "denoise": 0.4305119216442108, "risk": 0.060820646584033966, "AP": 0.47345866619763677 }, { "epoch": 113, "total": 0.4412465989589691, "denoise": 0.4198153614997864, "risk": 0.06123208627104759, "AP": 0.49562733483653276 }, { "epoch": 114, "total": 0.4283906817436218, "denoise": 0.4075831472873688, "risk": 0.05945013836026192, "AP": 0.4839111810497805 }, { "epoch": 115, "total": 0.4312897026538849, "denoise": 0.4103643298149109, "risk": 0.05978678539395332, "AP": 0.4218001680088914 }, { "epoch": 116, "total": 0.43980875611305237, "denoise": 0.4188022017478943, "risk": 0.06001872941851616, "AP": 0.41781587216207206 }, { "epoch": 117, "total": 0.45209363102912903, "denoise": 0.43191662430763245, "risk": 0.05764862522482872, "AP": 0.4731132571605718 }, { "epoch": 118, "total": 0.47270578145980835, "denoise": 0.452171266078949, "risk": 0.0586700402200222, "AP": 0.4841850877994028 }, { "epoch": 119, "total": 0.4929184019565582, "denoise": 0.47277113795280457, "risk": 0.057563651353120804, "AP": 0.4703367244745237 }, { "epoch": 120, "total": 0.5001688003540039, "denoise": 0.4783099591732025, "risk": 0.06245376914739609, "AP": 0.4545591863466922 } ], "best_loss": 0.4283906817436218, "best_epoch": 114, "metrics": [ { "run": "16h", "MAE_mm": 5.647581577301025, "RMSE_mm": 7.586608409881592, "CAD_correspondent_Chamfer_mm": 4.480868339538574, "registered_scan_Chamfer_mm": 12.92557144165039, "risk": { "AP": 0.4760606060606061, "IoU_at_0.5": 0.07142857142857142, "Dice_at_0.5": 0.13333333333333333 }, "mean_stochastic_std_mm": 8.465350151062012, "max_stochastic_std_mm": 24.806306838989258 }, { "run": "18h01", "MAE_mm": 5.850733280181885, "RMSE_mm": 7.845682144165039, "CAD_correspondent_Chamfer_mm": 4.633791923522949, "registered_scan_Chamfer_mm": 15.277345657348633, "risk": { "AP": 0.479335311153493, "IoU_at_0.5": 0.0873015873015873, "Dice_at_0.5": 0.16058394160583941 }, "mean_stochastic_std_mm": 8.45393180847168, "max_stochastic_std_mm": 21.521108627319336 } ], "heater_projection_valid": [ false, false ], "checkpoint": "gen_models/models/graph_6000.pt" }, { "variant": "graph_unet_6000", "architecture": "paper-inspired TAG U-Net with 3 kd-tree pool/unpool levels, EdgeConv max aggregation, concat skips", "paper_reproduction": false, "paper_difference": "the paper uses direct scalar-field regression with larger ReLU EdgeConv networks and much more training data; this compact width-32 SiLU backbone is adapted as a conditional DDPM denoiser and trained for 24 epochs on two runs", "nodes_per_run": 5925, "condition_dim": 224, "hierarchy_sizes": [ 5925, 1024, 128, 16 ], "history": [ { "epoch": 1, "total": 1.4255238771438599, "denoise": 1.042484164237976, "risk": 1.094399094581604, "AP": 0.001461073156131731 }, { "epoch": 2, "total": 1.3716135025024414, "denoise": 0.9999887347221375, "risk": 1.0617849826812744, "AP": 0.007039999423477495 }, { "epoch": 3, "total": 1.3586900234222412, "denoise": 0.9929608106613159, "risk": 1.0449405908584595, "AP": 0.011096485106778672 }, { "epoch": 4, "total": 1.3031413555145264, "denoise": 0.9443404078483582, "risk": 1.025145411491394, "AP": 0.0217848186144266 }, { "epoch": 5, "total": 1.2969038486480713, "denoise": 0.9452704787254333, "risk": 1.0046666860580444, "AP": 0.037762821629466196 }, { "epoch": 6, "total": 1.2666504383087158, "denoise": 0.9220626354217529, "risk": 0.9845367670059204, "AP": 0.06383192800400399 }, { "epoch": 7, "total": 1.2456353902816772, "denoise": 0.9067770838737488, "risk": 0.9681665301322937, "AP": 0.06107925068073174 }, { "epoch": 8, "total": 1.1996923685073853, "denoise": 0.8658297061920166, "risk": 0.9538933038711548, "AP": 0.16804683207715213 }, { "epoch": 9, "total": 1.1838434934616089, "denoise": 0.8566049337387085, "risk": 0.9349673390388489, "AP": 0.16317393438159056 }, { "epoch": 10, "total": 1.1489417552947998, "denoise": 0.8234162330627441, "risk": 0.9300730228424072, "AP": 0.14556540024321263 }, { "epoch": 11, "total": 1.1197205781936646, "denoise": 0.7985026240348816, "risk": 0.9177656173706055, "AP": 0.19788282511039243 }, { "epoch": 12, "total": 1.0724351406097412, "denoise": 0.7547782063484192, "risk": 0.9075912833213806, "AP": 0.25707247432430946 }, { "epoch": 13, "total": 1.0425127744674683, "denoise": 0.7323633432388306, "risk": 0.8861411213874817, "AP": 0.1981552505858875 }, { "epoch": 14, "total": 1.01426100730896, "denoise": 0.7053802609443665, "risk": 0.8825163245201111, "AP": 0.24462444183348403 }, { "epoch": 15, "total": 0.9745813608169556, "denoise": 0.6670998334884644, "risk": 0.8785187005996704, "AP": 0.21146515942321084 }, { "epoch": 16, "total": 0.9450134038925171, "denoise": 0.6390492916107178, "risk": 0.874183177947998, "AP": 0.2305927281652205 }, { "epoch": 17, "total": 0.9044433832168579, "denoise": 0.6007190942764282, "risk": 0.8677837252616882, "AP": 0.2240875856461619 }, { "epoch": 18, "total": 0.8655245900154114, "denoise": 0.5653916001319885, "risk": 0.8575228452682495, "AP": 0.24529588231708033 }, { "epoch": 19, "total": 0.8460791110992432, "denoise": 0.5425108075141907, "risk": 0.8673381209373474, "AP": 0.15846513801840806 }, { "epoch": 20, "total": 0.820114016532898, "denoise": 0.5202183127403259, "risk": 0.8568448424339294, "AP": 0.19158497374821068 }, { "epoch": 21, "total": 0.7967633008956909, "denoise": 0.5018002390861511, "risk": 0.8427517414093018, "AP": 0.24979710365444746 }, { "epoch": 22, "total": 0.7744503021240234, "denoise": 0.4796822667121887, "risk": 0.8421944975852966, "AP": 0.18911616991448565 }, { "epoch": 23, "total": 0.7701451778411865, "denoise": 0.47912827134132385, "risk": 0.8314768075942993, "AP": 0.24675653593955163 }, { "epoch": 24, "total": 0.7464787364006042, "denoise": 0.45679381489753723, "risk": 0.827671229839325, "AP": 0.2854615107531819 } ], "best_loss": 0.7464787364006042, "best_epoch": 24, "metrics": [ { "run": "16h", "MAE_mm": 8.203474044799805, "RMSE_mm": 10.455013275146484, "CAD_correspondent_Chamfer_mm": 6.050500392913818, "registered_scan_Chamfer_mm": 13.713613510131836, "risk": { "AP": 0.5141943734015345, "IoU_at_0.5": 0.0008438818565400844, "Dice_at_0.5": 0.0016863406408094434 }, "mean_stochastic_std_mm": 14.17358112335205, "max_stochastic_std_mm": 29.913127899169922 }, { "run": "18h01", "MAE_mm": 8.400187492370605, "RMSE_mm": 10.712625503540039, "CAD_correspondent_Chamfer_mm": 6.1764044761657715, "registered_scan_Chamfer_mm": 16.041446685791016, "risk": { "AP": 0.2684651032103203, "IoU_at_0.5": 0.0018565400843881857, "Dice_at_0.5": 0.003706199460916442 }, "mean_stochastic_std_mm": 14.112639427185059, "max_stochastic_std_mm": 29.20965576171875 } ], "checkpoint": "gen_models/models/graph_unet_6000.pt", "production_valid": false, "limitation": "two weak/unvalidated NG runs; no held-out generalization result" } ], "common_contract": "CAD/process conditioning -> signed-normal deformation diffusion -> p=CAD+n*d plus weak risk overlay", "defect_type": { "value": "찍힘", "status": "constant_diagnostic_unlearnable_single_class" }, "critical_limitations": [ "registration_independently_validated=false", "defect_extent_observed=false", "heater_projection_valid=false; local values zero-imputed with explicit mask", "only two NG runs and one CAD; no held-out result" ], "output_directories": { "processed_inputs": "gen_models/processed_inputs", "models": "gen_models/models", "outputs": "gen_models/outputs", "feature_attributions": "gen_models/feature_attributions" }, "tag_graph_unet_comparison": { "baseline": "graph_6000", "candidate": "graph_unet_6000", "fixed_view": "18h01 CAD X-Z; identical deformation/risk scales", "artifact": "gen_models/outputs/graph_unet_6000_18h01_comparison.png", "status": "weak-label fit only; not a held-out comparison" } }