{"baselines":{"test":{"geometry_plus_ROI_fallback":{"angle_mean":0.9262773990631104,"angle_p90":0.7324691772460941,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9442508710801394,"normalized":{"angle_mae_degrees":0.9262773990631104,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.213603292620716,"position_width_fraction":0.020666109398007393,"samples":574,"total":574},"position_mean":13.517914389380424,"position_median":3.144487234117774,"position_p90":26.10436230795476,"position_unit":"mm","predictions":574,"success_count":542,"threshold":"50mm/5deg","total":574},"strict_geometry":{"angle_mean":0.8985692262649536,"angle_p90":0.6700210571289062,"coverage":0.9860627177700348,"failed_preprocessing":8,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.8985692262649536,"failed_preprocessing":8,"groups":25,"macro_group_selection_score":1.3811058360149284,"position_width_fraction":0.020311817526817322,"samples":566,"total":574},"position_mean":13.033189898533173,"position_median":3.1033567057630442,"position_p90":24.43680046597466,"position_unit":"mm","predictions":566,"success_count":538,"threshold":"50mm/5deg","total":574}},"val":{"geometry_plus_ROI_fallback":{"angle_mean":0.09868472814559937,"angle_p90":0.269065856933594,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9511111111111111,"normalized":{"angle_mae_degrees":0.09868472814559937,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1810373281604111,"position_width_fraction":0.009741507470607758,"samples":450,"total":450},"position_mean":10.182968029730175,"position_median":1.290099975496678,"position_p90":31.023451024019373,"position_unit":"mm","predictions":450,"success_count":428,"threshold":"50mm/5deg","total":450},"strict_geometry":{"angle_mean":0.09868472814559937,"angle_p90":0.269065856933594,"coverage":1.0,"failed_preprocessing":0,"full_denominator_success_rate":0.9511111111111111,"normalized":{"angle_mae_degrees":0.09868472814559937,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1810373281604111,"position_width_fraction":0.009741507470607758,"samples":450,"total":450},"position_mean":10.182968029730175,"position_median":1.290099975496678,"position_p90":31.023451024019373,"position_unit":"mm","predictions":450,"success_count":428,"threshold":"50mm/5deg","total":450}}},"branch":"metric","holdout_metrics_used_for_selection":false,"models":[{"arm":"base","family":"utonia","refit_epoch":1,"splits":{"test":{"angle_mean":1.2170603275299072,"angle_p90":1.1115066528320316,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.2170603275299072,"angle_p90":1.1115066528320316,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9477351916376306,"normalized":{"angle_mae_degrees":1.2170603275299072,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.31807254840404353,"position_width_fraction":0.022890016436576843,"samples":574,"total":574},"position_mean":15.65215686223973,"position_median":6.156743169862363,"position_p90":25.701214993760658,"position_unit":"mm","predictions":574,"success_count":544,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9477351916376306,"normalized":{"angle_mae_degrees":1.2170603275299072,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.31807254840404353,"position_width_fraction":0.022890016436576843,"samples":574,"total":574},"position_mean":15.65215686223973,"position_median":6.156743169862363,"position_p90":25.701214993760658,"position_unit":"mm","predictions":574,"success_count":544,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.4792308211326599,"angle_p90":0.9880477905273439,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.4792308211326599,"angle_p90":0.9880477905273439,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9533333333333334,"normalized":{"angle_mae_degrees":0.4792308211326599,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2793253383367647,"position_width_fraction":0.012408524751663208,"samples":450,"total":450},"position_mean":13.091008134657459,"position_median":6.269089825995376,"position_p90":29.000321731085233,"position_unit":"mm","predictions":450,"success_count":429,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9533333333333334,"normalized":{"angle_mae_degrees":0.4792308211326599,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2793253383367647,"position_width_fraction":0.012408524751663208,"samples":450,"total":450},"position_mean":13.091008134657459,"position_median":6.269089825995376,"position_p90":29.000321731085233,"position_unit":"mm","predictions":450,"success_count":429,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"litept","refit_epoch":7,"splits":{"test":{"angle_mean":1.044449806213379,"angle_p90":0.7541427612304693,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.044449806213379,"angle_p90":0.7541427612304693,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9390243902439024,"normalized":{"angle_mae_degrees":1.044449806213379,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.29857106056594007,"position_width_fraction":0.024534285068511963,"samples":574,"total":574},"position_mean":17.29723622743607,"position_median":8.24815041017307,"position_p90":26.095746929583825,"position_unit":"mm","predictions":574,"success_count":539,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9390243902439024,"normalized":{"angle_mae_degrees":1.044449806213379,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.29857106056594007,"position_width_fraction":0.024534285068511963,"samples":574,"total":574},"position_mean":17.29723622743607,"position_median":8.24815041017307,"position_p90":26.095746929583825,"position_unit":"mm","predictions":574,"success_count":539,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.2147543728351593,"angle_p90":0.4285339355468752,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.2147543728351593,"angle_p90":0.4285339355468752,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.94,"normalized":{"angle_mae_degrees":0.2147543728351593,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2708451199874685,"position_width_fraction":0.013442459516227245,"samples":450,"total":450},"position_mean":14.379946859177354,"position_median":7.700765716731059,"position_p90":32.726189093164095,"position_unit":"mm","predictions":450,"success_count":423,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.94,"normalized":{"angle_mae_degrees":0.2147543728351593,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2708451199874685,"position_width_fraction":0.013442459516227245,"samples":450,"total":450},"position_mean":14.379946859177354,"position_median":7.700765716731059,"position_p90":32.726189093164095,"position_unit":"mm","predictions":450,"success_count":423,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"concerto","refit_epoch":3,"splits":{"test":{"angle_mean":1.1831649541854858,"angle_p90":1.0150115966796875,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.1831649541854858,"angle_p90":1.0150115966796875,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9320557491289199,"normalized":{"angle_mae_degrees":1.1831649541854858,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3303244600372729,"position_width_fraction":0.024698758497834206,"samples":574,"total":574},"position_mean":17.571908178769178,"position_median":7.074540714126503,"position_p90":30.450786204106354,"position_unit":"mm","predictions":574,"success_count":535,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9320557491289199,"normalized":{"angle_mae_degrees":1.1831649541854858,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3303244600372729,"position_width_fraction":0.024698758497834206,"samples":574,"total":574},"position_mean":17.571908178769178,"position_median":7.074540714126503,"position_p90":30.450786204106354,"position_unit":"mm","predictions":574,"success_count":535,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.3183436095714569,"angle_p90":0.6599487304687501,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.3183436095714569,"angle_p90":0.6599487304687501,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.3183436095714569,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2591680509373285,"position_width_fraction":0.014080929569900036,"samples":450,"total":450},"position_mean":14.688363832272538,"position_median":8.277348335245193,"position_p90":29.95932824198939,"position_unit":"mm","predictions":450,"success_count":430,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.3183436095714569,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.2591680509373285,"position_width_fraction":0.014080929569900036,"samples":450,"total":450},"position_mean":14.688363832272538,"position_median":8.277348335245193,"position_p90":29.95932824198939,"position_unit":"mm","predictions":450,"success_count":430,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"sonata","refit_epoch":6,"splits":{"test":{"angle_mean":1.1642926931381226,"angle_p90":0.9967712402343766,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.1642926931381226,"angle_p90":0.9967712402343766,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9425087108013938,"normalized":{"angle_mae_degrees":1.1642926931381226,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3127083877594183,"position_width_fraction":0.02362268976867199,"samples":574,"total":574},"position_mean":16.84444870036392,"position_median":7.554305693021339,"position_p90":25.406181898709807,"position_unit":"mm","predictions":574,"success_count":541,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9425087108013938,"normalized":{"angle_mae_degrees":1.1642926931381226,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3127083877594183,"position_width_fraction":0.02362268976867199,"samples":574,"total":574},"position_mean":16.84444870036392,"position_median":7.554305693021339,"position_p90":25.406181898709807,"position_unit":"mm","predictions":574,"success_count":541,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.33424103260040283,"angle_p90":0.6702789306640625,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.33424103260040283,"angle_p90":0.6702789306640625,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.33424103260040283,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.26261492382450324,"position_width_fraction":0.013331502676010132,"samples":450,"total":450},"position_mean":14.026809900382423,"position_median":7.433434777522715,"position_p90":31.223309207261774,"position_unit":"mm","predictions":450,"success_count":430,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9555555555555556,"normalized":{"angle_mae_degrees":0.33424103260040283,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.26261492382450324,"position_width_fraction":0.013331502676010132,"samples":450,"total":450},"position_mean":14.026809900382423,"position_median":7.433434777522715,"position_p90":31.223309207261774,"position_unit":"mm","predictions":450,"success_count":430,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b32","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64_steps","family":"ptv3","refit_epoch":20,"splits":{"test":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9520719647407532,"angle_p90":0.7661224365234379,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9494773519163763,"normalized":{"angle_mae_degrees":0.9520719647407532,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.23594664159963266,"position_width_fraction":0.021365173161029816,"samples":574,"total":574},"position_mean":14.317829387782153,"position_median":3.603921836870728,"position_p90":27.29018404972083,"position_unit":"mm","predictions":574,"success_count":545,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1313951313495636,"angle_p90":0.3001541137695315,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9666666666666667,"normalized":{"angle_mae_degrees":0.1313951313495636,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20064019961776208,"position_width_fraction":0.010836291126906872,"samples":450,"total":450},"position_mean":11.406852056729711,"position_median":2.994111798531838,"position_p90":31.045034284925407,"position_unit":"mm","predictions":450,"success_count":435,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"pointnext","refit_epoch":62,"splits":{"test":{"angle_mean":0.9891633987426758,"angle_p90":0.9005371093750009,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9891633987426758,"angle_p90":0.9005371093750009,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.945993031358885,"normalized":{"angle_mae_degrees":0.9891633987426758,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.2264510660658977,"position_width_fraction":0.018961245194077492,"samples":574,"total":574},"position_mean":12.684391920521573,"position_median":4.808427847239644,"position_p90":21.75176819898545,"position_unit":"mm","predictions":574,"success_count":543,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.945993031358885,"normalized":{"angle_mae_degrees":0.9891633987426758,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.2264510660658977,"position_width_fraction":0.018961245194077492,"samples":574,"total":574},"position_mean":12.684391920521573,"position_median":4.808427847239644,"position_p90":21.75176819898545,"position_unit":"mm","predictions":574,"success_count":543,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.18407735228538513,"angle_p90":0.3941696166992188,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.18407735228538513,"angle_p90":0.3941696166992188,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9466666666666667,"normalized":{"angle_mae_degrees":0.18407735228538513,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20030894195654747,"position_width_fraction":0.012436697259545326,"samples":450,"total":450},"position_mean":12.945897531362675,"position_median":4.216772577799095,"position_p90":34.9988682224327,"position_unit":"mm","predictions":450,"success_count":426,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9466666666666667,"normalized":{"angle_mae_degrees":0.18407735228538513,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.20030894195654747,"position_width_fraction":0.012436697259545326,"samples":450,"total":450},"position_mean":12.945897531362675,"position_median":4.216772577799095,"position_p90":34.9988682224327,"position_unit":"mm","predictions":450,"success_count":426,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b32","family":"pointnext","refit_epoch":180,"splits":{"test":{"angle_mean":0.9828574061393738,"angle_p90":0.847271728515628,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9828574061393738,"angle_p90":0.847271728515628,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9828574061393738,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21492987937586006,"position_width_fraction":0.02069578692317009,"samples":574,"total":574},"position_mean":12.677079368297665,"position_median":3.5651099594671276,"position_p90":21.179563487428066,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9828574061393738,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21492987937586006,"position_width_fraction":0.02069578692317009,"samples":574,"total":574},"position_mean":12.677079368297665,"position_median":3.5651099594671276,"position_p90":21.179563487428066,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.2096448391675949,"angle_p90":0.43959808349609397,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.2096448391675949,"angle_p90":0.43959808349609397,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9311111111111111,"normalized":{"angle_mae_degrees":0.2096448391675949,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1759996059096951,"position_width_fraction":0.013674474321305752,"samples":450,"total":450},"position_mean":13.807321531152391,"position_median":3.106168492081798,"position_p90":38.81151397995852,"position_unit":"mm","predictions":450,"success_count":419,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9311111111111111,"normalized":{"angle_mae_degrees":0.2096448391675949,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1759996059096951,"position_width_fraction":0.013674474321305752,"samples":450,"total":450},"position_mean":13.807321531152391,"position_median":3.106168492081798,"position_p90":38.81151397995852,"position_unit":"mm","predictions":450,"success_count":419,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64","family":"pointnext","refit_epoch":93,"splits":{"test":{"angle_mean":0.954735279083252,"angle_p90":0.8492675781250002,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.954735279083252,"angle_p90":0.8492675781250002,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.954735279083252,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21306241281975047,"position_width_fraction":0.020110202953219414,"samples":574,"total":574},"position_mean":12.244558393529063,"position_median":3.602014188637673,"position_p90":21.481593828713258,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.954735279083252,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.21306241281975047,"position_width_fraction":0.020110202953219414,"samples":574,"total":574},"position_mean":12.244558393529063,"position_median":3.602014188637673,"position_p90":21.481593828713258,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.1381431370973587,"angle_p90":0.29148406982421887,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.1381431370973587,"angle_p90":0.29148406982421887,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9266666666666666,"normalized":{"angle_mae_degrees":0.1381431370973587,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.17470691227220442,"position_width_fraction":0.013857042416930199,"samples":450,"total":450},"position_mean":14.218098982803685,"position_median":3.9041475098677187,"position_p90":40.330303516776105,"position_unit":"mm","predictions":450,"success_count":417,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9266666666666666,"normalized":{"angle_mae_degrees":0.1381431370973587,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.17470691227220442,"position_width_fraction":0.013857042416930199,"samples":450,"total":450},"position_mean":14.218098982803685,"position_median":3.9041475098677187,"position_p90":40.330303516776105,"position_unit":"mm","predictions":450,"success_count":417,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"long_b64_steps","family":"pointnext","refit_epoch":220,"splits":{"test":{"angle_mean":0.9723555445671082,"angle_p90":0.8507705688476577,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9723555445671082,"angle_p90":0.8507705688476577,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9723555445671082,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.20865815652644187,"position_width_fraction":0.01730143278837204,"samples":574,"total":574},"position_mean":11.675962948928245,"position_median":3.7113332489129185,"position_p90":21.303599072194856,"position_unit":"mm","predictions":574,"success_count":540,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9407665505226481,"normalized":{"angle_mae_degrees":0.9723555445671082,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.20865815652644187,"position_width_fraction":0.01730143278837204,"samples":574,"total":574},"position_mean":11.675962948928245,"position_median":3.7113332489129185,"position_p90":21.303599072194856,"position_unit":"mm","predictions":574,"success_count":540,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.18126441538333893,"angle_p90":0.3630416870117188,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.18126441538333893,"angle_p90":0.3630416870117188,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.18126441538333893,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1767638349317397,"position_width_fraction":0.012808924540877342,"samples":450,"total":450},"position_mean":13.00777525098421,"position_median":3.6865888811934733,"position_p90":34.94430449397712,"position_unit":"mm","predictions":450,"success_count":422,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.18126441538333893,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.1767638349317397,"position_width_fraction":0.012808924540877342,"samples":450,"total":450},"position_mean":13.00777525098421,"position_median":3.6865888811934733,"position_p90":34.94430449397712,"position_unit":"mm","predictions":450,"success_count":422,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"pointmae","refit_epoch":2,"splits":{"test":{"angle_mean":1.172662377357483,"angle_p90":0.9984619140625003,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":1.172662377357483,"angle_p90":0.9984619140625003,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9355400696864111,"normalized":{"angle_mae_degrees":1.172662377357483,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3320942512026012,"position_width_fraction":0.022389834746718407,"samples":574,"total":574},"position_mean":15.910559094374568,"position_median":6.752113143489193,"position_p90":31.835380120490903,"position_unit":"mm","predictions":574,"success_count":537,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9355400696864111,"normalized":{"angle_mae_degrees":1.172662377357483,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.3320942512026012,"position_width_fraction":0.022389834746718407,"samples":574,"total":574},"position_mean":15.910559094374568,"position_median":6.752113143489193,"position_p90":31.835380120490903,"position_unit":"mm","predictions":574,"success_count":537,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.34784358739852905,"angle_p90":0.6557174682617198,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.34784358739852905,"angle_p90":0.6557174682617198,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9155555555555556,"normalized":{"angle_mae_degrees":0.34784358739852905,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.3235165353373977,"position_width_fraction":0.014743177220225334,"samples":450,"total":450},"position_mean":16.334576826110418,"position_median":8.49156248157348,"position_p90":38.174870344045054,"position_unit":"mm","predictions":450,"success_count":412,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9155555555555556,"normalized":{"angle_mae_degrees":0.34784358739852905,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.3235165353373977,"position_width_fraction":0.014743177220225334,"samples":450,"total":450},"position_mean":16.334576826110418,"position_median":8.49156248157348,"position_p90":38.174870344045054,"position_unit":"mm","predictions":450,"success_count":412,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}},{"arm":"base","family":"dgcnn","refit_epoch":65,"splits":{"test":{"angle_mean":0.9987197518348694,"angle_p90":0.8827346801757853,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.9987197518348694,"angle_p90":0.8827346801757853,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.9987197518348694,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.24487263076438456,"position_width_fraction":0.022064760327339172,"samples":574,"total":574},"position_mean":14.922170527058775,"position_median":4.954471677964721,"position_p90":24.93849764147872,"position_unit":"mm","predictions":574,"success_count":538,"threshold":"50mm/5deg","total":574},"failed_preprocessing":0,"full_denominator_success_rate":0.9372822299651568,"normalized":{"angle_mae_degrees":0.9987197518348694,"failed_preprocessing":0,"groups":25,"macro_group_selection_score":0.24487263076438456,"position_width_fraction":0.022064760327339172,"samples":574,"total":574},"position_mean":14.922170527058775,"position_median":4.954471677964721,"position_p90":24.93849764147872,"position_unit":"mm","predictions":574,"success_count":538,"targets_in_training_domains":574,"threshold":"50mm/5deg","total":574},"val":{"angle_mean":0.16832906007766724,"angle_p90":0.3507476806640626,"coverage":1.0,"deployment_domain_guard_full_denominator":{"angle_mean":0.16832906007766724,"angle_p90":0.3507476806640626,"coverage":1.0,"domain_guard_rejected":0,"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.16832906007766724,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.21552198444378212,"position_width_fraction":0.013256297446787357,"samples":450,"total":450},"position_mean":13.622624903927704,"position_median":5.0229422473079275,"position_p90":30.649497305683393,"position_unit":"mm","predictions":450,"success_count":422,"threshold":"50mm/5deg","total":450},"failed_preprocessing":0,"full_denominator_success_rate":0.9377777777777778,"normalized":{"angle_mae_degrees":0.16832906007766724,"failed_preprocessing":0,"groups":21,"macro_group_selection_score":0.21552198444378212,"position_width_fraction":0.013256297446787357,"samples":450,"total":450},"position_mean":13.622624903927704,"position_median":5.0229422473079275,"position_p90":30.649497305683393,"position_unit":"mm","predictions":450,"success_count":422,"targets_in_training_domains":450,"threshold":"50mm/5deg","total":450}}}],"previous_test_seen_not_blind":true,"selection_sha256":"8f86cf48a47240930d642ac780eb75723ace2c4b95ba67a782adc5063451b227"}