§
    'J¹jÍ"  ã                  ó�  — d Z ddlmZ ddlZddlZddlZddlmZ dZd„ Z	e
dk    r  ej        ¦   «         Ze                     dd	¬
¦  «         e                     dd¬
¦  «         e                     ¦   «         Z e	ej        ej        ¦  «        Z e ej         eed         ¦  «        ed         ej        dœ¦  «        ¦  «         dS dS )zKSummarize a fixed-label, validation-only pilot without opening test scores.é    )ÚannotationsN)ÚPath))ÚYOLO26sÚyolo26sz#217a68)zYOLO26s + P2Úyolo26_p2_onlyz#5aa89a)zP2 + fusionÚyolo26_p2_fusion_no_edgez#77b6a9)z	P2 + edgeÚyolo26_p2_edge_no_fusionz#8ac3b9)zPallet-YOLO26Úpallet_yolo26z#d16248)ÚYOLOv8sÚyolov8sz#4477aa)zYOLOv8s + CSPNeXt approx.Úyolov8_cspnextz#7b9ac3)zRF-DETR-SmallÚrfdetr_smallz#b38b55c                ó‚  — t          | ¦  «        } t          |¦  «        }g }t          ¦   «         }t          D �]ä\  }}}| dz  dz  |z  dz  }t          j        |dz                       ¦   «         ¦  «        }t          j        |dz                       ¦   «         ¦  «        }	|dz  }
|
                     ¦   «         s|dz  }
t          j        |
                     ¦   «         ¦  «        }|dz                       ¦   «         r|	d         |d	         k    rt          d
|› �¦  «        ‚|d         �t          d¦  «        ‚|                     |d         |d         |d         |d         t          |d          
                    ¦   «         ¦  «        f¦  «         |                     di ¦  «                             d¦  «        }|                     ||||d         |d         |d         |r|d         nd |r|d         nd |d         |d         |d         |	d         |d	         dœ¦  «         �Œæt          |¦  «        dk    rt          d¦  «        ‚t          t          |¦  «        ¦  «        \  }}}}}|dz  }|                     ¦   «         r&t          j        |                     ¦   «         ¦  «        nd }|�¢|d         |k    s|d         d k    rt          d!¦  «        ‚|D ]x}|d"         |d#                  }|d	         |d	         k    rt          d$|d#         › �¦  «        ‚|d%         d&         |d'<   |d(         d&         |d)<   |d*         |d*<   |d+         |d+<   Œy|d,z  }|                     ¦   «         r&t          j        |                     ¦   «         ¦  «        nd }|�|D ]|}|d"         |d#                  }|d	         |d	         k    rt          d-|d#         › �¦  «        ‚|d.         d/z  |d0<   d*|v r*|d*         |d*         k    rt          d1|d#         › �¦  «        ‚Œ}d2d3||||t!          |¦  «        ||�|d4         nd |�|d         nd |�|d5         nd |�|d6         nd g d7¢d8œ}|                     d9d9¬:¦  «         |d;z                       t          j        |d<¬=¦  «        d>¬?¦  «         |d@z                       dAdBd>¬C¦  «        5 }t+          j        |dD„ |d         D ¦   «         ¬E¦  «        }|                     ¦   «          |                     dF„ |D ¦   «         ¦  «         d d d ¦  «         n# 1 swxY w Y   dd l}|                     dG¦  «         dd lm} |                     dH¬I¦  «        \  }}t=          t?          t          |¦  «        ¦  «        ¦  «        } dJ„ |D ¦   «         }!dK„ |D ¦   «         dL„ |D ¦   «         g}"|                      | |!dM„ |D ¦   «         dN|"dOdP¬Q¦  «         | !                    | dR„ |D ¦   «         ¦  «         | "                    ¦   «          | #                    dtI          dStI          dT„ |D ¦   «         ¦  «        dUz   ¦  «        ¦  «         | %                    dV¦  «         | &                    dW¦  «         tO          |!¦  «        D ]4\  }#}$||#         dX         p|$}%| (                    |%dYz   |#|$dZ›d[d\¬]¦  «         Œ5| )                    d^d_¬`¦  «         | *                    d9¦  «         | (                    dadbdcd\dd¬e¦  «         | +                    df¬g¦  «         | ,                    |dhz  di¬j¦  «         | -                    |¦  «         |��‡|                     dk¬I¦  «        \  }}dl}&t]          ||&¦  «        D ]f\  }\  }'}(| /                    |d'         |d         dm|dn         dodpdO¬q¦  «         | 0                    |dr         |d'         |d         f|'|(fdsdt¬u¦  «         Œg| %                    dv¦  «         | 1                    dw¦  «         | #                    dxdy¦  «         | 2                    dzd{¦  «         | )                    d|¬}¦  «         | *                    d9¦  «         | &                    d~¦  «         | (                    ddbd€d\dd¬e¦  «         | +                    df¬g¦  «         | ,                    |d�z  di¬j¦  «         | -                    |¦  «         |S )‚NÚwithinÚseed_42zrun.jsonzcompleted.jsonzval_bootstrap.jsonzval.jsonzbest.ptÚbest_checkpoint_sha256Úcheckpoint_sha256z.best checkpoint and validation report differ: Ú!independent_test_reference_sha256z)pilot summary cannot include test scoringÚannotation_sha256Úprotocol_sha256Úsubset_sha256ÚseedÚreference_coverageÚbootstrap_ciÚAP50_95ÚAP50ÚAP75r   é   Ú	precisionzrecall_at_threshold_iou_0.5Úfalse_positives_per_frameÚcompleted_epochs)ÚmodelÚslugÚcolorr   r   r   ÚAP50_95_ci_lowÚAP50_95_ci_highzprecision_at_0.25zrecall_at_0.25z!false_positives_per_frame_at_0.25Úepochsr   zKpilot models do not share one labels/protocol/subset/seed/coverage identityztrained_latency.jsonÚ
input_sizei€  z6latency report uses a different protocol or input sizeÚmodelsr#   z!latency used another checkpoint: Úmodel_and_postprocessÚ	median_msÚinference_msÚraw_sensor_to_boxesÚraw_sensor_to_boxes_msÚ
parametersÚpeak_gpu_mibzregistered_macs.jsonz*compute estimate used another checkpoint: Úregistered_macsg    eÍÍAÚregistered_macs_gz.parameter count differs between measurements: z=single-seed exploratory validation only; no test model scoresz*independently reviewed machine annotationsÚdeviceÚmethodÚ
limitation)z<Only 106 scored validation frames from 40 collection groups.zKTraining used 282 scored frames; 318 requested training frames were ignore.z8Group bootstrap intervals overlap; no superiority claim.zMIndependent audit of existing training labels found substantial disagreement.)ÚscopeÚ	referencer   r   r   r   Úcoverager)   Úlatency_deviceÚlatency_precisionÚcompute_estimate_methodÚcompute_estimate_limitÚlimitationsT)ÚparentsÚexist_okzpilot_summary.jsoné   )Úindentzutf-8)Úencodingzpilot_summary.csvÚwÚ )ÚnewlinerB   c                ó   — g | ]
}|d k    ¯|‘ŒS ©r$   © )Ú.0Úkeys     ú@/root/private/project/pallet_detection_v2/pallet/report_pilot.pyú
<listcomp>zsummarize.<locals>.<listcomp>_   s   € Ð3]Ð3]Ð3]¸CÈcÐU\ÊnÈn°CÈnÈnÈnó    )Ú
fieldnamesc              3  óR   K  — | ]"}d „ |                      ¦   «         D ¦   «         V — Œ#dS )c                ó&   — i | ]\  }}|d k    ¯||“ŒS rG   rH   )rI   rJ   Úvalues      rK   ú
<dictcomp>z'summarize.<locals>.<genexpr>.<dictcomp>a   s#   € ÐUÐUÐU©¨¨eÀcÈWÂnÀn˜#˜uÀnÀnÀnrM   N)Úitems©rI   Úrows     rK   ú	<genexpr>zsummarize.<locals>.<genexpr>a   s:   è è € ÐfÐfÐZ]ÐUÐU°s·y²y±{´{ÐUÑUÔUÐfÐfÐfÐfÐfÐfrM   ÚAgg)é
   gš™™™™™@)Úfigsizec                ó   — g | ]
}|d          ‘ŒS )r   rH   rT   s     rK   rL   zsummarize.<locals>.<listcomp>i   s   € Ð-Ð-Ð- ˆc�)ŒnÐ-Ð-Ð-rM   c                ó`   — g | ]+}|d          �t          d|d         |d          z
  ¦  «        nd‘Œ,S )r%   Nr   r   ©ÚmaxrT   s     rK   rL   zsummarize.<locals>.<listcomp>j   sT   € ð ð ð Øð ADÐDTÔ@UÐ@a�c�!�S˜”^ cÐ*:Ô&;Ñ;Ñ<Ô<Ð<Ðghð ð ð rM   c                ó`   — g | ]+}|d          �t          d|d          |d         z
  ¦  «        nd‘Œ,S )r&   Nr   r   r\   rT   s     rK   rL   zsummarize.<locals>.<listcomp>l   sT   € ð ð ð Øð BEÐEVÔAWÐAc�c�!�SÐ*Ô+¨c°)¬nÑ<Ñ=Ô=Ð=Ðijð ð ð rM   c                ó   — g | ]
}|d          ‘ŒS rG   rH   rT   s     rK   rL   zsummarize.<locals>.<listcomp>n   s   € Ð%CÐ%CÐ%C°s c¨'¤lÐ%CÐ%CÐ%CrM   gÃõ(\�Âå?é   z#303030)r$   ÚheightÚxerrÚcapsizeÚecolorc                ó   — g | ]
}|d          ‘ŒS )r"   rH   rT   s     rK   rL   zsummarize.<locals>.<listcomp>p   s   € Ð;Ð;Ð;¨s˜c 'œlÐ;Ð;Ð;rM   gìQ¸…ëá?c              3  ó6   K  — | ]}|d          p|d         V — ŒdS )r&   r   NrH   rT   s     rK   rV   zsummarize.<locals>.<genexpr>r   sE   è è € ð  /ð  /Ø"%ð "%Ð%6Ô!7Ð!I¸3¸y¼>ð  /ð  /ð  /ð  /ð  /ð  /rM   gš™™™™™©?z1AP50:95 (95% collection-group bootstrap interval)z3Pallet detection pilot: frozen validation referencer&   gyé&1¬|?z.3fÚcenteré	   )ÚvaÚfontsizeÚxg
×£p=
Ç?)ÚaxisÚalphag)\�Âõ(¼?g¸…ëQ¸Ž?zT106 scored frames / 40 groups / seed 42. Machine reference; not final test evidence.z#444444)rj   r$   )r   g{®Gáz¤?r   r   )Úrectzpilot_validation_ap.pngé´   )Údpi)g      #@gÍÌÌÌÌÌ@))é   é   )iˆÿÿÿrh   ©rq   rX   )rq   iðÿÿÿ)rq   iéÿÿÿrs   )rq   iíÿÿÿ)rq   iñÿÿÿé_   r$   Úwhitegš™™™™™é?)Úsr$   Ú
edgecolorsÚ	linewidthÚzorderr"   zoffset pointsg      !@)ÚxytextÚ
textcoordsrj   z9Model + postprocess latency (ms, RTX 3090, FP32, batch 1)zValidation AP50:95é   é   g®GázÖ?g×£p=
×Û?gš™™™™™É?)rm   z'Exploratory accuracy-latency comparisong¤p=
×£À?zXSingle seed / 106 scored frames. Confidence intervals overlap; not a final Pareto claim.zpilot_accuracy_latency.png)3r   ÚsetÚVARIANTSÚjsonÚloadsÚ	read_textÚexistsÚ
ValueErrorÚaddÚtuplerS   ÚgetÚappendÚlenÚnextÚiterÚdictÚmkdirÚ
write_textÚdumpsÚopenÚcsvÚ
DictWriterÚwriteheaderÚ	writerowsÚ
matplotlibÚuseÚmatplotlib.pyplotÚpyplotÚsubplotsÚlistÚrangeÚbarhÚ
set_yticksÚinvert_yaxisÚset_xlimr]   Ú
set_xlabelÚ	set_titleÚ	enumerateÚtextÚgridÚset_axisbelowÚtight_layoutÚsavefigÚcloseÚzipÚscatterÚannotateÚ
set_ylabelÚset_ylim))ÚrootÚoutputÚrowsÚ
identitiesÚnamer#   r$   Ú	directoryÚrunÚ
completionÚmetric_fileÚresultÚintervalÚ
label_hashÚprotocol_hashÚsubset_hashr   r8   Úlatency_pathÚlatencyrU   ÚtimingÚcompute_pathÚcomputeÚestimateÚreportÚstreamÚwriterr•   ÚpltÚfigÚaxÚ	positionsÚvaluesÚerrorÚindexrQ   ÚendpointÚoffsetsÚdxÚdys)                                            rK   Ú	summarizerÐ      s‡
  € Ý�‰:Œ:€DÝ�&‰\Œ\€FØ€DÝ‘”€JÝ%ð Hñ HÑˆˆd�EØ˜8‘O hÑ.°Ñ5¸	ÑAˆ	ÝŒj˜) jÑ0×;Ò;Ñ=Ô=Ñ>Ô>ˆÝ”Z Ð-=Ñ!=× HÒ HÑ JÔ JÑKÔKˆ
ØÐ"6Ñ6ˆØ×!Ò!Ñ#Ô#ð 	1Ø# jÑ0ˆKÝ”˜K×1Ò1Ñ3Ô3Ñ4Ô4ˆØ˜IÑ%×-Ò-Ñ/Ô/ð 	V°:Ð>VÔ3WÐ[aÐbuÔ[vÒ3vÐ3vÝÐTÈdÐTÐTÑUÔUÐUØÐ5Ô6ÐBÝÐHÑIÔIÐIØ�Š˜Ð/Ô0°#Ð6GÔ2HØ˜OÔ,¨c°&¬kÝ˜fÐ%9Ô:×@Ò@ÑBÔBÑCÔCðEñ 	Fô 	Fð 	Fð —:’:˜n¨bÑ1Ô1×5Ò5°iÑ@Ô@ˆØ�Š˜d¨D¸5Ø# Fœ^°V¸F´^Ø & yÔ 1Ø6>Ð'H x°¤{ {ÀDØ7?Ð(I¨°¬¨ÀTØ*0°Ô*=Ø'-Ð.KÔ'LØ:@ÐA\Ô:]Ø)Ð*<Ô=Ø*0Ð1DÔ*Eð	Gð 	Gñ 		Hô 		Hð 		Hñ 		Hõ ˆ:�„˜!ÒÐÝÐfÑgÔgÐgÝ=AÅ$ÀzÑBRÔBRÑ=SÔ=SÑ:€J�˜{¨D°(ØÐ2Ñ2€LØ6B×6IÒ6IÑ6KÔ6KÐU�dŒj˜×/Ò/Ñ1Ô1Ñ2Ô2Ð2ÐQU€GØÐØÐ$Ô%¨Ò6Ð6¸'À,Ô:OÐSVÒ:VÐ:VÝÐUÑVÔVÐVØð 	9ð 	9ˆCØ˜XÔ& s¨6¤{Ô3ˆFØÐ)Ô*¨cÐ2EÔ.FÒFÐFÝ Ð!RÀSÈÄ[Ð!RÐ!RÑSÔSÐSØ"(Ð)@Ô"AÀ+Ô"NˆC�ÑØ,2Ð3HÔ,IÈ+Ô,VˆCÐ(Ñ)Ø & |Ô 4ˆC�ÑØ"(¨Ô"8ˆC�ÑÐØÐ2Ñ2€LØ6B×6IÒ6IÑ6KÔ6KÐU�dŒj˜×/Ò/Ñ1Ô1Ñ2Ô2Ð2ÐQU€GØÐØð 	að 	aˆCØ˜xÔ(¨¨V¬Ô5ˆHØÐ+Ô,°Ð4GÔ0HÒHÐHÝ Ð![ÈcÐRXÌkÐ![Ð![Ñ\Ô\Ð\Ø'/Ð0AÔ'BÀSÑ'HˆCÐ#Ñ$Ø˜sÐ"Ð" s¨<Ô'8¸HÀ\Ô<RÒ'RÐ'RÝ Ð!_ÐRUÐV\ÔR]Ð!_Ð!_Ñ`Ô`Ð`øØVØGØ#-À-Ø*°DÝ˜x™.œ.°DØ5<Ð5H ¨Ô 1Ð 1ÈdØ;BÐ;N 7¨;Ô#7Ð#7ÐTXØ>EÐ>Q¨°Ô):Ð):ÐW[ØAHÐAT¨°Ô(=Ð(=ÐZ^ðoð oð oðpð p€Fð ‡L‚L˜¨€LÑ-Ô-Ð-ØÐ"Ñ"×.Ò.­t¬z¸&ÈÐ/KÑ/KÔ/KÐV]Ð.Ñ^Ô^Ð^Ø
Ð&Ñ
&×	,Ò	,¨S¸"ÀwÐ	,Ñ	OÔ	Oð gÐSYÝ” Ð3]Ð3]À4ÈÄ7Ð3]Ñ3]Ô3]Ð^Ñ^Ô^ˆØ×ÒÑÔÐØ×ÒÐfÐfÐaeÐfÑfÔfÑfÔfÐfðgð gð gñ gô gð gð gð gð gð gð gøøøð gð gð gð gð
 ÐÐÐØ‡N‚N�5ÑÔÐØ#Ð#Ð#Ð#Ð#Ð#à�lŠl 9ˆlÑ-Ô-�G€CˆÝ•U�3˜t™9œ9Ñ%Ô%Ñ&Ô&€IØ-Ð-¨Ð-Ñ-Ô-€Fðð Øðñ ô ðð Øðñ ô ð €Eð ‡G‚GˆI�vÐ%CÐ%C¸dÐ%CÑ%CÔ%CÈCØ ¨)ð ñ 5ô 5ð 5à‡M‚M�)Ð;Ð;°dÐ;Ñ;Ô;Ñ<Ô<Ð<Ø‡O‚OÑÔÐØ‡K‚K�•3�s�Cð  /ð  /Ø)-ð /ñ  /ô  /ñ /ô /Ø14ñ5ñ 6ô 6ñ 7ô 7ð 7à‡M‚MÐEÑFÔFÐFØ‡L‚LÐFÑGÔGÐGÝ! &Ñ)Ô)ð Qð Q‰ˆˆuØ˜”;Ð0Ô1Ð:°UˆØ
�Š�˜4‘ ¨5¨¨¸8ÈaˆÑPÔPÐPÐPØ‡G‚G�˜C€GÑ Ô Ð Ø×Ò�TÑÔÐØ‡H‚HˆS�$ÐnØ˜yð ñ *ô *ð *à×Ò˜.ÐÑ)Ô)Ð)Ø‡K‚K�Ð2Ñ2¸€KÑ<Ô<Ð<Ø‡I‚Iˆc�N„N€NØÑØ—,’, z�,Ñ2Ô2‰ˆˆRð0ˆå   wÑ/Ô/ð 	Sð 	S‰MˆC‘�"�bØ�JŠJ�s˜>Ô*¨C°	¬N¸bØ  œ\°gÈÐTUð ñ Wô Wð Wà�KŠK˜˜Gœ s¨>Ô':¸CÀ	¼NÐ&KØ " B˜x°OÈcð ñ Sô Sð Sð Sà
�ŠÐQÑRÔRÐRØ
�ŠÐ*Ñ+Ô+Ð+Ø
�Š�A�rÑÔÐØ
�Š�D˜$ÑÔÐØ
�Š�bˆÑÔÐØ
×Ò˜ÑÔÐØ
�ŠÐ>Ñ?Ô?Ð?Ø�Š��dÐvØ 9ð 	ñ 	.ô 	.ð 	.à×Ò˜nÐÑ-Ô-Ð-Ø�Š�FÐ9Ñ9¸sˆÑCÔCÐCØ�	Š	�#‰ŒˆØ€Ms   Ò.ATÔTÔTÚ__main__z--rootzoutputs/pilot600_v5)Údefaultz--outputzoutputs/pilot600_v5/summaryr)   r8   )r)   r8   r¯   )Ú__doc__Ú
__future__r   Úargparser‘   r€   Úpathlibr   r   rÐ   Ú__name__ÚArgumentParserÚparserÚadd_argumentÚ
parse_argsÚargsr®   r¯   r·   Úprintr�   r‰   rH   rM   rK   ú<module>rÞ      sA  ðØ QÐ QØ "Ð "Ð "Ð "Ð "Ð "à €€€Ø 
€
€
€
Ø €€€Ø Ð Ð Ð Ð Ð ð	€ðð ð ðD ˆzÒÐØ$ˆXÔ$Ñ&Ô&€FØ
×Ò˜Ð*?ÐÑ@Ô@Ð@Ø
×Ò˜
Ð,IÐÑJÔJÐJØ×ÒÑÔ€DØˆY�t”y $¤+Ñ.Ô.€FØ	€Eˆ*ˆ$Œ*   F¨8Ô$4Ñ 5Ô 5Ø"(¨Ô"4ÀÄðMð Mñ Nô Nñ Oô Oð Oð Oð Oð ÐrM   