+
    ƒ°ñj}‚  ã                   óì  € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIHt ^ RI	H
t
 ^ RIHtHt ^ RIHt ^ RIHtHt R]R]/t^ R	IHt R
 tR(R lt ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t  ! R R]P.                  4      t! ! R  R!]P.                  4      t" ! R" R#]P.                  4      t# ! R$ R%]P.                  4      t$ ! R& R']P.                  4      t%R# ))é    N)Ú	roi_align)Úoptimized_attention)ÚSAM3TrackerÚSAM31Tracker)ÚSAM3VisionBackbone)ÚMLPÚPositionEmbeddingSineÚSAM3ÚSAM31)Úcast_to_inputc                 óÒ   € V P                  R4      w  rr4\        P                  ! VRV,          ,
          VRV,          ,
          VRV,          ,           VRV,          ,           .RR7      # )é   ç      à?©Údiméÿÿÿÿ)ÚunbindÚtorchÚstack)ÚxÚcxÚcyÚwÚhs   &    Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\sam3\detector.pyÚbox_cxcywh_to_xyxyr      sN   € Ø—8‘8˜B“<�L€BˆAÜ�;Š;˜˜S 1�W� b¨3°­7¥l°B¸¸q½µLÀ"ÀsÈQÅwÅ,ÐOÐUWÔXÐXó    c                óÔ  € V^,          ^ 8X  g   Q hV^,          pR^\         P                  ! V\         P                  V P                  R7      ^,          ,          V,          ,          p. p\	        V P
                  R,          4       F°  pV RV3,          P                  4       ^,          \        P                  ,          P                  R4      V,          pVP                  \         P                  ! VR,          P                  4       VR,          P                  4       .RR7      P                  R4      4       K²  	  \         P                  ! VRR7      P!                  V P"                  4      # )	zFPer-coordinate sinusoidal embedding: (..., N) -> (..., N * num_feats).g     ˆÃ@©ÚdtypeÚdevice.r   r   ).:r   Né   ).:r   Nr"   éþÿÿÿ)r   ÚarangeÚfloat32r!   ÚrangeÚshapeÚfloatÚmathÚpiÚ	unsqueezeÚappendr   ÚsinÚcosÚflattenÚcatÚtor    )Ú
pos_tensorÚ	num_featsÚhdimÚfreqsÚembedsÚcÚraws   &&     r   Úgen_sineembed_for_positionr9      s
  € à�q�=˜AÔÐÐØ˜�>€DØ˜œUŸ\š\¨$´e·m±mÈJ×L]ÑL]Ô^ÐbcÕcÕdÐgkÕkÕl€EØ€FÜ�:×#Ñ# BÕ'Ö(ˆØ˜#˜q˜&Õ!×'Ñ'Ó)¨AÕ-´·±Õ7×BÑBÀ2ÓFÈÕNˆØ�‰”e—k’k 3 y¥>×#5Ñ#5Ó#7¸¸Y½×9KÑ9KÓ9MÐ"NÐTVÔW×_Ñ_Ð`bÓcÖdñ )ô �9Š9�V Ô$×'Ñ'¨
×(8Ñ(8Ó9Ð9r   c                   óD   a a€ ] tR t^$t oRtRV 3R lltRR ltRtVtV ;t	# )ÚSplitMHAzWMulti-head attention with separate Q/K/V projections (split from fused in_proj_weight).c                óð   <€ \         SV `  4        W n        VP                  WW4R 7      V n        VP                  WW4R 7      V n        VP                  WW4R 7      V n        VP                  WW4R 7      V n        R# )©r!   r    N)ÚsuperÚ__init__Ú	num_headsÚLinearÚq_projÚk_projÚv_projÚout_proj©ÚselfÚd_modelr@   r!   r    Ú
operationsÚ	__class__s   &&&&&&€r   r?   ÚSplitMHA.__init__&   so   ø€ Ü‰ÑÔØ"ŒØ ×'Ñ'¨ÀÐ'ÓUˆŒØ ×'Ñ'¨ÀÐ'ÓUˆŒØ ×'Ñ'¨ÀÐ'ÓUˆŒØ"×)Ñ)¨'À6Ð)ÓWˆŽr   c           	     ó¨  € V P                  V4      pVf$   V P                  V4      pV P                  V4      pM(V P                  V4      pT P                  Ve   TMT4      pVe   VP                  ^8X  d
   VR,          pVP                  p\        WVP                  V4      VP                  V4      V P                  VRR7      p	V P                  V	4      # )NF)ÚmaskÚlow_precision_attention)ºNNNNNrO   )	rB   rC   rD   Úndimr    r   r1   r@   rE   )
rG   Úq_inputÚk_inputÚv_inputrM   ÚqÚkÚvr    Úouts
   &&&&&     r   ÚforwardÚSplitMHA.forward.   s¯   € Ø�K‰K˜Ó ˆØŠ?Ø—‘˜GÓ$ˆAØ—‘˜GÓ$‰Aà—‘˜GÓ$ˆAØ—‘ wÒ':™GÀÓHˆAØÒ §	¡	¨Q¤ØÐ(Õ)ˆDØ—‘ˆÜ! !§T¡T¨%£[°!·$±$°u³+¸t¿~¹~ÐTXÐrwÔxˆØ�}‰}˜SÓ!Ð!r   )rC   r@   rE   rB   rD   )é   NNN©NNN©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r?   rX   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rJ   Ú__classdict__s   @@r   r;   r;   $   s   ù‡ € Ùa÷X÷"ô "r   r;   c                   ó@   a a€ ] tR t^=t oRtRV 3R lltR tRtVtV ;t	# )ÚMLPWithNormz2MLP with residual connection and output LayerNorm.c	                óx  <€ \         SV `  4        V.V.V^,
          ,          ,           V.,           p	\        P                  ! \	        V4       U
u. uF*  p
VP                  Wš,          Wš^,           ,          WgR7      NK,  	  up
4      V n        VP                  W6VR7      V n        T;'       d    W8H  V n	        R# u up
i )r   r=   N)
r>   r?   ÚnnÚ
ModuleListr&   rA   ÚlayersÚ	LayerNormÚout_normÚresidual)rG   Ú	input_dimÚ
hidden_dimÚ
output_dimÚ
num_layersro   r!   r    rI   ÚdimsÚirJ   s   &&&&&&&&&  €r   r?   ÚMLPWithNorm.__init__?   s¦   ø€ Ü‰ÑÔØˆ{˜j˜\¨Z¸!­^Õ<Õ<À
¸|ÕKˆÜ—m’mä˜:Ô&ó%
á&�ð ×Ñ˜d�g t°­E¥{¸6ÐÖOÙ&ñ%
ó ˆŒð #×,Ñ,¨ZÈeÐ,ÓTˆŒØ ×>Ð> iÑ&=ˆŽùò%
s   Á0B7c                ó  € Tp\        V P                  4       FF  w  r4V! V4      pV\        V P                  4      ^,
          8  g   K0  \        P                  ! V4      pKH  	  V P
                  '       d	   W,           pV P                  V4      # )r   )Ú	enumeraterl   ÚlenÚFÚreluro   rn   )rG   r   Úorigru   Úlayers   &&   r   rX   ÚMLPWithNorm.forwardI   si   € ØˆÜ! $§+¡+Ö.‰HˆAÙ�a“ˆAØ”3�t—{‘{Ó# aÕ'Ö'Ü—F’F˜1“I’ñ /ð �=�=ˆ=Ø•ˆAØ�}‰}˜QÓÐr   )rl   rn   ro   )TNNNr\   re   s   @@r   rh   rh   =   s   ù‡ € Ù<÷?÷ ò  r   rh   c                   ó@   a a€ ] tR t^Tt oRV 3R lltRR ltRtVtV ;t# )ÚEncoderLayerc                ó`  <€ \         SV `  4        \        WWEVR 7      V n        \        WWEVR 7      V n        VP                  WWER7      V n        VP                  W1WER7      V n        VP                  WVR7      V n	        VP                  WVR7      V n
        VP                  WVR7      V n        R# ©©r!   r    rI   r=   N)r>   r?   r;   Ú	self_attnÚcross_attn_imagerA   Úlinear1Úlinear2rm   Únorm1Únorm2Únorm3©rG   rH   r@   Údim_ffr!   r    rI   rJ   s   &&&&&&&€r   r?   ÚEncoderLayer.__init__U   s¤   ø€ Ü‰ÑÔÜ! '¸VÐ]gÔhˆŒÜ (¨ÀFÐdnÔ oˆÔØ!×(Ñ(¨ÀÐ(ÓUˆŒØ!×(Ñ(¨ÀÐ(ÓUˆŒØ×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŽ
r   c                óZ  € V P                  V4      pWR,           pWP                  WfV4      ,           pVe+   V P                  V4      pWP                  WSW4R7      ,           pV P	                  V4      pWP                  \        P                  ! V P                  V4      4      4      ,           pV# ©N©rM   )	rˆ   r„   r‰   r…   rŠ   r‡   rz   r{   r†   )rG   r   ÚposÚtext_memoryÚ	text_maskÚnormedÚq_ks   &&&&&  r   rX   ÚEncoderLayer.forward_   s‰   € Ø—‘˜A“ˆØ�lˆØ—‘˜s¨Ó0Õ0ˆØÒ"Ø—Z‘Z “]ˆFØ×)Ñ)¨&¸{Ð)Ó[Õ[ˆAØ—‘˜A“ˆØ—‘œQŸVšV D§L¡L°Ó$8Ó9Ó:Õ:ˆØˆr   )r…   r†   r‡   rˆ   r‰   rŠ   r„   ©é   rZ   é   NNN©NN©	r]   r^   r_   r`   r?   rX   rb   rc   rd   re   s   @@r   r€   r€   T   s   ù‡ € ÷O÷	ô 	r   r€   c                   óD   a a€ ] tR t^kt oRtRV 3R lltRR ltRtVtV ;t	# )ÚTransformerEncoderz*Checkpoint: transformer.encoder.layers.N.*c                ó®   <€ \         S	V `  4        \        P                  ! \	        V4       Uu. uF  p\        WW5WgR 7      NK  	  up4      V n        R# u upi ©rƒ   N)r>   r?   rj   rk   r&   r€   rl   )
rG   rH   r@   rŒ   rs   r!   r    rI   Ú_rJ   s
   &&&&&&&& €r   r?   ÚTransformerEncoder.__init__m   sL   ø€ Ü‰ÑÔÜ—m’mä˜:Ô&ó%
á&�ô ˜¨VÈ%×gÙ&ñ%
ó ˆŽùò %
s   ­Ac                ó>   € V P                    F  pV! WW44      pK  	  V# ©N©rl   )rG   r   r‘   r’   r“   r}   s   &&&&& r   rX   ÚTransformerEncoder.forwardt   s!   € Ø—[”[ˆEÙ�a˜kÓ5ŠAñ !àˆr   r¤   )r˜   rZ   r™   é   NNNrš   r\   re   s   @@r   r�   r�   k   s   ù‡ € Ù4÷÷ô r   r�   c                   ó@   a a€ ] tR t^zt oRV 3R lltRR ltRtVtV ;t# )ÚDecoderLayerc                ó¶  <€ \         SV `  4        \        WWEVR 7      V n        \        WWEVR 7      V n        \        WWEVR 7      V n        VP                  WVR7      V n        VP                  WVR7      V n        VP                  WVR7      V n	        VP                  WVR7      V n
        VP                  WWER7      V n        VP                  W1WER7      V n        R# r‚   )r>   r?   r;   r„   Ú
cross_attnÚca_textrm   rˆ   r‰   rŠ   Úcatext_normrA   r†   r‡   r‹   s   &&&&&&&€r   r?   ÚDecoderLayer.__init__{   sÌ   ø€ Ü‰ÑÔÜ! '¸VÐ]gÔhˆŒÜ" 7¸fÐ^hÔiˆŒÜ ¸6Ð[eÔfˆŒØ×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø%×/Ñ/°ÈeÐ/ÓTˆÔØ!×(Ñ(¨ÀÐ(ÓUˆŒØ!×(Ñ(¨ÀÐ(ÓUˆŽr   c           
     óÆ  € W,           pV P                  WP                  WˆV4      ,           4      pVe0   V P                  WP                  W,           WUVR7      ,           4      pV P	                  WP                  W,           W$,           W'R7      ,           4      pV P                  WP                  \        P                  ! V P                  V4      4      4      ,           4      pV# r�   )r‰   r„   r¬   r«   rˆ   rª   rŠ   r‡   rz   r{   r†   )	rG   r   ÚmemoryÚx_posÚ
memory_posr’   r“   Úcross_attn_biasr•   s	   &&&&&&&& r   rX   ÚDecoderLayer.forward‡   s¥   € Ø�iˆØ�J‰J�qŸ>™>¨#°AÓ6Õ6Ó7ˆØÒ"Ø× Ñ  §\¡\°!µ)¸[Ð\e \Ó%fÕ!fÓgˆAØ�J‰J�qŸ?™?¨1­9°fÕ6IÈ6˜?ÓhÕhÓiˆØ�J‰J�qŸ<™<¬¯ª¨t¯|©|¸A«Ó(?Ó@Õ@ÓAˆØˆr   )	r«   r¬   rª   r†   r‡   rˆ   r‰   rŠ   r„   r—   r[   r›   re   s   @@r   r¨   r¨   z   s   ù‡ € ÷
V÷ô r   r¨   c                   óV   a a€ ] tR t^‘t oRV 3R llt]R 4       tR tRR ltRt	Vt
V ;t# )ÚTransformerDecoderc	                óš  <€ \         S
V `  4        Wn        WPn        \        P
                  ! \        V4       U	u. uF  p	\        WW6WxR 7      NK  	  up	4      V n        VP                  WVR7      V n
        VP                  WQWgR7      V n        VP                  V^WgR7      V n        \        V^,          W^WgVR 7      V n        \        W^^WgVR 7      V n        \        ^W^WgVR 7      V n        \        ^W^WgVR 7      V n        VP                  ^WVR7      V n        \        W^^WgVR 7      V n        VP                  WVR7      V n        R# u up	i r‚   )r>   r?   rH   Únum_queriesrj   rk   r&   r¨   rl   rm   ÚnormÚ	EmbeddingÚquery_embedÚreference_pointsr   Úref_point_headÚ
bbox_embedÚboxRPB_embed_xÚboxRPB_embed_yÚpresence_tokenÚpresence_token_headÚpresence_token_out_norm)rG   rH   r@   rŒ   rs   r·   r!   r    rI   r    rJ   s   &&&&&&&&& €r   r?   ÚTransformerDecoder.__init__’   sG  ø€ ä‰ÑÔØŒØ&Ôä—m’mä˜:Ô&ó%
á&�ô ˜¨VÈ%×gÙ&ñ%
ó ˆŒð ×(Ñ(¨ÀuÐ(ÓMˆŒ	Ø%×/Ñ/°ÈVÐ/ÓaˆÔØ *× 4Ñ 4°[À!ÈFÐ 4Ó `ˆÔÜ! '¨A¥+¨wÀÈ6ÐkuÔvˆÔÜ˜g°°1¸VÐ]gÔhˆŒä! ! W¸À6ÐcmÔnˆÔÜ! ! W¸À6ÐcmÔnˆÔà(×2Ñ2°1°gÐTYÐ2ÓZˆÔÜ#& w¸¸AÀfÐfpÔ#qˆÔ Ø'1×';Ñ';¸GÐZ_Ð';Ó'`ˆÖ$ùò%
s   ¹Ec                óf   € \         P                  ! V ^V ,
          R,           ,          R,           4      # )r   g�íµ ÷Æ°>)r   Úlog)r   s   &r   Ú_inverse_sigmoidÚ#TransformerDecoder._inverse_sigmoid©   s#   € ä�yŠy˜˜a !�e d�lÕ+¨dÕ2Ó3Ð3r   c           	     ó  a€ \        V4      pVP                  w  rVp\        P                  ! W!P                  \        P
                  R7      V,          p\        P                  ! W1P                  \        P
                  R7      V,          p	V	P                  ^^R^4      VR,          ,
          p
VP                  ^^R^4      VR,          ,
          p\        \        P                  ! ^4      4      oV3R lpV P                  V! V
4      P                  VP                  4      4      pV P                  V! V4      P                  VP                  4      4      pVP                  ^4      VP                  ^4      ,           P                  ^^4      P!                  ^ ^^^4      p\        P"                  ! W_P                  ^,          ^VP                  ^,          VP                  VP                  R7      p\        P$                  ! VV.^R7      # )zJBox rotary position bias: (B, Q, 4) cxcywh -> (B, n_heads, Q+1, H*W) bias.r=   c                 óÆ   <€ \         P                  ! V ^,          4      \         P                  ! \         P                  ! V ^,          4      R,           4      ,          S,          # )rZ   ç      ð?)r   ÚsignÚlog2Úabs)ÚdÚlog2_8s   &€r   Ú	log_scaleÚ6TransformerDecoder._compute_box_rpb.<locals>.log_scale·   s;   ø€ Ü—:’:˜a !�eÓ$¤u§z¢z´%·)²)¸AÀ½EÓ2BÀSÕ2HÓ'IÕIÈFÕRÐRr   r   r   )rO   rO   N:r   é   r"   )rO   rO   N:r   é   r"   )r   r'   r   r$   r!   r%   Úviewr(   r)   rÌ   r¾   r1   r    r¿   r+   r/   ÚpermuteÚzerosr0   )rG   Ú
ref_pointsÚHÚWÚ
boxes_xyxyÚBÚQr    Úcoords_hÚcoords_wÚdeltas_xÚdeltas_yrÐ   Úrpb_xÚrpb_yÚbiasÚ	pres_biasrÏ   s   &&&&             @r   Ú_compute_box_rpbÚ#TransformerDecoder._compute_box_rpb­   s„  ø€ ä'¨
Ó3ˆ
Ø×"Ñ"‰ˆˆaÜ—<’< ×*;Ñ*;Ä5Ç=Á=ÔQÐTUÕUˆÜ—<’< ×*;Ñ*;Ä5Ç=Á=ÔQÐTUÕUˆØ—=‘=  A r¨1Ó-°
Ð;LÕ0MÕMˆØ—=‘=  A r¨1Ó-°
Ð;LÕ0MÕMˆä”t—y’y “|Ó$ˆõ	Sð ×#Ñ#¡I¨hÓ$7×$:Ñ$:¸:×;KÑ;KÓ$LÓMˆØ×#Ñ#¡I¨hÓ$7×$:Ñ$:¸:×;KÑ;KÓ$LÓMˆà—‘ Ó" U§_¡_°QÓ%7Õ7×@Ñ@ÀÀAÓF×NÑNÈqÐRSÐUVÐXYÓZˆÜ—K’K §:¡:¨a¥=°!°T·Z±ZÀµ]È4Ï;É;Ð^b×^hÑ^hÔiˆ	Ü�yŠy˜) TÐ*°Ô2Ð2r   c                ó  € VP                   ^ ,          p\        V P                  P                  V4      P	                  ^ 4      P                  VRR4      p\        V P                  P                  V4      R,          P                  VRR4      p	\        V P                  P                  V4      P	                  ^ 4      P                  VRR4      P                  4       p
\        V P                  4       EF  w  r¼V P                  \        W P                  4      4      p\        P                  ! W˜.^R7      p\        P                  ! \        P                   ! V	4      V.^R7      pV! WáWòW4V P#                  W¥V4      4      pVR,          VR,          r‰V\%        V P                  4      ^,
          8  g   KÀ  V P'                  V
4      pVV P)                  V P+                  V4      4      ,           P                  4       P-                  4       p
EK  	  V P+                  V4      pV P'                  V
4      pVV P)                  V4      ,           P                  4       pV P/                  V P1                  V	4      4      P3                  R4      pRVRVRV/# )	r   Nr   Údecoder_outputÚ
pred_boxesÚpresencer   )rO   :Nr   N)rO   :r   NN)r'   r   rº   Úweightr+   ÚexpandrÀ   r»   Úsigmoidrx   rl   r¼   r9   rH   r   r0   Ú
zeros_likerå   ry   rÆ   r½   r¸   ÚdetachrÁ   rÂ   Úsqueeze)rG   r¯   r±   r’   r“   rØ   rÙ   rÛ   ÚtgtÚpresence_outr×   Ú	layer_idxr}   Ú	query_posÚtgt_with_presÚpos_with_presÚref_invÚ	query_outÚboxesrê   s   &&&&&&&             r   rX   ÚTransformerDecoder.forwardÁ   s  € Ø�L‰L˜�OˆÜ˜D×,Ñ,×3Ñ3°VÓ<×FÑFÀqÓI×PÑPÐQRÐTVÐXZÓ[ˆÜ$ T×%8Ñ%8×%?Ñ%?ÀÓHÈÕN×UÑUÐVWÐY[Ð]_Ó`ˆÜ" 4×#8Ñ#8×#?Ñ#?ÀÓH×RÑRÐSTÓU×\Ñ\Ð]^Ð`bÐdfÓg×oÑoÓqˆ
ä )¨$¯+©+× 6ÑˆIØ×+Ñ+Ô,FÀz×S_ÑS_Ó,`ÓaˆIÜ!ŸIšI |Ð&9¸qÔAˆMÜ!ŸIšI¤u×'7Ò'7¸Ó'EÀyÐ&QÐWXÔYˆMÙ! -¸Ø"-¸$×:OÑ:OÐPZÐ_`Ó:aócˆMà -¨eÕ 4°mÀEÕ6J˜#Øœ3˜tŸ{™{Ó+¨aÕ/Ö/Ø×/Ñ/°
Ó;�Ø%¨¯©¸¿	¹	À#»Ó(GÕG×PÑPÓR×YÑYÓ[“
ñ !7ð —I‘I˜c“Nˆ	Ø×'Ñ'¨
Ó3ˆØ˜4Ÿ?™?¨9Ó5Õ5×>Ñ>Ó@ˆØ×+Ñ+¨D×,HÑ,HÈÓ,VÓW×_Ñ_Ð`bÓcˆØ  )¨\¸5À*ÈhÐWÐWr   )r½   r¾   r¿   rH   rl   r¸   r·   rÀ   rÁ   rÂ   rº   r¼   r»   )r˜   rZ   r™   r¦   éÈ   NNN)NNéH   rü   )r]   r^   r_   r`   r?   ÚstaticmethodrÆ   rå   rX   rb   rc   rd   re   s   @@r   rµ   rµ   ‘   s0   ù‡ € ÷að. ñ4ó ð4ò3÷(Xô Xr   rµ   c                   ó6   a a€ ] tR t^Ùt oRV 3R lltRtVtV ;t# )ÚTransformerc
                ót   <€ \         S
V `  4        \        WW4WxV	R 7      V n        \	        WW5WgW‰R 7      V n        R# rŸ   )r>   r?   r�   Úencoderrµ   Údecoder)rG   rH   r@   rŒ   Ú
enc_layersÚ
dec_layersr·   r!   r    rI   rJ   s   &&&&&&&&&&€r   r?   ÚTransformer.__init__Ú   s@   ø€ ä‰ÑÔÜ)¨'¸fÐY_ð  zDô  EˆŒÜ)¨'¸fÐR]Ðtyô  RˆŽr   )r  r  )	r˜   rZ   r™   r¦   r¦   rû   NNN)r]   r^   r_   r`   r?   rb   rc   rd   re   s   @@r   rÿ   rÿ   Ù   s   ù‡ € ÷R÷ Rr   rÿ   c                   óL   a a€ ] tR t^át oRV 3R lltR tR tRR ltRtVt	V ;t
# )ÚGeometryEncoderc                óF  <€ \         S	V `  4        Wn        W@n        \	        VR R7      V n        VP                  ^WVR7      V n        VP                  WWVR7      V n        VP                  WWVR7      V n	        VP                  ^WVR7      V n
        VP                  WWEVR7      V n        VP                  V^,           WVR7      V n        VP                  ^WVR7      V n        VP                  ^WVR7      V n        VP#                  WVR7      V n        VP#                  WVR7      V n        \(        P*                  ! \-        V4       Uu. uF  p\/        WRWVVR7      NK  	  up4      V n        VP#                  WVR7      V n        VP                  WWVR7      V n        R# u upi )T)Únum_pos_featsÚ	normalizer=   ©Úkernel_sizer!   r    r™   rƒ   N)r>   r?   rH   Úroi_sizer	   Úpos_encrA   Úpoints_direct_projectÚpoints_pool_projectÚpoints_pos_enc_projectÚboxes_direct_projectÚConv2dÚboxes_pool_projectÚboxes_pos_enc_projectr¹   Úlabel_embedÚ	cls_embedrm   r¸   Úimg_pre_normrj   rk   r&   r€   ÚencodeÚencode_normÚ
final_proj)
rG   rH   r@   rs   r  r!   r    rI   r    rJ   s
   &&&&&&&& €r   r?   ÚGeometryEncoder.__init__â   s�  ø€ Ü‰ÑÔØŒØ ŒÜ,¸7ÈdÔSˆŒØ%/×%6Ñ%6°q¸'ÐX]Ð%6Ó%^ˆÔ"Ø#-×#4Ñ#4°WÈfÐ#4Ó#bˆÔ Ø&0×&7Ñ&7¸ÐQWÐ&7Ó&eˆÔ#Ø$.×$5Ñ$5°a¸ÐW\Ð$5Ó$]ˆÔ!Ø",×"3Ñ"3°GÐRZÐqvÐ"3Ó"wˆÔØ%/×%6Ñ%6°wÀµ{ÀGÐbgÐ%6Ó%hˆÔ"Ø%×/Ñ/°°7ÐQVÐ/ÓWˆÔØ#×-Ñ-¨a°ÈuÐ-ÓUˆŒØ×(Ñ(¨ÀuÐ(ÓMˆŒ	Ø&×0Ñ0°ÈuÐ0ÓUˆÔÜ—m’mä˜:Ô&ó%
á&�ô ˜¨T¸&ÐZd×eÙ&ñ%
ó ˆŒð &×/Ñ/°ÈeÐ/ÓTˆÔØ$×+Ñ+¨GÀVÐ+ÓYˆŽùò%
s   ÅFc                óª  € VP                   w  rEpV P                  V4      pV^,          ^,
          P                  ^4      p\        P                  ! W8RR7      p	WpP                  V	P                  R4      P                  ^ ^^4      4      ,           pVR,          VR,          rºV P                  P                  V
P                  4       VP                  4       4      w  rÍ\        P                  ! WÍ.RR7      P                  WER4      pWpP                  \        Wç4      4      ,           pV\        V P!                  VP#                  4       4      V4      ,           pV# )zTEncode point prompts: direct + pool + pos_enc + label. coords: [B, N, 2] normalized.F)Úalign_cornersr   r   ©rO   rO   r   ©rO   rO   r   )r'   r  r+   rz   Úgrid_sampler  rð   rÕ   r  Ú
_encode_xyr/   r   r0   rÔ   r  r   r  Úlong)rG   ÚcoordsÚlabelsÚimg_feat_2drÛ   ÚNr    ÚembedÚgridÚsampledr   ÚyÚpos_xÚpos_yÚencs   &&&&           r   Ú_encode_pointsÚGeometryEncoder._encode_pointsø   s  € à—,‘,‰ˆˆaØ×*Ñ*¨6Ó2ˆà˜•
˜Q•×)Ñ)¨!Ó,ˆÜ—-’- ÀÔGˆØ×0Ñ0°·±ÀÓ1D×1LÑ1LÈQÐPQÐSTÓ1UÓVÕVˆà�g�  w¥ˆ1Ø—|‘|×.Ñ.¨q¯y©y«{¸A¿I¹I»KÓH‰ˆÜ�iŠi˜˜¨BÔ/×4Ñ4°Q¸2Ó>ˆØ×3Ñ3´MÀ#Ó4MÓNÕNˆØœ d×&6Ñ&6°v·{±{³}Ó&EÀuÓMÕMˆØˆr   c                óh  € VP                   w  rEpV P                  V4      pVP                   RR w  r‰\        V4      p
\        P                  ! W˜W˜.V
P
                  V
P                  R7      pW«,          p\        W<P                  R^4      P                  V4      V P                  4      pV P                  V4      P                  WER4      pW~,           pVR,          VR,          VR,          VR,          3w  ppppV P                  P                  VP                  4       VP                  4       VP                  4       VP                  4       4      pVP                  WER4      pWpP                  \!        VV4      4      ,           pV\!        V P#                  VP%                  4       4      V4      ,           pV# )	zXEncode box prompts: direct + pool + pos_enc + label. boxes: [B, N, 4] normalized cxcywh.Nr   r#   r   r  r   )rO   rO   r"   )rO   rO   rÒ   )r'   r  r   r   Útensorr    r!   r   rÔ   Úsplitr  r  r  Úencode_boxesr/   r  r   r  r#  )rG   rù   r%  r&  rÛ   r'  r    r(  rØ   rÙ   rÚ   ÚscaleÚboxes_scaledr*  Úprojr   r   r   r   r.  s   &&&&                r   Ú_encode_boxesÚGeometryEncoder._encode_boxes  s`  € à—+‘+‰ˆˆaØ×)Ñ)¨%Ó0ˆà× Ñ   Ð%‰ˆÜ'¨Ó.ˆ
Ü—’˜a A˜\°×1AÑ1AÈ*×J[ÑJ[Ô\ˆØ!Õ)ˆÜ˜K×):Ñ):¸2¸qÓ)A×)GÑ)GÈÓ)JÈDÏMÉMÓZˆØ×&Ñ& wÓ/×4Ñ4°Q¸2Ó>ˆØ•ˆà˜W•~ u¨W¥~°u¸Wµ~ÀuÈWÅ~ÐU‰ˆˆB��1Ø�l‰l×'Ñ'¨¯
©
«°b·j±j³lÀAÇIÁIÃKÐQR×QZÑQZÓQ\Ó]ˆØ�h‰h�q˜RÓ ˆØ×2Ñ2´=ÀÀeÓ3LÓMÕMˆØœ d×&6Ñ&6°v·{±{³}Ó&EÀuÓMÕMˆØˆr   c                ó‚  € RpVeŒ   VP                   ^ ,          pVP                   ^,          VP                   ^,          rv\        \        P                  ! V4      4      pV P	                  V4      p	V	P                  ^ ^^4      P                  WWWˆ4      p. p
Ve&   Vw  r¼V
P                  V P                  W¼V4      4       Vew   VP                   ^ ,          p\        P                  ! WRP                   ^,          \        P                  VP                  R7      pV
P                  V P                  W-V4      4       V
'       g   R# \        P                  ! V
^R7      pV P                  V4      pVe2   V P                    F!  pV! V\        P"                  ! V4      V4      pK#  	  V P%                  V4      pV P'                  V4      # )zPEncode geometry prompts. image_features: [B, HW, C] flattened backbone features.Nr   r   )r'   Úintr)   Úsqrtr  rÕ   rÔ   r,   r/  r   Úonesr#  r!   r8  r0   r¸   r  rî   r  r  )rG   Úpointsrù   Úimage_featuresr&  rÛ   ÚHWÚCÚhwÚ
img_normedÚ
embeddingsr$  r%  Ú
box_labelsÚgeor}   s   &&&&            r   rX   ÚGeometryEncoder.forward  sn  € ð ˆØÒ%Ø×$Ñ$ QÕ'ˆAØ"×(Ñ(¨Õ+¨^×-AÑ-AÀ!Õ-D�Ü”T—Y’Y˜r“]Ó#ˆBØ×*Ñ*¨>Ó:ˆJØ$×,Ñ,¨Q°°1Ó5×:Ñ:¸1ÀÓHˆKàˆ
ØÒØ#‰NˆFØ×Ñ˜d×1Ñ1°&À+ÓNÔOØÒØ—‘˜A•ˆAÜŸš A§{¡{°1¥~¼U¿Z¹ZÐPU×P\ÑP\Ô]ˆJØ×Ñ˜d×0Ñ0°ÀKÓPÔQßÙÜ�iŠi˜
¨Ô*ˆØ�i‰i˜‹nˆØÒ%ØŸœ�Ù˜C¤×!1Ò!1°#Ó!6¸ÓG’ñ %à×Ñ˜sÓ#ˆØ�‰˜sÓ#Ð#r   )r  r  r  r  rH   r  r  r  r  r  r¸   r  r  r  r  r  )r˜   rZ   rÒ   é   NNNr[   )r]   r^   r_   r`   r?   r/  r8  rX   rb   rc   rd   re   s   @@r   r  r  á   s   ù‡ € ÷Zò,ò ÷($ô $r   r  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚPixelDecoderi:  zITop-down FPN pixel decoder with GroupNorm + ReLU + nearest interpolation.c                óN  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  qeP                  W^^W4R7      NK  	  up4      V n        \        P                  ! \	        V4       Uu. uF  qeP                  ^WVR7      NK  	  up4      V n        R# u upi u upi )rÒ   )r  Úpaddingr!   r    r=   N)	r>   r?   rj   rk   r&   r  Úconv_layersÚ	GroupNormÚnorms)rG   rH   Ú
num_stagesr!   r    rI   r    rJ   s   &&&&&& €r   r?   ÚPixelDecoder.__init__<  s´   ø€ Ü‰ÑÔÜŸ=š=ô  NSð  T^ô  N_ó  *`ñ  N_ð  IJ×*;Ñ*;¸GÐZ[ÐefÐouÐ*;ö  +Dñ  N_ñ  *`ó  aˆÔÜ—]’]ÔjoÐpzÔj{Ó#|Ñj{Ðef×$8Ñ$8¸¸GÐZ_Ð$8Ö$`Ñj{Ñ#|Ó}ˆŽ
ùò *`ùÚ#|s   ­BÁ3B"c                ó6  € VR,          p\        VRR RRR1,          4       Fs  w  r4\        P                  ! V P                  V,          ! V P                  V,          ! V\        P
                  ! W$P                  RR RR7      ,           4      4      4      pKu  	  V# )r   NÚnearest)ÚsizeÚmoder   r#   )rx   rz   r{   rO  rM  Úinterpolater'   )rG   Úbackbone_featuresÚprevru   Úfeats   &&   r   rX   ÚPixelDecoder.forwardA  s   € Ø  Õ$ˆÜ Ð!2°3°BÐ!7¹¸"¸Õ!=Ö>‰GˆAÜ—6’6˜$Ÿ*™* Qž-¨×(8Ñ(8¸Ö(;¸DÄ1Ç=Â=ÐQU×\fÑ\fÐgiÐgjÐ\kÐr{ÔC|Õ<|Ó(}Ó~ÓŠDñ ?àˆr   )rM  rO  )r˜   rÒ   NNNr\   re   s   @@r   rJ  rJ  :  s   ù‡ € ÙS÷~÷
ò r   rJ  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚMaskPredictoriH  c           
     óN   <€ \         SV `  4        \        WV^W#VR7      V n        R# )rÒ   rƒ   N)r>   r?   r   Ú
mask_embed©rG   rH   r!   r    rI   rJ   s   &&&&&€r   r?   ÚMaskPredictor.__init__I  s#   ø€ Ü‰ÑÔÜ˜g°¸À6ÐcmÔnˆŽr   c                óR   € V P                  V4      p\        P                  ! R W24      # )zbqc,bchw->bqhw)r^  r   Úeinsum)rG   Úquery_embeddingsÚpixel_featuresr^  s   &&& r   rX   ÚMaskPredictor.forwardM  s#   € Ø—_‘_Ð%5Ó6ˆ
Ü�|Š|Ð,¨jÓIÐIr   )r^  ©r˜   NNNr›   re   s   @@r   r\  r\  H  s   ù‡ € ÷o÷Jò Jr   r\  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚSegmentationHeadiR  c                ó8  <€ \         SV `  4        Wn        \        V^W4VR7      V n        \        WWER7      V n        \        WW4VR7      V n        VP                  WVR7      V n
        VP                  W^W4R7      V n        VP                  V^^W4R7      V n        R# )rÒ   rƒ   r=   r  N)r>   r?   rH   rJ  Úpixel_decoderr\  Úmask_predictorr;   Úcross_attend_promptrm   Úcross_attn_normr  Úinstance_seg_headÚsemantic_seg_headrF   s   &&&&&&€r   r?   ÚSegmentationHead.__init__S  sš   ø€ Ü‰ÑÔØŒÜ)¨'°1¸VÐ]gÔhˆÔÜ+¨GÈ%ÔgˆÔÜ#+¨GÀvÐgqÔ#rˆÔ Ø)×3Ñ3°GÐRWÐ3ÓXˆÔØ!+×!2Ñ!2°7ÐQRÐ[aÐ!2Ó!oˆÔØ!+×!2Ñ!2°7¸AÈ1ÐU[Ð!2Ó!iˆÖr   c                ó  € Ve1   Ve-   V P                  V4      pV P                  WdWER7      pWs,           pVe”   VP                  ^ ,          VR,          P                  R,          VR,          P                  R,          r©pVRR Wš,          13,          P                  ^ ^^4      P	                  W€P
                  Wš4      p\        V4      pW²R&   V P                  V4      pV P                  V4      pV P                  W4      pV# )Nr�   rO   r   r#   )
rm  rl  r'   rÕ   rÔ   rH   Úlistrj  rn  rk  )rG   rc  rW  Úencoder_hidden_statesÚpromptÚprompt_maskÚ
enc_normedÚ	enc_crossrÛ   rØ   rÙ   Úencoder_visualrd  Úinstance_featuresÚmaskss   &&&&&&         r   rX   ÚSegmentationHead.forward]  s  € Ø Ò,°Ò1CØ×-Ñ-Ð.CÓDˆJØ×0Ñ0°ÀVÐ0Ó^ˆIØ$-Õ$EÐ!à Ò,Ø+×1Ñ1°!Õ4Ð6GÈÕ6K×6QÑ6QÐRTÕ6UÐWhÐikÕWl×WrÑWrÐsuÕWv�!ˆAØ2°1°f°qµu°f°9Õ=×EÑEÀaÈÈAÓN×SÑSÐTU×WcÑWcÐefÓjˆNÜ $Ð%6Ó 7ÐØ$2˜bÑ!à×+Ñ+Ð,=Ó>ˆØ ×2Ñ2°>ÓBÐØ×#Ñ#Ð$4ÓHˆØˆr   )rl  rm  rH   rn  rk  rj  ro  )r˜   rZ   NNNr[   r›   re   s   @@r   rh  rh  R  s   ù‡ € ÷j÷ô r   rh  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚDotProductScoringio  c           
     óÚ   <€ \         SV `  4        VP                  WW#R 7      V n        VP                  WW#R 7      V n        \        VRV^W#VR7      V n        RVR,          ,          V n        R# )r=   r™   rƒ   rÊ   r   N)r>   r?   rA   Úhs_projÚprompt_projrh   Ú
prompt_mlpr5  r_  s   &&&&&€r   r?   ÚDotProductScoring.__init__p  sd   ø€ Ü‰ÑÔØ!×(Ñ(¨À&Ð(ÓVˆŒØ%×,Ñ,¨WÀfÐ,ÓZˆÔÜ% g¨t°W¸aÈÐhrÔsˆŒØ˜G s�NÕ+ˆŽ
r   c                óH  € V P                  V4      pVel   VP                  R4      P                  VP                  R7      pWE,          P	                  ^R7      VP	                  ^R7      P                  ^R7      ,          pMVP                  ^R7      pV P                  V4      pV P                  V4      P                  R4      P                  VP                  4      p\        P                  ! Wx4      p	W�P                  ,          P                  RR4      P                  R4      # )N)r    r   )Úming      (@r   g      (À)r�  r+   r1   r    ÚsumÚclampÚmeanr  r€  r   Úmatmulr5  rð   )
rG   rc  Úprompt_embeddingsru  rt  rë   ÚpooledÚhsÚppÚscoress
   &&&&      r   rX   ÚDotProductScoring.forwardw  sé   € Ø—‘Ð!2Ó3ˆØÒ"Ø ×*Ñ*¨2Ó.×1Ñ1¸¿¹Ð1ÓEˆFØ•o×*Ñ*¨qÐ*Ó1°F·J±JÀ1°JÓ4E×4KÑ4KÐPQÐ4KÓ4RÕR‰Fà—[‘[ Q�[Ó'ˆFØ�\‰\Ð*Ó+ˆØ×Ñ˜fÓ%×/Ñ/°Ó3×6Ñ6°r·x±xÓ@ˆÜ—’˜bÓ%ˆØŸ™Õ#×*Ñ*¨5°$Ó7×?Ñ?ÀÓCÐCr   )r  r�  r€  r5  rf  r£   r›   re   s   @@r   r}  r}  o  s   ù‡ € ÷,÷
Dô 
Dr   r}  c                   óf   a a€ ] tR tRt oR	V 3R lltR t]R 4       tR
R ltRR lt	R t
RtVtV ;t# )ÚSAM3Detectori„  c                óò  <€ \         SV `  4        VP                  R R4      pR F  p	VP                  V	R4       K  	  VR8H  p
V
'       d   ^ M^V n        \        P
                  ! R\        RRVRVRV
RVR	VR
V/VB R\        P
                  ! RVP                  W!WER7      /4      /4      V n        \        WWEVR7      V n
        \        WWVR7      V n        \        WWVR7      V n        \        WWVR7      V n        R# )Úimage_modelr
   Nr   Úvision_backboneÚ	embed_dimrH   Ú	multiplexr!   r    rI   Úlanguage_backboneÚresizerr=   )rH   r·   r!   r    rI   )rH   r!   r    rI   )r@   Únum_head_channels© )r>   r?   ÚpopÚscalprj   Ú
ModuleDictr   rA   Úbackbonerÿ   Útransformerrh  Úsegmentation_headr  Úgeometry_encoderr}  Údot_prod_scoring)rG   rH   r”  r·   r!   r    rI   Úkwargsr’  rU   r•  rJ   s   &&&&&&&,   €r   r?   ÚSAM3Detector.__init__…  s%  ø€ Ü‰ÑÔØ—j‘j °Ó7ˆÛ3ˆAØ�J‰J�q˜$Öñ 4à 7Ñ*ˆ	ç#‘Q¨ˆŒ
ÜŸšØÔ1ñ   j¸Ið   jÈwð   jÐbkð   jÐtzð   jð  CHð   jð  U_ð   jð  ciñ   jØ¤§¢°	¸:×;LÑ;LÈYÐhnÐ;LÓ;|Ð/}Ó!~ð'
ó ˆŒô '¨wÐX^ð  yCô  DˆÔÜ!1¸'ÐX]Ô!uˆÔÜ /¸ÐV[Ô sˆÔÜ 1¸'ÐX]Ô uˆÖr   c                óŠ   € V P                   R,          pVP                  '       d   V! VRR7      w  r4rVMV! VRR7      w  r4rVW4WV3# )zeRun backbone and return (detector_features, detector_positions, tracker_features, tracker_positions).r“  Úpropagation©Útracker_modeT©Úneed_tracker)r�  r•  )rG   ÚimagesÚbbÚall_fÚall_pÚtfÚtps   &&     r   Ú_get_backbone_featuresÚ#SAM3Detector._get_backbone_features–  sI   € à�]‰]Ð,Õ-ˆØ�<�<ˆ<Ù#% f¸=Ô#IÑ ˆE˜"˜bá#% f¸4Ô#@Ñ ˆE˜"Ø˜RÐ#Ð#r   c           
     ó@  € WP                  V P                  V4      4      ,           pWP                  V P                  V4      W#,           V4      ,           pWP	                  \
        P                  ! V P                  V P                  V4      4      4      4      ,           pV# r£   )	r„   rˆ   r…   r‰   r‡   rz   r{   r†   rŠ   )r}   r   r¯   r±   s   &&&&r   Ú_run_geo_layerÚSAM3Detector._run_geo_layerŸ  sm   € à—‘ §¡¨A£Ó/Õ/ˆØ×&Ñ& u§{¡{°1£~°vÕ7JÈFÓSÕSˆØ—‘œaŸfšf U§]¡]°5·;±;¸q³>Ó%BÓCÓDÕDˆØˆr   c           
     ó,  € V^ ,          P                   ^ ,          pV P                  ^ 8”  d!   VRV P                  )  pVRV P                  )  pTpVR	,          VR	,          r©V	P                   w   r¼pV	P                  ^4      P                  ^ ^^4      pV
P                  ^4      P                  ^ ^^4      pVRJ;'       g    VRJ;'       g    VRJpV'       Edÿ   V P                  pV! WVVR7      pVP                  VP                  \        VP                  P                  V4      P                  ^^R	4      P                  VR	R	4      4      4      pVP                   F  pV P                  VVWï4      pK  	  VP                  V4      pVe,   VP                   ^ ,          V8w  d   VP                  VR	R	4      pVe+   VP                   ^ ,          V8w  d   VP                  VR	4      pVVV3 Uu. uF  pVf   K	  VNK  	  pp\        P                   ! V^R7      pVP                   ^,          Ve   VP                   ^,          M^ ,
          pVeL   \        P                   ! V\        P"                  ! VV\        P$                  VP&                  R7      .^R7      pMB\        P"                  ! WsP                   ^,          \        P$                  VP&                  R7      pV P(                  P+                  WïW44      pV P(                  P-                  VWóWLV4      pVR,          VR,          ppVe   V P/                  VW44      pM4\        P0                  ! VVP                   ^,          VP&                  R7      pV P3                  VVVW4R7      p\5        V4      VVV3# u upi )
zHShared detection: geometry encoding, transformer, scoring, segmentation.N)r>  rù   r?  r   r   rè   ré   )r!   )rs  rt  ru  r   )r'   r›  r/   rÕ   r   r¸   r  r   r  rë   rÔ   rì   r  r³  r  r   r0   r=  Úboolr!   rž  r  r  r¡  rÖ   rŸ  r   )rG   ÚfeaturesÚ	positionsÚtext_embeddingsr“   r>  rù   rÛ   Úseg_featuresÚenc_featÚenc_posr    rØ   rÙ   Úimg_flatÚpos_flatÚhas_promptsÚgeo_encÚgeo_promptsÚgeo_clsr}   ÚtÚpartsÚn_newr¯   Údec_outrø   ré   r�  rz  s   &&&&&&&                       r   Ú_detectÚSAM3Detector._detect¦  s@  € ð �Q�K×Ñ˜aÕ ˆð �:‰:˜Œ>Ø  $§*¡* Ð-ˆHØ! , D§J¡J ;Ð/ˆIØˆØ$ R�L¨)°B­-�'Ø—^‘^‰
ˆˆ1�Ø×#Ñ# AÓ&×.Ñ.¨q°!°QÓ7ˆØ—?‘? 1Ó%×-Ñ-¨a°°AÓ6ˆà%¨TÐ1×\Ð\°VÀ4Ð5G×\Ð\È5ÐX\ÐK\ˆßˆ;Ø×+Ñ+ˆGÙ!¨ÈXÔVˆKØ—l‘l 7×#5Ñ#5´mÀG×DUÑDU×D\ÑD\Ð^fÓ6g×6lÑ6lÐmnÐpqÐsuÓ6v×6}Ñ6}Ð~ð  BDð  FHó  7Ió  $Jó  KˆGØ Ÿœ�Ø×-Ñ-¨e°W¸hÓQ’ñ (à×)Ñ)¨'Ó2ˆGØÒ*¨×/DÑ/DÀQÕ/GÈ1Ô/LØ"1×"8Ñ"8¸¸BÀÓ"C�ØÒ$¨¯©¸Õ);¸qÔ)@Ø%×,Ñ,¨Q°Ó3�	Ø!0°+¸wÑ GÓYÑ G˜1È1—Q�QÑ GˆEÐYÜ#Ÿiši¨°1Ô5ˆOØ#×)Ñ)¨!Õ,ÀiÒF[°	·±ÀÖ0BÐabÕcˆEØÒ$Ü!ŸIšI y´%·*²*¸QÀÌUÏZÉZÐ`i×`pÑ`pÔ2qÐ&rÐxyÔz‘	ä!ŸJšJ q×*?Ñ*?ÀÕ*BÌ%Ï*É*Ð]l×]sÑ]sÔt�	à×!Ñ!×)Ñ)¨(¸oÓYˆØ×"Ñ"×*Ñ*¨6°8ÈiÐ\]Ó^ˆØ 'Ð(8Õ 9¸7À<Õ;P�:ˆ	àÒ&Ø×*Ñ*¨9°oÓQ‰Fä—[’[  I§O¡O°AÕ$6¸y×?OÑ?OÔPˆFà×&Ñ& y°,ÐV\ÐetÐ&ó  MˆÜ! *Ó-¨v°u¸gÐEÐEùò% Zs   Ç)NÇ4Nc           
     ó®  € V P                  V4      w  r‰ p
Ve5   V P                  R,          R,          ! V4      pVe   VP                  4       pV P                  W‰W#WE4      w  r¼rÞVeW   Vw  ppV\        P
                  ! VVVV.VP                  VP                  R7      ,          p\        P                  ! W×RRR7      pRVRVR	VR
VP                  R
4      /# )Nr–  r—  r=   ÚbilinearF)rT  rU  r  rù   r�  rz  rê   )r°  r�  r¶  rÇ  r   r2  r!   r    rz   rV  Úget)rG   rª  r¹  r“   r>  rù   Ú	thresholdÚ	orig_sizer·  r¸  r    rÚ   r�  rz  rÆ  ÚohÚows   &&&&&&&&         r   rX   ÚSAM3Detector.forwardØ  sß   € Ø$(×$?Ñ$?ÀÓ$GÑ!ˆ˜Q àÒ&Ø"Ÿm™mÐ,?Õ@ÀÖKÈOÓ\ˆOØÒ$Ø%ŸN™NÓ,�	à-1¯\©\Ø ¸Vó.LÑ*ˆ
˜Eð Ò Ø‰FˆB�Ø#¤e§l¢l°B¸¸BÀÐ3CÈJ×L]ÑL]Ðeo×euÑeuÔ&vÕvˆJÜ—M’M %¸jÐX]Ô^ˆEð �ZØ�fØ�UØ˜Ÿ™ JÓ/ð	
ð 	
r   c                ó2  € V P                   R,          pVP                   Uu. uF
  qU! V4      NK  	  ppV Uu. uF  p\        VP                  V4      V4      NK   	  ppVe   VP	                  4       pV P                  WhW#4      w  ršr¼RV	RV
RV/# u upi u upi )zÕRun detection using a pre-computed ViTDet trunk output.

text_embeddings must already be resized through language_backbone.resizer.
Returns dict with boxes (normalized xyxy), scores, masks at detector resolution.
r“  rù   r�  rz  )r�  Úconvsr   Úposition_encodingr¶  rÇ  )rG   Ú	trunk_outr¹  r“   r«  Úconvr·  Úfr¸  rÚ   r�  rz  r    s   &&&&         r   Úforward_from_trunkÚSAM3Detector.forward_from_trunkï  s—   € ð �]‰]Ð,Õ-ˆØ02·²Ó9±¨�D˜–O±ˆÐ9ÙHPÓQÉÀ1”] 2×#7Ñ#7¸Ó#:¸AÖ>Éˆ	ÐQàÒ Ø!Ÿ™Ó(ˆIà'+§|¡|°HÈÓ'dÑ$ˆ
˜EØ˜ X¨v°wÀÐFÐFùò :ùÚQs
   ¢B¸$B)r�  r¡  r   r›  rŸ  rž  )r˜   i   rû   NNN)NNNN)NNNNg333333Ó?N)r]   r^   r_   r`   r?   r°  rý   r³  rÇ  rX   r×  rb   rc   rd   re   s   @@r   r�  r�  „  s<   ù‡ € ÷vò"$ð ñó ðô0Fôd
÷.Gò Gr   r�  c                   óP   a a€ ] tR tRt oRV 3R lltR tRR ltRR ltRtVt	V ;t
# )	Ú	SAM3Modeli   c           	     óÀ   <€ \         SV `  4        W n        VP                  R R4      p\        V,          p\        RRVRVRV/VB V n        V! RRVRVRV/VB V n        R# )r’  r
   r!   r    rI   Nr™  )r>   r?   r    rË  ÚTRACKER_CLASSESr�  ÚdetectorÚtracker)rG   r!   r    rI   r¢  r’  Útracker_clsrJ   s   &&&&,  €r   r?   ÚSAM3Model.__init__  sk   ø€ Ü‰ÑÔØŒ
Ø—j‘j °Ó7ˆÜ% kÕ2ˆÜ$Ña¨FÐa¸%ÐaÈJÐaÐZ`ÑaˆŒÙ"Ñ_¨&Ð_¸Ð_È*Ð_ÐX^Ñ_ˆŽr   c                ó(   € V P                   ! V3/ VB # r£   )rÝ  )rG   rª  r¢  s   &&,r   rX   ÚSAM3Model.forward	  s   € Ø�}Š}˜VÑ. vÑ.Ð.r   c           
     óV  € V P                   P                  R,          pVP                  '       d   V! VRR7      w   rgpM]V! VRR7      w   rgpV P                   P                  ^ 8”  d5   VRV P                   P                  )  pVRV P                   P                  )  p\	        VRR 4      p	VR,          p
V
P
                  w  r¼rÞ\        V P                  RR4      pVf   \        V P                  RR4      pVeZ   V
P                  ^4      P                  ^ ^^4      pV\        VV4      ,           pVP                  W½Wì4      P                  ^ ^^^4      p
Vf   ^ MVR	,          P                  ^4      pV P                  P                  T
TTTT	^ Tu;8  ;'       d    ^8*  Mu R
7      w  pp pV# )aµ  Interactive segmentation using SAM decoder with point/box/mask prompts.

Args:
    images: [B, 3, 1008, 1008] preprocessed images
    point_inputs: {"point_coords": [B, N, 2], "point_labels": [B, N]} in 1008x1008 pixel space
    box_inputs: [B, 2, 2] box corners (top-left, bottom-right) in 1008x1008 pixel space
    mask_inputs: [B, 1, H, W] coarse mask logits to refine
Returns:
    [B, 1, image_size, image_size] high-res mask logits
r“  Úinteractiver¦  Tr¨  NÚinteractivity_no_mem_embedÚno_mem_embedÚpoint_labels)rW  Úpoint_inputsÚmask_inputsÚ
box_inputsÚhigh_res_featuresÚmultimask_outputr   )rÝ  r�  r•  r›  rr  r'   ÚgetattrrÞ  r/   rÕ   r   rÔ   rT  Ú_forward_sam_heads)rG   rª  rè  rê  ré  r«  r    Útracker_featuresÚtracker_positionsÚhigh_resÚbackbone_featrÛ   rA  rØ   rÙ   Úno_memÚ	feat_flatÚnum_ptsÚhigh_res_maskss   &&&&&              r   Úforward_segmentÚSAM3Model.forward_segment  s§  € ð �]‰]×#Ñ#Ð$5Õ6ˆØ�<�<ˆ<Ù8:¸6ÐP]Ô8^Ñ5ˆAˆqÑ$5á8:¸6ÐPTÔ8UÑ5ˆAˆqÐ$5Ø�}‰}×"Ñ" QÔ&Ø#3Ð4I°d·m±m×6IÑ6IÐ5IÐ#JÐ Ø$5Ð6K¸¿¹×8KÑ8KÐ7KÐ$LÐ!äÐ(¨¨"Ð-Ó.ˆØ(¨Õ,ˆØ"×(Ñ(‰
ˆˆaä˜Ÿ™Ð'CÀTÓJˆØŠ>Ü˜TŸ\™\¨>¸4Ó@ˆFØÒØ%×-Ñ-¨aÓ0×8Ñ8¸¸A¸qÓAˆIØ!¤M°&¸)Ó$DÕDˆIØ%ŸN™N¨1°Ó6×>Ñ>¸qÀ!ÀQÈÓJˆMà#Ò+‘!°¸nÕ1M×1RÑ1RÐSTÓ1UˆØ"&§,¡,×"AÑ"AØ+Ø%Ø#Ø!Ø&Ø '×.Ô.¨QÔ.ð #Bó #
Ñˆˆ>˜1˜að Ðr   c
                ó  a aa€ S P                   P                  R,          oRV3R llp
RpV'       d^   S P                   P                  R,          R,          pV UUu. uF#  w  rÞV! V4      Ve   VP                  4       MR3NK%  	  uppoVV 3R lp\        S P                  R4      '       d#   S P                  P                  W¡W+WVVSVW‰R7      # Vf   \        R	4      hS P                  P                  W¡W#SW‰R
7      # u uppi )z<Track video with optional per-frame text-prompted detection.r“  Nc                 ó”   <€ SP                  V 4      pSP                  '       d   S! V R VRR7      w   r4pMS! V RVRR7      w   r4pWEV3# )r¥  T)r§  Úcached_trunkÚtracker_only)r©  rû  rü  )Útrunkr•  )ÚframeÚ	frame_idxrÔ  r    r®  r¯  r«  s   &&    €r   Úbackbone_fnÚ,SAM3Model.forward_video.<locals>.backbone_fn=  sS   ø€ ØŸ™ ›ˆIØ�|�|ˆ|Ù! %°mÐR[ÐjnÔo‘��1™"á! %°dÈÐaeÔf‘��1˜"Ø˜9Ð$Ð$r   r–  r—  c                 ó  <€ . . r!S FQ  w  r4SP                   P                  WV4      pVP                  VR ,          4       VP                  VR,          4       KS  	  R \        P                  ! V^R7      R\        P                  ! V^R7      /# )r�  rz  r   )rÝ  r×  r,   r   r0   )rÔ  Ú
all_scoresÚ	all_masksÚembrM   ÚdetÚresizedrG   s   &     €€r   Ú	detect_fnÚ*SAM3Model.forward_video.<locals>.detect_fnI  sy   ø€ Ø(*¨B˜IÛ!(‘I�CØŸ-™-×:Ñ:¸9È4ÓP�CØ×%Ñ% c¨(¥mÔ4Ø×$Ñ$ S¨¥\Ö2ñ ")ð !¤%§)¢)¨J¸AÔ">ÀÌÏÊÐS\ÐbcÔIdÐeÐer   Útrack_video_with_detection)Únew_det_threshÚmax_objectsÚdetect_intervalÚbackbone_objÚpbarÚtarget_deviceÚtarget_dtypez=SAM3 (non-multiplex) requires initial_mask for video tracking)r  r  r  r  r£   )rÝ  r�  r¶  ÚhasattrrÞ  r
  Ú
ValueErrorÚtrack_video)rG   rª  Úinitial_masksr  Útext_promptsr  r  r  r  r  r   r  r—  r  Úmr«  r  s   f&&&&&&&&&     @@r   Úforward_videoÚSAM3Model.forward_video7  sü   ú€ ð �]‰]×#Ñ#Ð$5Õ6ˆ÷	%ð ˆ	ßØ—m‘m×,Ñ,Ð-@ÕAÀ)ÕLˆGÙYeÔfÑYeÉvÈs™ ›°!²- a§f¡f¤hÀTÓJÑYeÒfˆGöfô �4—<‘<Ð!=×>Ò>Ø—<‘<×:Ñ:Ø ]Ø-Ø /¸bÀtØ+ð	 ;ó Hð Hð Ò ÜÐ\Ó]Ð]Ø�|‰|×'Ñ'¨¸]ÐdfØ7Dð (ó að 	aùó% gs   Á)C<)rÝ  r    rÞ  r[   )NNr   r   r   NN)r]   r^   r_   r`   r?   rX   r÷  r  rb   rc   rd   re   s   @@r   rÚ  rÚ     s"   ù‡ € ÷`ò/ô)÷V$aô $ar   rÚ  )r˜   )&r)   r   Útorch.nnrj   Útorch.nn.functionalÚ
functionalrz   Útorchvision.opsr   Úcomfy.ldm.modules.attentionr   Úcomfy.ldm.sam3.trackerr   r   Úcomfy.ldm.sam3.samr   r   r	   rÜ  Ú	comfy.opsr   r   r9   ÚModuler;   rh   r€   r�   r¨   rµ   rÿ   r  rJ  r\  rh  r}  r�  rÚ  r™  r   r   Ú<module>r#     s8  ðó ã Ý ß Ð Ý %å ;ß <Ý 1ß 9à˜;¨°Ð>€Ý #òYô
	:ô"ˆr�y‰yô "ô2 �"—)‘)ô  ô.�2—9‘9ô ô.˜Ÿ™ô ô�2—9‘9ô ô.EX˜Ÿ™ô EXôPR�"—)‘)ô RôV$�b—i‘iô V$ôr�2—9‘9ô ôJ�B—I‘Iô Jô�r—y‘yô ô:D˜Ÿ	™	ô Dô*yG�2—9‘9ô yGôx[a�—	‘	ö [ar   