+
    ƒ°ñj½{ ã                   ó  € ^ RI t^ RIt^ RIHt ^ RIHu Ht ^ RIHt  ^ RI	t	Rt
^ RIt^ RIHt ^ RIHtHt ^ RIHt ^ R	IHt ^ R
IHt ^ RIHtHt ^ RIHt R@tR t  ! R R4      t!R t"RAR lt#R t$RBR lt%RBR lt&RCR lt'R t(R t)R t*R t+RDR lt,RER lt-RFR lt.RGR lt/R t0 ! R R ]Pb                  4      t2 ! R! R"]Pb                  4      t3 ! R# R$]Pb                  4      t4 ! R% R&]Pb                  4      t5R' t6 ! R( R)]Pb                  4      t7 ! R* R+]Pb                  4      t8 ! R, R-]Pb                  4      t9 ! R. R/]Pb                  4      t: ! R0 R1]Pb                  4      t; ! R2 R3]Pb                  4      t< ! R4 R5]Pb                  4      t= ! R6 R7]Pb                  4      t> ! R8 R9]Pb                  4      t? ! R: R;]Pb                  4      t@ ! R< R=]Pb                  4      tA ! R> R?]Pb                  4      tBR#   ] d    ^ RIHt Rt
 ELåi ; i)Hé    N)ÚtqdmT)ÚndimageF)Úoptimized_attention)Úrope_2dÚPositionEmbeddingSine)Úcast_to_input)Úapply_rope1)ÚLayerNorm2d_op)ÚMLPÚPositionEmbeddingRandom)ÚTwoWayTransformerc                ón   € V P                  V P                  ^ ,          WR4      P                  ^ ^^^4      # )u%   Reshape (B, H*W, C) â†’ (B, C, H, W).éÿÿÿÿ)ÚviewÚshapeÚpermute)ÚxÚHÚWs   &&&Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\sam3\tracker.pyÚ
to_spatialr      s.   € à�6‰6�!—'‘'˜!•*˜a BÓ'×/Ñ/°°1°a¸Ó;Ð;ó    c                   óH   a € ] tR t^ t o RtR tR tR tR tR t	R t
RtV tR	# )
ÚMultiplexStatezXTracks object-to-slot assignments for multiplex tracking. Provides mux/demux operations.c                óL   € W n         W0n        W@n        V P                  V4       R # ©N)Úmultiplex_countÚdeviceÚdtypeÚ_build)ÚselfÚnum_objectsr   r   r   s   &&&&&r   Ú__init__ÚMultiplexState.__init__#   s   € Ø.ÔØŒØŒ
Ø�‰�KÖ r   c                ó$  € V P                   V P                  3VP                  R,          ,           pV P                  P	                  VP
                  VP                  R7      VP                  V P                  R4      ,          P                  V4      # )z3[N_obj, ...] -> [num_buckets, multiplex_count, ...]ºé   NN©r   r   r   )
Únum_bucketsr   r   Ú
mux_matrixÚtor   r   ÚreshapeÚtotal_valid_entriesr   )r!   r   Ú	out_shapes   && r   ÚmuxÚMultiplexState.mux)   sj   € à×%Ñ% t×';Ñ';Ð<¸q¿w¹wÀr½{ÕJˆ	Ø—‘×"Ñ"¨!¯(©(¸!¿'¹'Ð"ÓBÀQÇYÁYÈt×OgÑOgÐikÓElÕl×rÑrÐs|Ó}Ð}r   c                ó4  € V P                   3VP                  R,          ,           pVP                  V P                  V P                  ,          R4      pV P
                  P                  VP                  VP                  R7      V,          P                  V4      # )z3[num_buckets, multiplex_count, ...] -> [N_obj, ...]:é   NNr(   r   )
r-   r   r,   r)   r   Údemux_matrixr+   r   r   r   )r!   r   r.   Úflats   &&  r   ÚdemuxÚMultiplexState.demux.   ss   € à×-Ñ-Ð/°!·'±'¸"µ+Õ=ˆ	Ø�y‰y˜×)Ñ)¨D×,@Ñ,@Õ@À"ÓEˆØ×!Ñ!×$Ñ$¨A¯H©H¸A¿G¹GÐ$ÓDÀtÕK×QÑQÐR[Ó\Ð\r   c                óˆ   € V P                   P                  ^R7      ^ 8„  P                  V P                  V P                  4      # )zA[num_buckets, multiplex_count] bool tensor, True for valid slots.©Údim)r*   Úsumr,   r)   r   ©r!   s   &r   Úget_valid_object_maskÚ$MultiplexState.get_valid_object_mask4   s8   € à—‘×#Ñ#¨Ð#Ó*¨QÑ.×7Ñ7¸×8HÑ8HÈ$×J^ÑJ^Ó_Ð_r   c                ó  € V P                   pW,           ^,
          V,          V n        Wn        V P                  V,          p\        P                  ! W1V P
                  V P                  R7      V n        \        P                  ! WV P
                  V P                  R7      V n        \        P                  ! WP
                  R7      pWB,          V,          WB,          ,           pRV P                  WT3&   RV P                  WE3&   R# )r'   r(   ©r   ç      ð?N)
r   r)   r-   ÚtorchÚzerosr   r   r*   r3   Úarange)r!   r"   ÚMÚtotal_slotsÚoidsÚslotss   &&    r   r    ÚMultiplexState._build8   s¼   € Ø× Ñ ˆØ'�O¨aÕ/°AÕ5ˆÔØ#.Ô Ø×&Ñ&¨Õ*ˆÜŸ+š+ kÀtÇ{Á{ÐZ^×ZdÑZdÔeˆŒÜ!ŸKšK¨ÈÏÉÐ\`×\fÑ\fÔgˆÔÜ�|Š|˜K·±Ô<ˆØ•˜a• 4¥8Õ,ˆØ'*ˆ�‰˜˜Ñ$Ø),ˆ×Ñ˜$˜+Ó&r   c                óJ   € V P                  V P                  V,           4       R# )z2Grow multiplex state for n_new additional objects.N)r    r-   )r!   Ún_news   &&r   Úadd_objectsÚMultiplexState.add_objectsD   s   € à�‰�D×,Ñ,¨uÕ4Ö5r   )r3   r   r   r   r*   r)   r-   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r#   r/   r5   r<   r    rK   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r       s.   ø‡ € Ùbò!ò~ò
]ò`ò
-÷6ð 6r   r   c                ó  € V ^ 8„  P                  4       P                  ^4      pV^ 8„  P                  4       P                  ^4      pW#P                  ,          pVP                  ^RR7      pVP                  ^RR7      P                  pWEV,           V,
          P	                  ^R7      ,          pV\
        P                  ! VP                  V4      VP                  V4      4      P	                  ^R7      ,          p\
        P                  ! Wx4      # )zUMax of IoU and IoM (intersection over minimum area). More robust to size differences.T)Úkeepdim©Úmin)	ÚfloatÚflattenÚTr:   ÚclamprA   rX   Ú	expand_asÚmax)	Úmasks_aÚmasks_bÚa_flatÚb_flatÚintersectionÚarea_aÚarea_bÚiouÚioms	   &&       r   Ú_compute_mask_overlaprh   H   sÚ   € à˜‰k× Ñ Ó"×*Ñ*¨1Ó-€FØ˜‰k× Ñ Ó"×*Ñ*¨1Ó-€FØŸH™HÕ$€LØ�Z‰Z˜ 4ˆZÓ(€FØ�Z‰Z˜ 4ˆZÓ(×*Ñ*€FØ
 6�/¨LÕ8×?Ñ?ÀAÐ?ÓFÕ
F€CØ
œŸš 6×#3Ñ#3°CÓ#8¸&×:JÑ:JÈ3Ó:OÓP×VÑVÐ[\ÐVÓ]Õ
]€CÜ�9Š9�SÓÐr   c           
     ó€  € VP                  RR7      pW,          W,          r. p\        V P                  ^ ,          4       Fl  pV'       dQ   \        WV^,            V \        P
                  ! W@P                  R7      ,          4      P                  4       V8¼  d   K[  VP                  V4       Kn  	  W,          W,          3# )zPMask-based NMS using IoU+IoM overlap. Returns (filtered_masks, filtered_scores).T)Ú
descendingr?   )	ÚargsortÚranger   rh   rA   Útensorr   r^   Úappend)ÚmasksÚscoresÚthreshÚorderÚkeepÚis   &&&   r   Ú
_nms_masksru   T   s�   € à�N‰N dˆNÓ+€EØ•L &¥-ˆ6Ø€DÜ�5—;‘;˜q•>Ö"ˆßÜ$ U¨Q¨q­S \°5¼¿ºÀd×S_ÑS_Ô9`Õ3aÓb×fÑfÓhÐlrÔrÙØ�‰�AŽñ	 #ð
 �;˜�Ð$Ð$r   c                óÄ  € . . r!\        V P                  ^ ,          4       EFs  pW^ 3,          P                  4       P                  4       p\        '       dD   \
        P                  ! V^R7      w  rVruWv\
        P                  3,          P                  R4      pMn\        P                  ! V4      w  ri\        P                  ! V\        P                  R7      p\        ^V	^,           4       F  p
Wj8H  pVP                  4       W‹&   K  	  VP                  \         P"                  ! V4      P%                  V P&                  4      4       VP                  \         P"                  ! V4      P%                  V P&                  \         P                  R7      4       EKv  	  \         P(                  ! V4      P+                  ^4      \         P(                  ! V4      P+                  ^4      3# )zGGet connected component labels and areas. mask_bin: [B, 1, H, W] uint8.)ÚconnectivityÚint32)r   r(   )rl   r   ÚcpuÚnumpyÚ_HAS_CV2Úcv2ÚconnectedComponentsWithStatsÚCC_STAT_AREAÚastyper   ÚlabelÚnpÚ
zeros_likerx   r:   rn   rA   Ú
from_numpyr+   r   ÚstackÚ	unsqueeze)Úmask_binÚlabels_listÚ
areas_listrt   ÚmÚ_ÚlabeledÚstatsÚareasÚnum_featuresÚcÚ	components   &           r   Ú_get_connected_componentsr‘   a   s]  € à  "�Ü�8—>‘> !Õ$×%ˆØ˜�T�N×ÑÓ ×&Ñ&Ó(ˆß‹8Ü#&×#CÒ#CÀAÐTUÔ#VÑ ˆA˜Ø¤3×#3Ñ#3Ð3Õ4×;Ñ;¸GÓD‰Eä$+§M¢M°!Ó$4Ñ!ˆGÜ—M’M !¬2¯8©8Ô4ˆEÜ˜1˜l¨QÕ.Ö/�Ø#™L�	Ø#,§=¡=£?�Ó ñ 0ð 	×Ñœ5×+Ò+¨GÓ4×7Ñ7¸¿¹ÓHÔIØ×Ñœ%×*Ò*¨5Ó1×4Ñ4¸H¿O¹OÔSX×S^ÑS^Ð4Ó_×`ñ &ô �;Š;�{Ó#×-Ñ-¨aÓ0´%·+²+¸jÓ2I×2SÑ2SÐTUÓ2VÐVÐVr   c                ó  € V^ 8:  d   V # V ^ 8*  P                  \        P                  4      p\        V4      w  r4VP	                  4       WA8*  ,          p\        P
                  ! VRV 4      p V ^ 8„  P                  \        P                  4      pVP                  RR\        P                  R7      pVP                  ^4      P                  VR7       \        V4      w  r8VP	                  4       W‡8*  ,          p	\        P
                  ! V	RV 4      p V # )z]Remove small foreground sprinkles and fill small background holes using connected components.çš™™™™™¹?T)r9   rV   r   ©r^   )r2   é   gš™™™™™¹¿)
r+   rA   Úuint8r‘   ÚboolÚwherer:   rx   Úfloor_divide_Úclamp_)
ÚmaskÚmax_areaÚmask_bgrŠ   Úareas_bgÚsmall_bgÚmask_fgÚfg_area_threshÚareas_fgÚsmall_fgs
   &&        r   Úfill_holes_in_mask_scoresr¤   t   sÙ   € à�1„}Øˆð �q‰y�n‰nœUŸ[™[Ó)€GÜ+¨GÓ4�K€AØ�|‰|‹~ Ñ!5Õ6€HÜ�;Š;�x  dÓ+€Dð �a‰x�m‰mœEŸK™KÓ(€GØ—[‘[ V°TÄÇÁ�[ÓM€NØ× Ñ  Ó#×*Ñ*¨xÐ*Ô8Ü+¨GÓ4�K€AØ�|‰|‹~ Ñ!;Õ<€HÜ�;Š;�x  tÓ,€Dà€Kr   c                óº  € V P                   w  rVpWs,          pV P                  WVW84      P                  ^^4      p	\        W’4      p	V	P                  ^^4      P	                  WVV4      p VP                   ^,          p
W¤,
          pV^ 8”  dÒ   VP                   ^,          pW¼8”  d:   W¼,           ^,
          V,          pVP                  ^^V^^^4      RRRV13,          pMVRRRV13,          pVRRV13,          P                  W[W84      P                  ^^4      p\        Wþ4      pVP                  4       pVP                  ^^4      P	                  W[V4      VRRV13&   W3# )a~  Apply 2D axial RoPE to memory attention using flux rope format.

Args:
    q: [B, Nq, C] projected queries (current frame features)
    k: [B, Nk, C] projected keys (memory tokens)
    freqs: [1, Nq, dim//2, 2, 2] flux-format rotation matrices for one frame
    num_heads: number of attention heads
    num_k_exclude_rope: number of trailing k tokens to skip RoPE (object pointers)
ºNNNN)r   r   Ú	transposer	   r,   ÚrepeatÚclone)ÚqÚkÚfreqsÚ	num_headsÚnum_k_exclude_ropeÚBÚNqÚCÚhead_dimÚq_hÚNkÚ
num_k_ropeÚNfÚrÚpe_kÚk_hs   &&&&&           r   Úapply_rope_memoryrº   ‹   sP  € ð �w‰w�H€Aˆ1Ø�~€Hð �&‰&�˜	Ó
,×
6Ñ
6°q¸!Ó
<€CÜ
�cÓ
!€CØ�‰�a˜Ó×#Ñ# A¨1Ó-€Að 
�‰��€BØÕ(€JØ�A„~à�[‰[˜�^ˆØŒ?Ø• 1Õ$¨Õ+ˆAØ—<‘<  1 a¨¨A¨qÓ1°!°Q¸¸¸Ð2CÕD‰Dà˜˜A˜{ 
˜{Ð*Õ+ˆDà��;�J�;�Õ×$Ñ$ Q°IÓH×RÑRÐSTÐVWÓXˆÜ˜#Ó$ˆØ�G‰G‹IˆØŸM™M¨!¨QÓ/×7Ñ7¸ÀqÓIˆˆ!ˆ[ˆjˆ[ˆ.Ñàˆ4€Kr   c                óN  € V^,          p\         P                  ! V\         P                  V P                  R7      pV^V^,          ,          V,          ,          pV P	                  R4      V,          p\         P
                  ! VP                  4       VP                  4       .RR7      # )z91D sinusoidal positional encoding for temporal positions.©r   r   r8   r   )rA   rC   Úfloat32r   r…   ÚcatÚsinÚcos)Úpos_indsr9   ÚtemperatureÚpe_dimÚdim_tÚ	pos_embeds   &&&   r   Úget_1d_sine_perÆ   ±   st   € à�A�X€FÜ�LŠL˜¤u§}¡}¸X¿_¹_ÔM€EØ˜A ¨!¥Õ,¨vÕ5Õ6€EØ×"Ñ" 2Ó&¨Õ.€IÜ�9Š9�i—m‘m“o y§}¡}£Ð7¸RÔ@Ð@r   c           	     ó"  € V P                   ^ ,          V8¼  d   V # WP                   ^ ,          ,
          3V P                   R,          ,           p\        P                  ! V \        P                  ! W P                  V P
                  R7      .^ R7      # )zHPad a [num_buckets, ...] tensor to target_buckets along dim 0 if needed.r&   r(   r8   )r   rA   r¾   rB   r   r   )rm   Útarget_bucketsÚ	pad_shapes   && r   Ú_pad_to_bucketsrÊ   º   se   € à‡|�|�A…˜.Ô(ØˆØ§,¡,¨q¥/Õ1Ð3°f·l±lÀ2Õ6FÕF€IÜ�9Š9�fœeŸkšk¨)¿M¹MÐQW×Q]ÑQ]Ô^Ð_ÐefÔgÐgr   c                óî   € V ^ 8„  p\         P                  ! ^V P                  R7      pVP                  ! . V P                  RR ORN^N5!  ^V,          ,          P                  R4      P                  4       # )zWPack binary masks [*, H, W] to bit-packed [*, H, W//8] uint8. W must be divisible by 8.r?   Nr   )rA   rC   r   r   r   r:   Úbyte)ro   ÚbinaryÚshiftss   &  r   Ú
pack_masksrÏ   Â   sc   € à�Q‰Y€FÜ�\Š\˜! E§L¡LÔ1€FØ�KŠKÐ1˜Ÿ™ S bÐ)Ð1¨2Ð1¨qÓ1°Q¸&µ[ÕA×FÑFÀrÓJ×OÑOÓQÐQr   c                óô   € \         P                  ! . RO\         P                  V P                  R7      pV P	                  R4      V,          P                  4       P                  ! . V P                  RR ORN5!  # )z9Unpack bit-packed [*, H, W//8] uint8 to bool [*, H, W*8].r¼   N)r'   r2   é   é   é   é    é@   é€   r   )rA   rm   r–   r   r…   r—   r   r   )ÚpackedÚbitss   & r   Úunpack_masksrÙ   É   s]   € ä�<Š<Ò5¼U¿[¹[ÐQW×Q^ÑQ^Ô_€DØ×Ñ˜RÓ  4Õ'×-Ñ-Ó/×4Ò4ÐL°f·l±lÀ3ÀBÐ6GÐLÈÓLÐLr   c                ót   € \         P                  P                  W,          P                  W#R7      WDRRR7      # )zWSlice CPU full-res frames, transfer to GPU in target dtype, and resize to (size, size).r(   ÚbicubicÚdisabled)Úcrop)ÚcomfyÚutilsÚcommon_upscaler+   )ÚimagesÚidxr   ÚdtÚsizes   &&&&&r   Ú_prep_framerå   Ï   s/   € ä�;‰;×%Ñ% f¥k§n¡n¸F nÓ&MÈtÐ[dÐkuÐ%ÓvÐvr   c                ój  € V ! WR7      w  r4pV Uu. uF(  qfP                   R,          VP                   R,          3NK*  	  ppV Uu. uF$  qfP                  ^4      P                  ^ ^^4      NK&  	  ppV Uu. uF$  qfP                  ^4      P                  ^ ^^4      NK&  	  p	pW‰WsV3# u upi u upi u upi )zrCompute backbone features for a single frame. Returns (vision_feats, vision_pos, feat_sizes, features, trunk_out).©Ú	frame_idxéþÿÿÿr   )r   rZ   r   )
Úbackbone_fnÚframerè   ÚfeaturesÚ	positionsÚ	trunk_outr   Ú
feat_sizesÚvision_featsÚ
vision_poss
   &&&       r   Ú_compute_backbonerò   Ô   s£   € á%0°Ô%LÑ"€H˜Ù6>Ó?±h°—7‘7˜2•; §¡¨¥Ó,±h€JÐ?Ù;CÓD¹8°a—I‘I˜a“L×(Ñ(¨¨A¨qÖ1¹8€LÐDÙ9BÓC¹°A—)‘)˜A“,×&Ñ& q¨!¨QÖ/¹€JÐCØ Z¸9ÐDÐDùò @ùÚDùÚCs   ‘.B&Á*B+Á5*B0c                óú  aaaaaaaa€ . . uoo. . uooVVVVVVVV3R lpV R,          p	V	P                  4        FQ  w  r«V'       d4   W,
          p^ Tu;8  d   V8  d   M MW,,
          ^,
          MV^,
          pM	V^,
          pV! W½4       KS  	  \        ^V4       FX  pV R,          P                  WV,
          ,
          R4      pVe   VP                  R4      f   KB  V! W²V,
          ^,
          4       KZ  	  SSSSV	3# )z[Collect spatial memory, position encodings, and optionally image features from past frames.c                 ó|  <€ V R ,          P                  S4      pSe   \        VS4      pSP                  VP                  ^4      P	                  ^ ^^4      4       V R,          R,          P                  S4      P                  ^4      P	                  ^ ^^4      pSe   \        VS4      p\        SV,          V4      pSP                  W4,           4       S'       da   RV 9   dX   S	P                  V R,          P                  S4      4       S
P                  V R,          P                  S4      V,           4       R# R# R# )Úmaskmem_featuresNÚmaskmem_pos_encÚimage_featuresÚimage_pos_encr   )r+   rÊ   rn   rZ   r   r   )ÚoutÚtpos_idxÚfeatsÚencÚtposÚcollect_image_featsr   Úmaskmem_tpos_encr)   Úto_cat_image_featÚto_cat_image_posÚto_cat_memoryÚto_cat_memory_poss   &&   €€€€€€€€r   Ú_appendÚ&collect_memory_tokens.<locals>._appendã   s  ø€ ØÐ&Õ'×*Ñ*¨6Ó2ˆØÒ"Ü# E¨;Ó7ˆEØ×Ñ˜UŸ]™]¨1Ó-×5Ñ5°a¸¸AÓ>Ô?ØÐ#Õ$ RÕ(×+Ñ+¨FÓ3×;Ñ;¸AÓ>×FÑFÀqÈ!ÈQÓOˆØÒ"Ü! # {Ó3ˆCÜÐ-¨hÕ7¸Ó=ˆØ× Ñ  ¥Ô,ßÐ#3°sÔ#:Ø×$Ñ$ SÐ)9Õ%:×%=Ñ%=¸fÓ%EÔFØ×#Ñ# C¨Õ$8×$;Ñ$;¸FÓ$CÀdÕ$JÖKñ $;Ñr   Úcond_frame_outputsÚnon_cond_frame_outputsNrõ   )Úitemsrl   Úget)Úoutput_dictrè   Únum_maskmemrÿ   r   rþ   Útpos_v2r)   r  Úcond_outputsÚtrù   Út_posrú   r   r  r  r  s   &&&fff&f      @@@@r   Úcollect_memory_tokensr  Ý   sþ   ÿ€ ð (*¨2Ð$€MÐ$Ø*,¨bÐ'ÐÐ'÷Lô Lð Ð3Õ4€LØ×$Ñ$Ö&‰ˆßØ•MˆEØ23°eÖ2I¸k×2I�{Õ*¨QÖ.È{Ð]^Í‰Hà" Q•ˆHÙ�Öñ 'ô �q˜+Ö&ˆØÐ2Õ3×7Ñ7¸	ÐSXÕEXÕ8YÐ[_Ó`ˆØŠ;˜#Ÿ'™'Ð"4Ó5Ò=ÙÙ� 5Õ(¨1Õ,Ö-ñ	 'ð Ð+Ð->Ð@PÐR^Ð^Ð^r   c                óæ   € \         P                  ! V \         P                  VR7      \        T;'       g    ^^,
          ^4      ,          p\	        WbR7      pVe   VP                  V4      pV! V4      # )z/Temporal position encoding for object pointers.r¼   r8   )rA   rm   r½   r^   rÆ   r+   )Úrel_pos_listr   Úd_modelÚ
proj_layerr   Úmax_abs_posÚpos_encs   &&&&&& r   Úcompute_tpos_encr    s^   € ä�lŠl˜<¬u¯}©}ÀVÔLÌsÐT_×TdÐTdÐcdÐhiÕSiÐklÓOmÕm€GÜ˜WÔ2€GØÒØ—*‘*˜UÓ#ˆÙ�gÓÐr   c           
     ó<  € V P                   pVe   VP                  ^ ,          pMJVe   VP                  ^ ,          pM2Ve   VR,          P                  ^ ,          pMV P                  ^ ,          pVe   VR,          pVR,          pMC\        P                  ! V^^VR7      p\        P                  ! V^\        P
                  VR7      ) pVeg   VP                  ^ ,          ^,          VP                  ^,          ^,          3pVP                  RR V8w  d   \        P                  ! WRRRR	7      pMTpMRpV! WÞ3VVR
7      w  pp\        VV 4      p\        VV 4      p\        VP                  4       V 4      pV! V VVVWšRR7      w  ppppV^ 8„  p\        P                  ! VR,          V\        P                  ! \        VVP                  R7      4      p\        P                  ! VWU3RRR7      pVR,          pV
'       d†   \        P                  ! VRR7      p\        P                   ! WËR7      pVVV3,          P#                  ^4      pVVV3,          P#                  ^4      pVP%                  ^4      ^8”  d   VVV3,          pMTTppV! V4      pV! VV4      pVVVV3# )zSShared SAM prompt encoder + mask decoder forward for both SAM3 and SAM3.1 trackers.NÚpoint_coordsÚpoint_labelsr?   r¼   ÚbilinearFT©rä   ÚmodeÚalign_cornersÚ	antialias)ÚpointsÚboxesro   )Úimage_embeddingsÚimage_peÚsparse_prompt_embeddingsÚdense_prompt_embeddingsÚhigh_res_featuresÚmultimask_outputÚ
return_allr(   ©rä   r  r  r8   ré   ©r¦   NN©r¦   r   r   )r   r   rA   rB   Úonesrx   Úimage_embedding_sizeÚFÚinterpolater   Úget_dense_per˜   rm   ÚNO_OBJ_SCOREr   ÚargmaxrC   r…   rä   ) Úbackbone_featuresÚprompt_encoderÚmask_decoderÚobj_ptr_projÚ	no_obj_fnÚ
image_sizeÚpoint_inputsÚmask_inputsÚ
box_inputsr&  r'  r   r¯   Úsam_point_coordsÚsam_point_labelsÚprompt_sizeÚsam_mask_promptÚsparseÚdenser#  Úlow_res_multimasksÚiousÚsam_output_tokensÚobject_score_logitsÚis_obj_appearingÚhigh_res_multimasksÚsam_output_tokenÚbest_iou_indsÚ
batch_indsÚlow_res_masksÚhigh_res_masksÚobj_ptrs    &&&&&&&&&&&                     r   Úforward_sam_headsrN    s¢  € ð ×%Ñ%€FàÒØ×Ñ˜aÕ ‰Ø	Ò	Ø×Ñ˜QÕ‰Ø	Ò	!Ø˜Õ(×.Ñ.¨qÕ1‰à×#Ñ# AÕ&ˆàÒØ'¨Õ7ÐØ'¨Õ7Ñä Ÿ;š; q¨!¨Q°vÔ>ÐÜ!ŸJšJ q¨!´5·;±;ÀvÔNÐNÐàÒØ%×:Ñ:¸1Õ=ÀÕAÀ>×CfÑCfÐghÕCiÐlmÕCmÐnˆØ×Ñ˜R˜SÐ! [Ô0ÜŸmšm¨KÐPZÐjoÐ{ô  A‰Oà)‰Oàˆá"Ð+;Ð*NÐV`ÐhwÔx�M€FˆEÜ˜6Ð#4Ó5€FÜ˜%Ð!2Ó3€EÜ˜^×8Ñ8Ó:Ð<MÓN€HáGSØ*°XØ!'ÀØ+Ð[_ôHÑDÐ˜Ð/Ð1Dð +¨QÑ.ÐÜŸšÐ%5°mÕ%DÐFXÜ&+§l¢l´<ÈÐVh×VnÑVnÔ&oóqÐäŸ-š-Ð(:À*ÐAYÐ`jÐzô  AÐà(¨Õ.ÐßÜŸš T¨rÔ2ˆÜ—\’\ !Ô3ˆ
Ø*¨:°}Ð+DÕE×OÑOÐPQÓRˆØ,¨Z¸Ð-FÕG×QÑQÐRSÓTˆØ×!Ñ! !Ó$ qÔ(Ø0°¸]Ð1JÕKÐøà(:Ð<O�~ˆáÐ+Ó,€GÙ˜Ð!1Ó2€Gà˜.¨'Ð3FÐFÐFr   c
                ó”  € RR	rº\        W 4      pWÊ,          V,           p\        P                  ! WØV	,          ^,          3^,          RRRR7      p\        WWVVWƒ! V4      VR7      w   ppp\        P
                  ! VP                  ^4      R8„  ^R7      R
,          pVP                  VP                  4      pV
V,          V,           pWíVV3# )z8Shared mask-as-output for both SAM3 and SAM3.1 trackers.ç      4@r  FTr  )r:  r&  ç        r8   ç      $À).N)	r   r.  r/  rN  rA   ÚanyrZ   r+   r   )r3  r&  r:  Úmask_downsampler4  r5  r6  r7  r8  Úbackbone_strideÚ	out_scaleÚout_biasÚmask_inputs_floatrL  rK  rŠ   rM  rF  ÚalpharE  s   &&&&&&&&&&          r   Úuse_mask_as_outputrZ  L  sÒ   € ð  ˆxÜ% kÓEÐØ&Õ2°XÕ=€NÜ—M’M .ÀoÕ8UÐXYÕ8YÐ7[Ð^_Õ7_Ø(2À%ÐSWôY€Mä(Ø¨<ÀyØ Ð0AÓ BÐVgôÑ€A€qˆ'�1ô —y’y ×!4Ñ!4°QÓ!7¸#Ñ!=À1ÔEÀiÕPÐØ×Ñ §¡Ó.€EØ# eÕ+¨hÕ6ÐØ¨'Ð3FÐFÐFr   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )Ú	SplitAttni_  c                ó   <€ \         SV `  4        W n        T;'       g    TpT;'       g    TpVP                  WWVR 7      V n        VP                  W4WVR 7      V n        VP                  W4WVR 7      V n        VP                  WAWVR 7      V n        R# ©r(   N)Úsuperr#   r­   ÚLinearÚq_projÚk_projÚv_projÚout_proj)	r!   Ú	embed_dimr­   Úkv_dimÚinternal_dimr   r   Ú
operationsÚ	__class__s	   &&&&&&&&€r   r#   ÚSplitAttn.__init__`  s‰   ø€ Ü‰ÑÔØ"ŒØ×$Ð$˜9ˆØ#×0Ð0 yˆØ ×'Ñ'¨	ÈÐ'Ó\ˆŒØ ×'Ñ'¨ÀVÐ'ÓYˆŒØ ×'Ñ'¨ÀVÐ'ÓYˆŒØ"×)Ñ)¨,È&Ð)Ó^ˆŽr   c                ó  € Vf   TpVf   TpV P                  V4      pV P                  V4      pV P                  V4      pVe   \        WW@P                  V4      w  r\        WW0P                  RR7      pV P                  V4      # ©NF)Úlow_precision_attention)ra  rb  rc  rº   r­   r   rd  )r!   rª   r«   ÚvÚroper®   rù   s   &&&&&& r   ÚforwardÚSplitAttn.forwardj  sz   € ØŠ9ØˆAØŠ9ØˆAØ�K‰K˜‹NˆØ�K‰K˜‹NˆØ�K‰K˜‹NˆØÒÜ$ Q¨4·±ÐASÓT‰DˆAÜ! !¨¯>©>ÐSXÔYˆØ�}‰}˜SÓ!Ð!r   )rb  r­   rd  ra  rc  )r'   NNNNN)NNNr   ©	rM   rN   rO   rP   r#   rp  rR   rS   Ú__classcell__©ri  rT   s   @@r   r\  r\  _  s   ù‡ € ÷_÷"ô "r   r\  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚMemoryAttnLayerix  c           	     ól  <€ \         SV `  4        W n        \        WWVVR 7      V n        \        WW5WgR7      V n        VP                  WWVR7      V n        VP                  WAWVR7      V n        VP                  WVR7      V n
        VP                  WVR7      V n        VP                  WVR7      V n        R# )©r   r   rh  )rf  r   r   rh  r(   N)r_  r#   r­   r\  Ú	self_attnÚcross_attn_imager`  Úlinear1Úlinear2Ú	LayerNormÚnorm1Únorm2Únorm3)	r!   r  r­   rf  Údim_ffr   r   rh  ri  s	   &&&&&&&&€r   r#   ÚMemoryAttnLayer.__init__y  s©   ø€ Ü‰ÑÔØ"ŒÜ" 7¸fÐ^hÔiˆŒÜ )¨'ÀVÐbgÔ ˆÔØ!×(Ñ(¨ÀÐ(ÓUˆŒØ!×(Ñ(¨ÀÐ(ÓUˆŒØ×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŽ
r   c           	     óZ  € WP                  V P                  V4      VR 7      ,           pVe	   W#,           MTpWP                  V P                  V4      WbWER7      ,           pV P	                  V4      pWP                  \        P                  ! V P                  V4      4      4      ,           pV# ))ro  )ro  r®   )	ry  r~  rz  r  r€  r|  r.  Úrelur{  )r!   r   ÚmemoryÚ
memory_posro  r®   Úmem_kÚnormeds   &&&&&&  r   rp  ÚMemoryAttnLayer.forward„  s…   € Ø—‘˜tŸz™z¨!›}°4�Ó8Õ8ˆØ'1Ò'=�Ö#À6ˆØ×%Ñ% d§j¡j°£m°UÈÐ%ÓuÕuˆØ—‘˜A“ˆØ—‘œQŸVšV D§L¡L°Ó$8Ó9Ó:Õ:ˆØˆr   )rz  r{  r|  r~  r  r€  r­   ry  )é   r'   rÕ   é   NNN©NNr   rr  rt  s   @@r   rv  rv  x  s   ù‡ € ÷	O÷ô r   rv  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚMemoryAttnEncoderi�  c                ó8  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        WW4W‰V
R 7      NK  	  up4      V n        V
P                  WV	R7      V n        Wg,          pV P                  R\        WÌW,          4      RR7       R# u upi ©rx  r(   Ú_ropeF)Ú
persistentN)r_  r#   ÚnnÚ
ModuleListrl   rv  Úlayersr}  ÚnormÚregister_bufferr   )r!   r  r­   rf  r�  Ú
num_layersr8  Ú
patch_sizer   r   rh  rŠ   Úhwri  s   &&&&&&&&&&&  €r   r#   ÚMemoryAttnEncoder.__init__Ž  s�   ø€ ä‰ÑÔÜ—m’mä˜:Ô&ó%
á&�ô ˜G°ÀvÐgq×rÙ&ñ%
ó ˆŒð ×(Ñ(¨ÀuÐ(ÓMˆŒ	ØÕ%ˆØ×Ñ˜W¤g¨b°gÕ6JÓ&KÐX]ÐÖ^ùò%
s   ­Bc           	     óÔ   € Ve   VRV,          ,           pV P                   P                  VP                  R7      pV P                   F  pV! WWFVR7      pK  	  V P	                  V4      # )Nr“   r?   )r†  ro  r®   )r‘  r+   r   r•  r–  )r!   r   r…  Úsrc_posr†  r®   ro  Úlayers   &&&&&&  r   rp  ÚMemoryAttnEncoder.forward™  sY   € ØÒØ�C˜'•MÕ!ˆAà�z‰z�}‰} A§H¡Hˆ}Ó-ˆØ—[”[ˆEÙ�a¨JÐVhÔiŠAñ !à�y‰y˜‹|Ðr   ©r•  r–  )
rŠ  r'   rÕ   r‹  rÑ   éð  é   NNNrŒ  rr  rt  s   @@r   rŽ  rŽ  �  s   ù‡ € ÷	_÷ô r   rŽ  c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )ÚMemoryTransformeri£  c	                óL   <€ \         S	V `  4        \        WW4WVWxR 7      V n        R# ©rx  N)r_  r#   rŽ  Úencoder)
r!   r  r­   rf  r�  r˜  r   r   rh  ri  s
   &&&&&&&&&€r   r#   ÚMemoryTransformer.__init__¤  s$   ø€ Ü‰ÑÔÜ(¨¸VÈZÐnsô  LˆŽr   ©r§  )rŠ  r'   rÕ   r‹  rÑ   NNN©rM   rN   rO   rP   r#   rR   rS   rs  rt  s   @@r   r¤  r¤  £  s   ù‡ € ÷L÷ Lr   r¤  c                óò   € V w  rVrxp	VeM   V! V! V! V4      V! V^,          4      ,           4      4      p
V	! V! V
4      V! V^ ,          4      ,           4      p
V
# V	! V! V! V! V! V4      4      4      4      4      p
V
# )zNShared upscaling for SAM mask decoders: deconv + high-res feature integration.© )Úoutput_upscalingÚconv_s0Úconv_s1Úsrc_outr&  Údc1Úln1Úact1Údc2Úact2Úupscaleds   &&&&&      r   Ú_upscale_masksr·  ©  s€   € à 0Ñ€Cˆd˜ØÒ$Ù™™C ›L©7Ð3DÀQÕ3GÓ+HÕHÓIÓJˆÙ™˜H›©Ð0AÀ!Õ0DÓ(EÕEÓFˆð €Oñ ™™D¡¡S¨£\Ó!2Ó3Ó4Ó5ˆØ€Or   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚSAMMaskDecoderi´  c                óä  <€ \         SV `  4        V^,           V n        \        ^V^RW4VR7      V n        VP                  ^WVR7      V n        VP                  V P                  WVR7      V n        VP                  ^WVR7      V n        \        V4      p\        P                  ! VP                  W^,          ^^W4R7      V! V^,          W4R7      \        P                  ! 4       VP                  V^,          V^,          ^^W4R7      \        P                  ! 4       4      V n        VP                  W^,          ^W4R7      V n        VP                  W^,          ^W4R7      V n        \        P$                  ! \'        V P                  4       Uu. uF  p\)        WV^,          ^W4VR7      NK  	  up4      V n        \)        WV P                  ^W4VR7      V n        \)        W^^W4VR7      V n        R# u upi )r'   r‹  ©ÚdepthÚembedding_dimr­   Úmlp_dimr   r   rh  r(   ©Úkernel_sizeÚstrider   r   ©rÀ  r   r   rx  N)r_  r#   Únum_mask_tokensÚSAMTwoWayTransformerÚtransformerÚ	EmbeddingÚ	iou_tokenÚmask_tokensÚobj_score_tokenr
   r“  Ú
SequentialÚConvTranspose2dÚGELUr­  ÚConv2dr®  r¯  r”  rl   r   Úoutput_hypernetworks_mlpsÚiou_prediction_headÚpred_obj_score_head)	r!   r  Únum_multimask_outputsr   r   rh  ÚLN2drŠ   ri  s	   &&&&&&  €r   r#   ÚSAMMaskDecoder.__init__µ  s  ø€ Ü‰ÑÔØ4°qÕ8ˆÔä/°aÀwÐZ[ÐeiÐrxð  S]ô  ^ˆÔà#×-Ñ-¨a°ÈuÐ-ÓUˆŒØ%×/Ñ/°×0DÑ0DÀgÐdiÐ/ÓjˆÔØ)×3Ñ3°A°wÐUZÐ3Ó[ˆÔô ˜jÓ)ˆÜ "§¢Ø×&Ñ& w¸1µÈ!ÐTUÐ^dÐ&ÓrÑtxð  zAð  EFõ  zFð  OUô  ucô  eg÷  elò  eló  enØ×&Ñ& w°!¥|°WÀµ\ÈqÐYZÐciÐ&ÓwÔy{÷  zAò  zAó  zCó!
ˆÔð "×(Ñ(¨¸Qµ,ÈAÐV\Ð(ÓjˆŒØ!×(Ñ(¨¸Qµ,ÈAÐV\Ð(ÓjˆŒô *,¯ªä˜4×/Ñ/Ô0ó8
á0�ô � '¨Q¥,°¸&ÐZd×eÙ0ñ8
ó *ˆÔ&ô
 $' w¸×9MÑ9MÈqÐY_ð  zDô  $EˆÔ Ü#& w¸¸AÀfÐfpÔ#qˆÖ ùò8
s   Æ G-c                ó2  € VP                   ^ ,          pTp	\        P                  ! \        V P                  P
                  V	4      \        V P                  P
                  V	4      \        V P                  P
                  V	4      .^ R7      p
\        P                  ! V
P                  ^ 4      P                  VRR4      V.^R7      p
TpVP                   ^ ,          V8w  d   VP                  VRRR4      pW´,           pVP                  VRRR4      pVP                   w  rÞppVP                  ^4      P                  ^ ^^4      pVP                  ^4      P                  ^ ^^4      pV P                  VVV
4      w  ppVR,          pVR,          pVR^^V P                  ,           1R3,          pVP                  ^ ^^4      P                  WÞVV4      p\        V P                   V P"                  V P$                  VV4      p\        P&                  ! \)        V P*                  4       UUu. uF  w  ppV! VRVR3,          4      NK  	  upp^R7      pVVP                  ^4      ,          P                  W€P                  VP                   ^,          VP                   ^,          4      pV P-                  V4      pV P/                  V4      pV'       d   VR,          pVR,          p VR,          p!MVR,          pVR,          p VR,          p!V'       d   VV V!V3# VV 3# u uppi )r   r8   r¦   r   )r¦   r   r¦   )r¦   r'   r¦   )r¦   r&   )r¦   ºr   r'   N)r   rA   r¾   r   rÉ  ÚweightrÇ  rÈ  r…   ÚexpandrZ   r   rÅ  rÃ  r   r·  r­  r®  r¯  r„   Ú	enumeraterÎ  rÏ  rÐ  )"r!   r"  r#  r$  r%  r&  r'  r(  r¯   ÚrefÚtokensÚsrcÚpos_srcÚbr�   ÚhÚwÚsrc_flatÚpos_flatÚhsr°  Úobj_score_token_outÚiou_token_outÚmask_tokens_outr¶  rt   ÚmlpÚhyper_inro   Úiou_predrE  Ú	out_masksÚout_iouÚ
out_tokenss"   &&&&&&&&                          r   rp  ÚSAMMaskDecoder.forwardÓ  sÉ  € à$×*Ñ*¨1Õ-ˆØ&ˆä—’œM¨$×*>Ñ*>×*EÑ*EÀsÓKÜ)¨$¯.©.×*?Ñ*?ÀÓEÜ)¨$×*:Ñ*:×*AÑ*AÀ3ÓGðIàNOôQˆô —’˜F×,Ñ,¨QÓ/×6Ñ6°q¸"¸bÓAÐC[Ð\ÐbcÔdˆàˆØ�9‰9�Q�<˜1ÔØ—*‘*˜Q  B¨Ó+ˆCØÕ+ˆØ—/‘/ ! R¨¨RÓ0ˆà—Y‘Y‰
ˆˆa�Ø—;‘;˜q“>×)Ñ)¨!¨Q°Ó2ˆØ—?‘? 1Ó%×-Ñ-¨a°°AÓ6ˆà×&Ñ& x°¸6ÓB‰ˆˆGà  �kÐØ˜7�ˆØ˜Q  ! d×&:Ñ&:Õ":Ð :¸AÐ=Õ>ˆà—/‘/ ! Q¨Ó*×/Ñ/°°a¸Ó;ˆÜ! $×"7Ñ"7¸¿¹ÀtÇ|Á|ÐU\Ð^oÓpˆä—;’;Ü8AÀ$×B`ÑB`Ô8aô 
Ù8a©f¨a°‰C�  1 a Õ(Ö)Ñ8aò 
àôˆð ˜H×,Ñ,¨QÓ/Õ/×5Ñ5°a×9MÑ9MÈxÏ~É~Ð^_ÕO`Ðbj×bpÑbpÐqrÕbsÓtˆØ×+Ñ+¨MÓ:ˆØ"×6Ñ6Ð7JÓKÐçØ˜e�ˆIØ˜u•oˆGØ(¨Õ/‰Jà˜f�ˆIØ˜vÕ&ˆGØ(¨Õ0ˆJçØ˜g zÐ3FÐFÐFØ˜'Ð!Ð!ùó' 
s   È#L
)r®  r¯  rÏ  rÇ  rÈ  rÃ  rÉ  rÎ  r­  rÐ  rÅ  )rŠ  r•   NNN)NFFrr  rt  s   @@r   r¹  r¹  ´  s   ù‡ € ÷r÷<0"ô 0"r   r¹  c                   óF   a a€ ] tR tRt oRV 3R lltR tRR ltRtVtV ;t	# )ÚSAMPromptEncoderi  c                ó¨  <€ \         S	V `  4        Wn        W n        W0n        \        V^,          4      V n        \        P                  ! \        ^4       Uu. uF  qvP                  ^WVR7      NK  	  up4      V n        VP                  ^WVR7      V n        \        V4      p\        P                  ! VP                  ^^^^WER7      V! ^WER7      \        P                   ! 4       VP                  ^^^^WER7      V! ^WER7      \        P                   ! 4       VP                  ^V^WER7      4      V n        VP                  ^WVR7      V n        R# u upi )r2   r(   r¿  rÂ  N)r_  r#   re  r-  Úinput_image_sizer   Úpe_layerr“  r”  rl   rÆ  Úpoint_embeddingsÚnot_a_point_embedr
   rÊ  rÍ  rÌ  Úmask_downscalingÚno_mask_embed)
r!   r  r-  rð  r   r   rh  rŠ   rÒ  ri  s
   &&&&&&&  €r   r#   ÚSAMPromptEncoder.__init__  s5  ø€ Ü‰ÑÔØ ŒØ$8Ô!Ø 0Ôä/°¸1µÓ=ˆŒÜ "§¢ÜRWÐXYÔRZó/
ÙRZÈQ× Ñ   GÀ%Ð ÖHÑRZñ/
ó !ˆÔð ",×!5Ñ!5°a¸ÐW\Ð!5Ó!]ˆÔä˜jÓ)ˆÜ "§¢Ø×Ñ˜a °¸!ÀFÐÓXÙ�˜6Ô/´·²³Ø×Ñ˜a °¸1ÀVÐÓYÙ�˜FÔ0´"·'²'³)Ø×Ñ˜b '°qÀÐÓUó!
ˆÔð (×1Ñ1°!°WÐSXÐ1ÓYˆÖùò/
s   ÁEc                ó8   € V P                  V P                  4      # r   )rñ  r-  r;   s   &r   r0  ÚSAMPromptEncoder.get_dense_pe  s   € Ø�}‰}˜T×6Ñ6Ó7Ð7r   c                ó¬  € Ve
   V^ ,          MVe   TMTp^p\         P                  ! V^ V P                  3VP                  VP                  R7      pVEe‹   Vw  rxVP
                  ^ ,          pVf�   \         P                  ! V\         P                  ! V^^VP                  VP                  R7      .^R7      p\         P                  ! V\         P                  ! V^VP                  VP                  R7      ) .^R7      pV P                  P                  VR,           V P                  4      p	\        ^4       F?  p
W˜V
8H  ;;,          \        V P                  V
,          P                  V4      ,          uu&   KA  	  VR8H  pRW›&   W›;;,          \        V P                   P                  V4      ,          uu&   \         P                  ! VP#                  VRR4      V	.^R7      pVeñ   VP
                  ^ ,          pV P                  P                  VP%                  R^^4      R,           V P                  4      pVR;;,          \        V P                  ^,          P                  V4      ,          uu&   VR;;,          \        V P                  ^,          P                  V4      ,          uu&   \         P                  ! VP#                  VRR4      V.^R7      pVe   V P'                  V4      pWm3# \        V P(                  P                  V4      P%                  ^R^^4      P#                  VRV P*                  ^ ,          V P*                  ^,          4      pWm3# )Nr(   r8   ç      à?rQ  r   r+  )r¦   r'   )rA   Úemptyre  r   r   r   r¾   rB   r,  rñ  Úforward_with_coordsrð  rl   r   rò  rÖ  ró  r×  r,   rô  rõ  r-  )r!   r   r!  ro   rÙ  r¯   r@  ÚcoordsÚlabelsÚpert   ÚinvalidÚcornersrA  s   &&&&          r   rp  ÚSAMPromptEncoder.forward   s£  € Ø!Ò-ˆf�QŽi¸EÒ<M±5ÐSXˆØˆÜ—’˜a  D§N¡NÐ3¸C¿J¹JÈcÏiÉiÔXˆàÓØ#‰NˆFØ—‘˜Q•ˆAàŠ}ÜŸš F¬E¯KªK¸¸1¸aÈÏÉÐ]c×]iÑ]iÔ,jÐ#kÐqrÔs�ÜŸš F¬U¯ZªZ¸¸1ÀVÇ]Á]ÐZ`×ZfÑZfÔ-gÐ,gÐ#hÐnoÔp�Ø—‘×2Ñ2°6¸Cµ<À×AVÑAVÓWˆBÜ˜1–X�Ø˜Q‘;—¤=°×1FÑ1FÀqÕ1I×1PÑ1PÐRUÓ#VÕV•ñ à ‘|ˆGØˆB‰KØ�Kœ=¨×)?Ñ)?×)FÑ)FÈÓLÕL‹KÜ—Y’Y §¡¨a°°RÓ 8¸"Ð=À1ÔEˆFàÒØ—‘˜A•ˆAØ—m‘m×7Ñ7¸¿¹ÀrÈ1ÈaÓ9PÐSVÕ9VÐY]×YnÑYnÓoˆGØ�D�Mœ]¨4×+@Ñ+@ÀÕ+C×+JÑ+JÈCÓPÕP‹MØ�D�Mœ]¨4×+@Ñ+@ÀÕ+C×+JÑ+JÈCÓPÕP‹MÜ—Y’Y §¡¨a°°RÓ 8¸'ÐBÈÔJˆFàÒØ×)Ñ)¨%Ó0ˆEð
 ˆ}Ðô " $×"4Ñ"4×";Ñ";¸SÓA×IÑIÈ!ÈRÐQRÐTUÓV×]Ñ]Ø�2�t×0Ñ0°Õ3°T×5NÑ5NÈqÕ5QóSˆEð ˆ}Ðr   )re  r-  rð  rô  rõ  ró  rñ  rò  )rŠ  )éH   r  )r¡  r¡  NNN©NNN)
rM   rN   rO   rP   r#   r0  rp  rR   rS   rs  rt  s   @@r   rî  rî    s   ù‡ € ÷Zò,8÷!ô !r   rî  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚCXBlockiD  c           
     óx  <€ \         SV `  4        VP                  WW"^,          WVR7      V n        VP	                  WVR7      V n        VP                  V^V,          W4R7      V n        VP                  ^V,          WVR7      V n        \        P                  ! \        P                  ! WVR7      4      V n        R# )r2   )rÀ  ÚpaddingÚgroupsr   r   r(   N)r_  r#   rÍ  Údwconvr}  r–  r`  Úpwconv1Úpwconv2r“  Ú	ParameterrA   r,  Úgamma)r!   r9   rÀ  r   r   rh  ri  s   &&&&&&€r   r#   ÚCXBlock.__init__E  s¤   ø€ Ü‰ÑÔØ ×'Ñ'¨¸kÐbcÕScÐloð  GLÐ'ó  MˆŒØ×(Ñ(¨À5Ð(ÓIˆŒ	Ø!×(Ñ(¨¨a°#­g¸fÐ(ÓRˆŒØ!×(Ñ(¨¨S­°#ÈEÐ(ÓRˆŒÜ—\’\¤%§*¢*¨SÀuÔ"MÓNˆŽ
r   c           	     óP  € TpV P                  V4      P                  ^ ^^^4      pV P                  \        P                  ! V P                  V P                  V4      4      4      4      pVP                  \        V P                  V4      4       W!P                  ^ ^^^4      ,           # ©r   )
r
  r   r  r.  Úgelur  r–  Úmul_r   r  )r!   r   Úresiduals   && r   rp  ÚCXBlock.forwardM  s|   € ØˆØ�K‰K˜‹N×"Ñ" 1 a¨¨AÓ.ˆØ�L‰LœŸš §¡¨T¯Y©Y°q«\Ó :Ó;Ó<ˆØ	�‰Œ}˜TŸZ™Z¨Ó+Ô,ØŸ)™) A q¨!¨QÓ/Õ/Ð/r   )r
  r  r–  r  r  )rŠ  é   NNNrr  rt  s   @@r   r  r  D  s   ù‡ € ÷O÷0ò 0r   r  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚMaskDownSampleriU  c                óŒ  <€ \         SV `  4        V'       d   \        V4      MR V n        Vf   ^^^@V.p\	        V4      p. p	Tp
V F?  pW—P                  W«^^^WVR7      V! WµVR7      \        P                  ! 4       .,          p	Tp
KA  	  V	P                  VP                  W¡^WVR7      4       \        P                  ! V	!  V n
        R # )N)rÀ  rÁ  r  r   r   r(   rÂ  )r_  r#   ÚlistÚinterpol_sizer
   rÍ  r“  rÌ  rn   rÊ  r§  )r!   Úout_dimÚin_chansÚchannelsr  r   r   rh  rÒ  r•  ÚprevÚchri  s   &&&&&&&&    €r   r#   ÚMaskDownSampler.__init__V  sÁ   ø€ Ü‰ÑÔß4AœT -Ô0ÀtˆÔØÒØ˜2˜r 7Ð+ˆHÜ˜jÓ)ˆØˆØˆÛˆBØ×(Ñ(¨¸qÈÐTUÐ^dÐ(ÓrÙ˜B°UÔ;¼R¿WºW»YðHõ HˆFàŠDñ ð 	�‰�j×'Ñ'¨À1ÈVÐ'ÓaÔbÜ—}’} fÑ-ˆŽr   c                óÖ   € V P                   eL   \        VP                  RR  4      V P                   8w  d%   \        P                  ! WP                   RRRR7      pV P                  V4      # )Nr  FTr  ré   )r  r  r   r.  r/  r§  ©r!   r   s   &&r   rp  ÚMaskDownSampler.forwarde  sT   € Ø×ÑÒ)¬d°1·7±7¸2¸3°<Ó.@ÀD×DVÑDVÔ.VÜ—’˜a×&8Ñ&8¸zÐY^ÐjnÔoˆAØ�|‰|˜A‹Ðr   )r§  r  )rŠ  r'   N)é€  r%  NNNrr  rt  s   @@r   r  r  U  s   ù‡ € ÷.÷ò r   r  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚFuserik  c                ó¨   <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        WWER 7      NK  	  up!  V n        R# u upi r¦  )r_  r#   r“  rÊ  rl   r  r•  )r!   r9   r˜  r   r   rh  rŠ   ri  s   &&&&&& €r   r#   ÚFuser.__init__l  sY   ø€ Ü‰ÑÔÜ—m’mÔotÐuô  pAó  &Bñ  pAÐjk¤g¨cÈ×&eñ  pAñ  &Bñ  CˆŽùò  &Bs   ­Ac                ó$   € V P                  V4      # r   ©r•  r#  s   &&r   rp  ÚFuser.forwardp  s   € Ø�{‰{˜1‹~Ðr   r+  )rŠ  r2   NNNrr  rt  s   @@r   r'  r'  k  s   ù‡ € ÷C÷ò r   r'  c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚDecoupledMemoryAttnLayeriv  zODecoupled cross-attention layer for SAM3.1: fuses image and memory projections.c                ó   <€ \         SV `  4        W n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n	        VP                  WWER 7      V n
        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  WWER 7      V n        VP                  W1WER 7      V n        VP!                  WVR 7      V n        VP!                  WVR 7      V n        VP!                  WVR 7      V n        R# r^  )r_  r#   r­   r`  Úself_attn_q_projÚself_attn_k_projÚself_attn_v_projÚself_attn_out_projÚcross_attn_q_projÚcross_attn_k_projÚcross_attn_v_projÚcross_attn_out_projÚimage_cross_attn_q_projÚimage_cross_attn_k_projr{  r|  r}  r~  r  r€  )r!   r  r­   r�  r   r   rh  ri  s   &&&&&&&€r   r#   Ú!DecoupledMemoryAttnLayer.__init__y  sx  ø€ Ü‰ÑÔØ"Œà *× 1Ñ 1°'È6Ð 1Ó _ˆÔØ *× 1Ñ 1°'È6Ð 1Ó _ˆÔØ *× 1Ñ 1°'È6Ð 1Ó _ˆÔØ",×"3Ñ"3°GÈVÐ"3Ó"aˆÔà!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔØ!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔØ!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔØ#-×#4Ñ#4°WÈfÐ#4Ó#bˆÔ à'1×'8Ñ'8¸ÐRXÐ'8Ó'fˆÔ$Ø'1×'8Ñ'8¸ÐRXÐ'8Ó'fˆÔ$à!×(Ñ(¨ÀÐ(ÓUˆŒØ!×(Ñ(¨ÀÐ(ÓUˆŒØ×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŒ
Ø×)Ñ)¨'ÈÐ)ÓNˆŽ
r   c                óB  € V P                  V4      pV P                  V4      p	V P                  V4      p
V P                  V4      pVe   \	        WšW`P
                  ^ 4      w  ršW P                  \        WšW°P
                  RR7      4      ,           pV P                  V4      pV P                  V4      V P                  V4      ,           p	V P                  V4      V P                  V4      ,           p
Ve	   W¥,           p
V P                  V4      pVe   \	        WšW`P
                  V4      w  ršW P                  \        WšW°P
                  RR7      4      ,           pW P                  \         P"                  ! V P%                  V P'                  V4      4      4      4      ,           pW3# rl  )r~  r0  r1  r2  rº   r­   r3  r   r  r8  r4  r9  r5  r6  r7  r|  r.  r  r{  r€  )r!   Úimager   Úmemory_imager…  Úmemory_image_posro  r®   rˆ  rª   r«   rn  s   &&&&&&&&    r   rp  Ú DecoupledMemoryAttnLayer.forward�  s\  € ð —‘˜A“ˆØ×!Ñ! &Ó)ˆØ×!Ñ! &Ó)ˆØ×!Ñ! &Ó)ˆØÒÜ$ Q¨4·±ÀÓC‰DˆAØ×'Ñ'Ô(;¸AÀ!Ç^Á^ÐmrÔ(sÓtÕtˆð —‘˜A“ˆØ×(Ñ(¨Ó/°$×2HÑ2HÈÓ2PÕPˆØ×(Ñ(¨Ó6¸×9OÑ9OÐPVÓ9WÕWˆØÒ'ØÕ$ˆAØ×"Ñ" 6Ó*ˆØÒÜ$ Q¨4·±ÐASÓT‰DˆAØ×(Ñ(Ô)<¸QÀ1ÇnÁnÐnsÔ)tÓuÕuˆð —‘œQŸVšV D§L¡L°·±¸A³Ó$?Ó@ÓAÕAˆØˆxˆr   )r5  r7  r4  r6  r9  r8  r{  r|  r~  r  r€  r­   r1  r3  r0  r2  )rŠ  r'   r‹  NNNrŒ  ©
rM   rN   rO   rP   rQ   r#   rp  rR   rS   rs  rt  s   @@r   r.  r.  v  s   ù‡ € ÙY÷O÷.ô r   r.  c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚDecoupledMemoryEncoderi«  zCMemory attention encoder for SAM3.1 with decoupled cross-attention.c
                ó6  <€ \         SV `  4        \        P                  ! \	        V4       U
u. uF  p
\        WW7W‰R 7      NK  	  up
4      V n        V	P                  WVR7      V n        WV,          pV P                  R\        W»W,          4      RR7       R# u up
i r�  )r_  r#   r“  r”  rl   r.  r•  r}  r–  r—  r   )r!   r  r­   r�  r˜  r8  r™  r   r   rh  rŠ   rš  ri  s   &&&&&&&&&&  €r   r#   ÚDecoupledMemoryEncoder.__init__®  sŽ   ø€ ä‰ÑÔÜ—m’mä˜:Ô&ó%
á&�ô % W¸ÐV[×sÙ&ñ%
ó ˆŒð ×(Ñ(¨ÀuÐ(ÓMˆŒ	ØÕ%ˆØ×Ñ˜W¤g¨b°gÕ6JÓ&KÐX]ÐÖ^ùò%
s   ­Bc                ó>  € TpTp	Ve   V	RV,          ,           p	VP                   w  r«pV P                  P                  VP                  R7      pVf;   VP                   ^,          V,
          pVRR V13,          pVe   VRR V13,          MR pVP                   ^,          VP                   ^,          8  d¹   VP                   ^,          VP                   ^,          ,
          p\        P
                  ! W¯WÂP                  VP                  R7      p\        P                  ! VV.^R7      pVeC   Ve   VRV) R 13,          M\        P                  ! V4      p\        P                  ! VV.^R7      pV P                   F  pV! W‰WbW}VR7      w  r‰K  	  V P                  V	4      # )Nr“   r?   r¦   r(   r8   )r>  ro  r®   )r   r‘  r+   r   rA   rB   r   r¾   r‚   r•  r–  )r!   r   r…  r†  r�  r®   r=  r>  r<  Úoutputr¯   rŠ   r±   ro  Únum_spatialÚpad_lenÚpadÚptr_posrž  s   &&&&&&&&           r   rp  ÚDecoupledMemoryEncoder.forward¹  so  € àˆØˆØÒØ˜c G�mÕ+ˆFà—'‘'‰ˆˆaØ�z‰z�}‰} A§H¡Hˆ}Ó-ˆð Òà Ÿ,™, q�/Ð,>Õ>ˆKØ! ! \ k \ /Õ2ˆLØ>HÒ>T˜z¨!¨\¨k¨\¨/Ö:ÐZ^Ðà×Ñ˜aÕ  6§<¡<°¥?Ô2Ø—l‘l 1•o¨×(:Ñ(:¸1Õ(=Õ=ˆGÜ—+’+˜a¨!·M±MÈÏÉÔVˆCÜ Ÿ9š9 l°CÐ%8¸aÔ@ˆLØÒ+Ø6@Ò6L˜* Q¨¨©	 \Ö2ÔRW×RbÒRbÐcfÓRg�Ü#(§9¢9Ð.>ÀÐ-HÈaÔ#PÐ à—[”[ˆEÙ! %°Ø3CØ5GôI‰MˆE‘6ñ !ð
 �y‰y˜Ó Ð r   r   )	rŠ  r'   r‹  rÑ   r¡  r¢  NNN)NNr   NNr@  rt  s   @@r   rB  rB  «  s   ù‡ € ÙM÷	_÷!ô !r   rB  c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )ÚDecoupledMemoryTransformeriÚ  c           
     óL   <€ \         SV `  4        \        WW4WVVR 7      V n        R# r¦  )r_  r#   rB  r§  )	r!   r  r­   r�  r˜  r   r   rh  ri  s	   &&&&&&&&€r   r#   Ú#DecoupledMemoryTransformer.__init__Û  s%   ø€ Ü‰ÑÔÜ-¨gÀ&Ø5;ÐU_ôaˆŽr   r©  )rŠ  r'   r‹  rÑ   NNNrª  rt  s   @@r   rM  rM  Ú  s   ù‡ € ÷a÷ ar   rM  c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚMemoryBackboneiá  zSMemory encoder: downsamples mask, fuses with pixel features, optionally compresses.c           	     óR  <€ \         S	V `  4        \        WWEWgR 7      V n        VP	                  W^WVR7      V n        \        V^WVVR7      V n        VRJ;'       d    W!8g  V n        V P                  '       d   VP	                  W^WVR7      V n	        TpMTp\        VRR7      V n        R# )©r  r  r   r   rh  rÂ  )r˜  r   r   rh  NT)Únum_pos_featsÚ	normalize)r_  r#   r  Úmask_downsamplerrÍ  Úpix_feat_projr'  ÚfuserÚhas_out_projrd  r   Úposition_encoding)
r!   r  r  r  r  r   r   rh  Úfeat_dimri  s
   &&&&&&&& €r   r#   ÚMemoryBackbone.__init__ä  sª   ø€ Ü‰ÑÔÜ /°ÐU]Ðtyô  !RˆÔØ'×.Ñ.¨wÈQÐW]Ð.ÓkˆÔÜ˜7¨q¸ÐYcÔdˆŒ
Ø#¨4Ð/×FÐF°GÑ4FˆÔØ××ÐØ&×-Ñ-¨gÈAÐV\Ð-ÓjˆDŒMØ‰HàˆHÜ!6ÀXÐY]Ô!^ˆÖr   c                óÐ  € V'       g   VP                  4       pV P                  \        W!4      4      pVP                  RR VP                  RR 8w  d'   \        P
                  ! WAP                  RR RRR7      pV P                  V4      V,           pV P                  V4      pV P                  '       d   V P                  V4      p\        V P                  V4      V4      pRVRV./# )r2   Nr  Fr)  Úvision_featuresÚvision_pos_encré   )ÚsigmoidrV  r   r   r.  r/  rW  rX  rY  rd  rZ  )r!   r÷   Úmask_for_memÚskip_mask_sigmoidÚmask_featuresrì   Úposs   &&&&   r   rp  ÚMemoryBackbone.forwardñ  sÓ   € ß Ø'×/Ñ/Ó1ˆLØ×-Ñ-¬m¸LÓ.YÓZˆØ×Ñ˜r˜sÐ# ~×';Ñ';¸B¸CÐ'@Ô@ÜŸMšM¨-×>RÑ>RÐSUÐSVÐ>WÐ^hÐx}Ô~ˆMØ×%Ñ% nÓ5¸ÕEˆØ—:‘:˜hÓ'ˆØ××ÐØ—}‘} XÓ.ˆHÜ˜D×2Ñ2°8Ó<¸hÓGˆØ! 8Ð-=À¸uÐEÐEr   )rX  rY  rV  rd  rW  rZ  )rŠ  Nr'   NNNN©Fr@  rt  s   @@r   rQ  rQ  á  s   ù‡ € Ù]÷_÷Fô Fr   rQ  c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚMultiplexMaskDecoderiÿ  a9  SAM mask decoder for SAM3.1 multiplex: predicts masks for num_multiplex objects simultaneously.

Uses multimask_outputs_only=True: num_mask_output_per_object = num_multimask_outputs (no +1).
Hypernetwork MLPs are shared across multiplex objects.
Token order: [obj_score_token(M), iou_token(M), mask_tokens(M*T)].
c                óê  <€ \         S
V `  4        W n        W0n        W P                  ,          p\	        ^V^RWEVR7      V n        VP                  W!WER7      V n        VP                  W!WER7      V n        VP                  WqWER7      V n	        \        V4      p\        P                  ! VP                  W^,          ^^WER7      V! V^,          WER7      \        P                  ! 4       VP                  V^,          V^,          ^^WER7      \        P                  ! 4       4      V n        VP!                  W^,          ^WER7      V n        VP!                  W^,          ^WER7      V n        \        P&                  ! \)        V P                  4       U	u. uF  p	\+        WV^,          ^WEVR7      NK  	  up	4      V n        \+        WV P                  ^WEVR7      V n        \+        W^^WEVR7      V n        R# u up	i )r2   r‹  r»  r(   r¿  rÂ  rx  N)r_  r#   Únum_multiplexÚnum_mask_output_per_objectrÄ  rÅ  rÆ  rÉ  rÇ  rÈ  r
   r“  rÊ  rË  rÌ  r­  rÍ  r®  r¯  r”  rl   r   rÎ  rÏ  rÐ  )r!   r  rj  rÑ  r   r   rh  Útotal_mask_tokensrÒ  rŠ   ri  s   &&&&&&&   €r   r#   ÚMultiplexMaskDecoder.__init__  sé  ø€ Ü‰ÑÔØ*ÔØ*?Ô'Ø)×,KÑ,KÕKÐä/°aÀwÐZ[ÐeiÐrxð  S]ô  ^ˆÔà)×3Ñ3°MÐSYÐ3ÓgˆÔØ#×-Ñ-¨mÈVÐ-ÓaˆŒØ%×/Ñ/Ð0AÐSYÐ/ÓgˆÔä˜jÓ)ˆÜ "§¢Ø×&Ñ& w¸1µÈ!ÐTUÐ^dÐ&ÓrÙ�˜A• fÔ:¼B¿GºG»IØ×&Ñ& w°!¥|°WÀµ\ÈqÐYZÐciÐ&ÓwÔy{÷  zAò  zAó  zCó!
ˆÔð
 "×(Ñ(¨¸Qµ,ÈAÐV\Ð(ÓjˆŒØ!×(Ñ(¨¸Qµ,ÈAÐV\Ð(ÓjˆŒô *,¯ªä˜4×:Ñ:Ô;ó8
á;�ô � '¨Q¥,°¸&ÐZd×eÙ;ñ8
ó *ˆÔ&ô $' w¸×9XÑ9XÐZ[Ðdjð  EOô  $PˆÔ Ü#& w¸¸AÀfÐfpÔ#qˆÖ ùò8
s   Æ G0c	                ó`  € VP                   ^ ,          p	V P                  p
V P                  pTp\        V P                  P
                  V4      pVeß   VP                  ^W«R4      P                  V	RRR4      VP                  ^4      ,           pVP                  ^^4      p\        P                  ! \        V P                  P
                  V4      \        V P                  P
                  V4      .^ R7      P                  ^ 4      P                  V	RR4      p\        P                  ! WíV.^R7      pM‘\        P                  ! \        V P                  P
                  V4      \        V P                  P
                  V4      V.^ R7      p\        P                  ! VP                  ^ 4      P                  V	RR4      V.^R7      pTpVP                   ^ ,          V	8w  d   VP                  V	RRR4      pVV,           pVP                  V	RRR4      pVP                   w  ppppV P                  VP                  ^4      P                  ^ ^^4      VP                  ^4      P                  ^ ^^4      V4      w  ppVRRV
13,          pVRV
^V
,          13,          pVR^V
,          ^V
,          W«,          ,           13,          pVP                  ^ ^^4      P                  VVVV4      p\!        V P"                  V P$                  V P&                  VV4      pVP                  WšVR4      p\        P(                  ! \+        V4       Uu. uF'  pV P,                  V,          ! VRRVR3,          4      NK)  	  up^R7      p\        P.                  ! VP                  ^^4      VP                  ^4      4      P                  VW«VP                   ^,          VP                   ^,          4      pV P1                  V4      P                  VW«4      p V P3                  V4      p!VR,          p"V'       d   VV V"V!3# VV 3# u upi )r   Nr8   r¦   r   )r¦   r¦   rÕ  )r   rj  rk  r   rÈ  rÖ  r   r×  r…   rZ   rA   r¾   rÉ  rÇ  rÅ  r   r·  r­  r®  r¯  r„   rl   rÎ  ÚbmmrÏ  rÐ  )#r!   r"  r#  r$  r%  r&  r'  r(  Úextra_per_object_embeddingsr¯   rD   r[   rÙ  rÈ  Úother_tokensrÚ  rÛ  rÜ  rÝ  r�   rÞ  rß  râ  r°  rã  rä  rå  r¶  Úmask_tokens_2drt   rç  ro   rè  rE  Úsam_tokens_outs#   &&&&&&&&&                          r   rp  ÚMultiplexMaskDecoder.forward$  sÒ  € à$×*Ñ*¨1Õ-ˆØ×ÑˆØ×+Ñ+ˆð 'ˆÜ# D×$4Ñ$4×$;Ñ$;¸SÓAˆØ&Ò2Ø%×*Ñ*¨1¨a°BÓ7×>Ñ>¸qÀ"ÀbÈ"ÓMÐPk×PuÑPuÐvwÓPxÕxˆKØ%×-Ñ-¨a°Ó3ˆKÜ Ÿ9š9¤m°D×4HÑ4H×4OÑ4OÐQTÓ&UÜ&3°D·N±N×4IÑ4IÈ3Ó&Oð&QØVWôYßYbÑYbÐcdÓYe×flÑflÐmnÐprÐtvÓfwð ä—Y’Y Ð;SÐTÐZ[Ô\‰Fä—Y’Y¤¨d×.BÑ.B×.IÑ.IÈ3Ó OÜ -¨d¯n©n×.CÑ.CÀSÓ IÈ;ð XØ]^ô`ˆFä—Y’Y × 0Ñ 0°Ó 3× :Ñ :¸1¸bÀ"Ó EÐG_Ð`ÐfgÔhˆFàˆØ�9‰9�Q�<˜1ÔØ—*‘*˜Q  B¨Ó+ˆCØÐ+Õ+ˆØ—/‘/ ! R¨¨RÓ0ˆà—Y‘Y‰
ˆˆ1ˆa�Ø×&Ñ& s§{¡{°1£~×'=Ñ'=¸aÀÀAÓ'FÈÏÉÐXYÓHZ×HbÑHbÐcdÐfgÐijÓHkÐmsÓt‰ˆˆGð !  B Q B �iÐØ˜1˜a  A¥˜g˜:�ˆØ˜Q  A¥ a¨!¥e¨a­e¥mÐ 3Ð3Õ4ˆà—/‘/ ! Q¨Ó*×/Ñ/°°1°a¸Ó;ˆÜ! $×"7Ñ"7¸¿¹ÀtÇ|Á|ÐU\Ð^oÓpˆð )×-Ñ-¨a°A°rÓ:ˆÜ—;’;ä˜1”Xó 
á�ð ×*Ñ*¨1Ö-¨n¸QÀÀ1Àa¸ZÕ.HÖIÙñ 
ð ôˆô —	’	˜(×*Ñ*¨1¨aÓ0°(×2BÑ2BÀ1Ó2EÓF×KÑKÈAÈqÐU]×UcÑUcÐdeÕUfÐhp×hvÑhvÐwxÕhyÓzˆð ×+Ñ+¨MÓ:×?Ñ?ÀÀ1ÓHˆØ"×6Ñ6Ð7JÓKÐð (¨	Õ2ˆçØ˜( NÐ4GÐGÐGØ�hˆÐùò# 
s   Ì>-P+)r®  r¯  rÏ  rÇ  rÈ  rk  rj  rÉ  rÎ  r­  rÐ  rÅ  )rŠ  rÓ   r•   NNN)NFFNr@  rt  s   @@r   rh  rh  ÿ  s   ù‡ € ñ÷r÷:8ô 8r   rh  c                   ó„   a a€ ] tR tRt oRV 3R lltR tRR ltR tR tRR lt	RR lt
RR	 ltRR
 ltRR ltRtVtV ;t# )ÚSAM3Trackeri_  c                ó¤  <€ \         SV `  4        \        V^VR^WEVR7      V n        \	        WWVR7      V n        \        WWVR7      V n        \        WWEVR7      V n	        \        P                  ! \        P                  ! V^^W$VR7      4      V n        \        P                  ! \        P                  ! ^^WVR7      4      V n        V P!                  R\        P                  ! ^^WVR7      4       \        P                  ! \        P                  ! ^W$VR7      4      V n        \        P                  ! \        P                  ! ^WVR7      4      V n        \'        WV^WEVR7      V n        VP+                  WWER7      V n        VP/                  ^^^^WER7      V n        Wn        W n        W0n        RV n        ^V n        ^V n        R	V n        RV n         R
# )r'   r‹  )r­   rf  r�  r˜  r   r   rh  rx  )r  r   r   rh  r(   Úno_mem_pos_encr¿  r¡  rP  NrR  )!r_  r#   r¤  rÅ  r¹  Úsam_mask_decoderrî  Úsam_prompt_encoderrQ  Úmaskmem_backboner“  r  rA   rB   rÿ   Úno_mem_embedr—  Úno_obj_embed_spatialÚ
no_obj_ptrr   r6  r`  Úobj_ptr_tpos_projrÍ  rT  r  Úmem_dimr  r8  rU  Úmax_obj_ptrs_in_encoderÚsigmoid_scale_for_mem_encÚsigmoid_bias_for_mem_enc)	r!   r  r€  r  r   r   rh  Úkwargsri  s	   &&&&&&&,€r   r#   ÚSAM3Tracker.__init__`  s”  ø€ Ü‰ÑÔô -¨WÀÈ'ÐZ^ÐklØ4:ÐT^ô`ˆÔô !/¨wÈUÔ jˆÔÜ"2°7ÐQVÔ"nˆÔô !/¨wÐPVÐpzÔ {ˆÔô !#§¢¬U¯[ª[¸ÀaÈÈGÐjoÔ-pÓ qˆÔÜŸLšL¬¯ª°Q¸¸7ÐY^Ô)_Ó`ˆÔØ×ÑÐ-¬u¯{ª{¸1¸aÀÐ_dÔ/eÔfÜ$&§L¢L´·²¸QÀÐ^cÔ1dÓ$eˆÔ!ÜŸ,š,¤u§{¢{°1°gÐTYÔ'ZÓ[ˆŒô   °'¸1ÀVÐeoÔpˆÔØ!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔð  *×0Ñ0°°AÀ1ÈQÐW]Ð0ÓkˆÔð ŒØŒØ&ÔØˆŒØ!ˆÔØ')ˆÔ$Ø)-ˆÔ&Ø(-ˆÖ%r   c                óŽ   € VP                  VP                  4      p\        P                  ! \	        V P
                  V4      W4      # r   )r+   r   rA   Úlerpr   r~  ©r!   rM  Úis_objrY  s   &&& r   Ú_no_obj_blendÚSAM3Tracker._no_obj_blend…  s0   € Ø—	‘	˜'Ÿ-™-Ó(ˆÜ�zŠzœ-¨¯©¸ÓAÀ7ÓRÐRr   c                óŠ   € \        WP                  V P                  V P                  V P                  V P
                  W#WEV4      # r   )rN  rz  ry  r6  rŠ  r8  ©r!   r3  r9  r:  r;  r&  r'  s   &&&&&&&r   Ú_forward_sam_headsÚSAM3Tracker._forward_sam_heads‰  sA   € ä Ð!2×4KÑ4KÈT×MbÑMbØ!%×!2Ñ!2°D×4FÑ4FÈÏÉØ!-¸JÐ[kómð 	mr   c                ó´   € \        WVV P                  V P                  V P                  V P                  V P
                  V P                  V P                  4
      # r   )rZ  rT  rz  ry  r6  rŠ  r8  rU  ©r!   r3  r&  r:  s   &&&&r   Ú_use_mask_as_outputÚSAM3Tracker._use_mask_as_output�  sP   € Ü!Ð"3ÈØ"&×"6Ñ"6¸×8OÑ8OÐQU×QfÑQfØ"&×"3Ñ"3°T×5GÑ5GÈÏÉÐZ^×ZnÑZnópð 	pr   c           	     óV  € VR,          P                   ^ ,          pV P                  p	VR,          w  r«VR,          P                  pV P                  ^ 8X  d+   VR,          P	                  ^ ^^4      P                  W‰W«4      # V'       d8   VR,          \        V P                  VR,          4      ,           p\        WÚV4      # \        WaV P                  V P                  V4      w  rï pp\        WpP                  4      p. pVP                  4        F?  w  ppVV8:  g   K  VP                  VV,
          VR,          P                  V4      34       KA  	  \!        ^V4       F]  pVV,
          pV^ 8  d    MLVR,          P#                  VR4      pVf   K4  VP                  VVR,          P                  V4      34       K_  	  ^ p\%        V4      ^ 8”  Ed§   \'        V!  w  pp\(        P*                  ! V^R7      p\-        \/        V4      WÀP                  V P0                  VVR,          P2                  R7      pVP5                  ^ 4      P7                  VRR4      pV P8                  V	8  dÝ   VP                   ^,          pVP                  VVW�P8                  ,          V P8                  4      pVP;                  VVW�P8                  ,          ,          V P8                  4      pVP5                  ^4      P7                  RRW�P8                  ,          R4      pVP;                  VVW�P8                  ,          ,          V P8                  4      pVP                  V4       VP                  V4       VP                   ^,          p\%        V4      ^ 8X  d8   VR,          \        V P                  VR,          4      ,           p\        WÚV4      # \(        P<                  ! V^R7      p\(        P<                  ! V^R7      pVR,          pVR,          pV P>                  PA                  VVVVVR7      p \        V W«4      # )z=Fuse current frame features with memory from previous frames.rM  r  Nr8   ©r  r   )r   r…  r�  r†  r®   r   )!r   r  r   r  r   r   r   r|  r   r  rÿ   rX   r�  r  rn   r+   rl   r	  ÚlenÚziprA   r„   r  r  r  r   r…   r×  r€  r,   r¾   rÅ  r§  )!r!   rè   Úis_init_cond_frameÚcurrent_vision_featsÚcurrent_vision_pos_embedsrï   r
  Ú
num_framesr¯   r±   r   r   r   Úpix_featr  r  rŠ   r  Úmax_obj_ptrsÚpos_and_ptrsr  rù   Út_diffÚnum_obj_ptr_tokensÚpos_listÚ	ptrs_listÚobj_ptrsÚobj_posÚNr…  r†  r�  Úpix_feat_with_mems!   &&&&&&&&                         r   Ú$_prepare_memory_conditioned_featuresÚ0SAM3Tracker._prepare_memory_conditioned_features”  s›  € à  Õ$×*Ñ*¨1Õ-ˆØ�L‰LˆØ˜"�~‰ˆØ% bÕ)×0Ñ0ˆà×Ñ˜qÔ Ø'¨Õ+×3Ñ3°A°q¸!Ó<×AÑAÀ!ÈÓMÐMçà+¨BÕ/´-À×@QÑ@QÐSgÐhjÕSkÓ2lÕlˆHÜ˜h¨1Ó-Ð-ä?TØ D×$4Ñ$4°d×6KÑ6KÈVó@UÑ<ˆ¨!¨Q°ô ˜:×'CÑ'CÓDˆØˆØ"×(Ñ(Ö*‰FˆAˆsØ�IŽ~Ø×#Ñ# i°!¥m°c¸)µn×6GÑ6GÈÓ6OÐ$PÖQñ +ô ˜A˜|Ö,ˆFØ˜FÕ"ˆAØ�1ŒuÙØÐ6Õ7×;Ñ;¸A¸tÓDˆCØŒØ×#Ñ# V¨S°­^×->Ñ->¸vÓ-FÐ$GÖHñ -ð ÐÜˆ|Ó˜qÕ Ü"% |Ñ"4ÑˆH�iÜ—{’{ 9°!Ô4ˆHô 'Ü�X“ ¯©°d×6LÑ6LØ(Ð0DÀRÕ0H×0NÑ0NôˆGð ×'Ñ'¨Ó*×1Ñ1°!°R¸Ó<ˆGð �|‰|˜aÔØ—N‘N 1Õ%�Ø#Ÿ=™=¨¨A¨q·L±LÕ/@À$Ç,Á,ÓO�Ø#×+Ñ+¨A¨q°A¿¹Õ4EÕ/FÈÏÉÓU�Ø!×+Ñ+¨AÓ.×5Ñ5°b¸"¸aÇ<Á<Õ>OÐQSÓT�Ø!Ÿ/™/¨!¨Q°!·|±|Õ2CÕ-DÀdÇlÁlÓS�à× Ñ  Ô*Ø×$Ñ$ WÔ-Ø!)§¡°Õ!2Ðäˆ}Ó Ô"à+¨BÕ/´-À×@QÑ@QÐSgÐhjÕSkÓ2lÕlˆHÜ˜h¨1Ó-Ð-ô —’˜=¨aÔ0ˆÜ—Y’YÐ0°aÔ8ˆ
ð (¨Õ+ˆØ+¨BÕ/ˆà ×,Ñ,×4Ñ4ØØØØ!Ø1ð 5ó 
Ðô Ð+¨QÓ2Ð2r   c                ó  € V'       d    V^ 8„  P                  VP                  4      pM\        P                  ! V4      pVP	                  V P
                  4      P                  V P                  4       V P                  WRR7      pVR,          pVR,          pV^ 8„  P                  VP                  4      R,          p	\        V P                  V4      R,          P                  V4      p
V^V	,
          V
,          ,           V3# )z+Encode predicted mask into memory features.T©rb  r^  r_  ©.NN)r+   r   rA   r`  r  r‚  Úadd_rƒ  r{  r   r}  r]   )r!   rœ  Úpred_masks_high_resrE  Úis_mask_from_ptsra  Úmaskmem_outrõ   rö   rY  Úno_objs   &&&&&      r   Ú_encode_new_memoryÚSAM3Tracker._encode_new_memoryá  sß   € çØ/°!Ñ3×7Ñ7¸¿¹ÓG‰Lä Ÿ=š=Ð)<Ó=ˆLà×Ñ˜$×8Ñ8Ó9×>Ñ>¸t×?\Ñ?\Ô]à×+Ñ+¨HÐVZÐ+Ó[ˆØ&Ð'8Õ9ÐØ%Ð&6Õ7ˆð % qÑ(×,Ñ,Ð-=×-CÑ-CÓDÀ_ÕUˆÜ˜t×8Ñ8Ð:JÓKÈOÕ\×fÑfÐgwÓxˆØ 1 u¥9°Õ"6Õ6¸ÐGÐGr   c
           
     ó´  € / p
\        V4      ^8”  dr   \        VRR 4       UUu. uFV  w  r¼VP                  VP                  ^ ,          W[,          ^ ,          W[,          ^,          R4      P	                  ^ ^^^4      NKX  	  pppMRpVR,          w  rïVe'   \        VR,          Wï4      pV P                  VWÖ4      pMkV P                  VVVVVVVR7      pV	f   ^ MV	R,          P                  ^4      pT;'       d    ^ Tu;8  ;'       d    ^8*  Mu pV P                  VV	VVR7      pVw  pppp\        V^ÈR7      p\        P                  ! VV P                  V P                  3RRR7      pVV
R	&   VV
R
&   VV
R&   VV
R&   V P                  ^ 8”  d:   \        VR,          Wï4      pV P                  VVVV	RJR7      w  ppVV
R&   VV
R&   V
# RV
R&   RV
R&   V
# u uppi )z?Track one frame: fuse with memory, predict mask, encode memory.N)rè   r˜  r™  rš  rï   r
  r›  r  ©r3  r9  r&  r'  ©rœ   r  Fr)  Ú
pred_masksr­  rM  rE  )rœ  r­  rE  r®  rõ   rö   r   )r–  rØ  r   r   r   r   r’  r§  rä   rŽ  r¤   r.  r/  r8  r  r±  )r!   rè   r˜  r™  rš  rï   r:  r
  r›  r9  Úcurrent_outrt   r   r&  r   r   rœ  Úsam_outputsr¦  Únum_ptsr'  rK  rL  rM  rE  rõ   rö   s   &&&&&&&&&&                 r   Ú
track_stepÚSAM3Tracker.track_stepó  sX  € ð ˆô Ð#Ó$ qÔ(ô &Ð&:¸3¸BÐ&?Ô@ô!á@‘D�Að —‘�q—w‘w˜q•z :¥=°Õ#3°Zµ]À1Õ5EÀrÓJ×RÑRÐSTÐVWÐYZÐ\]Ö^Ù@ð ñ !Ðð
 !%Ðð ˜"�~‰ˆàÒ"ä!Ð"6°rÕ":¸AÓAˆHØ×2Ñ2°8Ð=NÓ\‰Kð !%× IÑ IØ#Ø#5Ø%9Ø*CØ%Ø'Ø%ð !Jó !Ðð (Ò/‘a°\À.Õ5Q×5VÑ5VÐWXÓ5YˆGØ1×FÐF°a¸'×6FÔ6FÀQÔ6FÐØ×1Ñ1Ø"3Ø)Ø"3Ø!1ð	 2ó ˆKð ITÑEˆ˜¨Ð1Dô 2°-È#ÔNˆÜŸš }¸D¿O¹OÈTÏ_É_Ð;]Ðdnð  Dô  Eˆà$1ˆ�LÑ!Ø-;ˆÐ)Ñ*Ø!(ˆ�IÑØ-@ˆÐ)Ñ*ð ×Ñ˜aÔÜ!Ð"6°rÕ":¸AÓAˆHØ04×0GÑ0GØ!Ø$2Ø$7Ø".°dÐ":ð	 1Hó 1Ñ-Ð˜oð /?ˆKÐ*Ñ+Ø-<ˆKÐ)Ñ*ð
 Ðð /3ˆKÐ*Ñ+Ø-1ˆKÐ)Ñ*àÐùó{!s   ¤AGc                ó@   € \        WV4      w  rEp pVR R VR R VR R 3# ©Nr   )rò   )r!   rê   rë   rè   rð   rñ   rï   rŠ   s   &&&&    r   Ú_compute_backbone_frameÚ#SAM3Tracker._compute_backbone_frame9  s8   € Ü5FÀ{Ð[dÓ5eÑ2ˆ *¨a°à˜C˜RÐ  *¨S¨b /°:¸c¸r°?ÐBÐBr   c                óô  € VP                   ^ ,          pVe   TMVP                  pVe   TMVP                  p	V P                  p
R/ R/ /p. p\	        \        V4      RR7       EF{  pV P                  V\        V\        WÝ^,           4      W‰V
4      VR7      w  rïpRpV^ 8X  dU   \        P                  ! VP                  W‰R7      V P                  V P                  3RR	R
7      pVR8„  P                  V	4      pV P                  WÝ^ 8H  WïVVW·R7      pV^ 8X  d   VVR,          V&   M_VVR,          V&   \        V P                  V P                  4      p\!        VR,          4       F  pVVV,
          8  g   K  VR,          V K  	  VP#                  VR,          P                  \$        P&                  P)                  4       4      4       Vf   EKj  VP+                  ^4       EK~  	  \,        P.                  ! V^ R7      # )z<Track one object, computing backbone per frame to save VRAM.Nr  r  Útracking©Údescrç   r(   r  Fr)  rú  )rè   r˜  r™  rš  rï   r:  r
  r›  r­  r8   )r   r   r   r8  r   rl   r¾  rå   Úslicer.  r/  r+   rº  r^   r  r�  r  rn   rÞ   Úmodel_managementÚintermediate_deviceÚupdaterA   r¾   )r!   rê   rá   Úinitial_maskÚpbarÚtarget_deviceÚtarget_dtyper¥  r   rã   rä   r
  Ú	all_masksrè   rð   rñ   rï   Ú
mask_inputr·  ÚlookbackÚold_idxs   &&&&&&&              r   Ú_track_single_objectÚ SAM3Tracker._track_single_object>  sÝ  € ð �L‰L˜�OˆØ"/Ò";‘ÀÇÁˆØ)Ò5‰\¸6¿<¹<ˆØ�‰ˆØ+¨RÐ1IÈ2ÐNˆØˆ	äœe A›h¨Z×8Ð8ˆIØ37×3OÑ3OØœ[¨´°yÈaÅ-Ó1PÐRXÐ^bÓcÐoxð 4Pó 4zÑ0ˆL jàˆJØ˜AŒ~ÜŸ]š]¨<¯?©?À&¨?Ó+SØŸ/™/¨4¯?©?Ð;À*Ð\aôc�
à(¨3Ñ.×2Ñ2°2Ó6�
àŸ/™/Ø#Àa¹Ø%1Ø%°:È;ð *ó fˆKð
 ˜AŒ~Ø?J�Ð0Õ1°)Ò<àCN�Ð4Õ5°iÑ@Ü˜t×/Ñ/°×1MÑ1MÓN�Ü# KÐ0HÕ$IÖJ�GØ ¨XÕ!5Ö5Ø'Ð(@ÕAÀ'ÒJñ  Kð ×Ñ˜[Ð)>Õ?×BÑBÄ5×CYÑCY×CmÑCmÓCoÓpÔqØÕØ—‘˜A—ñ3 9ô6 �yŠy˜¨Ô*Ð*r   c           
     óÞ   € VP                   ^ ,          p. p	\        V4       F2  p
V P                  WW:V
^,            VWVR7      pV	P                  V4       K4  	  \        P
                  ! V	^R7      # )a¼  Track one or more objects across video frames.

Args:
    backbone_fn: callable that returns (sam2_features, sam2_positions, trunk_out) for a frame
    images: [N, 3, H, W] CPU full-res video frames (resized per-frame to self.image_size)
    initial_masks: [N_obj, 1, H, W] binary masks for first frame (one per object)
    pbar: optional progress bar

Returns:
    [N, N_obj, image_size, image_size] predicted mask logits per frame per object
)rÉ  rÊ  rË  r8   )r   rl   rÐ  rn   rA   r¾   )r!   rê   rá   Úinitial_masksrÉ  rÊ  rË  r„  ÚN_objÚ
per_objectÚobj_idxÚ	obj_maskss   &&&&&&&,    r   Útrack_videoÚSAM3Tracker.track_videoe  ss   € ð ×#Ñ# AÕ&ˆØˆ
Ü˜U–|ˆGØ×1Ñ1Ø ]¸7ÀQ½;Ð%GÈdØ+ð 2ó HˆIð ×Ñ˜iÖ(ñ	 $ô �yŠy˜¨Ô+Ð+r   )rU  r  r8  rT  r{  rÿ   r�  r€  r|  r}  r~  r  r6  r  ry  rz  rƒ  r‚  rÅ  )rŠ  rÕ   r  NNN©NNNNFrf  r   r  )rM   rN   rO   rP   r#   rŠ  rŽ  r’  r§  r±  rº  r¾  rÐ  rØ  rR   rS   rs  rt  s   @@r   rv  rv  _  sG   ù‡ € ÷#.òJSômòpò
K3ôZHô$DôLCô
%+÷N,ô ,r   rv  c                   óÈ   a a€ ] tR tRt oRtRV 3R lltR tRR ltR tRR lt	RR lt
RR	 ltRR
 ltRR lt]RR l4       tRR ltR tRR ltRR lt^@tRR ltRtVtV ;t# )ÚSAM31Trackeri}  zXSAM3.1 multiplex tracker: decoupled memory attention, dual decoder, 16-object multiplex.c                ó€  <€ \         S	V `  4        Wn        W n        W0n        W@n        R V n        ^V n        ^V n        RV n	        R
V n
        \        V^R^WVVR7      V n        \        W^WVVR7      V n        \        V^WVVR7      V n        \#        WWgR7      V n        \'        W^,          . ROWVVR7      V n        \*        P,                  ! \.        P0                  ! V^^W%VR7      4      V n        \*        P,                  ! \.        P0                  ! WBWVR7      4      V n        \*        P,                  ! \.        P0                  ! ^^WVR7      4      V n        \9        WV^WVVR7      V n        VP=                  WWVR7      V n        VP=                  WWVR7      V n         \9        WV^WVVR7      V n!        VPE                  ^^^^WVR7      V n#        \*        P,                  ! \.        P0                  ! WAWVR7      4      V n$        \*        P,                  ! \.        P0                  ! WAWVR7      4      V n%        \M        V^,          4      V n'        R	# )r¡  g       @r‹  )r­   r�  r˜  r   r   rh  )rÑ  r   r   rh  rx  rS  r(   r¿  Ng      ð¿)rÓ   rÕ   rŠ  i   )(r_  r#   r  r€  r  rj  r8  rU  r�  r‚  rƒ  rM  rÅ  rh  ry  r¹  Úinteractive_sam_mask_decoderrî  Úinteractive_sam_prompt_encoderrQ  r{  r“  r  rA   rB   rÿ   r}  Úinteractivity_no_mem_embedr   r6  r`  r  Úno_obj_ptr_linearÚinteractive_obj_ptr_projrÍ  Úinteractive_mask_downsampleÚoutput_valid_embedÚoutput_invalid_embedr   Úimage_pe_layer)
r!   r  r€  r  rj  r   r   rh  r„  ri  s
   &&&&&&&&,€r   r#   ÚSAM31Tracker.__init__€  s  ø€ Ü‰ÑÔØŒØŒØ&ÔØ*ÔØˆŒØ!ˆÔØ')ˆÔ$Ø),ˆÔ&Ø(,ˆÔ%ô 6°gÈÐSWÐdeØ=CÐ]gôiˆÔô !5°WÐcdØ<BÐ\fô!hˆÔô -;¸7ÐZ[ØBHÐblô-nˆÔ)ä.>¸wÐ]bÔ.zˆÔ+ô !/¨wÐQRÕARÒ]pØ7=ÐWaô!cˆÔô !#§¢¬U¯[ª[¸ÀaÈÈGÐjoÔ-pÓ qˆÔÜ$&§L¢L´·²¸]Ð\bÔ1pÓ$qˆÔ!Ü*,¯,ª,´u·{²{À1ÀaÈÐglÔ7mÓ*nˆÔ'ô   °'¸1ÀVÐeoÔpˆÔØ!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔØ!+×!2Ñ!2°7ÈFÐ!2Ó!`ˆÔÜ(+¨G¸gÀqÐQWÐq{Ô(|ˆÔ%ð ,6×+<Ñ+<¸QÀÈqÐYZÐciÐ+<Ó+wˆÔ(ô #%§,¢,¬u¯{ª{¸=ÐZ`Ô/nÓ"oˆÔÜ$&§L¢L´·²¸]Ð\bÔ1pÓ$qˆÔ!ô 6°gÀµlÓCˆÖr   c                ó„   € VP                  VP                  4      p\        P                  ! V P	                  V4      W4      # r   )r+   r   rA   r‡  rá  rˆ  s   &&& r   rŠ  ÚSAM31Tracker._no_obj_blend±  s0   € Ø—	‘	˜'Ÿ-™-Ó(ˆÜ�zŠz˜$×0Ñ0°Ó9¸7ÓJÐJr   c                óŠ   € \        WP                  V P                  V P                  V P                  V P
                  W#WEV4      # r   )rN  rß  rÞ  râ  rŠ  r8  r�  s   &&&&&&&r   rŽ  ÚSAM31Tracker._forward_sam_headsµ  sE   € ä Ð!2×4WÑ4WÐY]×YzÑYzØ!%×!>Ñ!>À×@RÑ@RÐTX×TcÑTcØ!-¸JÐ[kómð 	mr   c                ó´   € \        WVV P                  V P                  V P                  V P                  V P
                  V P                  V P                  4
      # r   )rZ  rã  rß  rÞ  râ  rŠ  r8  rU  r‘  s   &&&&r   r’  Ú SAM31Tracker._use_mask_as_output»  sO   € Ü!Ð"3ÈØ"&×"BÑ"BÀD×DgÑDgØ"&×"CÑ"CÀT×EbÑEbØ"&×"4Ñ"4°d·o±oÀt×G[ÑG[ó]ð 	]r   c	                óz
  € VR
,          P                   ^ ,          p	V P                  p
VR
,          w  r¼VR
,          P                  pVe   VP                  MRpV P                  ^ 8X  d+   VR
,          P                  ^ ^^4      P                  WšW¼4      # V'       d8   VR
,          \        V P                  VR
,          4      ,           p\        WûV4      # \        WaV P                  V P                  VRRVR7      w  ppppp\        WpP                  4      p. pVP                  4        FZ  w  ppVV8:  g   K  RV9   g   K  VR,          P                  V4      pVe   \!        VV4      pVP#                  VV,
          V34       K\  	  \%        ^V4       Fx  pVV,
          pV^ 8  d    MgVR,          P'                  VR4      pVf   K4  RV9   g   K=  VR,          P                  V4      pVe   \!        VV4      pVP#                  VV34       Kz  	  ^ p\)        V4      ^ 8”  EdH   \+        V!  w  pp\,        P.                  ! V^R7      pVP                   ^ ,          pVP                   ^,          p VP                   ^,          p!VP1                  VV V!,          R
4      p\3        \5        V4      WÐP                  V P6                  VVR
,          P8                  R7      p"V"P;                  ^ 4      P=                  VR
R
4      p"V"P;                  ^4      P=                  R
R
V!R
4      P1                  VV V!,          R
4      p"VP#                  V4       VP#                  V"4       VP                   ^,          p\)        V4      ^ 8X  d8   VR
,          \        V P                  VR
,          4      ,           p\        WûV4      # \,        P>                  ! V^R7      p#\,        P>                  ! V^R7      p$V#P                   ^ ,          p%VR
,          p&VR
,          p'V&P                   ^ ,          V%8  d'   V&P=                  V%R
R
4      p&V'P=                  V%R
R
4      p'\)        V4      ^ 8”  dÄ   \        \,        P>                  ! V^R7      V&4      p(\        \,        P>                  ! V^R7      V&4      p)V(P                   ^ ,          V%8  d'   V(P=                  V%R
R
4      p(V)P=                  V%R
R
4      p)V P@                  PC                  V&\        V#V&4      \        V$V&4      \        V'V&4      VV(V)R7      p*M V P@                  PC                  V&V#V$V'VR	7      p*\        V*W¼4      # )r'   NT)rþ   r  r)   rM  r  r8   r•  )r   r…  r†  r�  r®   r=  r>  )r   r…  r†  r�  r®   r   )"r   r  r   r)   r  r   r   r   rà  r   r  rÿ   rX   r�  r  r+   rÊ   rn   rl   r	  r–  r—  rA   r„   r,   r  r  r  r   r…   r×  r¾   rÅ  r§  )+r!   rè   r˜  r™  rš  rï   r
  r›  Úmultiplex_stater¯   r±   r   r   r   Únum_bucrœ  r  r  r   r  r  r�  rž  r  rù   ÚptrrŸ  r   r¡  r¢  r£  ÚB_ptrÚN_ptrsrD   r¤  r…  r†  Úmem_Br   Úx_posr=  r>  r¦  s+   &&&&&&&&&                                  r   r§  Ú1SAM31Tracker._prepare_memory_conditioned_featuresÁ  sÇ  € ð ! Õ$×*Ñ*¨1Õ-ˆØ�L‰LˆØ˜"�~‰ˆØ% bÕ)×0Ñ0ˆØ1@Ò1L�/×-Ò-ÐRVˆà×Ñ˜qÔ Ø'¨Õ+×3Ñ3°A°q¸!Ó<×AÑAÀ!ÈÓMÐMçØ+¨BÕ/´-À×@_Ñ@_ÐauÐvxÕayÓ2zÕzˆHÜ˜h¨1Ó-Ð-ä^sØ D×$4Ñ$4°d×6KÑ6KÈVØ $¨dÀô_IÑ[ˆÐ(Ð*;Ð=MÈ|ô ˜:×'CÑ'CÓDˆØˆØ"×(Ñ(Ö*‰FˆAˆsØ�IŽ~ )¨sÖ"2Ø˜)•n×'Ñ'¨Ó/�ØÒ&Ü)¨#¨wÓ7�CØ×#Ñ# i°!¥m°cÐ$:Ö;ñ +ô ˜A˜|Ö,ˆFØ˜FÕ"ˆAØ�1ŒuÙØÐ6Õ7×;Ñ;¸A¸tÓDˆCØŒ 9°Ö#3Ø˜)•n×'Ñ'¨Ó/�ØÒ&Ü)¨#¨wÓ7�CØ×#Ñ# V¨S MÖ2ñ -ð ÐÜˆ|Ó˜qÕ Ü"% |Ñ"4ÑˆH�iÜ—{’{ 9°!Ô4ˆHØ—N‘N 1Õ%ˆEØ—^‘^ AÕ&ˆFØ—‘˜qÕ!ˆAØ×'Ñ'¨¨v¸­z¸2Ó>ˆHÜ&¤t¨H£~°v¿|¹|ÈT×McÑMcØ3?ÐG[Ð\^ÕG_×GeÑGeôgˆGà×'Ñ'¨Ó*×1Ñ1°%¸¸RÓ@ˆGØ×'Ñ'¨Ó*×1Ñ1°"°b¸!¸RÓ@×HÑHÈÐPVÐYZÕPZÐ\^Ó_ˆGØ× Ñ  Ô*Ø×$Ñ$ WÔ-Ø!)§¡°Õ!2Ðäˆ}Ó Ô"Ø+¨BÕ/´-À×@_Ñ@_ÐauÐvxÕayÓ2zÕzˆHÜ˜h¨1Ó-Ð-ä—’˜=¨aÔ0ˆÜ—Y’YÐ0°aÔ8ˆ
ð —‘˜Q•ˆØ  Õ$ˆØ)¨"Õ-ˆØ�7‰7�1�:˜ÔØ—‘˜  BÓ'ˆAØ—L‘L ¨¨BÓ/ˆEäÐ Ó! AÔ%ä(¬¯ªÐ3DÈ!Ô)LÈaÓPˆLÜ,¬U¯YªYÐ7GÈQÔ-OÐQRÓSÐØ×!Ñ! !Õ$ uÔ,Ø+×2Ñ2°5¸"¸bÓA�Ø#3×#:Ñ#:¸5À"ÀbÓ#IÐ Ø $× 0Ñ 0× 8Ñ 8ØÜ$ V¨QÓ/Ü(¨°QÓ7Ü% e¨QÓ/Ø#5Ø)Ø!1ð !9ó !Ñð !%× 0Ñ 0× 8Ñ 8ØØØ%ØØ#5ð !9ó !Ðô Ð+¨QÓ2Ð2r   c                ó  € V'       d    V^ 8„  P                  VP                  4      pM\        P                  ! V4      pVP	                  V P
                  4      P                  V P                  4       VP                  VR
,          4      p	VP                  ^ ,          p
\        P                  ! V
3RVP                  VP                  R7      pV'       d   RVR&   MVe   RW·&   VP                  R^^^4      P                  VR,          4      P                  ^4      pVP                  V4      p\        P                  ! W�.^R7      pV P!                  WRR7      pVR,          pVR	,          pV^ 8„  P#                  4       pVP                  V4      p\%        V P&                  V4      pVP)                  ^ 4      R,          pVR,          p^V,
          V,          P+                  ^R7      pVVP                  V4      ,           pVV3# )r   r¦   rQ  r(   r@   r8   Trª  r^  r_  r+  r   )r¦   rÕ  r¦   r¦   r«  )r+   r   rA   r`  r  r‚  r¬  rƒ  r/   r   Úfullr   r   r]   Úsqueezer¾   r{  rY   r   r}  r…   r:   )r!   rœ  r­  rE  r®  rï  Úis_conditioningÚcond_obj_maskra  Ú	mux_masksrÔ  Úcond_valuesÚcond_spatialÚmux_condÚ	mux_inputr¯  rõ   rö   r‰  Ú
mux_is_objÚno_obj_embedÚno_obj_spatialrY  Úper_slot_no_objs   &&&&&&&&                r   r±  ÚSAM31Tracker._encode_new_memory!  sÏ  € çØ/°!Ñ3×7Ñ7¸¿¹ÓG‰Lä Ÿ=š=Ð)<Ó=ˆLØ×Ñ˜$×8Ñ8Ó9×>Ñ>¸t×?\Ñ?\Ô]ð $×'Ñ'¨°TÕ(:Ó;ˆ	ð ×"Ñ" 1Õ%ˆÜ—j’j % ¨3°|×7JÑ7JÐR^×RdÑRdÔeˆßØ ˆK˜ŠNØÒ&Ø),ˆKÑ&Ø"×'Ñ'¨¨A¨q°!Ó4×>Ñ>¸|ÈLÕ?YÓZ×bÑbÐcdÓeˆØ"×&Ñ& |Ó4ˆÜ—I’I˜yÐ3¸Ô;ˆ	à×+Ñ+¨HÐSWÐ+ÓXˆØ&Ð'8Õ9ÐØ%Ð&6Õ7ˆð &¨Ñ)×0Ñ0Ó2ˆØ$×(Ñ(¨Ó0ˆ
Ü$ T×%>Ñ%>Ð@PÓQˆØ%×/Ñ/°Ó2°?ÕCˆà˜?Õ+ˆØ �I¨Õ7×<Ñ<ÀÐ<ÓCˆØ+¨o×.GÑ.GÐHXÓ.YÕYÐà Ð0Ð0r   c                óp  € VP                   ^ ,          pVP                  p\        VP                  4       P	                  R4      P                  4       V4      p\        V P                  V4      P	                  ^ 4      p\        V P                  V4      P	                  ^ 4      pWg,          ^V,
          V,          ,           p	V P                  VP                   R,          VP                   R,          3VP                  R7      p
\        W¡4      p
V P                  W\        P                  ! V^ V P                  WQP                  R7      \        P                  ! W@P                  .VP                   RR O5RVRVP                  / VRRV	P                  VRR4      R7      w  r¼rÞVP!                  V4      pVP!                  V4      pVP!                  V4      pVP!                  V4      p\        P"                  ! VRR7      pVP                   ^ ,          p\        P$                  ! VVR7      pVVV3,          P	                  ^4      pV^ 8„  p\        P&                  ! VR,          V\        P(                  ! \*        VVP                  R7      4      p\,        P.                  ! VP                  4       V P0                  V P0                  3R	R
R7      pVR,          pV P3                  V4      pV^ 8„  P                  4       pV P5                  V4      pVV,          ^V,
          V,          ,           pVP7                  V4      pVVVV3# )z>Propagation path using the multiplex SAM decoder (no prompts).r?   r(   Nr   r   T)r"  r#  r$  r%  r&  r'  r(  rp  r8   r  Fr)  r   ré   )r¦   r¦   NNr+  )r   r   r   r<   r…   rY   rä  rå  ræ  ry  rA   rû  r  r   rB   r×  r5   r2  rC   r˜   rm   r1  r.  r/  r8  r6  rá  r/   )r!   r3  r&  rï  r¯   r   Ú
valid_maskÚoutput_validÚoutput_invalidÚextra_embedr#  ro   rè  rs  rE  Ú	masks_objÚiou_objÚ	score_objÚ
tokens_objÚbest_idxrÔ  Ú	obj_rangerK  r‰  rL  Ú	sam_tokenrM  r°  Úobj_ptr_muxeds   &&&&                         r   Ú_forward_propagationÚ!SAM31Tracker._forward_propagationG  s  € à×#Ñ# AÕ&ˆØ"×)Ñ)ˆô # ?×#HÑ#HÓ#J×#TÑ#TÐUWÓ#X×#^Ñ#^Ó#`ÐbsÓtˆ
Ü$ T×%<Ñ%<Ð>OÓP×ZÑZÐ[\Ó]ˆÜ& t×'@Ñ'@ÐBSÓT×^Ñ^Ð_`ÓaˆØ Õ/°1°zµ>À^Õ2SÕSˆà×&Ñ&Ð(9×(?Ñ(?ÀÕ(CÐEV×E\ÑE\Ð]_ÕE`Ð'aÐj{÷  kCñ  kCÐ&ó  DˆÜ  Ó=ˆà?C×?TÑ?TØ.Ü%*§[¢[°°A°t·|±|ÈF×ZqÑZqÔ%rÜ$)§K¢K°·<±<ð  %NÐBS×BYÑBYÐZ\ÐZ]ÐB^ò  %NÐgmð  %Nð  vG÷  vMñ  vMñ  %NØ/À$ÐSWØ(3×(:Ñ(:¸1¸bÀ"Ó(Eð @Uó @
Ñ<ˆ˜ð $×)Ñ)¨%Ó0ˆ	Ø!×'Ñ'¨Ó1ˆØ#×)Ñ)Ð*=Ó>ˆ	Ø$×*Ñ*¨>Ó:ˆ
ô —<’< ¨RÔ0ˆØ—‘ Õ"ˆÜ—L’L ¨vÔ6ˆ	Ø! )¨XÐ"5Õ6×@Ñ@ÀÓCˆà˜Q‘ˆÜŸš FÐ+;Õ$<¸mÜ%*§\¢\´,ÀvÐUb×UhÑUhÔ%iókˆäŸš }×':Ñ':Ó'<ÀDÇOÁOÐUY×UdÑUdÐCeÐlvð  GLô  Mˆð ˜tÕ$ˆ	Ø×#Ñ# IÓ.ˆØ˜a‘-×&Ñ&Ó(ˆØ×'Ñ'¨Ó0ˆØ˜7Õ" a¨&¥j°FÕ%:Õ:ˆØ'×+Ñ+¨GÓ4ˆà˜n¨m¸YÐFÐFr   c                óÖ  € / pVR,          w  ppVe€   VeR   TpVP                  ^4      pVP                  ^ ^^4      \        V P                  V4      ,           p\	        VVV4      pT
pM\	        VR,          VV4      pTpV P                  VVV4      pMšV	em   V P                  WW4WWVVR7      pV
e   T
MTpV	R,          P                  ^4      pT;'       d    ^ Tu;8  ;'       d    ^8*  Mu pV P                  VV	VVR7      pM*V P                  WW4WWVVR7      pV P                  VVVR7      pVw  ppppVe'   VP                  4       ^8X  d   VP                  V4      pV'       dO   V P                  ^ 8”  d>   \	        VR,          VV4      pV P                  VVVV	RJVVRJR7      w  ppVVR&   VVR&   M
RVR&   RVR&   VR,          VR	&   VR,          VR
&   VVR&   VVR&   VVR&   VVR&   V# )r'   N)rè   r˜  r™  rš  rï   r
  r›  rï  r  r´  )rï  )rœ  r­  rE  r®  rï  rú  rõ   rö   r÷   rø   r¶  r­  rM  rE  r   )rZ   r   r   rà  r   r’  r§  rä   rŽ  r  r9   r/   r  r±  ) r!   rè   r˜  r™  rš  rï   r:  r
  r›  r9  Úinteractive_high_resÚinteractive_backboneÚpropagation_high_resrï  Úrun_mem_encoderr·  r   r   rœ  Úpix_flatÚbfÚhi_resr¸  r¦  r¹  r'  rK  rL  rM  rE  rõ   rö   s    &&&&&&&&&&&&&&&                 r   rº  ÚSAM31Tracker.track_stepx  sˆ  € ð ˆØ˜"�~‰ˆˆ1àÒ"à#Ò/Ø/�à#×+Ñ+¨AÓ.�Ø×%Ñ% a¨¨AÓ.´¸t×?^Ñ?^Ð`hÓ1iÕi�Ü% b¨!¨QÓ/�Ø-‘ô &Ð&:¸2Õ&>ÀÀ1ÓE�Ø-�Ø×2Ñ2°8¸VÀ[ÓQ‰KØÒ%à $× IÑ IØ#Ø%9Ø%È:Ø /ð	 !Jó !Ðð .BÒ-MÑ)ÐSgˆFØ" >Õ2×7Ñ7¸Ó:ˆGØ1×FÐF°a¸'×6FÔ6FÀQÔ6FÐØ×1Ñ1Ø"3À,Ø"(Ð;Kð 2ó ‰Kð !%× IÑ IØ#Ø%9Ø%È:Ø /ð	 !Jó !Ðð ×3Ñ3Ð4EÐG[ØETð 4ó VˆKð ITÑEˆ˜¨Ð1Dð Ò&¨7¯;©;«=¸AÔ+=Ø%×)Ñ)¨'Ó2ˆG÷ ˜t×/Ñ/°!Ô3Ü!Ð"6°rÕ":¸A¸qÓAˆHØ04×0GÑ0GØ!°~Ø$7Ø".°dÐ":Ø /Ø!,°DÐ!8ð 1Hó 1Ñ-Ð˜oð /?ˆKÐ*Ñ+Ø-<ˆKÐ)Ò*à.2ˆKÐ*Ñ+Ø-1ˆKÐ)Ñ*ð )=¸RÕ(@ˆÐ$Ñ%Ø'@ÀÕ'Dˆ�OÑ$à$1ˆ�LÑ!Ø-;ˆÐ)Ñ*Ø!(ˆ�IÑØ-@ˆÐ)Ñ*àÐr   c                óF   € \        WV4      w  rErgpWEV\        VR R 4      V3# r½  )rò   r  )	r!   rê   rë   rè   rð   rñ   rï   rì   rî   s	   &&&&     r   r¾  Ú$SAM31Tracker._compute_backbone_frameÉ  s1   € ÜDUÐVaÐjsÓDtÑAˆ *¸	Ø¨´T¸(À3ÀB¸-Ó5HÈ)ÐSÐSr   c                óî  € V P                   ^ ,          pV^8:  d   V # V R,          ^ 8„  p\        V R,          V R,          4      p\        P                  ! Wc8¬  ^R7      pVP	                  ^4      pVP	                  ^ 4      p	WxV	8„  ,          V	R8„  ,          p
WyV8„  ,          VR8„  ,          pV
P                  ^R7      VP                  ^ R7      ,          pVP                  RR7      ( pWÜ,          pW!V&   RW&   V # )z™Suppress overlapping masks for objects that were most recently occluded.
Prevents corrupted masks from occluded objects from contaminating other objects.)Údiagonalr8   r+  r   ©r   ré   rR  )r   rh   rA   Útriur…   rS  )rK  Úlast_occludedrè   Ú	thresholdrÔ  rÍ   rf   ÚoverlappingÚ
last_occ_iÚ
last_occ_jÚ
suppress_iÚ
suppress_jÚto_suppressÚis_emptyÚnewly_occludeds   &&&&           r   Ú_suppress_recently_occludedÚ(SAM31Tracker._suppress_recently_occludedÍ  sö   € ð ×#Ñ# AÕ&ˆØ�AŒ:Ø Ð Ø˜tÕ$ qÑ(ˆÜ# M°$Õ$7¸ÀtÕ9LÓMˆÜ—j’j Ñ!1¸AÔ>ˆØ"×,Ñ,¨QÓ/ˆ
Ø"×,Ñ,¨QÓ/ˆ
à °Ñ$;Õ<À
ÈRÁÕPˆ
Ø °Ñ$;Õ<À
ÈRÁÕPˆ
Ø —n‘n¨�nÓ+¨j¯n©nÀ¨nÓ.CÕCˆà—J‘J 8�JÓ,Ð,ˆØ!Õ/ˆØ(1�nÑ%à%*ˆÑ"ØÐr   c           	     óÐ  € VR,          pV^8”  Ed   VP                  ^4      p	\        P                  ! V	^ RR7      p
\        P                  ! W&R7      R,          p\        P                  ! W«8H  V	\        P
                  ! V	RR7      4      pV	^ 8„  P                  RR7      P                  4       P                  ^R	7      pV^ 8„  P                  RR7      P                  4       pWí,          R
8¬  p\        P                  ! VR,          P                  V4      V\        P
                  ! VRR7      4      pV P                  P                  P                  p\        P                  ! VVRRR7      p\        P                  ! V^ 8„  P                  RR7      RR4      p\        VR,          VR,          ^ ,          VR,          ^,          4      pV P!                  VVVWWR7      w  ppVVR&   VVR&   R# )zaDeferred memory encoding for propagation frames. cond_obj_mask: per-object bool for conditioning.r¶  T)r9   rV   r?   Ng      $@r”   r8   rW   ç333333Ó?r  Fr)  )rœ  r­  rE  rï  rû  rõ   rö   r*  rR  r   r"  )r¦   NNN)rù  rA   r2  rC   r˜   r\   r:   rY   r]   r{  rV  r  r.  r/  rS  r   r±  )r!   r·  rÔ  rð   rï   Ú	mux_stater   rû  rK  ÚlrÚmax_objrJ  Ú	pixel_nolÚarea_beforeÚ
area_afterÚ	shrink_okr  Ú	mem_masksÚ
obj_scoresrœ  rõ   rö   s   &&&&&&&&              r   Ú_deferred_memory_encodeÚ$SAM31Tracker._deferred_memory_encodeå  s¸  € ð $ LÕ1ˆà�1�9Ø×&Ñ& qÓ)ˆBÜ—l’l 2¨1°dÔ;ˆGÜŸš eÔ;¸MÕJˆJÜŸš GÑ$9¸2¼u¿{º{È2ÐSXÔ?YÓZˆIØ ™6Ÿ,™,¨8˜,Ó4×:Ñ:Ó<×BÑBÀqÐBÓIˆKØ# a™-×,Ñ,°Ð,Ó:×@Ñ@ÓBˆJØ#Õ1°cÑ9ˆIÜ!ŸKšKØÐ-Õ.×8Ñ8¸ÓGØœuŸ{š{¨=¸eÔDóFˆMð ×-Ñ-×>Ñ>×LÑLˆÜ—M’M -°mØ'1ÀôHˆ	ô —[’[Ø˜‰]×Ñ HÐÓ-¨t°Uó<ˆ
ô ˜l¨2Õ.°
¸2µ¸qÕ0AÀ:ÈbÅ>ÐRSÕCTÓUˆØ,0×,CÑ,CØ°9Ø *Ø%ð -Dó -DÑ)Ð˜/ð +;ˆÐ&Ñ'Ø)8ˆÐ%Ó&r   c           
     ó  € VP                   pVP                  VP                  ^ ,          4       VP                   pR	 Fa  p\        P                  ! VP                  ^4      WX,          P                  R
R RRR7      p	\        P                  ! WX,          V	.^ R7      WX&   Kc  	  V P                  ^ 8”  dW   \        P                  ! V\        P                  VP                  R7      p
RW¦R% V P                  WWW4W!P                  V
R7       R# R# )z]Grow MultiplexState with new detections, merge masks, re-encode memory. Modifies current_out.Nr  Fr)  r8   r¼   T)rû  )r¶  r­  ré   )r-   rK   r   r.  r/  r…   rA   r¾   r  rB   r—   r   r;  )r!   Ú	new_masksr2  rð   rï   r·  Ún_oldrÔ  r«   ÚdetÚ	cond_masks   &&&&&&     r   Ú_add_detected_objectsÚ"SAM31Tracker._add_detected_objects  så   € à×-Ñ-ˆØ×Ñ˜iŸo™o¨aÕ0Ô1Ø×-Ñ-ˆã6ˆAÜ—-’- 	× 3Ñ 3°AÓ 6¸[½^×=QÑ=QÐRTÐRUÐ=VØ%/¸uôFˆCä"ŸYšY¨­¸Ð'<À!ÔDˆK‹Nñ 7ð ×Ñ˜aÔäŸš E´·±ÀI×DTÑDTÔUˆIØ $ˆI�fÐØ×(Ñ(¨¸\Ø)2×4DÑ4DÐT]ð )ö _ñ	  r   c                ó®  € \         P                  ! VP                  4       ^8X  d   TMVP                  ^4      V P                  V P                  3RRR7      pWí8„  P                  VP                  4      pR;ppV
e2   V
P                  '       d    V
! VRVRR7      w   pppVRR
 VR
,          ppV P                  VRVWEVWxVVVV	RR7      pVVR	,          V&   V# )z(Condition tracker with masks on a frame.r  Fr)  NÚinteractiveT)Útracker_modeÚcached_trunkÚtracker_only)rè   r˜  r™  rš  rï   r:  r
  r›  r  r  r  rï  r  r  r   )	r.  r/  r9   r…   r8  r+   r   Ú	multiplexrº  )r!   ro   rè   rð   rñ   rï   Úhigh_res_propr
  r¥  r2  Úbackbone_objrë   rî   r%  rÍ  r  Úlo_featrŠ   Úitfr·  s   &&&&&&&&&&&&&&      r   Ú_condition_with_masksÚ"SAM31Tracker._condition_with_masks  sê   € ô —]’]¨E¯I©I«K¸1Ô,<¡5À%Ç/Á/ÐRSÓBTØ—/‘/ 4§?¡?Ð3¸*ÐTYô[ˆ
à Ñ,×0Ñ0°·±Ó=ˆ
ØÐˆ�ØÒ#¨×(>×(>Ð(>Ù'¨¸MÐXaÐptÔu‰LˆAˆq�#�qØ! # 2˜h¨¨B­�GˆFØ—o‘oØ°DÈ|Ø&0ÐU_Ø#ÈØ!(¸}Ø%°tð &ó =ˆð 8CˆÐ(Õ)¨)Ñ4ØÐr   c
                ó   € VP                   p
VP                  ^ ,          ^ 8X  d>   V	e8   \        V
4       F(  p\        RV	P	                  V^ 4      ^,
          4      W›&   K*  	  . # VR,          R,          p\
        P                  ! VP                  ^4      VP                  RR RRR7      R,          p\        WÜ4      p\        4       pVP                  ^,          ^ 8”  dD   \        VR8¬  P                  ^ R7      P                  RR	7      ^ ,          P                  4       4      pV	ee   \        V
4       FU  pW¿9   d(   \        ^V	P	                  V^ 4      ^,           4      W›&   K0  \        RV	P	                  V^ 4      ^,
          4      W›&   KW  	  RpVEe   VP                  ^,          ^ 8”  dë   R
p\        VP                  ^ ,          4       FÈ  pVV,          V8  d   K  VV,          P                  4       P                  4       pVVV3,          R8¼  g   KJ  VV,          P                  ^ 4      VR,          V&   \
        P                  ! VVV^,            P                  ^4      VR,          P                  RR RRR7      pV^ ,          VR,          V&   RpKÊ  	  V'       d%   V P                   ^ 8”  d   V P#                  W:WVWG4       V^ 8”  d	   W¨8¼  d   . # VP                  ^,          ^ 8”  d   VP                  ^R7      ^ ,          M(\$        P&                  ! VP                  ^ ,          VR7      pVR8  pVP                  4       '       d¿   V^ 8”  d8   WŠ,
          pV\$        P(                  ! VP+                  4       ^ 4      V8*  ,          pV P-                  VV,          VWVV4       V	e!   \        W¤P                   4       F  p^W›&   K	  	  Ve   VV,          P                  4       # R.VP/                  4       P                  4       ,          # . # )z›Match detections against tracked masks, add new objects, recondition degraded tracks.
Updates keep_alive counters: +1 for matched tracks, -1 for unmatched.Nr¶  r  Fr)  rú  r8   T)Úas_tuplegš™™™™™é?r­  r?   rQ  éüÿÿÿr+  ré   )r-   r   rl   r^   r	  r.  r/  r…   rh   ÚsetrS  ÚnonzeroÚtolistrX   r2  Úitemr  r;  rA   rB   ÚcumsumÚintrB  r:   )r!   Ú	det_masksÚ
det_scoresr·  r2  rð   rï   r   Úmax_objectsÚ
keep_aliverÔ  rt   Ú	trk_masksÚdet_resizedÚoverlapÚmatchedÚreconditionedÚ	HIGH_CONFÚdet_idxÚbest_trkÚdet_hrÚmax_overlapÚnew_detsrG   s   &&&&&&&&&&              r   Ú_match_and_add_detectionsÚ&SAM31Tracker._match_and_add_detections*  s„  € ð
 ×-Ñ-ˆØ�?‰?˜1Õ Ô"ØÒ%Ü˜už�AÜ$'¨¨J¯N©N¸1¸aÓ,@À1Õ,DÓ$E�J“Mñ &àˆIð   Õ-¨dÕ3ˆ	Ü—m’m I×$7Ñ$7¸Ó$:ÀÇÁÐQSÐQTÐAUØ)3À5ôJØJNõPˆä'¨Ó?ˆô “%ˆØ�=‰=˜Õ˜aÔÜ˜7 c™>×.Ñ.°1Ð.Ó5×=Ñ=ÀtÐ=ÓLÈQÕO×VÑVÓXÓYˆGØÒ!Ü˜5–\�Ø”<Ü$'¨¨:¯>©>¸!¸QÓ+?À!Õ+CÓ$D�J“Mä$'¨¨J¯N©N¸1¸aÓ,@À1Õ,DÓ$E�J“Mñ	 "ð ˆØÓ! g§m¡m°AÕ&6¸Ô&:ØˆIÜ  §¡¨qÕ!1Ö2�Ø˜gÕ&¨Ô2ÙØ" 7Õ+×2Ñ2Ó4×9Ñ9Ó;�Ø˜7 HÐ,Õ-°Ö4à:EÀgÕ:N×:XÑ:XÐYZÓ:[�K Õ-¨hÑ7ÜŸ]š]¨9°W¸WÀQ½YÐ+G×+QÑ+QÐRSÓ+TØ(Ð)>Õ?×EÑEÀbÀcÐJØ'°uô>�Fð DJÈ!Å9�KÐ 5Õ6°xÑ@Ø$(’Mñ 3÷ ˜T×-Ñ-°Ô1Ø×(Ñ(¨¸\ÐW`Ôið ˜Œ?˜uÔ3ØˆIØ/6¯}©}¸QÕ/?À!Ô/C�g—k‘k a�kÓ(¨Ö+ÌÏÊÐU\×UbÑUbÐcdÕUeÐntÔIuˆØ Ñ$ˆØ�<‰<�>Š>Ø˜QŒØ#Õ+�Ø#¤u§|¢|°H·L±L³NÀAÓ'FÈ%Ñ'OÕP�Ø×&Ñ& y°Õ':¸IØ'3ÀôNàÒ%Ü˜u×&CÑ&CÖD�AØ$%�J“Mñ Eà4>Ò4J�:˜hÕ'×.Ñ.Ó0ÐmÐQTÐPUÐX`×XdÑXdÓXf×XkÑXkÓXmÕPmÐmØˆ	r   c                ó~  € V^ 8:  g   W`P                   8”  d   V P                   pVP                  ^ ,          pV
e   T
MVP                  pVe   TMVP                  pV P                  pR/ R/ /p. p\
        P                  P                  4       pRpVe)   \        VP                  ^ ,          V P                  WÞ4      p. pVe   / MRp\        P                  ! ^ V\        P                  R7      pRpRp\
        P                  P                  V4      '       d$    \        P                  P                  VR7      pRpV P#                  V\%        V\'        ^ ^4      WÞV4      ^ R7      p\)        \+        V4      R	R
7       EF  pVw  pppppV'       d¬   V^,           V8  dž   VP-                  \        P                  P/                  V4      4       \        P                  P1                  V4      ;_uu_ 4        V P#                  V\%        V\'        V^,           V^,           4      WÞV4      V^,           R7      p RRR4       \        P                  ! ^ VR7      p!Rp"VRJ;'       dL    V\3        V^4      ,          ^ 8H  ;'       d.    V^ 8„  ;'       d    VRJ;'       d    VP4                  V8¬  '       * p#V#'       ds   V! V4      p$V$R,          ^ ,          P7                  4       p%V%V8„  p&V$R,          ^ ,          V&,          V%V&,          p"p!V!P                  ^ ,          ^8”  d   \9        V!V"4      w  p!p"V^ 8X  d¼   Ve¸   V P;                  VP=                  WÞR7      VVVVVVVVV\%        V\'        VV^,           4      WÞV4      V4      p'\        P>                  ! VP4                  3RV\        P                  R7      pR.VP4                  ,          pVe"   \+        VP4                  4       F  p(^VV(&   K
  	  EM^Ve   VP4                  ^ 8X  Ed³   V!P                  ^ ,          ^ 8”  dì   V^ 8”  d   V"RV p"V!RV p!\        V!P                  ^ ,          V P                  WÞ4      pV P;                  V!VVVVVVVVV\%        V\'        VV^,           4      WÞV4      VRR7      p'\        P>                  ! VP4                  3RV\        P                  R7      pV"RVP4                   PA                  4       pVe"   \+        VP4                  4       F  p(^VV(&   K
  	  EMEVPC                  R4       V	e   V	PE                  ^4       V^,           V8  dy   V'       d2   \        P                  P/                  V4      P-                  V4       X pM?V P#                  V\%        V\'        V^,           V^,           4      WÞV4      V^,           R7      pEK4  VP4                  p)V PG                  VRVVVRVVVVRR7      p'\I        V'R,          ^R7      V'R&   VP                  ^ ,          V)8X  d"   V)^8”  d   V PK                  V'R,          VV4       V PL                  ^ 8”  d   V PO                  V'V)VVVV4       V'VR,          V&   \3        V PL                  V PP                  4      p*\S        VR,          4       F  p+V+VV*,
          8  g   K  VR,          V+ K  	  VP4                  p,T PU                  T!T"T'TTTYÖV#'       d   TMR4	      p-VP4                  V,,
          p.V.^ 8”  dQ   \        PV                  ! V\        P>                  ! V.3RV\        P                  R7      .4      pVPY                  V-4       V'R,          R,          p/VeF   \+        V/P                  ^ ,          4       F%  p(VP[                  V(^ 4      ^ 8:  g   K  \\        V/V(&   K'  	  Ve   VP4                  M^ p0V0^ 8”  d+   VPC                  \_        V/4      P=                  V4      4       MVPC                  R4       V	e   V	PE                  ^4       V^,           V8  g   EK�  V'       d4   \        P                  P/                  V4      P-                  V4       X pEKØ  V P#                  V\%        V\'        V^,           V^,           4      WÞV4      V^,           R7      pEK  	  V'       d;   \`        ;QJ d    R V 4       F  '       d   K   RM	  RM! R V 4       4      '       d	   RRRVR. /# \3        R V 4       4      p1\c        R V 4       4      p2\        Pd                  ! V1.V2P                  R,          O5R\        Pf                  RV2P                  / p3\i        V4       F¥  w  p(p4V4f   V3VV(&   K  V4P                  ^ ,          V18  g   K+  \        Pd                  ! V1V4P                  ^ ,          ,
          .V4P                  R,          O5R\        Pf                  RV4P                  / p5\        PV                  ! V4V5.^ R7      VV(&   K§  	  R\        Pj                  ! V^ R7      RVRV/#   \          d     ELïi ; i  + '       g   i     EL; i)zRTrack with optional per-frame detection. Returns [N, max_N_obj, H, W] mask logits.Nr  r  r(   Fr?   Trç   rÁ  rÂ  rp   ro   r@   rQ  )r%  )rè   r˜  r™  rš  rï   r:  r
  r›  r  rï  r  r¶  rµ  r­  c              3   ó(   "  € T F  qR J x € K
  	  R # 5ir   r¬  ©Ú.0r‰   s   & r   Ú	<genexpr>Ú:SAM31Tracker.track_video_with_detection.<locals>.<genexpr>þ  s   é € Ð=±9¨a T¥	³9ùs   ‚Úpacked_masksÚn_framesc              3   óR   "  € T F  qf   K  VP                   ^ ,          x € K  	  R # 5ir   )r   rl  s   & r   rn  ro    s   é € ÐE©) Q”j�a—g‘g˜a—j’j«)ùs   ‚'Œ'c              3   ó0   "  € T F  qf   K  Vx € K  	  R # 5ir   r¬  rl  s   & r   rn  ro    s   é € Ð<¡˜A—a’a£ùs   ‚Œ
r&   r   r   r8   r   r+  )6ÚINTERNAL_MAX_OBJECTSr   r   r   r8  rÞ   rÅ  rÆ  r   rj  rA   rû  ÚlongÚis_device_cudaÚcudaÚStreamÚRuntimeErrorr¾  rå   rÄ  r   rl   Úwait_streamÚcurrent_streamÚstreamr^   r-   r`  ru   rN  r+   rø  rU  rn   rÇ  rº  r¤   r.  r  r;  r�  r  rh  r¾   Úextendr	  r1  rÏ   ÚallÚnextrB   r–   rØ  r„   )6r!   rê   rá   rÓ  Ú	detect_fnÚnew_det_threshr[  Údetect_intervalrK  rÉ  rÊ  rË  r¥  r   rã   rä   r
  rÌ  Úidevr2  r:  r\  r$  ÚprefetchÚbackbone_streamÚcur_bbrè   rð   rñ   rï   rJ  rî   Únext_bbrY  rZ  Úrun_detÚdet_outrp   rs   r·  rt   rÔ  rÎ  rÏ  Ún_beforeÚnew_obj_scoresÚn_addedÚ	masks_outÚ	N_obj_nowr4  ÚsampleÚempty_packedr‰   rI  s6   &&&&&&&&&&&&                                          r   Útrack_video_with_detectionÚ'SAM31Tracker.track_video_with_detectiono  s³	  € ð ˜!Ô˜{×-FÑ-FÔFØ×3Ñ3ˆKØ�L‰L˜�OˆØ"/Ò";‘ÀÇÁˆØ)Ò5‰\¸6¿<¹<ˆØ�‰ˆØ+¨RÐ1IÈ2ÐNˆØˆ	Ü×%Ñ%×9Ñ9Ó;ˆØˆ	ØÒ$Ü& }×':Ñ':¸1Õ'=¸t×?QÑ?QÐSYÓ^ˆIØˆ
Ø$Ò0‘R°dˆ
ÜŸš A¨f¼E¿J¹JÔGˆð ˆØˆÜ×!Ñ!×0Ñ0°×8Ò8ðÜ"'§*¡*×"3Ñ"3¸6Ð"3Ó"B�Ø�ð ×-Ñ-¨k¼;ÀvÌuÐUVÐXYË{Ð\bÐhlÓ;mÐyzÐ-Ó{ˆäœe A›h¨Z×8Ð8ˆIØMSÑJˆL˜* j°-À÷ ˜I¨�M¨AÔ-Ø×+Ñ+¬E¯J©J×,EÑ,EÀfÓ,MÔNÜ—Z‘Z×&Ñ& ×7Õ7Ø"×:Ñ:Ø#¤[°¼¸yÈ1½}ÈiÐZ[ÍmÓ9\Ð^dÐjnÓ%oð  |Eð  HIõ  |Ið ;ó J�G÷ 8ô
 Ÿš A¨fÔ5ˆIØˆJØ ¨Ð,÷ Rð RØ$¤s¨?¸AÓ'>Õ>À!ÑC÷Rð Rà +¨a¡÷ !Qð !Q°IÀTÐ4I÷ !Qð !QØ$-×$AÑ$AÀ[Ñ$PôRð ÷ Ù# IÓ.�Ø  Õ*¨1Õ-×5Ñ5Ó7�Ø Ñ.�Ø(/°Õ(8¸Õ(;¸DÕ(AÀ6È$Å<˜:�	Ø—?‘? 1Õ%¨Ô)Ü,6°yÀ*Ó,MÑ)�I˜zà˜AŒ~ -Ò";Ø"×8Ñ8Ø!×$Ñ$¨FÐ$Ó=¸yÈ,ÐXbØ ¨{¸A¸yÈ,Ü ¬¨i¸ÀQ½Ó(GÈÐUYÓZÐ\eóg�ô !&§
¢
¨I×,IÑ,IÐ+KÈRÐX^Ôfk×fpÑfpÔ q�Ø!˜U Y×%BÑ%BÕB�
ØÒ)Ü" 9×#@Ñ#@ÖA˜Ø()˜
 1›ñ BùàÒ" i×&CÑ&CÀqÕ&HØ—?‘? 1Õ%¨Ô)Ø" Q”Ø%/°°Ð%=˜
Ø$-¨l¨{Ð$;˜	Ü .¨y¯©¸qÕ/AÀ4×CUÑCUÐW]Ó b�IØ"&×"<Ñ"<Ø! 9¨l¸JÈ
ÐTaØ# Q¨	°<Ü# F¬E°)¸YÈ½]Ó,KÈVÐY]Ó^Ð`iÐuxð #=ó #z�Kô %*§J¢J°	×0MÑ0MÐ/OÐQSÐ\bÔjo×jtÑjtÔ$u�MØ!+Ð,J¨Y×-JÑ-JÐ!K×!RÑ!RÓ!T�JØ!Ò-Ü!& y×'DÑ'DÖ!E˜AØ,-˜J q›Mñ "Fùð ×$Ñ$ TÔ*ØÒ'ØŸ™ Aœà  1•} qÔ(ß#Ü!ŸJ™J×5Ñ5°fÓ=×IÑIÈ/ÔZØ%,™Fà%)×%AÑ%AÀ+Ì{Ð[aÔchÐirÐuvÕivð  yBð  EFõ  yFó  dGð  IOð  UYó  PZð  foð  rsõ  fsÐ%Aó  &t˜FÚà!×5Ñ5�Ø"Ÿo™oØ'¸EÐXdØ.8ÀZÐ]aØ +¸ÐP]Ø$-¸uð	 .ó F�ô
 -FØ Õ-¸ô-<�˜LÑ)à ×&Ñ& qÕ)¨UÔ2°u¸q´yØ×4Ñ4Ø# LÕ1°=À)ôMà×#Ñ# aÔ'Ø×0Ñ0°¸eÀ\ÐS]Ð_hÐjpÔqØCN�Ð4Õ5°iÑ@Ü˜t×/Ñ/°×1MÑ1MÓN�Ü# KÐ0HÕ$IÖJ�GØ ¨XÕ!5Ö5Ø'Ð(@ÕAÀ'ÒJñ  Kð %×8Ñ8�Ø!%×!?Ñ!?À	È:ÐWbÐdmØ/;¸ZÈß=D©zÈ$ó"P�ð $×7Ñ7¸(ÕB�Ø˜Q”;Ü$)§I¢I¨}ÜŸ
š
 G :¨r¸&ÌÏ
É
ÔSð/Uó %V�Mà×%Ñ% nÔ5à#Ð$9Õ:¸4Õ@ˆIØÒ%Ü˜yŸ™¨qÕ1Ö2�AØ!—~‘~ a¨Ó+¨qÖ0Ü'3˜	 !›ñ 3ð :CÒ9N˜	×5Ò5ÐTUˆIØ˜1Œ}Ø× Ñ ¤¨IÓ!6×!9Ñ!9¸$Ó!?Õ@à× Ñ  Ô&ØÒØ—‘˜A”ð ˜1�}˜q× ßÜ—J‘J×-Ñ-¨fÓ5×AÑAÀ/ÔRØ$“Fà!×9Ñ9¸+Ä{ÐSYÔ[`ÐajÐmnÕanÐpyÐ|}Õp}Ó[~ð  AGð  MQó  HRð  ^gð  jkõ  ^kÐ9ó  l“Fñ] 9÷` ŸC›CÑ=±9Ó=ŸCŸCšCÑ=±9Ó=×=Ò=Ø" D¨*°a¸À2ÐFÐFäÑE©)ÓEÓEˆÜÑ<¡Ó<Ó<ˆÜ—{’{ 7Ðg¨V¯\©\¸"Õ-=ÒgÄUÇ[Á[ÐgÐY_×YfÑYfÑgˆÜ˜iÖ(‰DˆAˆqØŠyØ+�	˜!“Ø—‘˜•˜gÖ%Ü—k’k '¨A¯G©G°A­JÕ"6Ði¸¿¹À½ÒiÌEÏKÉKÐiÐ`a×`hÑ`hÑi�Ü$Ÿyšy¨!¨S¨°qÔ9�	˜!“ñ )ð ¤§¢¨I¸1Ô =¸zÈ1ÈhÐXbÐcÐcøôA  ô Úðú÷ 8×7Ð7ús   Ä"h Ç/A h+èh(è'h(è+h<)rU  r  ræ  r8  rã  râ  rÞ  rß  rà  r{  rÿ   r�  r€  r}  rá  r  rj  r6  r  rå  rä  ry  rƒ  r‚  rÅ  )rŠ  rŠ  r  rÓ   NNNrÚ  r   )FNFN©NN)NNNNNT)r1  ©rú  )r   N)Nrú  r   r'   NNNN)rM   rN   rO   rP   rQ   r#   rŠ  rŽ  r’  r§  r±  r  rº  r¾  Ústaticmethodr.  r;  rB  rN  rh  rt  r‘  rR   rS   rs  rt  s   @@r   rÜ  rÜ  }  s„   ù‡ € Ùb÷/DòbKômò]ô^3ô@$1ôL/GôbOôbTð óó ðô.9ò@_ô"ô(AðF Ð÷[dô [dr   rÜ  g      �Àr”  r  )i'  r   )FFNr“  rÚ  )Crz   r�   rA   Útorch.nnr“  Útorch.nn.functionalÚ
functionalr.  r   r|   r{   ÚImportErrorÚscipyr   Úcomfy.model_managementrÞ   Úcomfy.ldm.modules.attentionr   Úcomfy.ldm.sam3.samr   r   Ú	comfy.opsr   Úcomfy.ldm.flux.mathr	   Úcomfy.ldm.cascade.commonr
   r   r   r   rÄ  r1  r   r   rh   ru   r‘   r¤   rº   rÆ   rÊ   rÏ   rÙ   rå   rò   r  r  rN  rZ  ÚModuler\  rv  rŽ  r¤  r·  r¹  rî  r  r  r'  r.  rB  rM  rQ  rh  rv  rÜ  r¬  r   r   Ú<module>r¢     sâ  ðó Û Ý ß Ð Ý ðÛØ€Hó
 Ý ;ß =Ý #Ý +Ý 3ß ;Ý Hà€ò<÷&6ñ &6òP	ô
%òWô&ô.#ôLAòhòRòMòwô
Eô#_ôLô=Gò@Gô&"�—	‘	ô "ô2�b—i‘iô ô*˜Ÿ	™	ô ô,L˜Ÿ	™	ô LòôO"�R—Y‘Yô O"ôd;�r—y‘yô ;ô|0ˆb�i‰iô 0ô"�b—i‘iô ô,ˆB�I‰Iô ô2˜rŸy™yô 2ôj,!˜RŸY™Yô ,!ô^a §¡ô aôF�R—Y‘Yô Fô<]˜2Ÿ9™9ô ]ô@[,�"—)‘)ô [,ô|M
d�2—9‘9ö M
døðc# ô ÝØƒHðús   ŸG8 Ç8HÈ
H