+
    „°ñjS  ã                   ó¾   € ^ RI t ^ RIHtHtHt ^ RIHt ^ RIHtH	t	 ^ RI
t
RR R lltR tRR R	 lltR
 t ! R R]	P                  4      t ! R R]4      tR R ltR# )é    N)ÚTupleÚCallableÚOptional)Úoverride)ÚComfyExtensionÚioc                óD   € V ^8„  d   QhR\         P                  R\        /# )é   ÚxÚmode)ÚtorchÚTensorÚstr)Úformats   "Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_tomesd.pyÚ__annotate__r   	   s   € ÷ ñ ”%—,‘,ð ¤Sñ ó    c                 ó   € V # ©N© )r   r   s   &&r   Ú
do_nothingr   	   s   € Ø€Hr   c                 ó
  € V P                   R,          ^8X  dV   \        P                  ! V P                  R4      V^ 8  d
   V^,
          MTVP                  R4      4      P	                  R4      # \        P                  ! WV4      # )é   éÿÿÿÿ)Úshaper   ÚgatherÚ	unsqueezeÚsqueeze)ÚinputÚdimÚindexs   &&&r   Úmps_gather_workaroundr"      sh   € Ø‡{�{�2…˜!ÔÜ�|Š|Ø�O‰O˜BÓØ˜Q”wˆC�!ŽG CØ�O‰O˜BÓó
÷ ‰'�"‹+ð		ô �|Š|˜E¨Ó.Ð.r   c                ó®   € V ^8„  d   QhR\         P                  R\        R\        R\        R\        R\        R\        R\        \
        \
        3,          /# )	r
   ÚmetricÚwÚhÚsxÚsyÚrÚno_randÚreturn)r   r   ÚintÚboolr   r   )r   s   "r   r   r      sc   € ÷ eñ e¬U¯\©\ð eÜ(+ðeÜ03ðeÜ9<ðeÜBEðeÜJMðeä.2ðeä?DÄXÌxÐEWÕ?Xñer   c                ó²  aaaaaaaaaaa€ V P                   w  oopS^ 8:  g   V^8X  g   V^8X  d   \        \        3# V P                  P                  R8X  d   \        M\
        P                  o\
        P                  ! 4       ;_uu_ 4        W$,          W,          r˜V'       d4   \
        P                  ! W‰^V P                  \
        P                  R7      p
M+\
        P                  ! WC,          W‰^3V P                  R7      p
\
        P                  ! W‰WC,          V P                  \
        P                  R7      pVP                  ^V
\
        P                  ! WªP                  R7      ) R7       VP                  W‰WC4      P                  ^^4      P!                  W„,          W“,          4      pW„,          V8  g   W“,          V8  dI   \
        P                  ! W!V P                  \
        P                  R7      pW¼RW„,          1RW“,          13&   MTpVP!                  ^R^4      P#                  ^R7      p
??W‰,          oV
RSR1R3,          oV
RRS1R3,          oVVVVVV3R	 loW P%                  RR
R7      ,          p S! V 4      w  rÞWÞP                  RR4      ,          p\'        VP                   ^,          S4      oVP)                  RR7      w  ppVP#                  RR
R7      R,          pVRSR1R3,          oVRRS1R3,          oS! VR,          RSR7      oRRR4       RR VVVVVV3R lllpR VVVVVVVVVV3
R llpVV3#   + '       g   i     L6; i)aë  
Partitions the tokens into src and dst and merges r tokens from src to dst.
Dst tokens are partitioned by choosing one randomy in each (sx, sy) region.
Args:
 - metric [B, N, C]: metric to use for similarity
 - w: image width in tokens
 - h: image height in tokens
 - sx: stride in the x dimension for dst, must divide w
 - sy: stride in the y dimension for dst, must divide h
 - r: number of tokens to remove (by merging)
 - no_rand: if true, disable randomness (use top left corner only)
Úmps©ÚdeviceÚdtype)Úsizer1   )r2   ©r    r!   ÚsrcN©r    ºNNNc           	      ó®   <€ V P                   R,          pS! V ^SP                  SSS	,
          V4      R7      pS! V ^SP                  SS	V4      R7      pW#3# )r   ©r    r!   r   )r   Úexpand)
r   ÚCr5   ÚdstÚBÚNÚa_idxÚb_idxr   Únum_dsts
   &   €€€€€€r   ÚsplitÚ/bipartite_soft_matching_random2d.<locals>.splitN   sQ   ø€ Ø—‘˜•ˆAÙ˜ ¨¯©°a¸¸W½ÀaÓ)HÔIˆCÙ˜ ¨¯©°a¸À!Ó)DÔEˆCØ�8ˆOr   T)r    Úkeepdim)r    Ú
descending.r9   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# ©r
   r   r+   ©r   r   )r   s   "r   r   Ú6bipartite_soft_matching_random2d.<locals>.__annotate__d   s"   € ÷ ,ñ ,”—‘ð ,¬u¯|©|ñ ,r   c           	      ó.  <€ S! V 4      w  r#VP                   w  rEpS	! VRSP                  WES
,
          V4      R7      pS	! VRSP                  VS
V4      R7      pVP                  RSP                  VS
V4      W!R7      p\        P                  ! Ws.^R7      # )r
   r9   )Úreducer6   éþÿÿÿ)r   r:   Úscatter_reducer   Úcat)r   r   r5   r<   ÚnÚt1ÚcÚunmÚdst_idxr   r)   rB   Úsrc_idxÚunm_idxs   &&      €€€€€€r   ÚmergeÚ/bipartite_soft_matching_random2d.<locals>.merged   sŠ   ø€ Ù˜“8‰ˆØ—9‘9‰ˆˆqá�S˜b¨¯©°q¸q½&À!Ó(DÔEˆÙ�S˜b¨¯©°q¸!¸QÓ(?Ô@ˆØ× Ñ   W§^¡^°A°q¸!Ó%<¸cÐ ÓOˆä�yŠy˜#˜¨Ô+Ð+r   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# rG   rH   )r   s   "r   r   rI   n   s"   € ÷ ñ ”5—<‘<ð ¤E§L¡Lñ r   c           
      óž  <
€ SP                   ^,          pV RRV1R3,          V RVR1R3,          r2VP                   w   rES! VRSP                  SSV4      R7      p\        P                  ! SS	WPP                  V P
                  R7      pVP                  RSP                  SSV4      VR7       VP                  RS! S
P                  SS
P                   ^,          ^4      ^SR7      P                  SW4      VR7       VP                  RS! S
P                  SS
P                   ^,          ^4      ^SR7      P                  SSV4      VR7       V# )r   .Nr7   r9   r0   r4   rL   )r   r:   r   Úzerosr1   r2   Úscatter_)r   Úunm_lenrR   r<   Ú_rQ   r5   Úoutr=   r>   r?   r@   rS   r   rA   r)   rT   rU   s   &       €€€€€€€€€€r   ÚunmergeÚ1bipartite_soft_matching_random2d.<locals>.unmergen   s.  ø€ Ø—-‘- Õ"ˆØ�S˜(˜7˜( AÐ%Õ&¨¨#¨w©x¸Ð*:Õ(;ˆSØ—)‘)‰ˆˆ1á�S˜b¨¯©°q¸!¸QÓ(?Ô@ˆô �kŠk˜!˜Q ¯(©(¸!¿'¹'ÔBˆØ�‰˜ 5§<¡<°°7¸AÓ#>ÀCˆÔHØ�‰˜¡6¨%¯,©,°q¸%¿+¹+Àa½.È!Ó*LÐRSÐ[bÔ#c×#jÑ#jÐklÐnuÓ#yð  @Cˆô  	DØ�‰˜¡6¨%¯,©,°q¸%¿+¹+Àa½.È!Ó*LÐRSÐ[bÔ#c×#jÑ#jÐklÐnoÐqrÓ#sÐy|ˆÔ}àˆ
r   r   rL   ).N)Úmean)r   r   r1   Útyper"   r   r   Úno_gradrZ   Úint64Úrandintr[   Ú	ones_liker2   ÚviewÚ	transposeÚreshapeÚargsortÚnormÚminÚmax)r$   r%   r&   r'   r(   r)   r*   r]   ÚhsyÚwsxÚrand_idxÚidx_buffer_viewÚ
idx_bufferÚaÚbÚscoresÚnode_maxÚnode_idxÚedge_idxrV   r_   r=   r>   r?   r@   rS   r   rA   rB   rT   rU   s   &&&&&f&              @@@@@@@@@@r   Ú bipartite_soft_matching_random2dry      sº  ÿú€ ð �l‰l�G€A€qˆ!àˆA„v��a”˜1 œ6Üœ:Ð%Ð%à&,§m¡m×&8Ñ&8¸EÔ&AÕ"ÄuÇ|Á|€Fä	�Š��Ø•7˜A�GˆS÷ Ü—{’{ 3¨Q°v·}±}ÌEÏKÉKÔX‰Hä—}’} R¥U°#¸A°ÀvÇ}Á}ÔUˆHô  Ÿ+š+ c°µ¸f¿m¹mÔSX×S^ÑS^Ô_ˆØ× Ñ  Q¨h¼U¿_º_ÈX×]kÑ]kÔ=lÐ<lÐ ÔmØ)×.Ñ.¨s¸Ó@×JÑJÈ1ÈaÓP×XÑXÐY\ÕYaÐcfÕckÓlˆð �H˜Œ>˜c�h¨!œ^ÜŸš Q°&·-±-ÄuÇ{Á{ÔSˆJØ3B�{˜��{ K c¥h KÐ/Ò0à(ˆJð ×%Ñ% a¨¨QÓ/×7Ñ7¸AÐ7Ó>ˆð ˜ð •)ˆØ˜˜G™H a˜Õ(ˆØ˜˜H˜W˜H a˜Õ(ˆ÷	ò 	ð Ÿ+™+¨"°d˜+Ó;Õ;ˆÙ�V‹}‰ˆØ—[‘[  RÓ(Õ(ˆô �—‘˜•
˜AÓˆð $ŸZ™Z¨B˜ZÓ/Ñˆ�(Ø×#Ñ#¨°tÐ#Ó<¸YÕGˆà˜3 ¡ A˜:Õ&ˆØ˜3    A˜:Õ&ˆÙ˜ )Õ,°"¸GÔDˆ÷i 
÷l,÷ ,÷÷ ñ ð �'ˆ>Ð÷_ 
�ús   ÂJMÍM	c           	      óÞ  € Vw  r4rVWV,          p\        \        P                  ! \        P                  ! WpP                  ^,          ,          4      4      4      p^p	^p
^pW‹8:  d…   \        \        P                  ! Wh,          4      4      p\        \        P                  ! WX,          4      4      p\        V P                  ^,          V,          4      pRp\        WWÙW®V4      w  ppVV3# R pVV3# )r   Fc                 ó   € V # r   r   )Úys   &r   Ú<lambda>Úget_functions.<locals>.<lambda>�   s   € ™r   )r,   ÚmathÚceilÚsqrtr   ry   )r   ÚratioÚoriginal_shapert   rQ   Ú
original_hÚ
original_wÚoriginal_tokensÚ
downsampleÚstride_xÚstride_yÚmax_downsampler%   r&   r)   r*   ÚmÚuÚnothings   &&&                r   Úget_functionsrŽ   €   sÆ   € Ø#1Ñ €Aˆ*Ø Õ-€OÜ”T—Y’YœtŸyšy¨¿G¹GÀA½JÕ)FÓGÓHÓI€JØ€HØ€HØ€NàÔ#Ü”—	’	˜*Õ1Ó2Ó3ˆÜ”—	’	˜*Õ1Ó2Ó3ˆÜ�—‘˜•
˜UÕ"Ó#ˆØˆÜ/°°aÀ8ÐPWÓX‰ˆˆ1Ø�!ˆtˆá€GØ�GÐÐr   c                   óL   a € ] tR t^•t o ]R 4       t]V 3R lR l4       tRtV tR# )ÚTomePatchModelc                óò   € \         P                  ! R R\         P                  P                  R4      \         P                  P                  RRRRRR7      .\         P                  P                  4       .R	7      # )
r�   zmodel/patch/unetÚmodelr‚   g333333Ó?g        g      ð?g{®Gáz„?)Údefaultrl   rm   Ústep)Únode_idÚcategoryÚinputsÚoutputs)r   ÚSchemaÚModelÚInputÚFloatÚOutput)Úclss   &r   Údefine_schemaÚTomePatchModel.define_schema–   s[   € ä�yŠyØ$Ø'ä—‘—‘˜wÓ'Ü—‘—‘˜w°¸À#ÈD�ÓQðô —X‘X—_‘_Ó&Ð'ô
ð 	
r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r
   r+   )r   Ú
NodeOutput)r   Ú__classdict__s   "€r   r   ÚTomePatchModel.__annotate__£   s   ø€ ÷  ñ  ¡b§m¡mñ  r   c                ó´   aa€ R oVV3R lpV3R lpVP                  4       pVP                  V4       VP                  V4       \        P                  ! V4      # )Nc                 óF   <€ \        V SVR ,          4      w  poV! V 4      W3# )rƒ   )rŽ   )ÚqÚkÚvÚextra_optionsr‹   r‚   rŒ   s   &&&& €€r   Útomesd_mÚ(TomePatchModel.execute.<locals>.tomesd_m¥   s+   ø€ ô !  E¨=Ð9IÕ+JÓK‰DˆAˆqÙ�Q“4˜�:Ðr   c                 ó   <€ S! V 4      # r   r   )rO   r«   rŒ   s   &&€r   Útomesd_uÚ(TomePatchModel.execute.<locals>.tomesd_u«   s   ø€ á�Q“4ˆKr   )ÚcloneÚset_model_attn1_patchÚset_model_attn1_output_patchr   r£   )rž   r’   r‚   r¬   r¯   r‹   rŒ   s   &&f   @r   ÚexecuteÚTomePatchModel.execute¢   sJ   ù€ à $ˆö	õ	ð �K‰K‹MˆØ	×Ñ Ô)Ø	×&Ñ& xÔ0Ü�}Š}˜QÓÐr   r   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚclassmethodrŸ   r´   Ú__static_attributes__Ú__classdictcell__©r¤   s   @r   r�   r�   •   s+   ø‡ € Øñ	
ó ð	
ð ÷ ó ö r   r�   c                   ó<   a € ] tR t^µt o ]V 3R lR l4       tRtV tR# )ÚTomePatchModelExtensionc                óT   <€ V ^8„  d   QhRS[ S[S[P                  ,          ,          /# r¢   )Úlistrb   r   Ú	ComfyNode)r   r¤   s   "€r   r   Ú$TomePatchModelExtension.__annotate__·   s"   ø€ ÷ 
ñ 
¡T©$©r¯|©|Õ*<Õ%=ñ 
r   c              ƒ  ó   "  € \         .# 5ir   )r�   )Úselfs   &r   Úget_node_listÚ%TomePatchModelExtension.get_node_list¶   s   é € ô ð
ð 	
ùs   ‚
r   N)r¶   r·   r¸   r¹   r   rÆ   r»   r¼   r½   s   @r   r¿   r¿   µ   s   ø‡ € Ø÷
ó ö
r   r¿   c                ó$   € V ^8„  d   QhR\         /# r¢   ©r¿   )r   s   "r   r   r   ½   s   € ÷ %ñ %Ô 7ñ %r   c               ƒ   ó   "  € \        4       # 5ir   rÉ   r   r   r   Úcomfy_entrypointrË   ½   s   é € Ü"Ó$Ð$ùs   ‚r   )F)r   Útypingr   r   r   Útyping_extensionsr   Úcomfy_api.latestr   r   r   r   r"   ry   rŽ   rÂ   r�   r¿   rË   r   r   r   Ú<module>rÏ      sQ   ðó ß ,Ñ ,Ý &ß /Û ÷ò/÷eòPô* �R—\‘\ô  ô@
˜nô 
÷%r   