+
    ùäûjç   ã                  óÜ   € ^ RI Ht ^ RIHt ^ RIt^ RIt^ RIHt R R lt	R R lt
R	 R
 ltR R ltR R ltR R ltRR R lltR tRR ltR R lt^ ^ .^3R R lltR tRR R lltR# )é    )Úannotations)ÚprodN)Ú	to_2tuplec               ó    € V ^8„  d   QhRRRR/# ©é   Úxútorch.TensorÚreturn© )Úformats   "ÚaC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\GRL\__arch\ops.pyÚ__annotate__r      s   € ÷ !ñ !�Lð ! \ñ !ó    c                ó*   € V P                  ^ ^^^4      # )z>Permutes a tensor from the shape (B, C, H, W) to (B, H, W, C).)Úpermute©r	   s   &r   Úbchw_to_bhwcr      s   € à�9‰9�Q˜˜1˜aÓ Ð r   c               ó    € V ^8„  d   QhRRRR/# r   r   )r   s   "r   r   r      s   € ÷ (ñ (�<ð ( Lñ (r   c                óD   € V P                  ^4      P                  ^^4      # )z<Rearrange a tensor from the shape (B, C, H, W) to (B, L, C).)ÚflattenÚ	transposer   s   &r   Úbchw_to_blcr      s   € à�9‰9�Q‹<×!Ñ! ! QÓ'Ð'r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r	   r
   Úx_sizeútuple[int, int]r   r   )r   s   "r   r   r      s!   € ÷ 1ñ 1�<ð 1¨ð 1¸\ñ 1r   c                óh   € V P                   w  r#pV P                  ^^4      P                  ! W$.VO5!  # )z<Rearrange a tensor from the shape (B, L, C) to (B, C, H, W).)Úshaper   Úview©r	   r   ÚBÚ_LÚCs   &&   r   Úblc_to_bchwr$      s0   € à�w‰w�H€Aˆ1Ø�;‰;�q˜!Ó×!Ò! !Ð0¨Ó0Ð0r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r	   r
   r   útuple[int, int] | list[int]r   r   )r   s   "r   r   r      s"   € ÷ !ñ !�<ð !Ð)Dð !Èñ !r   c                óL   € V P                   w  r#pV P                  ! V.VOVN5!  # )z<Rearrange a tensor from the shape (B, L, C) to (B, H, W, C).)r   r   r    s   &&   r   Úblc_to_bhwcr(      s(   € à�w‰w�H€Aˆ1Ø�6Š6�!Ð �fÐ ˜aÓ Ð r   c               ó   € V ^8„  d   QhRR/# ©r   Úwindow_sizer&   r   )r   s   "r   r   r   !   s   € ÷ ñ Ð%@ñ r   c                ó(  € V P                   w  r#rEV P                  W#V^ ,          ,          V^ ,          WA^,          ,          V^,          V4      p V P                  ^ ^^^^^4      P                  4       P                  RV^ ,          V^,          V4      pV# )z‚
Args:
    x: (B, H, W, C)
    window_size (int): window size

Returns:
    windows: (num_windows*B, window_size, window_size, C)
éÿÿÿÿ)r   r   r   Ú
contiguous)r	   r+   r!   ÚHÚWr#   Úwindowss   &&     r   Úwindow_partitionr2   !   s‡   € ð —‘�J€Aˆ!Ø	�‰Ø	�˜A•Õ ¨A¥°Àµ^Õ0CÀ[ÐQRÅ^ÐUVó	€Að 	
�	‰	�!�Q˜˜1˜a Ó#ß	‰‹ß	‰ˆb�+˜a•. +¨a¥.°!Ó	4ð ð
 €Nr   c               ó    € V ^8„  d   QhRRRR/# )r   r+   r&   Úimg_sizer   r   )r   s   "r   r   r   6   s   € ÷ ñ Ø5ðØAPñr   c                ó~  € Vw  r4\        V P                  ^ ,          W4,          V^ ,          ,          V^,          ,          ,          4      pV P                  WSV^ ,          ,          WA^,          ,          V^ ,          V^,          R4      pVP                  ^ ^^^^^4      P	                  4       P                  WSVR4      pV# )zÁ
Args:
    windows: (num_windows * B, window_size[0], window_size[1], C)
    window_size (Tuple[int, int]): Window size
    img_size (Tuple[int, int]): Image size

Returns:
    x: (B, H, W, C)
r-   )Úintr   r   r   r.   )r1   r+   r4   r/   r0   r!   r	   s   &&&    r   Úwindow_reverser7   6   s¡   € ð �D€AÜˆG�M‰M˜!Õ ¥¨°A­Õ 6¸ÀQ½Õ GÕHÓI€AØ�‰Ø	�˜A•Õ °¥^Õ 3°[Àµ^À[ÐQRÅ^ÐUWó	€Að 	
�	‰	�!�Q˜˜1˜a Ó#×.Ñ.Ó0×5Ñ5°a¸A¸rÓB€AØ€Hr   c               ó   € V ^8„  d   QhRR/# r*   r   )r   s   "r   r   r   K   s   € ÷ ñ Ø#>ñr   c                ó  € Vf   V Uu. uF  q3^,          NK  	  pp\         P                  ! ^.V O^N54      p\        ^ V^ ,          ) 4      \        V^ ,          ) V^ ,          ) 4      \        V^ ,          ) R 4      3p\        ^ V^,          ) 4      \        V^,          ) V^,          ) 4      \        V^,          ) R 4      3p^ pV F  pV F  p	WtRW‰R3&   V^,          pK  	  K  	  \        WA4      p
V
P	                  R\        V4      4      p
V
# u upi )NºNNNr-   )ÚtorchÚzerosÚslicer2   r   r   )Úinput_resolutionr+   Ú
shift_sizeÚsÚimg_maskÚh_slicesÚw_slicesÚcntÚhÚwÚmask_windowss   &&&        r   Ú_fill_windowrH   K   s  € ð ÒÙ&1Ó2¡k ˜1—f�f¡kˆ
Ð2ä�{Š{˜AÐ4Ð 0Ð4°!Ñ4Ó5€Häˆa�+˜a•.�Ó!Üˆ{˜1�~ˆo 
¨1¥˜~Ó.Üˆz˜!�}ˆn˜dÓ#ð€Hô 	ˆa�+˜a•.�Ó!Üˆ{˜1�~ˆo 
¨1¥˜~Ó.Üˆz˜!�}ˆn˜dÓ#ð€Hð
 €CÛˆÛˆAØ#&�Q˜˜a�ZÑ Ø�1�HŠCó ñ ô
 $ HÓ:€Là×$Ñ$ R¬¨kÓ):Ó;€LØÐùò- 3s   ‰D
c                óþ   € \        V\        4      '       d   \        V4      p\        WV4      pVP	                  ^4      VP	                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pV# )z
Use case: 1)
ç        ç      YÀ)Ú
isinstancer6   r   rH   Ú	unsqueezeÚmasked_fill)r>   r+   r?   rG   Ú	attn_masks   &&&  r   Úcalculate_maskrP   q   sz   € ô
 �*œc×"Ò"Ü˜zÓ*ˆ
ÜÐ 0¸zÓJ€Là×&Ñ& qÓ)¨L×,BÑ,BÀ1Ó,EÕE€IØ×%Ñ% i°1¡n°fÓ=×IÑIØ�Q‰˜ó€Ið Ðr   c                óÜ  € V  Uu. uF  qUV,          NK  	  ppV Uu. uF  qUV,          NK  	  ppV Uu. uF  qUV,          NK  	  pp\        WV4      p	\        WgV4      p
V'       d)   V	P                  ^4      V
P                  ^4      ,
          pM'V
P                  ^4      V	P                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pV# u upi u upi u upi )z
Use case: 3)
rJ   rK   )rH   rM   rN   )r>   r+   r?   Úanchor_window_down_factorÚwindow_to_anchorr@   Úanchor_resolutionÚawsÚanchor_shiftrG   Úmask_anchorrO   s   &&&&&       r   Úcalculate_mask_allrX   ‚   s÷   € ñ BRÓRÑAQ¸AÐ7×7Ð7ÑAQÐÐRÙ3>Ó
?±;¨aÐ)×)Ð)±;€CÐ
?Ù<FÓG¹J°qÐ2×2Ð2¹J€LÐGô  Ð 0¸zÓJ€LäÐ0°|ÓD€KçØ ×*Ñ*¨1Ó-°×0EÑ0EÀaÓ0HÕH‰	à×)Ñ)¨!Ó,¨|×/EÑ/EÀaÓ/HÕHˆ	Ø×%Ñ% i°1¡n°fÓ=×IÑIØ�Q‰˜ó€Ið Ðùò# SùÚ
?ùÚGs   …CœC$³C)c               ó    € V ^8„  d   QhRRRR/# )r   Ústart_coordsr&   Ú
end_coordsr   )r   s   "r   r   r   ¡   s   € ÷ ñ Ø-ðà+ñr   c                ó"  € \         P                  ! V ^ ,          V^ ,          4      p\         P                  ! V ^,          V^,          4      p\         P                  ! \         P                  ! W#.RR7      4      p\         P                  ! V^4      pV# )r   Úij©Úindexing)r;   ÚarangeÚstackÚmeshgridr   )rZ   r[   Úcoord_hÚcoord_wÚcoordss   &&   r   Ú_get_meshgrid_coordsrf   ¡   se   € ô �lŠl˜<¨�?¨J°q­MÓ:€GÜ�lŠl˜<¨�?¨J°q­MÓ:€GÜ�[Š[œŸš¨Ð(:ÀTÔJÓK€FÜ�]Š]˜6 1Ó%€FØ€Mr   c               ó    € V ^8„  d   QhRRRR/# )r   r+   r&   Úpretrained_window_sizer   )r   s   "r   r   r   ¬   s   € ÷ 0ñ 0Ø,ð0à7ñ0r   c                ó‚  € T pV  Uu. uF  qDV,          NK  	  ppTpV Uu. uF  qDV,          NK  	  pp\        W54       UU	u. uF"  w  r‰V^,
          W‰,
          ^,          ,
          NK$  	  p
pp	\        W54       UU	u. uF#  w  r‰V	^,
          ) W‰,
          ^,          ,
          NK%  	  ppp	\        Wg4       UU	u. uF"  w  r‰V^,
          W‰,
          ^,          ,
          NK$  	  ppp	\        P                  ! V^ ,          V
^ ,          ^,           \        P                  R7      p\        P                  ! V^,          V
^,          ^,           \        P                  R7      p\        P                  ! \        P
                  ! WÞ.RR7      4      P                  ^^^ 4      pVP                  4       P                  ^ 4      pV^ ,          ^ 8”  d:   VR;;,          V^ ,          ,          uu&   VR;;,          V^,          ,          uu&   M8VR;;,          V
^ ,          ,          uu&   VR;;,          V
^,          ,          uu&   V^,          p\        P                  ! V4      \        P                  ! \        P                  ! V4      R,           4      ,          \        P                  ! ^4      ,          pV# u upi u upi u up	pi u up	pi u up	pi )z‡
Use case: 3)

Support all window shapes.
Args:
    window_size:
    pretrained_window_size:
    anchor_window_down_factor:

Returns:

)Údtyper]   r^   g      ð?)r:   r:   r:   r   )r:   r:   r:   é   )Úzipr;   r`   Úfloat32ra   rb   r   r.   rM   ÚsignÚlog2ÚabsÚnp)r+   rh   rR   ÚwsrF   rU   ÚpwsÚpawsÚw1Úw2Úts_pÚts_nÚptsrc   rd   Útables   &&&             r   Úget_relative_coords_table_allr{   ¬   s  € ð$ 
€BÙ3>Ó
?±;¨aÐ)×)Ð)±;€CÐ
?Ø
 €CÙ4JÓKÑ4J¨qÐ*×*Ð*Ñ4J€DÐKô 36°b´,Ô?±,©¨ˆB��F�b•g !•^×#Ð#±,€DÑ?ä58¸´\ÔB±\©6¨2ˆb�1�fˆI˜� Q�×&Ð&±\€DÑBÜ14°S´Ô
@±¡v rˆ2��6�R•W •N×"Ð"±€CÑ
@ô �lŠl˜4 �7 D¨¥G¨a¥K´u·}±}ÔE€GÜ�lŠl˜4 �7 D¨¥G¨a¥K´u·}±}ÔE€GÜ�KŠKœŸš¨Ð'9ÀDÔIÓJ×RÑRØ	ˆ1ˆaó€Eð ×ÑÓ×(Ñ(¨Ó+€EØ
ˆ1…v�„zØˆj×˜S �VÕ#ÓØˆj×˜S �VÕ#Ôàˆj×˜T !�WÕ$ÓØˆj×˜T !�WÕ$ÓØ	ˆQ…J€EÜ�JŠJ�uÓ¤§
¢
¬5¯9ª9°UÓ+;¸cÕ+AÓ BÕBÄRÇWÂWÈQÃZÕO€Eà€Lùò; @ùâKùó @ùãBùÛ
@s   ‡J% J*Á(J/Á:)J5Â4(J;c                ó2  € V R,          VR,          ,
          pVP                  ^^^ 4      P                  4       pVR;;,          V^ ,          ,          uu&   VR;;,          V^,          ,          uu&   VR;;,          V,          uu&   VP                  R4      pV# )r:   )r:   r:   N)r:   Nr:   )r:   r:   r   )r:   r:   rk   r-   )r   r.   Úsum)Úcoords1Úcoords2Ústart_coordÚmax_diffre   Úidxs   &&&&  r   Úcoords_diff_oddrƒ   ß   su   € à�ZÕ  7¨:Õ#6Õ6€FØ�^‰^˜A˜q !Ó$×/Ñ/Ó1€FØ
ˆ7‡O�{ 1•~Õ%ƒOØ
ˆ7‡O�{ 1•~Õ%ƒOØ
ˆ7‡O�xÕƒOØ
�*‰*�R‹.€CØ€Jr   c               ó   € V ^8„  d   QhRR/# r*   r   )r   s   "r   r   r   ê   s   € ÷ ñ Ø,ñr   c                ób  € T pV  Uu. uF  qDV,          NK  	  pp\        RV 4      p\        RV4      pV^,          V^,          ,           ^,
          pV'       d&   V U	u. uF  q™^,
          NK  	  p
p	\        WgW¨4      pV# V Uu. uF  qÌ^,
          NK  	  p
p\        WvW¨4      pV# u upi u up	i u upi )zÊ
Use case: 3)
This is a simplified version of get_relative_position_index_all
The start coordinate of anchor window is also (0, 0)
get pair-wise relative position index for each token inside the window
)r   r   )rf   rƒ   )r+   rR   rS   rr   rF   rU   re   Úcoords_anchorÚmax_horizontal_diffrv   Úoffsetr‚   ru   s   &&&          r   Ú"get_relative_position_index_simpler‰   ê   s¾   € ð 
€BÙ3>Ó
?±;¨aÐ)×)Ð)±;€CÐ
?ä! &¨+Ó6€FÜ(¨°Ó5€Mð ˜a�& 2 a¥5�.¨1Õ,ÐßÙ#&Ó'¡3˜R�q—&�&¡3ˆÐ'Ü˜f°VÓQˆð €Jñ $&Ó&¡2˜R�q—&�&¡2ˆÐ&Ü˜m°VÓQˆØ€Jùò @ùò (ùò 's   ‡B"ÁB'ÂB,)N)rk   T)Ú
__future__r   Úmathr   Únumpyrq   r;   Úspandrel.util.timmr   r   r   r$   r(   r2   r7   rH   rP   rX   rf   r{   rƒ   r‰   r   r   r   Ú<module>rŽ      sh   ðÝ "å ã Û å (õ!õ
(õ
1õ!õõ*÷*òLô"õ>ð <=¸a¸&Ø÷0òf÷ñ r   