+
    ƒ°ñjÑ"  ã                   óŠ   € ^ RI t ^ RIt^ RIHt R tR tR tRRR^ /R	 ltR
 t	R t
RR/R ltRR ltRR R lltR tRR ltR# )é    N)ÚUnionc                 ó8   € \        V \        4      '       d   W 3# V # )N)Ú
isinstanceÚint)Úxs   &ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hydit\posemb_layers.pyÚ	_to_tupler	      s   € Ü�!”S×ÒØˆtˆàˆó    c                 óš  € \        V4      w  r#\        V 4      w  rEW#,          pWE,          pWv8”  d%   Tp\        \        W$,          V,          4      4      p	M#Tp	\        \        W5,          V,          4      4      p\        \        W(,
          R ,          4      4      p
\        \        W9,
          R ,          4      4      pW«3W¨,           W¹,           33# )ç       @)r	   r   Úround)ÚsrcÚtgtÚthÚtwÚhÚwÚtrÚrÚresize_heightÚresize_widthÚcrop_topÚ	crop_lefts   &&          r   Úget_fill_resize_and_cropr      s¨   € Ü�s‹^�F€BÜ�S‹>�D€Aà	�€BØ	�€Að 	„vØˆÜœ5 ¥¨!¥Ó,Ó-‰àˆÜœE "¥&¨1¥*Ó-Ó.ˆä”5˜"Õ,°Õ3Ó4Ó5€HÜ”E˜2Õ,°Õ3Ó4Ó5€IàÐ  8Õ#;¸YÕ=UÐ"VÐVÐVr
   c                 ó   € \        V4      ^ 8X  d   \        V 4      pRp TpM³\        V4      ^8X  dM   \        V 4      p \        V^ ,          4      pV^ ,          V ^ ,          ,
          V^,          V ^,          ,
          3pMW\        V4      ^8X  d1   \        V 4      p \        V^ ,          4      p\        V^,          4      pM\        R\        V4       24      h\        P                  ! V ^ ,          V^ ,          V^ ,          R\        P
                  R7      p\        P                  ! V ^,          V^,          V^,          R\        P
                  R7      p\        P                  ! WT4      p\        P                  ! V^ R7      pV# )r   z'len(args) should be 0, 1 or 2, but got F)ÚendpointÚdtype©Úaxis)r   r   )Úlenr	   Ú
ValueErrorÚnpÚlinspaceÚfloat32ÚmeshgridÚstack)ÚstartÚargsÚnumÚstopÚgrid_hÚgrid_wÚgrids   &*     r   Úget_meshgridr.   "   s  € Ü
ˆ4ƒy�A„~ä˜ÓˆØˆØ‰Ü	ˆT‹�aŒä˜%Ó ˆÜ˜˜a�Ó!ˆØ�A�w˜˜q�Õ! 4¨¥7¨U°1­XÕ#5Ð6‰Ü	ˆT‹�aŒä˜%Ó ˆÜ˜˜a�Ó!ˆÜ˜˜Q�Ó ‰äÐBÄ3ÀtÃ9À+ÐNÓOÐOä�[Š[˜˜q� 4¨¥7¨C°­F¸UÌ"Ï*É*ÔU€FÜ�[Š[˜˜q� 4¨¥7¨C°­F¸UÌ"Ï*É*ÔU€FÜ�;Š;�vÓ&€DÜ�8Š8�D˜qÔ!€DØ€Kr
   Ú	cls_tokenFÚextra_tokensc               óþ   € \        V.VO5!  pVP                  ^^.VP                  R,          O4      p\        W4      pV'       d7   V^ 8”  d0   \        P
                  ! \        P                  ! W0.4      V.^ R7      pV# )z�
grid_size: int of the grid height and width
return:
pos_embed: [grid_size*grid_size, embed_dim] or [1+grid_size*grid_size, embed_dim] (w/ or w/o cls_token)
ºé   NNr   )r.   ÚreshapeÚshapeÚ!get_2d_sincos_pos_embed_from_gridr"   ÚconcatenateÚzeros)Ú	embed_dimr'   r/   r0   r(   r-   Ú	pos_embeds   &&$$*  r   Úget_2d_sincos_pos_embedr;   @   sq   € ô ˜Ð% Ó%€Dð �<‰<˜˜AÐ/ §
¡
¨2¥Ð/Ó0€DÜ1°)ÓB€Iß�\ AÔ%Ü—N’N¤B§H¢H¨lÐ-FÓ$GÈÐ#SÐZ[Ô\ˆ	ØÐr
   c                 óÀ   € V ^,          ^ 8X  g   Q h\        V ^,          V^ ,          4      p\        V ^,          V^,          4      p\        P                  ! W#.^R7      pV# )é   r   )Ú!get_1d_sincos_pos_embed_from_gridr"   r7   )r9   r-   Úemb_hÚemb_wÚembs   &&   r   r6   r6   S   sU   € Ø�q�=˜AÔÐÐô .¨i¸1­n¸dÀ1½gÓF€EÜ-¨i¸1­n¸dÀ1½gÓF€Eä
�.Š.˜%˜¨aÔ
0€CØ€Jr
   c                ó˜  € V ^,          ^ 8X  g   Q h\         P                  ! V ^,          \         P                  R7      pW R,          ,          pRRV,          ,          pVP                  R4      p\         P                  ! RW4      p\         P
                  ! V4      p\         P                  ! V4      p\         P                  ! WE.^R7      pV# )zn
embed_dim: output dimension for each position
pos: a list of positions to be encoded: size (W,H)
out: (M, D)
)r   r   ç      ð?i'  zm,d->mdr   éÿÿÿÿ)r"   ÚarangeÚfloat64r4   ÚeinsumÚsinÚcosr7   )r9   ÚposÚomegaÚoutÚemb_sinÚemb_cosrA   s   &&     r   r>   r>   ^   s—   € ð �q�=˜AÔÐÐÜ�IŠI�i 1•n¬B¯J©JÔ7€EØ	˜�^Õ€EØ�˜•Õ€Eà
�+‰+�b‹/€CÜ
�)Š)�I˜sÓ
*€Cä�fŠf�S‹k€GÜ�fŠf�S‹k€Gä
�.Š.˜'Ð+°!Ô
4€CØ€Jr
   Úuse_realTc               ó†   € \        V.VO5!  pVP                  ^^.VP                  R,          O4      p\        WVR7      pV# )a  
This is a 2d version of precompute_freqs_cis, which is a RoPE for image tokens with 2d structure.

Parameters
----------
embed_dim: int
    embedding dimension size
start: int or tuple of int
    If len(args) == 0, start is num; If len(args) == 1, start is start, args[0] is stop, step is 1;
    If len(args) == 2, start is start, args[0] is stop, args[1] is num.
use_real: bool
    If True, return real part and imaginary part separately. Otherwise, return complex numbers.

Returns
-------
pos_embed: torch.Tensor
    [HW, D/2]
r2   ©rO   )r.   r4   r5   Ú!get_2d_rotary_pos_embed_from_grid)r9   r'   rO   r(   r-   r:   s   &&$*  r   Úget_2d_rotary_pos_embedrS   x   sE   € ô& ˜Ð% Ó%€DØ�<‰<˜˜AÐ/ §
¡
¨2¥Ð/Ó0€DÜ1°)ÈHÔU€IØÐr
   c                 óº  € V ^,          ^ 8X  g   Q h\        V ^,          V^ ,          P                  R4      VR7      p\        V ^,          V^,          P                  R4      VR7      pV'       dT   \        P                  ! V^ ,          V^ ,          .^R7      p\        P                  ! V^,          V^,          .^R7      pWV3# \        P                  ! W4.^R7      pV# )é   rQ   ©ÚdimrD   )Úget_1d_rotary_pos_embedr4   ÚtorchÚcat)r9   r-   rO   r?   r@   rI   rH   rA   s   &&&     r   rR   rR   ‘   s±   € Ø�q�=˜AÔÐÐô $ I°¥N°D¸µG·O±OÀBÓ4GÐRZÔ[€EÜ# I°¥N°D¸µG·O±OÀBÓ4GÐRZÔ[€EçÜ�iŠi˜˜q� 5¨¥8Ð,°!Ô4ˆÜ�iŠi˜˜q� 5¨¥8Ð,°!Ô4ˆØˆxˆä�iŠi˜˜¨AÔ.ˆØˆ
r
   c                ór   € V ^8„  d   QhR\         R\        \        P                  \         3,          R\        /# )r=   rW   rJ   Útheta)r   r   r"   ÚndarrayÚfloat)Úformats   "r   Ú__annotate__r`   ¡   s.   € ÷ ñ ¤ð ¬5´·±¼S°Õ+Að Ì%ñ r
   c                ó~  € \        V\        4      '       d   \        P                  ! V4      pRV\        P                  ! ^ V ^4      RV ^,           P                  4       V ,          ,          ,          p\        P                  ! V4      P                  VP                  4      p\        P                  ! WT4      P                  4       pV'       dF   VP                  4       P                  ^^R7      pVP                  4       P                  ^^R7      pWg3# \        P                  ! \        P                  ! V4      V4      pV# )a*  
Precompute the frequency tensor for complex exponentials (cis) with given dimensions.

This function calculates a frequency tensor with complex exponentials using the given dimension 'dim'
and the end index 'end'. The 'theta' parameter scales the frequencies.
The returned tensor contains complex values in complex64 data type.

Args:
    dim (int): Dimension of the frequency tensor.
    pos (np.ndarray, int): Position indices for the frequency tensor. [S] or scalar
    theta (float, optional): Scaling factor for frequency computation. Defaults to 10000.0.
    use_real (bool, optional): If True, return real part and imaginary part separately.
                               Otherwise, return complex numbers.

Returns:
    torch.Tensor: Precomputed frequency tensor with complex exponentials. [S, D/2]

rC   NrV   )r   r   r"   rE   rY   r^   Ú
from_numpyÚtoÚdeviceÚouterrI   Úrepeat_interleaverH   ÚpolarÚ	ones_like)	rW   rJ   r\   rO   ÚfreqsÚtÚ	freqs_cosÚ	freqs_sinÚ	freqs_ciss	   &&&&     r   rX   rX   ¡   sê   € ô& �#”s×ÒÜ�iŠi˜‹nˆØ�5œUŸ\š\¨!¨S°!Ó4°\¸¸q½ÐB×HÑHÓJÈSÕPÕQÕR€EÜ×Ò˜Ó× Ñ  §¡Ó.€AÜ�KŠK˜Ó!×'Ñ'Ó)€EßØ—I‘I“K×1Ñ1°!¸Ð1Ó;ˆ	Ø—I‘I“K×1Ñ1°!¸Ð1Ó;ˆ	ØÐ#Ð#ä—K’K¤§¢°Ó 6¸Ó>ˆ	ØÐr
   c                 óÒ   € V R 8X  d   W#3.pV# V P                  R4      '       d7   \        V R,          4      ^,          V,          p\        W#3V4      w  rgWgW#3.pV# \        RV  24      h)ÚextendÚbase:rU   NNzUnknown rope_img: )Ú
startswithr   r   r!   )Úrope_imgÚ
patch_sizer   r   Úsub_argsÚ	base_sizer'   r*   s   &&&&    r   Ú
calc_sizesrv   Ã   s}   € Ø�8Ôà�H�:ˆð €Oð 
×	Ñ	˜V×	$Ò	$ä˜ �Ó%¨Õ*¨jÕ8ˆ	Ü.°¨x¸ÓC‰ˆØ " Ð*ˆð €Oô Ð-¨h¨ZÐ8Ó9Ð9r
   c                 ó¨  € / pV FÉ  pVP                   ^,          V,          VP                  ^,          V,          r©\        WWš4      p\        W4,          .VO5RV/ V\	        V4      &   T! RT  RV'       d   RMR RT RT RV'       d$   V\	        V4      ,          ^ ,          P
                  MV\	        V4      ,          P
                   2
4       KË  	  V# )	é   rO   z    Using image RoPE (z) (ÚrealÚcomplexz): z | (z) )ÚheightÚwidthrv   rS   Ústrr5   )rr   Úresolutionsrs   Úhidden_sizeÚ	num_headsÚlog_fnÚ	rope_realÚfreqs_cis_imgÚresor   r   rt   s   &&&&&&&     r   Úinit_image_posembr…   Ñ   sÑ   € ð €MÛˆØ—‘ Õ! ZÕ/°·±¸qµÀJÕ1NˆBÜ˜h°BÓ;ˆÜ#:¸;Õ;SÐ#sÐV^Ò#sÐirÑ#sˆ”c˜$“iÑ ÙÐ'¨ z°¿y±VÈiÐ4XÐX[Ð\dÐ[eÐeiÐjnÐioÐoqß7@�-¤ D£	Õ*¨1Õ-×3Ò3ÀmÔTWÐX\ÓT]ÕF^×FdÑFdÐeðgö 	hñ	 ð Ðr
   )F)g     ˆÃ@F)T)rY   Únumpyr"   Útypingr   r	   r   r.   r;   r6   r>   rS   rR   rX   rv   r…   © r
   r   Ú<module>r‰      s]   ðÛ Û Ý òòWò*ð<¸uð ÐSTô ò&òð4¸dô ô2÷ òDör
   