+
    ƒ°ñju	  ã                   óŒ   € ^ RI t ^ RIHt ^ RI Ht ^ RIHtHt ^ RIt^ RI	tR/ R3R R llt
R R ltR	 R
 ltR R ltR tR tR# )é    N)Ú	rearrange©ÚTensor)ÚAttentionTensorContainerÚoptimized_attentionc          
      óT   € V ^8„  d   QhR\         R\         R\         R\         R\         /# )é   ÚqÚkÚvÚpeÚreturnr   )Úformats   "Ú7C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\flux\math.pyÚ__annotate__r   
   s4   € ÷ ñ ”ð œFð ¤vð ´6ð ô  |Bñ ó    c                 ó:  € \        V \        4      '       d0   V P                  4       VP                  4       VP                  4       r!p Ve   \        WV4      w  rV P                  ^,          p\        V 4      \        V4      \        V4      r!p \        WW'RWEVR7      pV# )NT)Úskip_reshapeÚmaskÚtransformer_optionsÚpreferred_attention)Ú
isinstancer   ÚtakeÚ
apply_ropeÚshaper   )	r
   r   r   r   r   r   r   ÚheadsÚxs	   &&&&&&&  r   Ú	attentionr   
   s‰   € Ü�!Ô-×.Ò.Ø—&‘&“(˜AŸF™F›H a§f¡f£hˆaˆØ	‚~Ü˜! Ó#‰ˆØ�G‰G�A�J€EÜ& qÓ)Ô+CÀAÓ+FÔH`ÐabÓHcˆ!€AÜ˜A !¸ÀDð  H[ô  	\€AØ€Hr   c                óH   € V ^8„  d   QhR\         R\        R\        R\         /# )r	   ÚposÚdimÚthetar   )r   Úint)r   s   "r   r   r      s(   € ÷ :ñ :Œfð :œ3ð :¤sð :¬vñ :r   c                 ó  € V^,          ^ 8X  g   Q h\         P                  P                  V P                  4      '       g   \        P                  ! R4      pMV P                  p\        P
                  ! ^ V^,
          V,          V^,          \        P                  VR7      pRW$,          ,          p\        P                  ! RV P                  \        P                  VR7      V4      p\        P                  ! \        P                  ! V4      \        P                  ! V4      ) \        P                  ! V4      \        P                  ! V4      .R	R7      p\        VR^^R7      pVP                  \        P                  V P                  R7      # )
r	   Úcpu)ÚstepsÚdtypeÚdeviceg      ð?z...n,d->...nd)r'   r(   )r!   zb n d (i j) -> b n d i j)ÚiÚjéÿÿÿÿ)ÚcomfyÚmodel_managementÚsupports_fp64r(   ÚtorchÚlinspaceÚfloat64ÚeinsumÚtoÚfloat32ÚstackÚcosÚsinr   )r    r!   r"   r(   ÚscaleÚomegaÚouts   &&&    r   Úroper;      s  € Ø��7�aŒ<Ðˆ<Ü×!Ñ!×/Ñ/°·
±
×;Ò;Ü—’˜eÓ$‰à—‘ˆä�NŠN˜1˜s Q�w¨#�o°S¸!µVÄ5Ç=Á=ÐY_Ô`€EØ�5•<Õ €EÜ
�,Š,�¨¯©´U·]±]È6¨Ó(RÐTYÓ
Z€CÜ
�+Š+”u—y’y “~¬¯	ª	°#« ¼¿	º	À#»ÌÏ	Ê	ÐRUËÐWÐ]_Ô
`€CÜ
�CÐ3°q¸AÔ
>€CØ�6‰6œŸ™¨c¯j©jˆ6Ó9Ð9r   c                ó0   € V ^8„  d   QhR\         R\         /# )r	   r   Ú	freqs_cisr   )r   s   "r   r   r   #   s   € ÷ .ñ .”Fð .¤vñ .r   c                 ó2  € V P                  VP                  R 7      P                  ! . V P                  RR ORN^N^N5!  pVP                  ^,          ^8w  da   VP                  ^,          ^8w  dI   VP                  ^,          VP                  ^,          8w  d    VRRRVP                  ^,          13,          pVR,          VR,          ,          pVP	                  VR,          VR,          4       VP                  ! V P                  !  P                  V 4      # ))r'   N:NNNr+   ).r   ).é   )r3   r'   Úreshaper   Úaddcmul_Útype_as)r   r=   Úx_Úx_outs   &&  r   Ú_apply_rope1rE   #   sÛ   € Ø	
�‰�I—O‘OˆÓ	$×	,Ò	,Ð	E¨a¯g©g°c°r¨lÐ	E¸BÐ	EÀÐ	EÀ1Ó	E€BØ	‡x�x�…{�aÔ˜IŸO™O¨AÕ.°!Ô3¸¿¹À½ÀyÇÁÐWXÕGYÔ8YØ˜a  L R§X¡X¨a¥[ LÐ0Õ1ˆ	à�fÕ  6¥
Õ*€EØ	‡N�N�9˜VÕ$ b¨¥jÔ1à�=Š=˜!Ÿ'™'Ñ"×*Ñ*¨1Ó-Ð-r   c                ó<   € V ^8„  d   QhR\         R\         R\         /# )r	   ÚxqÚxkr=   r   )r   s   "r   r   r   .   s&   € ÷ Bñ B”Fð B¤ð B´6ñ Br   c                 ó.   € \        W4      \        W4      3# ©N)Úapply_rope1©rG   rH   r=   s   &&&r   Ú_apply_roperM   .   s   € Ü�rÓ%¤{°2Ó'AÐAÐAr   c                 ó®   € \         P                  P                  '       d   \        WV4      # \         P                  P
                  P                  WV4      # rJ   )r,   r-   Úin_trainingrM   Ú	quant_opsÚckr   rL   s   &&&r   r   r   2   s>   € Ü×Ñ×)×)Ð)Ü˜2 9Ó-Ð-ä�‰×!Ñ!×,Ñ,¨R°YÓ?Ð?r   c                 óª   € \         P                  P                  '       d   \        W4      # \         P                  P
                  P                  W4      # rJ   )r,   r-   rO   rE   rP   rQ   rK   )r   r=   s   &&r   rK   rK   9   s:   € Ü×Ñ×)×)Ð)Ü˜AÓ)Ð)ä�‰×!Ñ!×-Ñ-¨aÓ;Ð;r   )r/   Úeinopsr   r   Úcomfy.ldm.modules.attentionr   r   Úcomfy.model_managementr,   Úcomfy.quant_opsr   r;   rE   rM   r   rK   © r   r   Ú<module>rX      sD   ðÛ Ý Ý ç UÛ Û ð AEÐZ\Ðrv÷ õ:õ.õBò@ô<r   