+
    ƒ°ñj†&  ã                   óF  € ^ RI Ht ^ RIt^ RIHt ^ RIHt ^ RIt^ RIt ^ RIH	t	H
t
HtHt ^ RIHt ^ R	IHt R
 R lt ! R R]
4      t ! R R]4      t ! R R]4      tR R ltR R ltR R lt ! R R]
4      tRR R lltR#   ] d    ^ RIH	t	H
t
Ht ^ RIHt  Lsi ; i)é    )ÚpartialN©ÚTensor)Ú
checkpoint)ÚOptionalÚ
NamedTupleÚListÚProtocol)r   r   r	   )r
   )r	   )Úmodel_managementc                ót   € V ^8„  d   QhR\         R\        \        ,          R\        \        ,          R\         /# )é   ÚxÚstartsÚsizesÚreturn)r   r	   Úint)Úformats   "ÚMC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\modules\sub_quadratic_attention.pyÚ__annotate__r      s8   € ÷ ñ Üðä”�Iðô ”�9ðô ñ	ó    c                 óŽ   € \         ;QJ d    . R  \        W4       4       F  NK  	  5M! R  \        W4       4       4      pW,          # )c              3   óJ   "  € T F  w  r\        WV,           4      x € K  	  R # 5i©N)Úslice)Ú.0ÚstartÚsizes   &  r   Ú	<genexpr>Ú dynamic_slice.<locals>.<genexpr>"   s    é € ÐUÑBT±;°5”E˜%¨¥×.Ð.ÓBTùs   ‚!#)ÚtupleÚzip)r   r   r   Úslicings   &&& r   Údynamic_slicer#      s4   € ÷
 ŒeÑUÄ#ÀfÔBTÓU�e‰eÑUÄ#ÀfÔBTÓUÓU€GØ�:Ðr   c                   ó,   a € ] tR t^%t o V 3R ltRtV tR# )Ú	AttnChunkc                ó>   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   # )r   Ú
exp_valuesÚexp_weights_sumÚ	max_scorer   )r   Ú__classdict__s   "€r   r   ÚAttnChunk.__annotate__%   s(   ø‡ ‚ ÙÑñ áÑñ ñ Ñò r   © N©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r*   s   @r   r%   r%   %   ó   ø‡ ‡ „ r   r%   c                   ó<   a € ] tR t^*t o ]V 3R lR l4       tRtV tR# )ÚSummarizeChunkc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# ©r   ÚqueryÚkey_tÚvaluer   )r   r%   )r   r*   s   "€r   r   ÚSummarizeChunk.__annotate__,   s1   ø€ ÷ ñ Ùðáðñ ðñ 
ñ	r   c                ó   € R # r   r,   ©r;   r<   r=   s   &&&r   Ú__call__ÚSummarizeChunk.__call__+   s   € ñ
 r   r,   N©r.   r/   r0   r1   ÚstaticmethodrA   r3   r4   r5   s   @r   r8   r8   *   s   ø‡ € Ø÷ó ör   r8   c                   ó<   a € ] tR t^2t o ]V 3R lR l4       tRtV tR# )ÚComputeQueryChunkAttnc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ /# r:   r   )r   r*   s   "€r   r   Ú"ComputeQueryChunkAttn.__annotate__4   s1   ø€ ÷ ñ Ùðáðñ ðñ 
ñ	r   c                ó   € R # r   r,   r@   s   &&&r   rA   ÚComputeQueryChunkAttn.__call__3   s   € ñ
 r   r,   NrC   r5   s   @r   rF   rF   2   s   ø‡ € Ø÷ó ör   rF   c                ó`   € V ^8„  d   QhR\         R\         R\         R\        R\        R\        /# ©r   r;   r<   r=   ÚscaleÚupcast_attentionr   )r   ÚfloatÚboolr%   )r   s   "r   r   r   :   sL   € ÷ $Eñ $EÜð$Eäð$Eô ð$Eô ð	$Eô
 ð$Eô ñ$Er   c                 óT  € V'       d“   \         P                  ! R RR7      ;_uu_ 4        V P                  4       p VP                  4       p\         P                  ! \         P                  ! ^^^V P
                  V P                  R7      V VV^ R7      pRRR4       MH\         P                  ! \         P                  ! ^^^V P
                  V P                  R7      V VV^ R7      p\         P                  ! XR
RR7      w  rxVP                  4       pWg,          pVe	   We,          p\         P                  ! WfR7       VP                  VP                  4      p	\         P                  ! W’4      p
VP                  R
4      p\        W©P                  R
R	7      V4      #   + '       g   i     LÄ; i)FÚcuda©ÚenabledÚdevice_type©ÚdeviceÚdtype©ÚalphaÚbetaNT©Úkeepdim©Úout©Údiméÿÿÿÿ)ÚtorchÚautocastrO   ÚbaddbmmÚemptyrW   rX   ÚmaxÚdetachÚexpÚtoÚbmmÚsqueezer%   Úsum)r;   r<   r=   rM   rN   ÚmaskÚattn_weightsr)   Ú_Úexp_weightsr'   s   &&&&&&     r   Ú_summarize_chunkrr   :   s=  € ÷ Ü�^Š^ E¸×@Ö@Ø—K‘K“MˆEØ—K‘K“MˆEÜ Ÿ=š=Ü—’˜A˜q !¨E¯L©LÀÇÁÔLØØØØôˆL÷ AÐ@ô —}’}Ü�KŠK˜˜1˜a¨¯©¸E¿K¹KÔHØØØØô
ˆô —9’9˜\¨2°tÔ<�L€IØ× Ñ Ó"€IØÕ€LØÒØÕˆÜ	‡I‚IˆlÕ-Ø—/‘/ %§+¡+Ó.€KÜ—’˜;Ó.€JØ×!Ñ! "Ó%€IÜ�Z§¡°R Ó!8¸)ÓDÐD÷7 A×@ús   ©A)FÆF'	c                ó`   € V ^8„  d   QhR\         R\         R\         R\        R\        R\         /# )r   r;   r<   r=   Úsummarize_chunkÚkv_chunk_sizer   )r   r8   r   )r   s   "r   r   r   `   sD   € ÷ ($ñ ($Üð($äð($ô ð($ô $ð	($ô
 ð($ô ñ($r   c           	      ón  a aaaaaaa€ SP                   w  oopSP                   w   poR  VVVVV VVV3R llp\        P                  ! ^ VS4       U	u. uF
  q˜! W•4      NK  	  p
p	\        \	        \        P
                  \        V
!  4      !  pVw  rÍp\        P                  ! V^ RR7      w  r÷\        P                  ! Wï,
          4      pV\        P                  ! VR4      ,          pVV,          pVP                  ^ R7      p\        P                  ! VR4      P                  ^ R7      pVV,          # u up	i )c                ó0   € V ^8„  d   QhR\         R\        /# ©r   Ú	chunk_idxr   ©r   r%   )r   s   "r   r   Ú,_query_chunk_attention.<locals>.__annotate__k   s   € ÷ Iñ I¤ð I¬yñ Ir   c                 ó–   <€ \        S^ ^ V 3SSS34      p\        S^ V ^ 3SSS
34      pVe   VRRW S,           13,          pS	! SW#VR7      # )r   ºNNN)rn   )r#   )ry   rn   Ú	key_chunkÚvalue_chunkÚbatch_x_headsÚk_channels_per_headr<   ru   r;   rt   Úv_channels_per_headr=   s   &&  €€€€€€€€r   Úchunk_scannerÚ-_query_chunk_attention.<locals>.chunk_scannerk   sy   ø€ Ü!ØØ��9ÐØÐ/°Ð?ó
ˆ	ô
 $ØØ�	˜1ÐØ˜MÐ+>Ð?ó
ˆð
 ÒØ˜˜!˜I°-Õ&?Ð?Ð?Õ@ˆDá˜u iÀ4ÔHÐHr   Tr\   r`   rb   )Úshaperc   Úaranger%   ÚmapÚstackr!   rg   ri   Ú	unsqueezerm   )r;   r<   r=   rt   ru   rn   Úk_tokensrp   rƒ   ÚchunkÚchunksÚ	acc_chunkÚchunk_valuesÚchunk_weightsÚ	chunk_maxÚ
global_maxÚ	max_diffsÚ
all_valuesÚall_weightsr€   r�   r‚   s   fffff&             @@@r   Ú_query_chunk_attentionr•   `   s  ÿ€ ð 49·;±;Ñ0€MÐ&¨Ø %§¡Ñ€A€qÐ
÷I÷ Iô" 16·²¸QÀÈ-Ô0XóÙ0X uˆ�eÖ"Ñ0Xð ð ô œ3œuŸ{™{¬C°©LÓ9Ñ:€IØ-6Ñ*€L ä—I’I˜i¨°DÔ9�M€JÜ—	’	˜)Õ0Ó1€IØ”E—O’O I¨rÓ2Õ2€LØ�YÕ€Mà×!Ñ! aÐ!Ó(€JÜ—/’/ -°Ó4×8Ñ8¸QÐ8Ó?€KØ˜Õ#Ð#ùòs   ÁD2c                ó`   € V ^8„  d   QhR\         R\         R\         R\        R\        R\         /# rL   )r   rO   rP   )r   s   "r   r   r   ‹   sD   € ÷ +ñ +Üð+äð+ô ð+ô ð	+ô
 ð+ô ñ+r   c                 óÖ  € V'       d“   \         P                  ! R RR7      ;_uu_ 4        V P                  4       p VP                  4       p\         P                  ! \         P                  ! ^^^V P
                  V P                  R7      V VV^ R7      pRRR4       MH\         P                  ! \         P                  ! ^^^V P
                  V P                  R7      V VV^ R7      pVe
   XV,          p XP                  RR7      p?\         P"                  ! VP%                  VP                  4      V4      p
V
#   + '       g   i     Lc; i  \         d•   p\        P                  ! T4       \        P                  ! R4       XTP                  RRR	7      P                  ,          p\         P                  ! YfR
7       \         P                   ! TRRR	7      p	Yi,          pTp Rp?LßRp?ii ; i)FrR   rS   rV   rY   Nr`   zxran out of memory while running softmax in  _get_attention_scores_no_kv_chunking, trying slower in place softmax insteadT)ra   r]   r^   rb   )rc   rd   rO   re   rf   rW   rX   ÚsoftmaxÚ	Exceptionr   Úraise_non_oomÚloggingÚwarningrg   Úvaluesri   rm   rk   rj   )r;   r<   r=   rM   rN   rn   Úattn_scoresÚ
attn_probsÚeÚsummedÚhidden_states_slices   &&&&&&     r   Ú$_get_attention_scores_no_kv_chunkingr£   ‹   s}  € ÷ Ü�^Š^ E¸×@Ö@Ø—K‘K“MˆEØ—K‘K“MˆEÜŸ-š-Ü—’˜A˜q !¨E¯L©LÀÇÁÔLØØØØôˆK÷ AÐ@ô —m’mÜ�KŠK˜˜1˜a¨¯©¸E¿K¹KÔHØØØØô
ˆð ÒØ�tÕˆð
!Ø ×(Ñ(¨RÐ(Ó0ˆ
Øô  Ÿ)š) J§M¡M°%·+±+Ó$>ÀÓFÐØÐ÷E A×@ûô0 ô !Ü×&Ò& qÔ)Ü�Šð  Sô  	TØ�{—‘¨2°t�Ó<×CÑCÕCˆÜ�	Š	�+Õ/Ü—’˜;¨B¸Ô=ˆØÕˆØ �
ûð!ús%   ©A)D6Ã1E	 Ä6E	Å	G(ÅB
G#Ç#G(c                   ó,   a € ] tR t^¸t o V 3R ltRtV tR# )ÚScannedChunkc                ó2   <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   # )r   ry   Ú
attn_chunkrz   )r   r*   s   "€r   r   ÚScannedChunk.__annotate__¸   s   ø‡ ‚ Ù�Nñ áÑò r   r,   Nr-   r5   s   @r   r¥   r¥   ¸   r6   r   r¥   c                ó€   € V ^8„  d   QhR\         R\         R\         R\        \        ,          R\        \        ,          /# )r   r;   r<   r=   ru   Úkv_chunk_size_min)r   r   r   )r   s   "r   r   r   ¼   sI   € ÷ Xñ XÜðXäðXô ðXô
 œC•=ðXô  ¤•}ñXr   c	                ó.  a aaaaa€ S P                   w  oooVP                   w   ršSR	,          p\        T;'       g     \        \        P                  ! V
4      4      V
4      pVe   \        WE4      pSe,   \        SP                   4      ^8X  d   SP                  ^ 4      oR VVVV V3R llpR VVV3R llp\        \        W·R7      pV'       d   \        \        V4      MTpW¤8:  d   \        \        VVR7      M\        \        VVR7      pSS8:  d   V! S VVSR7      # \        P                  ! \        \        P                   ! SS,          4      4       Uu. uF)  pV! V! VS,          4      VVV! VS,          4      R7      NK+  	  up^R7      pV# u upi )
a�  Computes efficient dot-product attention given query, transposed key, and value.
This is efficient version of attention presented in
https://arxiv.org/abs/2112.05682v2 which comes with O(sqrt(n)) memory requirements.
Args:
  query: queries for calculating attention with shape of
    `[batch * num_heads, tokens, channels_per_head]`.
  key_t: keys for calculating attention with shape of
    `[batch * num_heads, channels_per_head, tokens]`.
  value: values to be used in attention with shape of
    `[batch * num_heads, tokens, channels_per_head]`.
  query_chunk_size: int: query chunks size
  kv_chunk_size: Optional[int]: key/value chunks size. if None: defaults to sqrt(key_tokens)
  kv_chunk_size_min: Optional[int]: key/value minimum chunk size. only considered when kv_chunk_size is None. changes `sqrt(key_tokens)` into `max(sqrt(key_tokens), kv_chunk_size_min)`, to ensure our chunk sizes don't get too small (smaller chunks = more chunks = less concurrent work done).
  use_checkpoint: bool: whether to use checkpointing (recommended True for training, False for inference)
Returns:
  Output of shape `[batch * num_heads, query_tokens, channels_per_head]`.
c                ó0   € V ^8„  d   QhR\         R\        /# rx   ©r   r   )r   s   "r   r   Ú5efficient_dot_product_attention.<locals>.__annotate__ã   s   € ÷ 
ñ 
¤3ð 
¬6ñ 
r   c           	      ó>   <€ \        S^ V ^ 3S\        SS4      S34      # )r   )r#   Úmin)ry   r€   Úq_channels_per_headÚq_tokensr;   Úquery_chunk_sizes   &€€€€€r   Úget_query_chunkÚ8efficient_dot_product_attention.<locals>.get_query_chunkã   s0   ø€ ÜØØ�	˜1ÐØœCÐ 0°(Ó;Ð=PÐQó
ð 	
r   c                ó0   € V ^8„  d   QhR\         R\        /# rx   r­   )r   s   "r   r   r®   ê   s   € ÷ 3ñ 3¤#ð 3¬&ñ 3r   c                 ó‚   <€ Sf   R # SP                   ^,          ^8X  d   S# \        SS4      pSRW V,           13,          # )Nr}   )r…   r°   )ry   r‹   rn   r²   r³   s   & €€€r   Úget_mask_chunkÚ7efficient_dot_product_attention.<locals>.get_mask_chunkê   sE   ø€ ØŠ<ÙØ�:‰:�a�=˜AÔØˆKÜÐ$ hÓ/ˆØ�A�i¨EÕ 1Ð1Ð1Õ2Ð2r   )rM   rN   )ru   rt   )r;   r<   r=   rn   r`   g      à¿)r…   r°   r   ÚmathÚsqrtrg   Úlenr‰   r   rr   r   r£   r•   rc   ÚcatÚrangeÚceil)r;   r<   r=   r³   ru   rª   Úuse_checkpointrN   rn   rp   rŠ   rM   r´   r¸   rt   Úcompute_query_chunk_attnÚiÚresr€   r±   r²   s   f&&f&&&&f         @@@r   Úefficient_dot_product_attentionrÄ   ¼   sŒ  ý€ ð8 49·;±;Ñ0€M�8Ð0Ø—[‘[�N€A€qØ 4Õ'€Eä˜×AÐA¬¬T¯YªY°xÓ-@Ó)AÀ8ÓL€MØÒ$Ü˜MÓ=ˆàÒœC §
¡
›O¨qÔ0Ø�~‰~˜aÓ ˆ÷
ô 
÷3ò 3ô '.Ô.>ÀeÔ&o€OßN\¤g¬j¸/Ô&JÐbq€Oð
 
Ô	"ô	 7>Ü,ØØ)õ7ô 	Ü"Ø'Ø+ô	
ð ð Ð#Ô#á'ØØØØô	
ð 	
ô �)Š)ô œŸš 8Ð.>Õ#>Ó?Ô@óñ Aˆañ 	!Ù! !Ð&6Õ"6Ó7ØØÙ Ð$4Õ 4Ó5÷		
ñ
 Añð ô€Cð €Jùòs   Å/F)i   NNTFN)Ú	functoolsr   rc   r   Útorch.utils.checkpointr   rº   r›   Útypingr   r   r	   r
   ÚImportErrorÚtyping_extensionsÚcomfyr   r#   r%   r8   rF   rr   r•   r£   r¥   rÄ   r,   r   r   Ú<module>rË      s›   ðõ Û Ý Ý -Û Û ð+ß;Ó;õ
 å "õô�
ô ô
�Xô ô˜Hô õ$EõL($õV+ôZ�:ô ÷Xñ XøðO ô +ß1Ñ1ß*ð+ús    B ÂB ÂB 