+
    ƒ°ñj‰  ã                   óB   € ^ RI t ^ RIHt R tR tR tRRRR/R	 lt]tR# )
é    N)Ú	attentionc                 ó  € V'       d   WW P                   R,          3# V P                   w  rVWc,          pV P                  WSV4      VP                  VP                   ^ ,          W74      VP                  VP                   ^ ,          W74      V3# ©é   éÿÿÿÿ)ÚshapeÚview)ÚqÚkÚvÚheadsÚskip_reshapeÚtotal_tokensÚ	embed_dimÚhead_dims   &&&&&   Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\seedvr\attention.pyÚ_var_attention_qkvr      ss   € ßØ�QŸ™ �Ð#Ð#ØŸg™gÑ€LØÕ!€Hà	�‰ˆ| HÓ-Ø	�‰ˆq�w‰w�q�z˜5Ó+Ø	�‰ˆq�w‰w�q�z˜5Ó+Øð	ð ó    c                 óF   € V'       d   V # V P                  RW,          4      # r   )Úreshape)Úoutr   r   Úskip_output_reshapes   &&&&r   Ú_var_attention_outputr      s   € ßØˆ
Ø�;‰;�r˜5Õ+Ó,Ð,r   c                óÆ   € . p^ p\        ^\        V 4      ^,           4       F<  pV\        V 4      8X  g   W,          W,          8w  g   K(  VP                  W#34       TpK>  	  V# )zH(start, stop) sequence spans over which the sequence length is constant.)ÚrangeÚlenÚappend)ÚlengthsÚrunsÚstartÚis   &   r   Ú_equal_length_runsr"      sW   € à€DØ€EÜ�1”c˜'“l QÕ&Ö'ˆØ”�G“Ô ¥
¨g­nÖ <Ø�K‰K˜˜
Ô#ØŠEñ (ð €Kr   r   Fr   c                óâ  € \        V \        P                  4      '       d0   V P                  4       VP                  4       VP                  4       r!p \	        WW#V4      w  rr*VP
                  ^ ,          VP
                  ^ ,          8w  d   \        R4      h\        V4      \        V4      8w  d   \        R4      h\        WDR,          4       UUu. uF  w  r¼WË,
          NK  	  ppp\        WUR,          4       UUu. uF  w  r¼WË,
          NK  	  ppp\        P                  ! VR,          W:3V P                  V P                  R7      p\        \        \        WÞ4      4      4       EFs  w  ppVV,
          pVV,          VV,          pp\        VV,          VV,          4      p\        VV,          VV,          4      pX V,          P!                  VVW:4      P#                  ^^4      pXV,          P!                  VVW:4      P#                  ^^4      pXV,          P!                  VVW:4      P#                  ^^4      pV\        V4      8X  d   ? ??\        P                  ! V4      \        P                  ! V4      \        P                  ! V4      ppp\        P$                  ! VVVV3RRRR/V	B pVP#                  ^^4      P!                  VV,          W:4      VV&   EKv  	  \'        WóW§4      # u uppi u uppi )	r   z)cu_seqlens_k does not match v token countzCcu_seqlens_q and cu_seqlens_k must describe the same sequence count:r   NN)ÚdeviceÚdtyper   Tr   r   )Ú
isinstanceÚ
_attentionÚAttentionTensorContainerÚtaker   r   Ú
ValueErrorr   ÚzipÚtorchÚemptyr$   r%   r"   ÚlistÚslicer   Ú	transposeÚoptimized_attentionr   )r
   r   r   r   Úcu_seqlens_qÚcu_seqlens_kr   r   ÚargsÚkwargsr   r    ÚendÚq_lensÚk_lensr   ÚfirstÚlastÚnÚlen_qÚlen_kÚq_sliceÚk_sliceÚq_iÚk_iÚv_iÚout_is   &&&&&&$$*,                 r   Úvar_attention_optimized_splitrD   $   s†  € Ü�!”Z×8Ñ8×9Ò9Ø—&‘&“(˜AŸF™F›H a§f¡f£hˆaˆÜ*¨1°¸<ÓHÑ€Aˆ!à‡w�wˆq…z�Q—W‘W˜Q•ZÔÜÐDÓEÐEÜ
ˆ<ÓœC Ó-Ô-ÜÐ^Ó_Ð_ä,/°È2Õ>NÔ,OÔPÑ,O™j˜eˆc�kˆkÑ,O€FÑPÜ,/°È2Õ>NÔ,OÔPÑ,O™j˜eˆc�kˆkÑ,O€FÑPä
�+Š+�| BÕ'¨Ð9À!Ç(Á(ÐRS×RYÑRYÔ
Z€Cä)¬$¬s°6Ó/BÓ*C×D‰ˆˆtØ�5�LˆØ˜e•} f¨U¥mˆuˆÜ˜ UÕ+¨\¸$Õ-?Ó@ˆÜ˜ UÕ+¨\¸$Õ-?Ó@ˆØ��j× Ñ   E¨5Ó;×EÑEÀaÈÓKˆØ��j× Ñ   E¨5Ó;×EÑEÀaÈÓKˆØ��j× Ñ   E¨5Ó;×EÑEÀaÈÓKˆØ”3�v“;ÔØ�1�aÜ"×;Ò;¸CÓ@Ä*×BeÒBeÐfiÓBjÔlv÷  mPò  mPð  QTó  mU�#ˆSˆÜ×.Ò.¨s°C¸¸eÑ{ÐRVÐ{ÐlpÐ{ÐtzÑ{ˆØ—‘ q¨!Ó,×4Ñ4°Q¸µYÀÓPˆˆGŒñ Eô ! ¨XÓKÐKùó' QùÛPs   ÃK%Ã8K+)	r,   Úcomfy.ldm.modulesr   r'   r   r   r"   rD   Úoptimized_var_attention© r   r   Ú<module>rH      s?   ðÛ å 5ò
ò-òðLÐbgð Lð  ~Cô Lð@ 8Ò r   