+
    �åûjÜ,  ã                   ó^  € R t ^ RIt^ RIt^ RIHu Ht ^ RIHt RtRt	R t
]3R ltR tRR R lltR tRR	 R
 llt]P                   P#                  RRR7      R R l4       t]P&                  R 4       t]P                   P#                  RRR7      R R l4       t]P&                  R 4       tR# )a‘  3D neighborhood attention (NATTEN ``na3d`` semantics) in pure torch.

Per non-causal axis each query attends a window of exactly ``kernel_size``
positions centered on it, shifted inward at grid boundaries; per causal axis
it attends the ``min(i + 1, kernel_size)`` nearest previous positions.
Dilation is not supported.

Strategy: queries are tiled; tiles sharing the same relative window geometry
(all interior tiles, plus a handful of boundary cases per axis) are stacked
into batched ``scaled_dot_product_attention`` calls with one additive mask per
geometry group. SDPA's efficient backend does online softmax, so scores are
never materialized on CUDA.
N)Úregistryc                ó®  € . p. pV'       dV   \        V 4       FC  pVP                  \        ^ WQ,
          ^,           4      4       VP                  V^,           4       KE  	  W43# \        W4      pW,
          pV^,          p\        V 4       FG  p\        \        WW,
          ^ 4      V4      pVP                  V4       VP                  W�,           4       KI  	  W43# )z=Per-index (start, end) of the attended window along one axis.)ÚrangeÚappendÚmaxÚmin)	ÚlengthÚkernelÚcausalÚstartsÚendsÚiÚloÚhalfÚss	   &&&      Ú[C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\backends\eager\na.pyÚ_window_boundsr      s³   € à€FØ€DßÜ�v–ˆAØ�M‰Mœ#˜a ¥¨a¥Ó0Ô1Ø�K‰K˜˜A�Öñ ð ˆ<Ðô �VÓ$ˆØ�_ˆØ˜�{ˆÜ�v–ˆAÜ”C˜� !Ó$ bÓ)ˆAØ�M‰M˜!ÔØ�K‰K˜�
Ö#ñ ð ˆ<Ðó    c                ó   a aa€ \        S 4      oV V3R lpV! S4      V8”  dl   \        S4      ^8”  d\   \        \        \        S4      4      VV3R lR7      pSV,          ^8:  d    S# \        ^SV,          ^,           ^,          4      SV&   Kx  S# )zEPer-axis query-tile lengths keeping one tile's [Nq, Nk] under budget.c           
      ó”   <€ \         P                  ! V 4      p\         P                  ! R  \        V SSRR7       4       4      pW,          # )c              3   óZ   "  € T F!  w  rp\        W1V,           ^,
          4      x € K#  	  R# 5i)é   N)r   )Ú.0ÚtÚkÚds   &   r   Ú	<genexpr>Ú,_pick_tiles.<locals>.cost.<locals>.<genexpr>8   s&   é € Ð\Ñ8[©W¨Q°1”s˜1 !�e a�i×(Ð(Ó8[ùs   ‚)+T©Ústrict)ÚmathÚprodÚzip)ÚtsÚnqÚnkÚdimsÚkernelss   &  €€r   ÚcostÚ_pick_tiles.<locals>.cost6   s7   ø€ Ü�YŠY�r‹]ˆÜ�YŠYÑ\¼¸BÀÈÐVZÕ8[Ó\Ó\ˆØ�wˆr   c                 ó2   <€ SV ,          SV ,          ,          # ©N© )Úar'   Útiless   &€€r   Ú<lambda>Ú_pick_tiles.<locals>.<lambda><   s   ø€ °°qµ¸GÀA½JÖ1Fr   )Úkey)Úlistr   r   Úlen)r&   r'   Úbudgetr(   r   r.   s   ff&  @r   Ú_pick_tilesr5   2   sv   ú€ ä�‹J€Eöñ
 ˆu‹+˜Ô
¤3 u£:°¤>Ü””c˜%“jÓ!Õ'FÔGˆØ��8�qŒ=Øà€Lô �q˜5 �8 a�<¨AÕ-Ó.ˆˆa‹Ø€Lr   c                ó¢  € . pV  Fœ  w  rE\         P                  ! WBR7      p\         P                  ! WRR7      p\         P                  ! \        VP	                  4       4      VR7      pVP                  VR,          VR,          8¬  VR,          VR,          8  ,          4       Kž  	  V^ ,          R,          V^,          R,          ,          V^,          R,          ,          p	V	P                  ^ ,          V	P                  ^,          ,          V	P                  ^,          ,          p
V	P                  ^,          V	P                  ^,          ,          V	P                  ^,          ,          p\         P                  ! W«3WR7      pVP                  V	P                  W«4      ( \         P                  ! V4      P                  4       VP                  ^^W«4      # )zŠAdditive ``[1, 1, Nq, Nk]`` mask for one tile-geometry group.

``rel_bounds``: per-axis (starts, ends) relative to the key region origin.
©Údevice)Údtyper8   )NºNNN©r:   N)r:   NNr:   NN)Nr:   NNr:   N)NNr:   NNr:   )ÚtorchÚtensorÚarangeÚintr   r   ÚshapeÚzerosÚmasked_fill_ÚreshapeÚfinfor   )Ú
rel_boundsr9   r8   Úboolsr   r   ÚstÚenÚkjÚvisibler$   r%   Úmasks   &&&          r   Ú_group_maskrL   C   sQ  € ð
 €EÛ"‰ˆÜ�\Š\˜&Ô0ˆÜ�\Š\˜$Ô.ˆÜ�\Š\œ#˜bŸf™f›h›-°Ô7ˆØ�‰�b˜•k R¨¥[Ñ0°R¸µ[À2ÀgÅ;Ñ5NÕOÖPñ	 #ð
 �Q�xÐ4Õ5Ø�q•Ð6Õ7õ8à�q•Ð6Õ7õ8€Gð 
�‰�qÕ	˜GŸM™M¨!Õ,Õ	,¨w¯}©}¸QÕ/?Õ	?€BØ	�‰�qÕ	˜GŸM™M¨!Õ,Õ	,¨w¯}©}¸QÕ/?Õ	?€BÜ�;Š;˜�x uÔ<€DØ×Ñ�w—‘ rÓ.Ð.´·²¸EÓ0B×0FÑ0FÔGØ�<‰<˜˜1˜bÓ%Ð%r   c                ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        ,          R\        \        ,          R,          R\
        R,          R\         P                  /# )	é   Úqr   ÚvÚkernel_sizeÚ	is_causalNÚscaleÚreturn©r<   ÚTensorr2   r?   ÚboolÚfloat)Úformats   "r   Ú__annotate__rZ   X   sx   € ÷ Cñ CÜ‡|�|ðCä‡|�|ðCô ‡|�|ðCô ”c•ð	Cô
 ”D�z˜DÕ ðCô �4�<ðCô ‡\�\ñCr   c                óD  a:a;a<€ V P                   w  rgr‰r«WxV	3pVf   . ROM
\        V4      p\        W=VRR7       UUUu. uF  w  rïpV'       d   TM\        VV4      NK  	  ppppVf
   VR,          pV P                  pVR8w  d	   W,          p \        VVVRR7       UUUu. uF  w  prï\        VWï4      NK  	  pppp\        T\        VVRR7       UUu. uF  w  pp\        VV4      NK  	  upp4      w  ppp/ p\        ^ VV4       EFk  p\        VV,           V4      pV^ ,          ^ ,          V,          V^ ,          ^,          V^,
          ,          uo;p\        ;QJ d(    . V;3R lV^ ,          ^ ,          VV  4       F  NK  	  5M!! V;3R lV^ ,          ^ ,          VV  4       4      \        ;QJ d(    . V;3R lV^ ,          ^,          VV  4       F  NK  	  5M!! V;3R lV^ ,          ^,          VV  4       4      3p\        ^ VV4       EFd  p\        VV,           V4      pV^,          ^ ,          V,          V^,          ^,          V^,
          ,          uo:p\        ;QJ d(    . V:3R lV^,          ^ ,          VV  4       F  NK  	  5M!! V:3R lV^,          ^ ,          VV  4       4      \        ;QJ d(    . V:3R lV^,          ^,          VV  4       F  NK  	  5M!! V:3R lV^,          ^,          VV  4       4      3p\        ^ V	V4       EF]  p \        V V,           V	4      p!V^,          ^ ,          V ,          V^,          ^,          V!^,
          ,          uo<p"\        ;QJ d(    . V<3R lV^,          ^ ,          V V!  4       F  NK  	  5M!! V<3R lV^,          ^ ,          V V!  4       4      \        ;QJ d(    . V<3R	 lV^,          ^,          V V!  4       F  NK  	  5M!! V<3R	 lV^,          ^,          V V!  4       4      3p#VP                  VVV#3. 4      P                  \        VV4      \        VV4      \        V V!4      3\        S;V4      \        S:V4      \        S<V"4      334       EK`  	  EKg  	  EKn  	  \        P                  ! WgW‰W«3VVP                  R
7      p$VP                  4        EFK  w  p%p&\!        V%V P                  V4      p'V'P                   ^,          V'P                   ^,          p)p(VP"                  R8X  d>   \%        ^\&        \%        ^Wj,          V),          V,          ^,          4      ,          4      p*M^p*V&^ ,          w  p+p,V+^ ,          P(                  V+^ ,          P*                  ,
          V+^,          P(                  V+^,          P*                  ,
          V+^,          P(                  V+^,          P*                  ,
          p/p.p-\        ^ \-        V&4      V*4       EF  p0V&V0V0V*,            p1\-        V14      p2\        P.                  ! V1 U3U,u. uF(  w  p3p,V RV3^ ,          V3^,          V3^,          3,          NK*  	  up,p34      p4\        P.                  ! V1 U,U5u. uF(  w  p,p5VRV5^ ,          V5^,          V5^,          3,          NK*  	  up5p,4      p6\        P.                  ! V1 U,U5u. uF(  w  p,p5VRV5^ ,          V5^,          V5^,          3,          NK*  	  up5p,4      p7V4P1                  ^ ^^^^^^4      P3                  V2V,          V
V(V4      p4V6P1                  ^ ^^^^^^4      P3                  V2V,          V
V)V4      p6V7P1                  ^ ^^^^^^4      P3                  V2V,          V
V)V4      p7\4        P6                  ! V4V6V7V'RR7      p8V8P9                  V2WjV-V.V/V4      P1                  ^ ^^^^^^4      p8\;        V14       F.  w  p9w  p3p,V8V9,          V$RV3^ ,          V3^,          V3^,          3&   K0  	  EK  	  EKN  	  V$# u upppi u upppi u uppi u up,p3i u up5p,i u up5p,i )z@3D neighborhood attention over ``(B, T, H, W, NH, HD)`` tensors.Tr   g      ð?c              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   r   Úrt0s   & €r   r   Úna3d.<locals>.<genexpr>t   s   øé € Ð<Ñ(; 1˜3—w’wÓ(;ùó   ƒc              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   Úer]   s   & €r   r   r^   t   s   øé € ÐCiÑUhÐPQÈÇGÂGÓUhùr_   c              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   r   Úrh0s   & €r   r   r^   x   s   øé € Ð@Ñ,? q˜sŸ7š7Ó,?ùr_   c              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   ra   rc   s   & €r   r   r^   x   s   øé € ÐGmÑYlÐTUÈCÏÊÓYlùr_   c              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   r   Úrw0s   & €r   r   r^   |   s   øé € ÐDÑ0C¨1 3ŸwšwÓ0Cùr_   c              3   ó4   <"  € T F  qS,
          x € K  	  R # 5ir+   r,   )r   ra   rf   s   & €r   r   r^   |   s   øé € ÐKqÑ]pÐXYÐPSÏGÊGÓ]pùr_   )r8   r9   Úcudar:   )Ú	attn_maskrS   )FFFg      à¿)r@   r2   r"   r   r8   r   r5   r   ÚtupleÚ
setdefaultr   Úslicer<   Úemptyr9   ÚitemsrL   Útyper   ÚNA_KV_STACK_BUDGETÚstopÚstartr3   ÚstackÚpermuterC   Ú
functionalÚscaled_dot_product_attentionÚviewÚ	enumerate)=rO   r   rP   rQ   rR   rS   Úbatchr   ÚhÚwÚnhÚhdr&   r
   Úk_Úcr   r'   r8   ÚboundsÚtile_tÚtile_hÚtile_wÚgroupsÚt0Út1Úrt1Úrel_tÚh0Úh1Úrh1Úrel_hÚw0Úw1Úrw1Úrel_wÚoutÚrelr.   rK   r$   r%   Úg_maxÚqs0Ú_ÚtqÚthÚtwÚc0ÚchunkÚgÚqsÚq_sÚrsÚk_sÚv_sÚor   rc   r]   rf   s=   &&&&&&                                                    @@@r   Úna3dr¢   X   sÞ  ú€ ð ŸW™WÑ€Eˆa�BØ�!ˆ9€DØ&/Ò&7Ó"¼TÀ)»_€FÜ7:¸;ÐPTÐ]aÕ7bÕcÑ7b©8¨2°!—Q‰rœC  A›JÒ&Ñ7b€GÒcØ‚}Ø�d•
ˆØ�X‰X€FØ�„|Ø�Iˆä7:¸4ÀÈ&ÐY]Õ7^Õ_Ñ7^©8¨1¨bŒn˜Q Ö&Ñ7^€FÒ_Ü(¨ÌÈGÐUYÐbfÕHgÔ/hÑHg¹u¸rÀ1´°B¸¶
ÑHgÒ/hÓiÑ€FˆF�Fð €FÜ�A�q˜&×!ˆÜ��f•˜aÓ ˆØ˜!•9˜Q•< Õ# V¨A¥Y¨q¥\°"°qµ&Õ%9ˆˆˆSß”Ô<¨¨q­	°!­°R¸Ñ(;Ó<—‘Ô<¨¨q­	°!­°R¸Ñ(;Ó<Ó<¿e¼eÔCiÐU[Ð\]ÕU^Ð_`ÕUaÐbdÐegÑUhÓCi¿e¹eÔCiÐU[Ð\]ÕU^Ð_`ÕUaÐbdÐegÑUhÓCiÓ>iÐjˆÜ˜˜1˜f×%ˆBÜ�R˜&•[ !Ó$ˆBØ˜a•y •| BÕ'¨°­°1­°b¸1µfÕ)=ˆHˆC�ß”UÔ@¨F°1­I°a­L¸¸BÑ,?Ó@—U‘UÔ@¨F°1­I°a­L¸¸BÑ,?Ó@Ó@Ç%Ä%ÔGmÐY_Ð`aÕYbÐcdÕYeÐfhÐikÑYlÓGmÇ%Á%ÔGmÐY_Ð`aÕYbÐcdÕYeÐfhÐikÑYlÓGmÓBmÐnˆEÜ˜A˜q &×)�Ü˜˜f� aÓ(�Ø! !�9 Q�<¨Õ+¨V°A­Y°q­\¸"¸q½&Õ-A���SßœÔD°°qµ	¸!µ¸RÀÑ0CÓDŸ™ÔD°°qµ	¸!µ¸RÀÑ0CÓDÓDÇeÄeÔKqÐ]cÐdeÕ]fÐghÕ]iÐjlÐmoÑ]pÓKqÇeÁeÔKqÐ]cÐdeÕ]fÐghÕ]iÐjlÐmoÑ]pÓKqÓFqÐr�Ø×!Ñ! 5¨%°Ð"7¸Ó<×CÑCÜ˜2˜r“]¤E¨"¨b£M´5¸¸R³=ÐAÜ˜3 “_¤e¨C°£o´u¸SÀ#³ÐGðE÷ ô	 *ô	 &ñ	 "ô" �+Š+�u  rÐ.°vÀQÇWÁWÔ
M€CØ—l‘l—n‰
ˆˆUÜ˜3 §¡¨Ó0ˆØ—‘˜A• §
¡
¨1¥ˆBˆØ�;‰;˜&Ô Ü˜Ô-´°Q¸½
ÀR½È"Õ8LÈqÕ8PÓ1QÕQÓR‰EàˆEØ�q•‰ˆˆQØ˜!•f—k‘k C¨¥F§L¡LÕ0°#°aµ&·+±+ÀÀAÅÇÁÕ2LÈcÐRSÍfÏkÉkÐ\_Ð`aÕ\b×\hÑ\hÕNh�ˆBˆÜ˜œ3˜u›: u×-ˆBØ˜"˜R %�ZÐ(ˆEÜ�E“
ˆAÜ—+’+ÁeÔLÁe¹U¸RÀ˜q  B q¥E¨2¨a­5°"°Qµ%Ð!7×8Ð8ÁeÒLÓMˆCÜ—+’+ÁeÔLÁe¹U¸QÀ˜q  B q¥E¨2¨a­5°"°Qµ%Ð!7×8Ð8ÁeÒLÓMˆCÜ—+’+ÁeÔLÁe¹U¸QÀ˜q  B q¥E¨2¨a­5°"°Qµ%Ð!7×8Ð8ÁeÒLÓMˆCà—+‘+˜a  A q¨!¨Q°Ó2×:Ñ:¸1¸u½9ÀbÈ"ÈbÓQˆCØ—+‘+˜a  A q¨!¨Q°Ó2×:Ñ:¸1¸u½9ÀbÈ"ÈbÓQˆCØ—+‘+˜a  A q¨!¨Q°Ó2×:Ñ:¸1¸u½9ÀbÈ"ÈbÓQˆCÜ×7Ò7¸¸SÀ#ÐQUÐ]`ÔaˆAØ—‘�q˜% R¨¨R°Ó4×<Ñ<¸QÀÀ1ÀaÈÈAÈqÓQˆAÜ'¨Ö.‘
�‘7�B˜Ø./°­d��A�r˜!•u˜b �e R¨¥UÐ*Ó+ô /ô .ñ %ð0 €Jùôo dùô `ùÛ/hùóF MùÛLùÛLs#   ½"_<Â`Ã`
Ø.`Ù.`Ú'.`c                óà  € V^,          pW,
          V^,
          V,
          r‡\         P                  ! WVR7      V,
          p	V'       dP   \        \        V^ 4      W#,
          4      \        \        V^ 4      W#,
          4      r‡V	P	                  ^ W#,
          4      p	\        V^ 4      \        Wƒ,           V4      rº\         P                  ! W«VR7      pW«WÉR,          8¬  WÉR,          V,           8  ,          3# )zkKey range covering the windows of queries q0..q1-1 along one axis, and
which of those keys each query sees.r7   r;   )r<   r>   r   r   Úclamp)Úq0Úq1ÚsizeÚwindowr¤   r8   r   Úlow0Úlow1Úlowrr   rq   Úkeyss   &&&&&&       r   Ú
_axis_keysr­   ž   s¶   € ð �Q�;€DØ•˜B �F T�Mˆ$Ü
�,Š,�r fÔ
-°Õ
4€CßÜœ˜T 1› t¥}Ó5´s¼3¸tÀQ»<ÈÍÓ7WˆdØ�i‰i˜˜4�=Ó)ˆÜ�d˜A“,¤ D¥M°4Ó 8ˆ4Ü�<Š<˜¨FÔ3€DØ˜ W¥Ñ-°$¸W½ÈÕ9NÑ2NÕOÐOÐOr   c                ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        ,          R\        \        ,          R\        R\        R\
        R	,          R
\         P                  /	# ©rN   rO   r   rP   ÚkhÚkwÚtemporal_windowr¤   rS   NrT   rU   )rY   s   "r   rZ   rZ   ¬   s~   € ÷ 4ñ 4Ü‡|�|ð4ä‡|�|ð4ô ‡|�|ð4ô 	ŒS�	ð	4ô
 	ŒS�	ð4ô ð4ô ð4ô �4�<ð4ô ‡\�\ñ4r   c                óZ  a aa.€ S P                   w  r‰r«rÍVP                   ^,          VP                   ^,          rþ\        V4      ^8”  d   \        \        W4RR7      4      MV^ ,          V^ ,          3.V,          pS'       d-   V UUu. uF  w  pp\	        VV
4      \	        VV4      3NK   	  ppp\	        W^4      p\        W«3\        R V 4       4      \        R V 4       4      3\        V,          4      w  ppWÏ8w  d   RR/M/ p/ o.V.VV 3R lp\        P                  ! S 4      p\        V	4       EFs  pVV,           V	,
          p\        \        ^ VV,
          ^,           4      V^,           4      p\        ^ V
V4       EF"  p\	        VV,           V
4      p\        ^ VV4       EFù  p\	        VV,           V4      p. . . p"p!p V Fä  p#V! VVV
VV#,          ^ ,          4      w  p$p%p&V! VVVVV#,          ^,          4      w  p'p(p)V P                  VRV#V$V%1V'V(13,          P                  VRWý4      4       V!P                  VRV#V$V%1V'V(13,          P                  VRWý4      4       V"P                  V&R,          V)R,          ,          P                  ^4      P                  ^ ^4      4       Kæ  	  S RVVV1VV13,          P                  VRWÍ4      P                  ^^4      p*\        P                  ! V ^R7      P                  ^^4      p+\        P                  ! V!^R7      P                  ^^4      p,\         P"                  ! V*V+V,3R	\        P                  ! V"RR7      R
V/VB p-V-P                  ^^4      P                  VVV,
          VV,
          WÍ4      VRVVV1VV13&   EKü  	  EK%  	  EKv  	  V# u uppi )z½Window attention over stacked key planes in pure torch.

Queries go in tiles, each against the crop of every key plane its windows
touch, with a per-query mask over the concatenated crops.
Tr   c              3   ó*   "  € T F	  w  rVx € K  	  R # 5ir+   r,   )r   Úwhr•   s   &  r   r   Ú#window_attention.<locals>.<genexpr>Â   s   é € Ð-F¹g±U°R­b»gùó   ‚c              3   ó*   "  € T F	  w  rVx € K  	  R # 5ir+   r,   )r   r•   Úwws   &  r   r   r¶   Â   s   é € ÐKdÑ\cÑSXÐSTÍBÓ\cùr·   Ú
enable_gqac                 ób   <€ WV3pVS9  d   \        WW#SSP                  4      SV&   SV,          # r+   )r­   r8   )r¥   r¦   r§   r¨   r1   Úaxesr¤   rO   s   &&&& €€€r   ÚaxisÚwindow_attention.<locals>.axisÆ   s6   ø€ Ø˜Ð ˆØ�dŒ?Ü" 2¨4¸ÀÇÁÓIˆD�‰IØ�C�yÐr   r:   )Údimri   rS   éÿÿÿÿ)r:   Nr:   N)Nr:   Nr:   )r@   r3   r2   r"   r   r5   r   ÚNA_SCORE_BUDGETr<   Ú
empty_liker   r   rC   ÚflattenÚ	transposeÚcatru   rv   )/rO   r   rP   r°   r±   r²   r¤   rS   ry   r–   rz   r{   r|   r}   ÚtkÚkv_headsÚwindowsrµ   r¹   Úplanes_per_queryr‚   rƒ   Úgqar½   r‘   r   ÚlastÚplanesÚy0Úy1Úx0Úx1ÚksÚvsÚmasksÚpÚtopÚbottomÚrowsÚleftÚrightÚcolsÚqtÚktÚvtr¡   r¼   s/   f&&&&&f&                                      @r   Úwindow_attentionrÞ   ¬   sr  ú€ ð  Ÿg™gÑ€Eˆq�RØ—7‘7˜1•:˜qŸw™w q�zˆÜ03°B³¸!´Œd”3�r dÔ+Ô,À2ÀaÅ5È"ÈQÍ%À.ÐAQÐTVÕAV€GßÙ:AÔB¹'±°°B”C˜˜A“J¤ B¨£
Ó+¹'ˆÑBä˜?Ó/ÐÜ  ! ¬#Ñ-F¹gÓ-FÓ*FÌÑKdÑ\cÓKdÓHdÐ)eÔgvð  {Kõ  hKó  L�N€FˆFØ"$¤.ˆ<˜Ñ
°b€CØ€D÷ô ×
Ò
˜1Ó
€CÜ�2�YˆØ�2�v˜�{ˆÜ”s˜1˜d _Õ4°qÕ8Ó9¸4À!½8ÓDˆÜ˜˜1˜f×%ˆBÜ�R˜&•[ !Ó$ˆBÜ˜A˜q &×)�Ü˜˜f� aÓ(�Ø " B¨˜�B�Û�AÙ(,¨R°°Q¸À½
À1½Ó(FÑ%�C˜ Ù(,¨R°°Q¸À½
À1½Ó(FÑ%�D˜% Ø—I‘I˜a  1 c¨& j°$°u°*Ð <Õ=×EÑEÀeÈRÐQYÓ^Ô_Ø—I‘I˜a  1 c¨& j°$°u°*Ð <Õ=×EÑEÀeÈRÐQYÓ^Ô_Ø—L‘L $Ð'7Õ"8¸4Ð@PÕ;QÕ"Q×!ZÑ!ZÐ[\Ó!]×!eÑ!eÐfgÐijÓ!kÖlñ  ð �q˜!˜R ˜U B r EÐ)Õ*×2Ñ2°5¸"¸bÓE×OÑOÐPQÐSTÓU�Ü—Y’Y˜r qÔ)×3Ñ3°A°qÓ9�Ü—Y’Y˜r qÔ)×3Ñ3°A°qÓ9�Ü×;Ò;¸BÀÀBÑÔRW×R[ÒR[Ð\aÐgiÔRjÐÐrwÐÐ{~Ñ�Ø*+¯+©+°a¸Ó*;×*CÑ*CÀEÈ2ÐPRÍ7ÐTVÐY[ÕT[Ð]_Ó*d��A�q˜"˜R˜%  B Ð&Ô'ô *ô &ñ ð& €JùóC Cs   Â$N'zcomfy_kitchen::na3d)Úmutates_argsc                óö   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        ,          R\        \        ,          R\
        R,          R\         P                  /# )	rN   rO   r   rP   rQ   rR   rS   NrT   rU   )rY   s   "r   rZ   rZ   é   sj   € ÷ 
ñ 
Ü‡|�|ð
ä‡|�|ð
ô ‡|�|ð
ô ”c•ð	
ô
 ”D�zð
ô �4�<ð
ô ‡\�\ñ
r   c                 ó^   € R V RVRVRVRVRV/p\         P                  ! RVR7      pV! R/ VB # )	rO   r   rP   rQ   rR   rS   r¢   ©Úkwargsr,   ©r   Úget_implementation)rO   r   rP   rQ   rR   rS   rã   Úimpls   &&&&&&  r   Ú_op_na3drç   è   sB   € ð �1�c˜1˜c 1 m°[À+ÈyÐZaÐchÐi€FÜ×&Ò& v°fÔ=€DÙ‰>�&‰>Ðr   c                 ó.   € \         P                  ! V4      # r+   ©r<   rÂ   )rO   r   rP   rQ   rR   rS   s   &&&&&&r   Ú_op_na3d_fakerê   ö   ó   € ä×Ò˜AÓÐr   zcomfy_kitchen::window_attentionc                ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        ,          R\        \        ,          R\        R\        R\
        R	,          R
\         P                  /	# r¯   rU   )rY   s   "r   rZ   rZ   ü   s~   € ÷ ñ Ü‡|�|ðä‡|�|ðô ‡|�|ðô 	ŒS�	ð	ô
 	ŒS�	ðô ðô ðô �4�<ðô ‡\�\ñr   c                 óf   € R V RVRVRVRVRVRVRV/p\         P                  ! RVR	7      p	V	! R
/ VB # )rO   r   rP   r°   r±   r²   r¤   rS   rÞ   râ   r,   rä   )
rO   r   rP   r°   r±   r²   r¤   rS   rã   ræ   s
   &&&&&&&&  r   Ú_op_window_attentionrî   û   sN   € ð �1�c˜1˜c 1 d¨B°°bÐ:KÈ_Ð^eÐglÐnuÐw|Ð}€FÜ×&Ò&Ð'9À&ÔI€DÙ‰>�&‰>Ðr   c                 ó.   € \         P                  ! V 4      # r+   ré   )rO   r   rP   r°   r±   r²   r¤   rS   s   &&&&&&&&r   Ú_op_window_attention_fakerð     rë   r   i   i   )NNr+   r,   )Ú__doc__r    r<   Útorch.nn.functionalÚnnru   Úcomfy_kitchen.registryr   rÁ   rp   r   r5   rL   r¢   r­   rÞ   ÚlibraryÚ	custom_oprç   Úregister_fakerê   rî   rð   r,   r   r   Ú<module>rø      s×   ðñó ã ß (Ð (å +ð €àÐ òð& '6ô ò"&÷*CòLP÷4ðx ‡�×ÑÐ.¸RÐÓ@ô
ó Að
ð 
×Ññó ðð ‡�×ÑÐ:ÈÐÓLôó Mðð ×#Ñ#ñó $òr   