+
    „°ñjˆ  ã                   óÚ   € ^ RI t ^ RI Ht ^ RIHu Ht ^ RIt^ RIHt ^ RI	H
t
Ht ^ RIHt ^ RIt^ RIHtHt RR ltRR ltR	 t ! R
 R]P,                  4      t ! R R]4      tR R ltR# )é    N)Úeinsum)Úoverride)Ú	rearrangeÚrepeat)Úoptimized_attention)ÚComfyExtensionÚioc                 óü  aaa€ V P                   w  opoSS,          oSR,          pSp\        VVV3R lWV34      w  rpV\        P                  8X  d2   \	        RV P                  4       VP                  4       4      V,          p	M\	        RW4      V,          p	? ?VeY   \        VR4      p\        P                  ! V	P                  4      P                  ) p
\        VRVR7      pV	P                  V( V
4       V	P                  R	R7      p	\	        RV	P                  VP                  4      V4      pVP                  ^ 4      P                  SSR	S4      P!                  ^ ^^^4      P                  SR	SS,          4      pW¹3# )
ç      à?c                 óº   <€ V P                  ^4      P                  SRSS4      P                  ^ ^^^4      P                  SS,          RS4      P                  4       # )é   éÿÿÿÿ)Ú	unsqueezeÚreshapeÚpermuteÚ
contiguous)ÚtÚbÚdim_headÚheadss   &€€€Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_sag.pyÚ<lambda>Ú*attention_basic_with_sim.<locals>.<lambda>   sK   ø€ �!—+‘+˜a“.ß	‰��B˜˜xÓ	(ß	‰��A�q˜!Ó	ß	‰��U•˜B Ó	)ß	‰‹ð	ó    zb i d, b j d -> b i jzb ... -> b (...)zb j -> (b h) () j)Úh)Údimzb i j, b j d -> b i dç      à¿r   )ÚshapeÚmapÚtorchÚfloat32r   Úfloatr   ÚfinfoÚdtypeÚmaxr   Úmasked_fill_ÚsoftmaxÚtor   r   r   )ÚqÚkÚvr   ÚmaskÚattn_precisionÚ_Úscaler   ÚsimÚmax_neg_valueÚoutr   r   s   &&&f&&      @@r   Úattention_basic_with_simr3      sV  ú€ Ø—W‘W�N€A€qˆ(Ø�Õ€HØ˜Õ€Eà€AÜö	ð
 
ˆqˆ	ó�G€Aˆ!ð œŸ™Ô&ÜÐ,¨a¯g©g«i¸¿¹»ÓCÀeÕK‰äÐ,¨aÓ3°eÕ;ˆà	ˆ1àÒÜ˜Ð1Ó2ˆÜŸš S§Y¡YÓ/×3Ñ3Ð3ˆÜ�dÐ/°1Ô5ˆØ×Ñ˜$˜ Ô.ð �+‰+˜"ˆ+Ó
€Cä
Ð(¨#¯&©&°·±«/¸1Ó
=€Cà�‰�aÓß	‰��E˜2˜xÓ	(ß	‰��A�q˜!Ó	ß	‰��B˜ Õ(Ó	)ð	 ð ˆ:Ðr   c                 ó<  € VP                   w  rEpV P                   w  rtr‰VP                  VRWV4      pVP                  ^RR7      P                  ^RR7      V8„  p
V
P                   R,          p\	        \
        P                  ! W‰,          V,          4      4      pRp\        ^ \
        P                  ! \
        P                  ! V4      ^,          4      4       F;  pWÎ,           \        ^WÎ,
          4      3 F  pW¿,          ^ 8X  g   K  Tp M	  Vf   K;   M	  TpW¼,          pV
P                  W|V4      P                  ^4      P                  VP                  4      p
\        P                  ! W¨V	34      p
\        V ^	VR7      pVV
,          V ^V
,
          ,          ,           pV# )é   F)ÚkeepdimN)Úkernel_sizeÚsigmar   )r   r   ÚmeanÚsumÚroundÚmathÚsqrtÚrangeÚfloorr%   r   Útyper$   ÚFÚinterpolateÚgaussian_blur_2d)Úx0Úattnr8   Ú	thresholdr.   Úhw1Úhw2r   ÚlhÚlwr,   ÚtotalÚxÚxxÚiÚjÚyÚblurreds   &&&&              r   Úcreate_blur_maprR   8   sT  € à—*‘*�K€AˆCØ—8‘8�L€Aˆ"Ø�<‰<˜˜2˜sÓ(€Dà�9‰9�Q ˆ9Ó&×*Ñ*¨1°eÐ*Ó<¸yÑH€Dà�J‰J�r�N€EÜŒd�iŠi˜� EÕ)Ó*Ó+€AØ	€BÜ�1”d—j’j¤§¢¨5Ó!1°AÕ!5Ó6Ö7ˆØ•5œ3˜q !¥%›=Ó)ˆAØ�y˜AŽ~Ø�Ùñ *ð Œ>Ùñ 8ð 	€AØ�
€Að 	�‰�Q˜1Óß	‰�1‹ß	‰ˆd�j‰jÓ	ð 	ô �=Š=˜ B˜xÓ(€Dä˜r¨q¸Ô>€GØ˜�n˜r Q¨¥X�Õ.€GØ€Nr   c                 óÔ  € V^,
          R,          p\         P                  ! V) W1R7      p\         P                  ! RWB,          P                  ^4      ,          4      pWUP	                  4       ,          pVP                  V P                  V P                  R7      p\         P                  ! VR,          VR	,          4      pVP                  V P                  R
,          ^VP                  ^ ,          VP                  ^,          4      pV^,          V^,          V^,          V^,          .p\        P                  ! WRR7      p \        P                  ! WV P                  R
,          R7      p V # )r5   r   )Ústeps)Údevicer$   Úreflect)Úmode)Úgroupsr   )ºNNNN)NrY   éýÿÿÿ)r    ÚlinspaceÚexpÚpowr:   r(   rU   r$   ÚmmÚexpandr   rA   ÚpadÚconv2d)	Úimgr7   r8   Ú
ksize_halfrL   ÚpdfÚx_kernelÚkernel2dÚpaddings	   &&&      r   rC   rC   [   s   € Ø •/ SÕ(€Jä�Š˜
�{ JÔB€Aä
�)Š)�D˜A�IŸ?™?¨1Ó-Õ-Ó
.€Cà—W‘W“Y�€HØ�{‰{ #§*¡*°C·I±Iˆ{Ó>€Hä�xŠx˜ Õ)¨8°GÕ+<Ó=€HØ�‰˜sŸy™y¨�}¨a°·±ÀÕ1BÀHÇNÁNÐSTÕDUÓV€Hà˜aÕ °Õ!1°;À!Õ3CÀ[ÐTUÕEUÐV€Gä
�%Š%� 9Ô
-€CÜ
�(Š(�3¨¯©°2­Ô
7€CØ€Jr   c                   ó@   a € ] tR t^nt o ]R 4       t]R 4       tRtV tR# )ÚSelfAttentionGuidancec                ó>  € \         P                  ! R RR\         P                  P                  R4      \         P                  P                  RRRRRR	7      \         P                  P                  R
RRRRRR7      .\         P                  P                  4       .RR7      # )ri   zSelf-Attention GuidanceÚexperimentalÚmodelr/   r   g       @g      @g{®Gáz„?)ÚdefaultÚminr%   ÚstepÚ
blur_sigmag        g      $@gš™™™™™¹?T)rm   rn   r%   ro   Úadvanced)Únode_idÚdisplay_nameÚcategoryÚinputsÚoutputsÚis_experimentalg       À)r	   ÚSchemaÚModelÚInputÚFloatÚOutput)Úclss   &r   Údefine_schemaÚ#SelfAttentionGuidance.define_schemao   sƒ   € ä�yŠyØ+Ø2Ø#ä—‘—‘˜wÓ'Ü—‘—‘˜w°¸À3ÈT�ÓRÜ—‘—‘˜|°S¸cÀtÐRUÐ`d�Óeðô —‘—‘Ó!ðð !ô
ð 	
r   c                óÂ   aaa€ VP                  4       pR oV3R lpVVV3R lpVP                  VRR7       VP                  VR^ ^ 4       \        P                  ! V4      # )Nc                 ó:  <€ VR ,          pVR,          pV P                   ^ ,          \        V4      ,          p^V9   dK   VP                  ^4      p\        WW$VR,          R7      w  r‰WF,          p
WšV,          W§^,           ,           oV# \	        WW$VR,          R7      # )Ún_headsÚcond_or_uncondr-   )r   r-   )r   ÚlenÚindexr3   r   )r)   r*   r+   Úextra_optionsr   rƒ   r   Úuncond_indexr2   r0   Ún_slicesÚattn_scoress   &&&&       €r   Úattn_and_recordÚ6SelfAttentionGuidance.execute.<locals>.attn_and_recordˆ   s™   ø€ ð " )Õ,ˆEØ*Ð+;Õ<ˆNØ—‘˜•
œc .Ó1Õ1ˆAØ�NÔ"Ø-×3Ñ3°AÓ6�ä5°a¸AÐ[hÐiyÕ[zÔ{‘
�à �9�Ø!¨\Õ"9¸(ÐSTÅnÕ:UÐV�Ø�
ä*¨1°ÐP]Ð^nÕPoÔpÐpr   c                 ó‚  <€ SpSpSpR pV R,          pV R,          pV R,          pV R,          pV R,          p	V R,          p
V R,          p\        VP                  R,          4      ^8:  d   V# \        WaW44      pWË,           V,
          p\        P                  P                  WW.WÙV
4      w  pWŒV,
          V,          ,           # )	ç      ð?rl   Úuncond_denoisedÚuncondÚdenoisedr8   Úmodel_optionsÚinput:é   NN)rn   r   rR   ÚcomfyÚsamplersÚcalc_cond_batch)ÚargsÚuncond_attnÚ	sag_scaleÚ	sag_sigmaÚsag_thresholdrl   Úuncond_predr�   Ú
cfg_resultr8   r‘   rL   ÚdegradedÚdegraded_noisedÚsagr‰   rp   r/   s   &              €€€r   Úpost_cfg_functionÚ8SelfAttentionGuidance.execute.<locals>.post_cfg_function™   sÁ   ø€ à%ˆKàˆIØ"ˆIØˆMØ˜•MˆEØÐ0Õ1ˆKØ˜(•^ˆFØ˜jÕ)ˆJØ˜•MˆEØ  Õ1ˆMØ�W•ˆAÜ�:×#Ñ# BÕ'Ó(¨AÔ-Ø!Ð!ô ' {ÀÓZˆHØ&�l¨[Õ8ˆOä—^‘^×3Ñ3°E¸8À_Ð]jÓk‰FˆSØ¨C¥°9Õ <Õ<Ð<r   T)Údisable_cfg1_optimizationÚmiddle)ÚcloneÚ#set_model_sampler_post_cfg_functionÚset_model_attn1_replacer	   Ú
NodeOutput)r}   rl   r/   rp   ÚmrŠ   r¡   r‰   s   &&ff   @r   ÚexecuteÚSelfAttentionGuidance.execute€   sZ   ú€ à�K‰K‹Mˆàˆõ	q÷"	=ð0 	
×-Ñ-Ð.?Ð[_Ð-Ô`ð 	
×!Ñ! /°8¸QÀÔBä�}Š}˜QÓÐr   © N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Úclassmethodr~   rª   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r   ri   ri   n   s+   ø‡ € Øñ
ó ð
ð  ñ6 ó ö6 r   ri   c                   ó<   a € ] tR t^ºt o ]V 3R lR l4       tRtV tR# )ÚSagExtensionc                óT   <€ V ^8„  d   QhRS[ S[S[P                  ,          ,          /# ©r“   Úreturn)Úlistr@   r	   Ú	ComfyNode)Úformatrµ   s   "€r   Ú__annotate__ÚSagExtension.__annotate__¼   s"   ø€ ÷ 
ñ 
¡T©$©r¯|©|Õ*<Õ%=ñ 
r   c              ƒ  ó   "  € \         .# 5i©N)ri   )Úselfs   &r   Úget_node_listÚSagExtension.get_node_list»   s   é € ô "ð
ð 	
ùs   ‚
r¬   N)r­   r®   r¯   r°   r   rÃ   r²   r³   r´   s   @r   r·   r·   º   s   ø‡ € Ø÷
ó ö
r   r·   c                ó$   € V ^8„  d   QhR\         /# r¹   ©r·   )r½   s   "r   r¾   r¾   Â   s   € ÷ ñ ¤ñ r   c               ƒ   ó   "  € \        4       # 5irÁ   rÆ   r¬   r   r   Úcomfy_entrypointrÈ   Â   s   é € Ü‹>Ðùs   ‚)NN)g      @r�   )r    r   Útorch.nn.functionalÚnnÚ
functionalrA   r<   Útyping_extensionsr   Úeinopsr   r   Úcomfy.ldm.modules.attentionr   Úcomfy.samplersr”   Úcomfy_api.latestr   r	   r3   rR   rC   r¼   ri   r·   rÈ   r¬   r   r   Ú<module>rÑ      sX   ðÛ Ý ß Ð Û Ý &ç $Ý ;Û ß /ô
'ôR!òFô&I ˜BŸL™Lô I ôX
�>ô 
÷r   