+
    ƒ°ñj?Ü  ã                   óà
  € ^ RI t ^ RIt^ RIt^ RIt^ RIt^ RIHu Ht ^ RIHtH	t	 ^ RI
HtHt ^ RIHtHtHtHt ^ RIt^ RIt^ RIt^RIHtHt ^RIHt ^ RIHt ^ RIHt ]P<                  ! 4       '       d	   ^ RIt^ RI tR	t!R	t" ^ R
I#H$t$ Rt!R]PJ                  ! ]$4      PL                  9   t"R	t. ^ RI/H0t0 Rt.R	t1 ^ RI2H3t3 Rt1]Pj                  ! 4       t6/ t7R R lt8RYR R llt9 ! R R]4      t:^ RI;H<t< ^ RI=t]P|                  P~                  t>]P€                  ! 4       tAR tBR tCR tDR tERZR ltF ! R  R!]PŽ                  4      tH ! R" R#]PŽ                  4      tIR[R$ ltJ ! R% R&4      tKR' tL]LR\R( l4       tM]LR\R) l4       tN]LR\R* l4       tOR	tP ]P¢                  tR]RP§                  R+4      ;'       d    ]RP§                  R,4      '       * tP]LR\R- l4       tT]Pª                  ! 4       '       d   R]tVMR^tV]LR\R. l4       tWR/ tX]LR\R0 l4       tYR\R1 ltZ]Z]Yn[        ]LR\R2R3/R4 ll4       t\]LR\R5 l4       t]]LR\R6 l4       t^ ]P¾                  PÁ                  R7R_R87      R`R9 R: ll4       ta]aPÄ                  R`R; l4       tc]LR\R> l4       tf]Mtg]PR                  ! 4       '       d   ]PÐ                  ! R?4       ]]tgM¿]Ph                  ! 4       '       d   ]PÐ                  ! R@4       ]ftgM“]P<                  ! 4       '       d   ]PÐ                  ! RA4       ]TtgMg]PÒ                  ! 4       '       d   ]PÐ                  ! RB4       ]WtgM;]<PÔ                  '       d   ]PÐ                  ! RC4       ]OtgM]PÐ                  ! RD4       ]Ntg]PÖ                  ! 4       '       d8   ]6'       d   ]PÐ                  ! RE4       ]YtgM]PV                  ! RF4       ]-! RX4       ]gtl]6'       d
   ]8! RG]Y4       ]!'       d
   ]8! RH]]4       ].'       d
   ]8! RI]^4       ]1'       d
   ]8! RJ]f4       ]P<                  ! 4       '       d
   ]8! RK]T4       ]8! RL]W4       ]8! RM]N4       ]8! RN]O4       RaRO ltm ! RP RQ]PŽ                  4      tn ! RR RS]PŽ                  4      to ! RT RU]PŽ                  4      tp ! RV RW]p4      tqR#   ]' d_   t(]PR                  ! 4       '       d=   ](PT                  R8X  d"   ]PV                  ! R]PX                   R24       M](h]-! RX4        Rt(A(EL;Rt(A(ii ; i  ]' d     ELBi ; i  ]' dD    ]Ph                  ! 4       '       d)   ]PV                  ! R]PX                   R24       ]-! RX4        EL„i ; i    EL‡; i  ]d d   t+]+teR`R< R= llta Rt+A+ELùRt+A+ii ; i)bé    N)ÚnnÚeinsum)Ú	rearrangeÚrepeat)ÚOptionalÚAnyÚCallableÚUnion)ÚAlphaBlenderÚtimestep_embedding)Úefficient_dot_product_attention)Úmodel_management)ÚConfigurableModuleF)ÚsageattnTÚ	attn_maskÚsageattentionzl

To use the `--use-sage-attention` feature, the `sageattention` package must be installed first.
command:
	z -m pip install sageattention)Úsageattn3_blackwell©Úflash_attn_funczj

To use the `--use-flash-attention` feature, the `flash-attn` package must be installed first.
command:
	z -m pip install flash-attnc                ó0   € V ^8„  d   QhR\         R\        /# )é   ÚnameÚfunc)Ústrr	   )Úformats   "Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\modules\attention.pyÚ__annotate__r   ;   s   € ÷ añ a¤cð a´ñ aó    c                 óf   € V \         9  d   V\         V &   R# \        P                  ! R V  R24       R# )úAttention function z+ already registered, skipping registration.N)ÚREGISTERED_ATTENTION_FUNCTIONSÚloggingÚwarning)r   r   s   &&r   Úregister_attention_functionr$   ;   s-   € àÔ1Ô1Ø/3Ô& tÓ,ä�ŠÐ-¨d¨VÐ3^Ð_Ö`r   c                óV   € V ^8„  d   QhR\         R\        R\        \        R3,          /# )r   r   ÚdefaultÚreturnN)r   r   r
   r	   )r   s   "r   r   r   B   s*   € ÷ 0ñ 0¤ð 0¬sð 0¼5ÄÈ4ÀÕ;Pñ 0r   c                 óz   € V R 8X  d   \         # V \        9  d   VRJ d   \        RV  R24      hV# \        V ,          # )Ú	optimized.r    z not found.)Úoptimized_attentionr!   ÚKeyError)r   r&   s   &&r   Úget_attention_functionr,   B   sE   € Øˆ{ÔÜ"Ð"Ø	Ô3Ô	3Ø�c‹>ÜÐ0°°°kÐBÓCÐCàˆNÜ)¨$Õ/Ð/r   c                   óP   a a€ ] tR t^Mt oV 3R ltR tV 3R ltV 3R ltRtVt	V ;t
# )ÚComfyAttentionc                óN   <€ \         SV `  4        R V n        R V n        R V n        R # ©N)ÚsuperÚ__init__ÚconfigÚfunctionÚmethod)ÚselfÚ	__class__s   &€r   r2   ÚComfyAttention.__init__N   s#   ø€ Ü‰ÑÔØˆŒØˆŒØˆŽr   c                ó@   € \        4       pVP                  R V/4       V# )r3   )r.   Úload_state_dict)r6   Úencoded_configÚ	attentions   && r   Úwith_configÚComfyAttention.with_configT   s#   € Ü"Ó$ˆ	Ø×!Ñ! 8¨^Ð"<Ô=ØÐr   c           	     óš  <€ R V n         R V n        R V n        VP                  VR,           R 4      pVEe…   \        P
                  ! VP                  4       P                  4       4      V n         \        V P                   \        4      '       d   V P                   MV P                   .p	V	 EF  p
V
P                  R4      pVR8X  dH   \        '       d;   \        P                  ! \        P                  ! 4       4      '       d   \         V n        M”VR8X  db   \        P"                  ! \        P                  ! 4       4      '       d2   \$        P&                  ! \(        V
P                  RR4      R7      V n        M,\*        P,                  ! RV: R	VP/                  R
4       24       V P                  f   EK  W°n         M	  \0        SV `e  WW4WVV4       R # )Nr3   r<   Úcomfy_kitchen_int8Úcomfy_kitchen_solÚtauç      ð?)rB   z"Ignoring unknown attention method z for Ú.)r3   r4   r5   ÚpopÚjsonÚloadsÚnumpyÚtobytesÚ
isinstanceÚlistÚgetÚ)COMFY_KITCHEN_INT8_ATTENTION_IS_AVAILABLEÚcomfy_kitchenÚint8_attention_is_availabler   Úget_torch_deviceÚattention_comfy_kitchen_int8Úsol_attn_is_availableÚ	functoolsÚpartialÚattention_comfy_kitchen_solr"   r#   Úrstripr1   Ú_load_from_state_dict)r6   Ú
state_dictÚprefixÚlocal_metadataÚstrictÚmissing_keysÚunexpected_keysÚ
error_msgsÚmetadataÚconfigsr3   r5   r7   s   &&&&&&&&    €r   rW   Ú$ComfyAttention._load_from_state_dictY   sm  ø€ ØˆŒØˆŒØˆŒØ—>‘> &¨8Õ"3°TÓ:ˆØÓÜŸ*š* X§^¡^Ó%5×%=Ñ%=Ó%?Ó@ˆDŒKÜ%/°·±¼T×%BÒ%B�d—k’kÈÏÉÈˆGÜ!�ØŸ™ KÓ0�ØÐ1Ô1ß@Ó@Ä]×EnÒEnÔo÷  pQò  pQó  pS÷  FTò  FTÜ(D˜œøØÐ2Ô2Ü$×:Ò:Ô;K×;\Ò;\Ó;^×_Ò_Ü(1×(9Ò(9Ô:UÐ[a×[eÑ[eÐfkÐmpÓ[qÔ(r˜œøä—O’OÐ&HÈÉ
ÐRWÐX^×XeÑXeÐfiÓXjÐWkÐ$lÔmØ—=‘=Õ,Ø"(”KÙñ "ô 	‰Ñ% j¸.ÐR^Ðq{Ö|r   c                ó  <€ \         SV `  WV4       V P                  eh   \        P                  ! \        \        P                  ! V P                  4      P                  R4      4      \        P                  R7      WR,           &   R # R # )Nzutf-8)Údtyper3   )
r1   Ú_save_to_state_dictr3   ÚtorchÚtensorrK   rF   ÚdumpsÚencodeÚuint8)r6   ÚdestinationrY   Ú	keep_varsr7   s   &&&&€r   rd   Ú"ComfyAttention._save_to_state_dictp   s^   ø€ Ü‰Ñ# K¸ÔCØ�;‰;Ò"Ü-2¯\ª\¼$¼t¿zºzÈ$Ï+É+Ó?V×?]Ñ?]Ð^eÓ?fÓ:gÔot×ozÑozÔ-{ˆK Õ)Ó*ñ #r   )r3   r4   r5   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r2   r=   rW   rd   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r7   Ú__classdict__s   @@r   r.   r.   M   s!   ù‡ € õòõ
}÷.|õ |r   r.   )Úargsc                 óv   € \         P                  '       d   R # \        e   V\        9   d   \        V,          # V # r0   )rv   Údont_upcast_attentionÚFORCE_UPCAST_ATTENTION_DTYPE)Úattn_precisionÚcurrent_dtypes   &&r   Úget_attn_precisionr|   |   s0   € Ü×!×!Ð!Ùä#Ò/°MÔEaÔ4aÜ+¨MÕ:Ð:ØÐr   c                 ó
   € V R J# r0   © )Úvals   &r   Úexistsr€   „   s   € Ø�dˆ?Ðr   c                 ó,   € \        V 4      '       d   V # V# r0   )r€   )r   Úds   &&r   r&   r&   ˆ   s   € Üˆc‡{‚{Øˆ
Ø€Hr   c                 óx   € V P                   R,          pW1,          ^ 8w  d   \        V RV RV 24      hW1,          # )é   z inner dimension z$ is not divisible by head dimension éÿÿÿÿ)ÚshapeÚ
ValueError)rf   Údim_headr   Ú	inner_dims   &&& r   Ú_heads_from_dimrŠ   �   sD   € Ø—‘˜RÕ €IØÕ˜qÔ Ü˜D˜6Ð!2°9°+Ð=aÐbjÐakÐlÓmÐmØÕ Ð r   c                 ó†  € V P                  ^4      P                  VRWE4      p V'       d   \        WR4      p\        W%R4      p	MTpTp	VP                  ^4      P                  VRW…4      pVP                  ^4      P                  VRW•4      pV'       d,   V'       d$   \        P                  P                  WVR4      w  rWV3# )é   ÚKeyÚValuer…   éþÿÿÿ)Ú	unsqueezeÚreshaperŠ   ÚcomfyÚopsÚrepeat_kv_for_gqa)
ÚqÚkÚvÚbÚheadsrˆ   Ú
enable_gqaÚ	expand_kvÚ	key_headsÚvalue_headss
   &&&&&&&&  r   Ú_reshape_qkv_to_headsrž   “   s£   € Ø	�‰�A‹×Ñ˜q " eÓ6€AßÜ# A°Ó7ˆ	Ü% a°7Ó;‰àˆ	ØˆØ	�‰�A‹×Ñ˜q " iÓ:€AØ	�‰�A‹×Ñ˜q " kÓ<€Aß—iÜ�y‰y×*Ñ*¨1°¸Ó;‰ˆØ�ˆ7€Nr   c                   óB   a a€ ] tR t^£t oRR]3V 3R lltR tRtVtV ;t	# )ÚGEGLUNc                ób   <€ \         SV `  4        VP                  W^,          W4R7      V n        R# )r   ©rc   ÚdeviceN)r1   r2   ÚLinearÚproj)r6   Údim_inÚdim_outrc   r£   Ú
operationsr7   s   &&&&&&€r   r2   ÚGEGLU.__init__¤   s)   ø€ Ü‰ÑÔØ×%Ñ% f¸­kÀÐ%ÓVˆŽ	r   c                ó„   € V P                  V4      P                  ^RR7      w  rV\        P                  ! V4      ,          # )r   ©Údimr…   )r¥   ÚchunkÚFÚgelu)r6   ÚxÚgates   && r   ÚforwardÚGEGLU.forward¨   s4   € Ø—)‘)˜A“,×$Ñ$ Q¨BÐ$Ó/‰ˆØ”1—6’6˜$“<ÕÐr   )r¥   ©
rm   rn   ro   rp   r“   r2   r²   rq   rr   rs   rt   s   @@r   r    r    £   s   ù‡ € Ø.2¸4ÈC÷ W÷ ò  r   r    c                   óJ   a a€ ] tR t^­t oR^RRRR]3V 3R lltR tRtVtV ;t	# )ÚFeedForwardNFç        c	                ó‚  <€ \         SV `  4        \        W,          4      p	\        W!4      pV'       g<   \        P
                  ! VP                  WWgR 7      \        P                  ! 4       4      M\        WWgVR7      p
\        P
                  ! V
\        P                  ! V4      VP                  W’WgR 7      4      V n
        R# )r¢   )rc   r£   r¨   N)r1   r2   Úintr&   r   Ú
Sequentialr¤   ÚGELUr    ÚDropoutÚnet)r6   r¬   r§   ÚmultÚgluÚdropoutrc   r£   r¨   r‰   Ú
project_inr7   s   &&&&&&&&&  €r   r2   ÚFeedForward.__init__®   sš   ø€ Ü‰ÑÔÜ˜�
“Oˆ	Ü˜'Ó'ˆ÷ ô —]’]Ø×Ñ˜c°EÐÓIÜ�GŠG‹Iô
ô   °eÐWaÔbð 	ô
 —=’=ØÜ�JŠJ�wÓØ×Ñ˜i¸ÐÓMó
ˆŽr   c                ó$   € V P                  V4      # r0   ©r½   )r6   r°   s   &&r   r²   ÚFeedForward.forward½   s   € Ø�x‰x˜‹{Ðr   rÄ   r´   rt   s   @@r   r¶   r¶   ­   s%   ù‡ € Ø$(¨q°eÀRÈtÐ\`Ðmp÷ 
÷ò r   r¶   c           	      óJ   € \         P                  P                  ^ V RRWR7      # )é    ç�íµ ÷Æ°>T©Ú
num_groupsÚnum_channelsÚepsÚaffinerc   r£   )re   r   Ú	GroupNorm)Úin_channelsrc   r£   s   &&&r   Ú	NormalizerÐ   À   s$   € Ü�8‰8×Ñ¨¸+È4ÐX\ÐdiÐÓyÐyr   c                   ó^   a € ] tR t^Ät o RtRtV 3R lR ltV 3R lR ltV 3R lR ltRt	V t
R	# )
ÚAttentionTensorContainerzESingle-owner tensor input consumed by an optimized attention backend.c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   rf   ©re   ÚTensor)r   ru   s   "€r   r   Ú%AttentionTensorContainer.__annotate__É   s   ø€ ÷ 2ñ 2™uŸ|™|ñ 2r   c                ó   € Wn         R # r0   ©rf   ©r6   rf   s   &&r   r2   Ú!AttentionTensorContainer.__init__É   s   € Ø+1Žr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   r'   rÔ   )r   ru   s   "€r   r   rÖ   Ì   s   ø€ ÷ ñ ‘e—l‘lñ r   c                óL   € V P                   f   \        R4      hV P                   # )Nz4attention tensor container has already been consumed)rf   ÚRuntimeError)r6   s   &r   ÚpeekÚAttentionTensorContainer.peekÌ   s"   € Ø�;‰;ÒÜÐUÓVÐVØ�{‰{Ðr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rÜ   rÔ   )r   ru   s   "€r   r   rÖ   Ñ   s   ø€ ÷ ñ ‘e—l‘lñ r   c                ó4   € V P                  4       pR V n        V# r0   )rß   rf   rÙ   s   & r   ÚtakeÚAttentionTensorContainer.takeÑ   s   € Ø—‘“ˆØˆŒØˆr   rØ   N)rm   rn   ro   rp   Ú__doc__Ú	__slots__r2   rß   rã   rq   rr   )ru   s   @r   rÒ   rÒ   Ä   s+   ø‡ € ÙOà€I÷2ð 2÷ð ÷
ö r   rÒ   c                 óX   a a€ \         P                  ! S 4      V V3R  l4       oRSn        S# )c                  ó
  <€ VP                  R R4      pRp\        V 4      ^8¼  dl   \        V ^ ,          \        4      '       dO   \        V ^,          \        4      '       d   \        V ^,          \        4      '       g   \	        R4      hV R,          pRp RV9  dÜ   VP                  RR4      pRpRVR&   Ve—   RV9   d�   VR,          pVek   \        VR	4      '       d   VP                  ! V / VB V'       d   VR # # \        ;QJ d    . R
 V 4       F  NK  	  5M! R
 V 4       4      V R,          ,           p V! S.V O5/ VB V'       d   VR # # Ve%   VP                  pVe   V! V / VB V'       d   VR # # Veg   S	P                  e   S	P                  ! V / VB V'       d   VR # # \        ;QJ d    . R V 4       F  NK  	  5M! R V 4       4      V R,          ,           p S! V / VB V'       d   VR # #   T'       d   TR i i ; i)Úpreferred_attentionNz3q, k, and v must all be attention tensor containers:NrŒ   NFÚ_inside_attn_wrapperÚtransformer_optionsTÚoptimized_attention_overrideÚcontainer_functionc              3   ó@   "  € T F  qP                  4       x € K  	  R # 5ir0   ©rã   ©Ú.0Ú	containers   & r   Ú	<genexpr>Ú-wrap_attn.<locals>.wrapper.<locals>.<genexpr>í   s   é € Ð(VÉ:¸i¯©×)9Ð)9Ë:ùó   ‚:rŒ   NNc              3   ó@   "  € T F  qP                  4       x € K  	  R # 5ir0   rï   rð   s   & r   ró   rô   ÷   s   é € ÐJ¹z°)Ÿ^™^×-Ð-»zùrõ   )
rE   ÚlenrJ   rÒ   Ú	TypeErrorrL   Úhasattrrí   Útupler4   )
rv   Úkwargsré   Ú
containersÚremove_attn_wrapper_keyrë   rì   r<   r   Úwrappers
   *,      €€r   rþ   Úwrap_attn.<locals>.wrapperØ   s  ø€ à$Ÿj™jÐ)>ÀÓEÐØˆ
Üˆt‹9˜Œ>œj¨¨a­Ô2J×KÒKÜ˜d 1�gÔ'?×@Ò@Ì
ÐSWÐXYÕSZÔ\t×HuÒHuÜÐ UÓVÐVØ˜b�ˆJà"'Ðð	3Ø%¨VÔ3Ø&,§j¡jÐ1FÈÓ&MÐ#Ø*.Ð'Ø15�Ð-Ñ.Ø&Ò2Ø5Ð9LÔLØ7JÐKiÕ7jÐ4Ø%Ò1Ü&Ð'CÐEY×ZÒZØ'C×'VÒ'VÐX\Ð'gÐ`fÑ'g÷ 'ØÐ1Ñ2ð '÷ $)¤5Ñ(VÉ:Ó(V§5¡5Ñ(VÉ:Ó(VÓ#VÐY]Ð^`ÕYaÕ#a˜DÙ;¸DÐRÀ4ÒRÈ6ÑR÷ 'ØÐ1Ñ2ð 'ð 'Ò2Ø 3× <Ñ <�IØ Ò,Ù(¨$Ð9°&Ñ9÷ 'ØÐ1Ñ2ð 'ð Ò%Ø×-Ñ-Ò9Ø"×5Ò5°tÐF¸vÑF÷ 'ØÐ1Ñ2ð '÷ ”uÑJ¹zÓJ—u‘uÑJ¹zÓJÓJÈTÐRTÍXÕU�Ù˜Ð( Ñ(ç&ØÐ1Ñ2ð 'ø×&ØÐ1Ñ2ð 'ús1   ÂAG4 Ã<
G4 Ä:G4 ÅG4 Å6#G4 Æ&
G4 Æ16G4 Ç4HN)rS   Úwrapsrí   )r   rþ   s   f@r   Ú	wrap_attnr  ×   s.   ù€ Ü‡_‚_�TÓõ"3ó ð"3ðF "&€GÔØ€Nr   c                 óÄ  aaa€ \        WPP                  4      pV'       d   V P                  w  o p	oMV P                  w  op	oSS,          oVP                  R SR,          4      p
SpV'       de   VP                  RR4      '       d5   \        P
                  P                  WV P                  R,          R4      w  r\        VVV3R lWV34      w  rpM:\        WVSSSVP                  RR4      4      w  rp\        VVV3R lWV34      w  rpV\        P                  8X  d2   \        RV P                  4       VP                  4       4      V
,          pM\        RW4      V
,          p? ?\        V4      '       Ed5   VP                  \        P                  8X  dZ   \        VR4      p\        P                   ! VP                  4      P"                  ) p\%        VRVR7      pVP'                  V( V4       M¼\)        VP                  4      ^8X  d   ^pMVP                  ^ ,          pVP+                  VRVP                  R,          VP                  R,          4      P-                  SSRR4      P+                  RVP                  R,          VP                  R,          4      pVP/                  V4       VP1                  RR	7      p\        R
VP3                  VP                  4      V4      pV'       d&   VP5                  ^ 4      P+                  SSRS4      pV# VP5                  ^ 4      P+                  SSRS4      P7                  ^ ^^^4      P+                  SRSS,          4      pV# )Úscalerš   Fc                 ó8   <€ V P                  SS,          RS4      # ©r„   r…   ©r‘   ©Útr˜   rˆ   r™   s   &€€€r   Ú<lambda>Ú!attention_basic.<locals>.<lambda>  ó   ø€ �a—i‘i  E¥	¨2¨xÔ8r   c                 óx   <€ V P                  ^ ^^^4      P                  SS,          RS4      P                  4       # ©r   r…   ©Úpermuter‘   Ú
contiguousr  s   &€€€r   r	  r
    ó0   ø€  §	¡	¨!¨Q°°1Ó 5× =Ñ =¸aÀ%½iÈÈXÓ V× aÑ aÔ cr   úb i d, b j d -> b i jzb ... -> b (...)zb j -> (b h) () j)Úhr«   úb i j, b j d -> b i dç      à¿éýÿÿÿr…   r�   )r|   rc   r†   rL   r’   r“   r”   Úmaprž   re   Úfloat32r   Úfloatr€   Úboolr   ÚfinfoÚmaxr   Úmasked_fill_r÷   r‘   ÚexpandÚadd_ÚsoftmaxÚtor�   r  )r•   r–   r—   r™   Úmaskrz   Úskip_reshapeÚskip_output_reshaperû   Ú_r  r  ÚsimÚmax_neg_valueÚbsÚoutr˜   rˆ   s   &&&f&&&&,       @@r   Úattention_basicr*  ÿ   sØ  ú€ ä'¨¿¹Ó@€NçØŸG™GÑˆˆ1ˆa‘àŸ™‰ˆˆ1ˆhØ�UÕˆà�J‰J�w ¨DÕ 0Ó1€Eà€AßØ�:‰:�l E×*Ò*Ü—9‘9×.Ñ.¨q°Q·W±W¸Rµ[À"ÓE‰DˆAÜÞ8Ø�1ˆIó
‰ˆ‰aô
 (¨¨a°°E¸8ÀVÇZÁZÐP\Ð^cÓEdÓe‰ˆˆaÜÖcÐfgÐlmÐenÓo‰ˆˆað œŸ™Ô&ÜÐ,¨a¯g©g«i¸¿¹»ÓCÀeÕK‰äÐ,¨aÓ3°eÕ;ˆà	ˆ1äˆd‡|ƒ|Ø�:‰:œŸ™Ô#Ü˜TÐ#5Ó6ˆDÜ"Ÿ[š[¨¯©Ó3×7Ñ7Ð7ˆMÜ˜$Ð 3°qÔ9ˆDØ×Ñ˜d˜U MÕ2ä�4—:‘:‹ !Ô#Ø‘à—Z‘Z •]�Ø—<‘<  B¨¯
©
°2­¸¿
¹
À2½ÓG×NÑNÈqÐRWÐY[Ð]_Ó`×hÑhÐikÐmq×mwÑmwÐxzÕm{ð  ~B÷  ~Hñ  ~Hð  IKõ  ~Ló  MˆDØ�H‰H�TŒNð �+‰+˜"ˆ+Ó
€Cä
Ð(¨#¯&©&°·±«/¸1Ó
=€Cçà�M‰M˜!Óß‰W�Q˜˜r 8Ó,ð 	ð €Jð �M‰M˜!Óß‰W�Q˜˜r 8Ó,ß‰W�Q˜˜1˜aÓ ß‰W�Q˜˜E HÕ,Ó-ð	 	ð €Jr   c                 ó2  € \        WPP                  4      pV'       d   V P                  w  p	 r«MV P                  w  ršpW³,          pR V9   d   WR ,          VR,          ,          ,          p V'       d©   VP                  RR4      '       d5   \        P
                  P                  WV P                  R
,          R
4      w  rV P                  W“,          RV4      p VP                  W“,          RV4      pVP                  W“,          RV4      P                  ^^4      pM¢\        WW)W;VP                  RR4      4      w  rpV P                  ^ ^^^4      P                  W“,          RV4      p VP                  ^ ^^^4      P                  W“,          RV4      pVP                  ^ ^^^4      P                  W“,          VR4      pV P                  pV\        P                  8H  ;'       d    V P                  \        P                  8g  pV'       d7   \        P                  ! \        P                  4      P                  ^,          pM1\        P                  ! V P                  4      P                  ^,          pV P                  w  ppp
VP                  w   p
p\        P                   ! V P"                  R4      w  pp
RpRpRpR F-  pVWþ,          V,          R,          ,          pVV8¼  g   K)  TpTp M	  Vf   RpVe«   \%        VP                  4      ^8X  d   ^pMVP                  ^ ,          pVP                  VRVP                  R,          VP                  R,          4      P'                  W“RR4      P                  RVP                  R,          VP                  R,          4      p\)        V VVVVVRVVR7	      pVP+                  V4      pV'       d   VP-                  ^ RV34      pV# VP-                  ^ RV34      P/                  ^^4      P1                  ^R	7      pV# )r  ç      à?rš   FTNé   g      @)Úquery_chunk_sizeÚkv_chunk_sizeÚkv_chunk_size_minÚuse_checkpointÚupcast_attentionr"  )Ú	start_dimr  r…   )i   i   é   r-  é   r�   )r|   rc   r†   rL   r’   r“   r”   r‘   Úmovedimrž   r  re   r  r  Úbitsr   Úget_free_memoryr£   r÷   r  r   r!  Ú	unflattenÚ	transposeÚflatten)ÚqueryÚkeyÚvaluer™   r"  rz   r#  r$  rû   r˜   r%  rˆ   rc   r2  Úbytes_per_tokenÚbatch_x_headsÚq_tokensÚk_tokensÚmem_free_totalr0  r/  r.  r°   Úcountr(  Úhidden_statess   &&&&&&&&,                 r   Úattention_sub_quadrF  @  s“  € ä'¨¿¹ÓD€NçØ!ŸK™KÑˆˆ1ˆa�àŸ™‰ˆˆhØÕˆà�&Ôà �¨8°s­?Õ:Õ;ˆçØ�:‰:�l E×*Ò*ÜŸ™×4Ñ4°SÀÇÁÈRÅÐRTÓU‰JˆCØ—‘˜a�i¨¨XÓ6ˆØ—‘˜a�i¨¨XÓ6ˆØ�k‰k˜!�) R¨Ó2×:Ñ:¸1¸aÓ@‰ä1°%¸eÈÐY_×YcÑYcÐdpÐrwÓYxÓyÑˆ�EØ—‘˜a  A qÓ)×1Ñ1°!µ)¸RÀÓJˆØ—‘˜a  A qÓ)×1Ñ1°!µ)¸RÀÓJˆØ�k‰k˜!˜Q  1Ó%×-Ñ-¨a­i¸À2ÓFˆð �K‰K€EØ%¬¯©Ñ6×WÐW¸5¿;¹;Ì%Ï-É-Ñ;WÐßÜŸ+š+¤e§m¡mÓ4×9Ñ9¸1Õ<‰äŸ+š+ e§k¡kÓ2×7Ñ7¸Õ:ˆØ!&§¡Ñ€M�8˜QØ—Y‘Y�N€A€qˆ(ä(×8Ò8¸¿¹ÀtÓLÑ€N�AàÐØ€MØÐã)ˆØ -Õ"AÀAÕ"EÈÕ"KÕLˆØ�HÖØ$ˆMØ ÐÙñ *ð ÒØÐàÒÜˆt�z‰z‹?˜aÔØ‰Bà—‘˜A•ˆBØ�|‰|˜B  D§J¡J¨r¥N°D·J±J¸rµNÓC×JÑJÈ1ÐUWÐY[Ó\×dÑdÐegÐim×isÑisÐtvÕiwÐy}÷  zDñ  zDð  EGõ  zHó  Iˆä3ØØØØ)Ø#Ø+ØØ)Øô
€Mð "×$Ñ$ UÓ+€MßØ%×/Ñ/°°B¸°;Ó?ˆð Ðð &×/Ñ/°°B¸°;Ó?×IÑIÈ!ÈAÓN×VÑVÐabÐVÓcˆØÐr   c                 óö  aaa€ \        WPP                  4      pV'       d   V P                  w  o p	oMV P                  w  op	oSS,          oVP                  R SR,          4      p
V'       de   VP                  RR4      '       d5   \        P
                  P                  WV P                  R,          R4      w  r\        VVV3R lWV34      w  rpM:\        WVSSSVP                  RR4      4      w  rp\        VVV3R lWV34      w  rp\        P                  ! V P                  ^ ,          V P                  ^,          VP                  ^,          V P                  V P                  R7      p\        P                  ! V P                  4      pV\        P                  8X  d   ^pRpMV P                  4       pRpRpV P                  ^ ,          V P                  ^,          ,          VP                  ^,          ,          V,          p^pVV,          p^pVV8”  d:   ^\         P"                  ! \         P$                  ! VV,          ^4      4      ,          pV^@8”  d‚   \         P&                  ! \         P(                  ! \         P(                  ! VR,          4      4      ^,          4      ^@,          p\+        RV R	V R
V^@,          V,          R RWÏ,          R R2	4      hVe¬   \-        VP                  4      ^8X  d   ^pMVP                  ^ ,          pVP/                  VRVP                  R,          VP                  R,          4      P1                  SSRR4      P/                  RVP                  R,          VP                  R,          4      pRpRp  V P                  ^,          V,          ^ 8X  d   V P                  ^,          V,          MV P                  ^,          p\3        ^ V P                  ^,          V4       EF=  pVV,           pV'       df   \        P4                  ! RRR7      ;_uu_ 4        \7        RV RVV13,          P9                  4       VP9                  4       4      V
,          pRRR4       M\7        RV RVV13,          V4      V
,          pVe^   \-        VP                  4      ^8X  d   XVVV ,          pM6VP                  ^,          ^8X  d   XV,          pMXVRVV13,          ,          pXP;                  RR7      P=                  VP                  4      p?Rp\7        RVV4      VRVV13&   ?EK@  	   ? ??T'       d&   TPK                  ^ 4      P/                  SSRS4      pT# TPK                  ^ 4      P/                  SSRS4      PM                  ^ ^^^4      P/                  SRSS,          4      pT#   + '       g   i     EL:; i  \>         dŸ   p\        P@                  ! T4       TR8X  d{   \        PB                  ! R4       TR8X  d    Rp\D        PF                  ! R4        Rp?EK¦  T^,          pT^@8”  d   Th\D        PF                  ! RPI                  T4      4        Rp?EKä  ThRp?ii ; i)r  rš   Fc                 ó8   <€ V P                  SS,          RS4      # r  r  r  s   &€€€r   r	  Ú!attention_split.<locals>.<lambda>ž  r  r   c                 óx   <€ V P                  ^ ^^^4      P                  SS,          RS4      P                  4       # r  r  r  s   &€€€r   r	  rI  £  r  r   )r£   rc   Tg      @z5Not enough memory, use lower resolution (max approx. r°   z	). Need: z0.1fzGB free, Have:zGB freeNÚcuda)ÚenabledÚdevice_typer  ºNNNr«   r  z4out of memory error, emptying cache and trying againz9out of memory error, increasing steps and trying again {}r  r  i   @r…   r�   )'r|   rc   r†   rL   r’   r“   r”   r  rž   re   Úzerosr£   r   r8  r  Úelement_sizeÚmathÚceilÚlogÚfloorÚsqrtrÞ   r÷   r‘   r  ÚrangeÚautocastr   r  r   r!  Ú	ExceptionÚraise_non_oomÚsoft_empty_cacher"   r#   r   r�   r  ) r•   r–   r—   r™   r"  rz   r#  r$  rû   r%  r  Úr1rC  rP  ÚupcastÚgbÚtensor_sizeÚmodifierÚmem_requiredÚstepsÚmax_resr(  Úfirst_op_doneÚcleared_cacheÚ
slice_sizeÚiÚendÚs1Ús2Úer˜   rˆ   s    &&&f&&&&,                     @@r   Úattention_splitrk  Ž  s{  ú€ ä'¨¿¹Ó@€NçØŸG™GÑˆˆ1ˆa‘àŸ™‰ˆˆ1ˆhØ�UÕˆà�J‰J�w ¨DÕ 0Ó1€EçØ�:‰:�l E×*Ò*Ü—9‘9×.Ñ.¨q°Q·W±W¸Rµ[À"ÓE‰DˆAÜÞ8Ø�1ˆIó
‰ˆ‰aô
 (¨¨a°°E¸8ÀVÇZÁZÐP\Ð^cÓEdÓe‰ˆˆaÜÖcÐfgÐlmÐenÓo‰ˆˆaä	�Š�Q—W‘W˜Q•Z §¡¨¥¨Q¯W©W°Q­ZÀÇÁÐPQ×PWÑPWÔ	X€Bä%×5Ò5°a·h±hÓ?€NàœŸ™Ô&ØˆØ‰à—~‘~Ó'ˆØˆà	€BØ—'‘'˜!•*˜qŸw™w q�zÕ)¨A¯G©G°A­JÕ6¸ÕE€KØ€HØ Õ)€LØ€Eð �nÔ$Ø”D—I’IœdŸhšh |°nÕ'DÀaÓHÓIÕJˆð ˆr„zÜ—*’*œTŸYšY¤t§y¢y°À#Õ1EÓ'FÓGÈ!ÕKÓLÈrÕQˆÜÐRÐSZÐR[Ð[\Ð]dÐ\eð f%Ø%1°"¥_°RÕ%7¸Ð$=¸^ÈNÕL]Ð^bÐKcÐcjðló mð 	mð ÒÜˆt�z‰z‹?˜aÔØ‰Bà—‘˜A•ˆBØ�|‰|˜B  D§J¡J¨r¥N°D·J±J¸rµNÓC×JÑJÈ1ÈeÐUWÐY[Ó\×dÑdÐegÐim×isÑisÐtvÕiwÐy}÷  zDñ  zDð  EGõ  zHó  Iˆð €MØ€MØ
ð'	Ø12·±¸µ¸eÕ1CÈÔ0I˜Ÿ™ � uÖ,ÈqÏwÉwÐWXÍzˆJÜ˜1˜aŸg™g a�j¨*×5�Ø˜*•n�ßÜŸš°ÀV×LÖLÜ#Ð$;¸Q¸qÀ!ÀCÀ%¸x½[×=NÑ=NÓ=PÐRS×RYÑRYÓR[Ó\Ð_dÕd˜÷ MÐLô  Ð 7¸¸1¸aÀ¸e¸8½ÀaÓHÈ5ÕP�BàÒ#Ü˜4Ÿ:™:“¨!Ô+Ø˜d 1 S˜kÕ)™àŸ:™: a�=¨AÔ-Ø $�J™Bà $ q¨!¨C¨% x¥.Õ0˜Bà—Z‘Z B�ZÓ'×*Ñ*¨1¯7©7Ó3�ØØ $�ä%Ð&=¸rÀ1ÓE��1�a˜�e�8‘Ûñ- 6ð. ð  	
ˆ1ˆaçà�L‰L˜‹Oß‰W�Q˜˜r 8Ó,ð 	ð €Ið �L‰L˜‹Oß‰W�Q˜˜r 8Ó,ß‰W�Q˜˜1˜aÓ ß‰W�Q˜˜E HÕ,Ó-ð	 	ð €I÷e M×LÐLûô* ô 	Ü×*Ò*¨1Ô-Ø Ô%Ü ×1Ò1°$Ô7Ø  EÔ)Ø$(�MÜ—O’OÐ$ZÔ[ÞØ˜•
�Ø˜2”:Ø�GÜ—’Ð [× bÑ bÐchÓ i×jÓjà�ûð	ús?   ÎBW Ð.<V;Ñ*CW Ö;W×	W ×Y8×AY3Ø37Y3Ù1Y3Ù3Y8z0.0.2z0.0.20c                 ó¶  € V P                   ^ ,          p	V P                   R,          p
Rp\        '       d   W“,          R8”  d   RpV'       gK   \        P                  P	                  4       '       g%   \        P                  P                  4       '       d   RpV'       d   \        WW#V3RVRV/VB # V'       d`   \        R WV34      w  rpVP                  RR4      '       d5   \        P                  P                  WV P                   R,          R4      w  rM)W£,          p
\        WW)W:VP                  RR4      4      w  rpVEe,   VP                  ^8X  d   VP                  ^ 4      pVP                  ^8X  d   VP                  ^4      p^VP                   R,          ^,          ,
          p\        P                  ! VP                   ^ ,          VP                   ^,          V P                   ^,          VP                   R,          V,           .V P                   V P"                  R	7      pWMR
RVP                   R,          13&   VR
RVP                   R,          13,          pVP%                  W“RR4      p\&        P                  P)                  WW$VP                  RR4      R7      pV'       d   VP+                  ^ ^^^4      pV# VP-                  V	RW:,          4      pV# )r   Fiÿÿ  Tr#  r$  c                 ó*   € V P                  ^ ^^^4      # ©r   )r  ©r  s   &r   r	  Ú$attention_xformers.<locals>.<lambda>"  s   € �a—i‘i  1 a¨Ô+r   rš   Nr¢   .r  )Ú	attn_biasr  r…   r�   )r†   ÚBROKEN_XFORMERSre   ÚjitÚ
is_tracingÚis_scriptingÚattention_pytorchr  rL   r’   r“   r”   rž   Úndimr�   Úemptyrc   r£   r  ÚxformersÚmemory_efficient_attentionr  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   r˜   rˆ   Údisabled_xformersÚpadÚmask_outr)  s   &&&&&&&&,      r   Úattention_xformersr~    sk  € à	�‰��
€AØ�w‰w�r�{€HàÐçƒØ�9�uÔØ $ÐçÜ�9‰9×Ñ×!Ò!¤U§Y¡Y×%;Ñ%;×%=Ò%=Ø $ÐçÜ   q°ñ  EÀLð  EÐfyð  Eð  ~Dñ  Eð  	EçäÙ+Ø�1ˆIó
‰ˆˆað �:‰:�l E×*Ò*Ü—9‘9×.Ñ.¨q°Q·W±W¸Rµ[À"ÓE‰DˆAøð 	ÕˆÜ'¨¨a°EÀVÇZÁZÐP\Ð^cÓEdÓe‰ˆˆaàÓà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�$—*‘*˜R•. 1Õ$Õ$ˆô
 —;’; §
¡
¨1¥¨t¯z©z¸!­}¸a¿g¹gÀa½jÈ$Ï*É*ÐUWÍ.Ð[^ÕJ^Ð_Ðgh×gnÑgnÐwx×wÑwô  Aˆà)-��o�t—z‘z "•~�oÐ%Ñ&à˜˜_˜dŸj™j¨�n˜_Ð,Õ-ˆØ�{‰{˜1 R¨Ó,ˆä
�,‰,×
1Ñ
1°!¸ÐQW×Q[ÑQ[Ð\cÐeiÓQjÐ
1Ó
k€CçØ�k‰k˜!˜Q  1Ó%ˆð €Jð �K‰K˜˜2˜uÕ/Ó0ð 	ð €Jr   c                 óê  € V'       d   V P                   w  p	 r«MLV P                   w  ršpW³,          p\        WW)W;VP                  R R4      RR7      w  rp\        R WV34      w  rpVeE   VP                  ^8X  d   VP                  ^ 4      pVP                  ^8X  d   VP                  ^4      pR	pVP                  4        UUu/ uF  w  rW9   g   K  WbK  	  ppp\        V	8¼  d]   \        P                  P                  ! V XX3RVRRRR/VB pV'       g*   VP                  ^^4      P                  V	R
W;,          4      pV# \        P                  ! W�P                   ^,          W;,          3V P                  V P                   V P"                  R7      p\%        ^ V	\        4       FÅ  pTpVe(   VP                   ^ ,          ^8”  d   WOV\        ,            p\        P                  P                  ! WV\        ,            XWÿ\        ,            XWÿ\        ,            3RVRRRR/VB P                  ^^4      P                  R
V P                   ^,          W;,          4      WïV\        ,           % KÇ  	  V# u uppi )rš   F©r›   c                 ó&   € V P                  ^^4      # ©r„   ©r:  ro  s   &r   r	  Ú#attention_pytorch.<locals>.<lambda>Y  ó   €  §¡¨A¨qÔ 1r   r   Ú	dropout_pr·   Ú	is_causal)rc   Úlayoutr£   )r  rš   r…   )r†   rž   rL   r  rw  r�   ÚitemsÚSDP_BATCH_LIMITr’   r“   Úscaled_dot_product_attentionr:  r‘   re   rx  rc   rˆ  r£   rV  )r•   r–   r—   r™   r"  rz   r#  r$  rû   r˜   r%  rˆ   Ú	sdpa_keysÚ
sdpa_extrar)  rf  Úms   &&&&&&&&,        r   rv  rv  Q  sC  € çØŸG™GÑˆˆ1ˆa�àŸ™‰ˆˆhØÕˆÜ'¨¨a°EÀVÇZÁZÐP\Ð^cÓEdÐpuÔv‰ˆˆaÜÑ1°A¸!°9Ó=‰ˆˆaàÒà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà'€IØ#)§<¡<¤>ÔD¡>™4˜1°Q±^”$�!’$¡>€JÑDä˜!ÔÜ�i‰i×4Ò4°Q¸¸1Ñ{ÈÐ{ÐX[Ð{ÐglÐ{ÐpzÑ{ˆß"à—‘˜a Ó#×+Ñ+¨A¨r°5Õ3CÓDð ð$ €Jô �kŠk˜1Ÿg™g a�j¨%Õ*:Ð;À1Ç7Á7ÐST×S[ÑS[Ðde×dlÑdlÔmˆÜ�q˜!œ_Ö-ˆAØˆAØÒØ—:‘:˜a•= 1Ô$Ø ¤_Õ!4Ð5�Aä+0¯9©9×+QÒ+QØ�aœ/Õ)Ð*Ø�!œ/Õ)Ð*Ø�!œ/Õ)Ð*ñ,ð ð	,ð
 ð,ð
 */ð,ð
 3=ñ,÷ ‰i˜˜1‹oŸg™g b¨!¯'©'°!­*°eÕ6FÓGð �AœÕ'Ò(ñ .ð €Jùó/ Es   Ã
I/ÃI/c                 ó†  € V'       d   V P                   R,          MV P                   R,          V,          pV P                   ^ ,          pV'       g&   \        WW(W7VRR7      w  rp\        R WV34      w  rpVeE   VP                  ^8X  d   VP	                  ^ 4      pVP                  ^8X  d   VP	                  ^4      pWW$W‡3# )r„   Fr€  c                 ó&   € V P                  ^^4      # r‚  rƒ  ro  s   &r   r	  Ú,_comfy_kitchen_int8_inputs.<locals>.<lambda>‚  r…  r   r…   )r†   rž   r  rw  r�   )	r•   r–   r—   r™   r"  r#  rš   rˆ   r˜   s	   &&&&&&&  r   Ú_comfy_kitchen_int8_inputsr’  }  s¡   € ß*ˆq�w‰w�rŽ{°·±¸µ¸uÕ0D€HØ	�‰��
€AßÜ'¨¨a°EÀZÐ[`Ôa‰ˆˆaÜÑ1°A¸!°9Ó=‰ˆˆaàÒØ�9‰9˜Œ>Ø—>‘> !Ó$ˆDØ�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�˜!Ð%Ð%r   c                 ó–  € VP                  R R4      RJ d5   V P                  \        P                  8X  d   \	        WW#3RVRVRVRV/VB # \        WW#WFVP                  RR4      4      w  rr$rš\        P                  ! V VVVP                  RR	4      VR
7      pV'       g*   VP                  ^^4      P                  V	RW:,          4      pV# ©Úlow_precision_attentionTFr"  rz   r#  r$  rš   r  N)r  r   r…   )
rL   rc   re   r  rv  r’  rN   Úint8_attentionr:  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   r˜   rˆ   r)  s   &&&&&&&&,   r   rQ   rQ   �  sè   € à‡z�zÐ+¨TÓ2°eÓ;ÀÇÁÌ5Ï=É=Ô@XÜ   qñ  i°dð  iÈ>ð  iÐhtð  ið  K^ð  ið  bhñ  ið  	iÜ!;Ø	ˆa˜¨F¯J©J°|ÀUÓ,Kó"Ñ€Aˆ!�1ô ×
&Ò
&Ø	Ø	Ø	Ø�j‰j˜ $Ó'Øô€C÷ Ø�m‰m˜A˜qÓ!×)Ñ)¨!¨R°Õ1AÓBˆØ€Jr   c                 ó(  € V P                  4       p VP                  4       pVP                  4       pVP                  R R4      RJ d5   V P                  \        P                  8X  d   \        WW#3RVRVRVRV/VB # \        WW#WFVP                  RR4      4      w  rr$rš\        P                  ! V VVVP                  RR	4      VR
7      p? ??\        P                  ! V4      pV'       g*   VP                  ^^4      P                  V	RW:,          4      pV# r”  )rã   rL   rc   re   r  rv  r’  rN   Úprequantize_int8_attentionÚ int8_attention_from_prequantizedr:  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   r˜   rˆ   Ú	quantizedr)  s   &&&&&&&&,    r   Ú(_attention_comfy_kitchen_int8_containersr›     s   € Ø	�‰‹€AØ	�‰‹€AØ	�‰‹€AØ‡z�zÐ+¨TÓ2°eÓ;ÀÇÁÌ5Ï=É=Ô@XÜ   qñ  i°dð  iÈ>ð  iÐhtð  ið  K^ð  ið  bhñ  ið  	iÜ!;Ø	ˆa˜¨F¯J©J°|ÀUÓ,Kó"Ñ€Aˆ!�1ô ×8Ò8Ø	Ø	Ø	Ø�j‰j˜ $Ó'Øô€Ið 	
ˆ1ˆaÜ
×
8Ò
8¸Ó
C€CßØ�m‰m˜A˜qÓ!×)Ñ)¨!¨R°Õ1AÓBˆØ€Jr   rB   rC   c                óÐ  € Ve   \        WW#3RVRVRVRV/V	B # V'       d   V P                  R,          MV P                  R,          V,          p
V P                  ^ ,          pV'       d   \        R WV34      w  rpM\        WW+W:4      w  rp\        P
                  ! WW(V	P                  R4      R7      pV'       d   VP                  ^^4      # VP                  VRW:,          4      # )	Nr"  rz   r#  r$  c                 ó&   € V P                  ^^4      # r‚  rƒ  ro  s   &r   r	  Ú-attention_comfy_kitchen_sol.<locals>.<lambda>Â  r…  r   r  )rB   r  r…   )	rv  r†   r  rž   rN   Úsol_attnrL   r:  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rB   rû   rˆ   r˜   r)  s   &&&&&&&&$,   r   rU   rU   º  sê   € àÒÜ   qñ  i°dð  iÈ>ð  iÐhtð  ið  K^ð  ið  bhñ  ið  	iç*ˆq�w‰w�rŽ{°·±¸µ¸uÕ0D€HØ	�‰��
€AßÜÑ1°A¸!°9Ó=‰ˆ‰aä'¨¨a°EÓD‰ˆˆaÜ
×
 Ò
   q¸¿¹ÀGÓ9LÔ
M€CßØ�}‰}˜Q Ó"Ð"Ø�;‰;�q˜"˜eÕ.Ó/Ð/r   c                 ór  € VP                  R R4      RJ g   Ve    \        '       g   \        WW#3RVRVRV/VB # Rp	V'       d`   V P                  w  p
 r¼RpVP                  RR4      '       d5   \        P
                  P                  WV P                  R,          R4      w  rM:V P                  w  r«pWÃ,          p\        WW*W<VP                  RR4      4      w  rpR	pVeE   VP                  ^8X  d   VP                  ^ 4      pVP                  ^8X  d   VP                  ^4      pR
RRVRVP                  RR4      RR/pVe   WNR&    \        WV3/ VB pV	'       d-   VR	8X  d   \        R WV34      w  rp\        WW#3RVRRRV/VB # VR8X  d4   V'       g*   XP!                  ^^4      P#                  V
RW<,          4      pX# V'       d   XP!                  ^^4      pV# XP#                  V
RW<,          4      pV#   \         d2   p\        P                  ! RP                  T4      4       Rp	 Rp?LÜRp?ii ; i)r•  TFNr"  r#  r$  ÚHNDrš   ÚNHDr‡  Útensor_layoutÚsm_scaler  Úsmooth_kr   zBError running sage attention: {}, using pytorch attention instead.c                 ó&   € V P                  ^^4      # r‚  rƒ  ro  s   &r   r	  Ú attention_sage.<locals>.<lambda>ð  s   € ˜!Ÿ+™+ a¨Ô+r   r  r…   )rL   ÚSAGE_ATTENTION_SUPPORTS_MASKrv  r†   r’   r“   r”   rž   rw  r�   r   rX  r"   Úerrorr   r  r:  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   Úexception_fallbackr˜   r%  rˆ   r£  Úsage_kwargsr)  rj  s   &&&&&&&&,        r   Úattention_sager¬  Ë  sn  € à‡z�zÐ+¨TÓ2°eÓ;ÀÒ@P×YuÓYuÜ   qñ  J°dð  JÈð  JÐk~ð  Jð  CIñ  Jð  	JàÐßØŸG™GÑˆˆ1ˆaØˆØ�:‰:�l E×*Ò*Ü—9‘9×.Ñ.¨q°Q·W±W¸Rµ[À"ÓE‰DˆAøàŸ™‰ˆˆhØÕˆÜ'¨¨a°EÀVÇZÁZÐP\Ð^cÓEdÓe‰ˆˆaØˆàÒà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà  ¸ÀzÐSY×S]ÑS]Ð^eÐgkÓSlÐnxÐzð  A€KØÒØ#'�KÑ ð"Ü�q˜QÑ. +Ñ.ˆ÷ Ø˜EÔ!ÜÙ+Ø�q�	ó‰GˆA�!ô !  qñ  B°dð  BÈð  BÐcvð  Bð  {Añ  Bð  	Bà˜Ôß"à—‘˜a Ó#×+Ñ+¨A¨r°5Õ3CÓDð ð €J÷	 Ø—-‘-  1Ó%ˆCð €Jð —+‘+˜a  UÕ%5Ó6ˆCØ€Jøô+ ô "Ü�ŠÐZ×aÑaÐbcÓdÔeØ!Õûð"ús   ÅG: Ç:H6È'H1È1H6c                 óø  € R p	V P                   P                  R8w  g4   V P                  \        P                  \        P
                  39  g   Ve   \        WW#3RVRVRVRV/VB # V'       dA   V P                  w  r«rÍW³8w  d   \        WW#3RVRVRRRV/VB # V P                  ^,          pTpM;V P                  w  r®pVV,          ^ 8w  d   \        WW#3RVRVRR RV/VB # VV,          pVR8¼  g   VR	8:  d   \        WW#3RVRVRVRV/VB # V'       dD   T pVP                  R
R 4      '       d&   \        P                  P                  WXR4      w  ppMIYppME\        WW*W?VP                  R
R 4      4      w  ppp\        R VVV34      w  pppVP                  w  r«rÍ \        VVVR R7      pV	'       d!   V'       g   ???\        WW#3RVRVRVRV/VB # V'       d7   V'       g-   XP%                  ^ ^^^4      P'                  V
XXX,          4      pX# V'       d    X# XP%                  ^ ^^^4      P'                  V
XXX,          4      pV#   \         d$   pRp	\         P"                  ! RT4        Rp?LÈRp?ii ; i)FrK  Nr"  rz   r#  r$  Tr5  r4  rš   c                 óF   € V P                  ^ ^^^4      P                  4       # rn  )r  r  ro  s   &r   r	  Ú!attention3_sage.<locals>.<lambda><  s   €  a§i¡i°°1°a¸Ó&;×&FÑ&FÔ&Hr   )r‡  zDError running SageAttention3: %s, falling back to pytorch attention.r  )r£   Útyperc   re   Úfloat16Úbfloat16rv  r†   rL   r’   r“   r”   rž   r  r   rX  r"   r©  r  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   rª  ÚBÚHÚLÚDÚNrˆ   r‰   Úq_sÚk_sÚv_sr)  rj  s   &&&&&&&&,             r   Úattention3_sager»    s/  € àÐØ	�‰�‰˜ÔØ	�‰œŸ™¤u§~¡~Ð6Ô6ØÒÜ Ø�!ñ
àð
ð *ð
ð &ð	
ð
 !4ð
ð ñ
ð 	
÷ Ø—W‘W‰
ˆˆaØŒ:Ü$Ø�añàðð  .ðð "ð	ð
 %8ðð ñð ð �G‰G�A�JˆØ‰àŸ'™'‰ˆˆiØ�uÕ Ô!Ü$Ø�añàðð  .ðð #ð	ð
 %8ðð ñð ð  Õ%ˆà�3„˜!˜tœ)Ü Ø�añàðð  .ðð *ð	ð
 %8ðð ñð 	÷ ØˆØ�:‰:�l E×*Ò*Ü—y‘y×2Ñ2°1¸¸BÓ?‰HˆC‘à�ˆC�ä-¨a°A¸%È6Ï:É:ÐVbÐdiÓKjÓk‰ˆˆS�#ÜÑHÈ3ÐPSÐUXÈ/ÓZ‰ˆˆS�#Ø—Y‘Y‰
ˆˆaðaÜ! # s¨C¸5ÔAˆ÷
 ßØ�S˜#Ü Ø�añàðð  .ðð *ð	ð
 %8ðð ñð 	÷ ß"Ø—+‘+˜a  A qÓ)×1Ñ1°!°Q¸¸A½Ó>ˆCð €J÷ Øð €Jð —+‘+˜a  A qÓ)×1Ñ1°!°Q¸¸A½Ó>ˆCà€Jøô3 ô aØ!ÐÜ�ŠÐ\Ð^_×`Ñ`ûðaús   ÆI ÉI9ÉI4É4I9zcomfy::flash_attn)Úmutates_argsc                ó¼   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        R\        R\        R\         P                  /# ©r   r•   r–   r—   r†  ÚcausalÚsoftmax_scaler'   ©re   rÕ   r  r  )r   s   "r   r   r   ^  s\   € ÷ mñ mœeŸl™lð m¬u¯|©|ð mÄÇÁð mÜ$ðmÜ48ðmÜQVðmÜbg×bnÑbnñmr   c           	      ó4   € VR8X  d   RMTp\        WW#WFR7      # )rC   N©r†  r¿  rÀ  ç      ð¿r   )r•   r–   r—   r†  r¿  rÀ  Úsoftmax_scale_args   &&&&&& r   Úflash_attn_wrapperrÆ  ]  s"   € ð %2°TÔ$9™D¸}ÐÜ˜q QÀFÔlÐlr   c                 ó8   € V P                  V P                  4      # r0   )Ú	new_emptyr†   ©r•   r–   r—   r†  r¿  rÀ  s   &&&&&&r   Úflash_attn_fakerÊ  d  s   € ð �{‰{˜1Ÿ7™7Ó#Ð#r   c                ó¼   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        R\        R\        R\         P                  /# r¾  rÁ  )r   s   "r   r   r   k  s\   € ÷ Qñ QœeŸl™lð Q¬u¯|©|ð QÄÇÁð QÜ$ðQÜ48ðQÜQVðQÜbg×bnÑbnñQr   c                 ó   € Q R\          24       h)Fz%Could not define flash_attn_wrapper: )ÚFLASH_ATTN_ERRORrÉ  s   &&&&&&r   rÆ  rÆ  k  s   € àPÐ=Ô>NÐ=OÐPÓPˆur   c                 óÎ  € V'       d   V P                   w  p	 r«MLV P                   w  ršpW³,          p\        WW)W;VP                  R R4      RR7      w  rp\        R WV34      w  rpVeE   VP                  ^8X  d   VP                  ^ 4      pVP                  ^8X  d   VP                  ^4      p Ve   \        R4      h\        V P                  ^^4      VP                  ^^4      VP                  ^^4      RRVP                  RR4      R7      P                  ^^4      pV'       g*   VP                  ^^4      P!                  V	RW;,          4      pV#   \         dˆ   p\        P                  ! R	T 24       / pTP                  R R4      '       d   R
TR &   RT9   d   TR,          TR&   \        P                  P                  P                  ! YT3RTRRRR/TB p Rp?LÀRp?ii ; i)rš   Fr€  c                 ó&   € V P                  ^^4      # r‚  rƒ  ro  s   &r   r	  Ú!attention_flash.<locals>.<lambda>w  r…  r   Nz(Mask must not be set for Flash attentionr·   r  rÃ  z,Flash Attention failed, using default SDPA: Tr   r†  r‡  rÄ  r…   )r†   rž   rL   r  rw  r�   rÞ   rÆ  r:  rX  r"   r#   re   r   Ú
functionalr‹  r‘   )r•   r–   r—   r™   r"  rz   r#  r$  rû   r˜   r%  rˆ   r)  rj  r�  s   &&&&&&&&,      r   Úattention_flashrÒ  o  sã  € çØŸG™GÑˆˆ1ˆa�àŸ™‰ˆˆhØÕˆÜ'¨¨a°EÀVÇZÁZÐP\Ð^cÓEdÐpuÔv‰ˆˆaÜÑ1°A¸!°9Ó=‰ˆˆaàÒà�9‰9˜Œ>Ø—>‘> !Ó$ˆDà�9‰9˜Œ>Ø—>‘> !Ó$ˆDðFØÒÜÐIÓJÐJÜ Ø�K‰K˜˜1ÓØ�K‰K˜˜1ÓØ�K‰K˜˜1ÓØØØ Ÿ*™* W¨dÓ3ô
÷ ‰)�A�q‹/ð 	÷  à�M‰M˜!˜QÓ×'Ñ'¨¨2¨uÕ/?Ó@ð 	ð €Jøô ô FÜ�ŠÐFÀqÀcÐJÔKØˆ
Ø�:‰:�l E×*Ò*Ø'+ˆJ�|Ñ$Ø�fÔØ"(¨¥/ˆJ�wÑÜ�h‰h×!Ñ!×>Ò>¸qÀQñ  FÐRVð  FÐbeð  FÐqvð  Fð  {Eñ  F�ûðFús   Â/A0E ÅG$ÅA=GÇG$zUsing sage attentionzUsing Flash AttentionzUsing xformers attentionzUsing pytorch attentionz&Using split optimization for attentionzyUsing sub quadratic optimization for attention, if you have memory or speed issues try using: --use-split-cross-attentionzUsing Comfy Kitchen attentionzwComfy Kitchen attention is unavailable. Install a Comfy Kitchen build with attention support to use --use-ck-attention.r@   ÚsageÚsage3Úflashry  ÚpytorchÚsub_quadÚsplitc                 óÊ   € V'       d(   \         P                  ! 4       '       d   \        # \        # V \        P
                  ! R 4      8X  d   \        # V'       d   \        # \        # )Úcpu)	r   Úpytorch_attention_enabledrv  r*  re   r£   rF  Úoptimized_attention_maskedr*   )r£   r"  Úsmall_inputs   &&&r   Úoptimized_attention_for_devicerÞ  Ì  sF   € ßÜ×5Ò5×7Ò7Ü$Ð$ä"Ð"à”—’˜eÓ$Ô$Ü!Ð!çÜ)Ð)äÐr   c                   óX   a a€ ] tR tRt oR^^@RRRR]3V 3R lltRRR/ 3R ltRtVtV ;t	# )ÚCrossAttentioniÜ  Nr·   c
           	     ó¤  <€ \         SV `  4        \        4       V n        WC,          p
\	        W!4      pW`n        W0n        W@n        V	P                  WR WxR7      V n	        V	P                  W*R WxR7      V n
        V	P                  W*R WxR7      V n        \        P                  ! V	P                  W¡WxR7      \        P                  ! V4      4      V n        R# )F)Úbiasrc   r£   r¢   N)r1   r2   r.   Úcomfy_attentionr&   rz   r™   rˆ   r¤   Úto_qÚto_kÚto_vr   rº   r¼   Úto_out)r6   Ú	query_dimÚcontext_dimr™   rˆ   rÀ   rz   rc   r£   r¨   r‰   r7   s   &&&&&&&&&& €r   r2   ÚCrossAttention.__init__Ý  s¸   ø€ Ü‰ÑÔÜ-Ó/ˆÔØÕ$ˆ	Ü˜kÓ5ˆØ,ÔàŒ
Ø Œà×%Ñ% iÀÈeÐ%ÓcˆŒ	Ø×%Ñ% kÀ5ÐPUÐ%ÓeˆŒ	Ø×%Ñ% kÀ5ÐPUÐ%ÓeˆŒ	ä—m’m J×$5Ñ$5°iÐRWÐ$5Ó$gÔik×isÒisÐt{Ói|Ó}ˆŽr   c                óÐ  € V P                  V4      p\        W!4      pV P                  V4      pVe   V P                  V4      p?MV P                  V4      p\	        V4      \	        V4      \	        V4      r‡pVf0   \        WgW€P                  V P                  V P                  VR7      p	M.\        WgW€P                  W@P                  V P                  VR7      p	V P                  V	4      # )N)rz   ré   rë   )rä  r&   rå  ræ  rÒ   r*   r™   rz   rã  rÜ  rç  )
r6   r°   Úcontextr>  r"  rë   r•   r–   r—   r)  s
   &&&&&&    r   r²   ÚCrossAttention.forwardí  sç   € Ø�I‰I�a‹LˆÜ˜'Ó%ˆØ�I‰I�gÓˆØÒØ—	‘	˜%Ó ˆAÙà—	‘	˜'Ó"ˆAä*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆØŠ<Ü% a¨A¯z©zÈ$×J]ÑJ]Ðsw÷  tHñ  tHð  ^qô  r‰Cä,¨Q°1·j±jÀ$×WjÑWjð  AE÷  AUñ  AUð  k~ô  ˆCØ�{‰{˜3ÓÐr   )rz   rã  rˆ   r™   rå  rç  rä  ræ  r´   rt   s   @@r   rà  rà  Ü  s?   ù‡ € Ø.2¸!ÀbÐRTÐeiÐquð  Cð  PS÷ ~ð  "&¨T¸ÐRT÷  ô  r   rà  c                   ó^   a a€ ] tR tRt oRRRRRRRRRRRR]3V 3R lltR/ 3R ltRtVtV ;t	# )	ÚBasicTransformerBlockiÿ  r·   NTFc                óÔ  <€ \         SV `  4        T;'       g    V	R JV n        V	f   Tp	W‘8H  V n        WÐn        V P                  '       d-   VP                  WVR7      V n        \        WWFWïVR7      V n        W n        \        Y’Y4V P                  '       d   TMR V P                  WïVR7	      V n
        \        W‘WFWïVR7      V n        V'       d   V'       d   \        hR V n        MDR pV'       g   Tp\        V	VW#W@P                  WïVR7	      V n        VP                  WžVR7      V n        VP                  WžVR7      V n        VP                  WžVR7      V n        W n        W0n        WÀn        R # )Nr¢   )r§   rÀ   r¿   rc   r£   r¨   )	rè  r™   rˆ   rÀ   ré  rz   rc   r£   r¨   )	rè  ré  r™   rˆ   rÀ   rz   rc   r£   r¨   )r1   r2   Úff_inÚis_resrz   Ú	LayerNormÚnorm_inr¶   Údisable_self_attnrà  Úattn1Úffr‡   Úattn2Únorm2Únorm1Únorm3Ún_headsÚd_headÚswitch_temporal_ca_to_sa)r6   r¬   rü  rý  rÀ   ré  Úgated_ffÚ
checkpointrñ  r‰   rõ  Údisable_temporal_crossattentionrþ  rz   rc   r£   r¨   Úcontext_dim_attn2r7   s   &&&&&&&&&&&&&&&&& €r   r2   ÚBasicTransformerBlock.__init__   su  ø€ ä‰ÑÔà×3Ð3˜i¨tÐ3ˆŒ
ØÒØˆIàÑ&ˆŒØ,Ôà�:�:ˆ:Ø%×/Ñ/°ÈÐ/ÓPˆDŒLÜ$ SÀWÐbgð  DNô  OˆDŒJà!2ÔÜ#¨iÐQWØ9=×9O×9OÐ9O©+ÐUYÐjn×j}Ñj}ð  FKð  gqôrˆŒ
ä˜i¸gÐ[`ð  }Gô  HˆŒç*ß'Ü Ð à!�•
à $Ðß+Ø$/Ð!ä'°)ÐIZØ&-È×`sÑ`sð  |Að  ]gôhˆDŒJà#×-Ñ-¨iÈVÐ-ÓTˆDŒJà×)Ñ)¨)ÈÐ)ÓPˆŒ
Ø×)Ñ)¨)ÈÐ)ÓPˆŒ
ØŒØŒØ(@Ö%r   c                óÚ  € / pVP                  R R4      pVP                  R^ 4      p/ p/ pV F/  p	V	R8X  d   W9,          pK  V	R8X  d   W9,          pK%  W9,          WI&   K1  	  V P                  VR&   V P                  VR&   V P                  VR&   V P                  '       d=   Tp
V P	                  V P                  V4      4      pV P                  '       d	   W,          pV P                  V4      pV P                  '       d   TpMRpRpRV9   d'   VR,          pVf   TpTpV F  pV! W¼WÔ4      w  r¼pK  	  Ve   V^ ,          V^,          V3pMRpVP                  R	/ 4      pTpVV9  d   TpVV9   d†   Vf   TpTpV P                  P                  V4      pV P                  P                  V4      pV P                  P                  V4      pVV,          ! W¼WÔ4      pV P                  P                  V4      pMV P                  W¼WÓR
7      pRV9   d   VR,          pV F  pV! W´4      pK  	  W±,           pRV9   d   VR,          pV F  pV! W4      pK  	  V P                  Ee   V P                  V4      pV P                   '       d   TpMTpRpRV9   d$   VR,          pTpV F  pV! VVVV4      w  pppK  	  VP                  R/ 4      pTpVV9  d   TpVV9   d†   Vf   TpV P                  P                  V4      pV P                  P                  V4      pV P                  P                  V4      pVV,          ! VVVV4      pV P                  P                  V4      pMV P                  VVVVR
7      pRV9   d   VR,          pV F  pV! W´4      pK  	  W±,           pV P                  '       d   Tp
V P#                  V P%                  V4      4      pV P                  '       d
   X
V,           pV# )ÚblockNÚblock_indexÚpatchesÚpatches_replacerü  rˆ   rz   Úattn1_patchrö  )rì  r>  rë   Úattn1_output_patchÚmiddle_patchÚattn2_patchrø  Úattn2_output_patch)rL   rü  rý  rz   rñ  rô  rò  rú  rõ  rö  rä  rå  ræ  rç  rø  rù  rþ  r÷  rû  )r6   r°   rì  rë   Úextra_optionsr  r  Útransformer_patchesÚtransformer_patches_replacer–   Úx_skipÚnÚcontext_attn1Úvalue_attn1ÚpatchÚpÚtransformer_blockÚattn1_replace_patchÚblock_attn1Úcontext_attn2Úvalue_attn2Úattn2_replace_patchÚblock_attn2s   &&&&                   r   r²   ÚBasicTransformerBlock.forward(  së  € ØˆØ#×'Ñ'¨°Ó6ˆØ)×-Ñ-¨m¸QÓ?ˆØ ÐØ&(Ð#ã$ˆAØ�IŒ~Ø&9Õ&<Ò#ØÐ'Ô'Ø.AÕ.DÒ+à#6Õ#9�Ó ñ %ð $(§<¡<ˆ�iÑ Ø$(§K¡Kˆ�jÑ!Ø*.×*=Ñ*=ˆÐ&Ñ'à�:�:ˆ:ØˆFØ—
‘
˜4Ÿ<™<¨›?Ó+ˆAØ�{�{ˆ{Ø•�à�J‰J�q‹MˆØ×!×!Ð!Ø#‰Mà ˆMØˆàÐ/Ô/Ø'¨Õ6ˆEØÒ$Ø !�Ø'ˆKÛ�Ù01°!ÀKÓ0_Ñ-�¢+ñ ð ÒØ!& q¥¨5°­8°[Ð AÑà $ÐØ9×=Ñ=¸gÀrÓJÐØ'ˆØÐ1Ô1ØˆKàÐ-Ô-ØÒ$Ø !�Ø�Ø—
‘
—‘ Ó"ˆAØ ŸJ™JŸO™O¨MÓ:ˆMØŸ*™*Ÿ/™/¨+Ó6ˆKØ# KÖ0°À;Ó^ˆAØ—
‘
×!Ñ! !Ó$‰Aà—
‘
˜1¸;�
ÓpˆAàÐ#6Ô6Ø'Ð(<Õ=ˆEÛ�Ù�aÓ'’ñ ð �EˆØÐ0Ô0Ø'¨Õ7ˆEÛ�Ù�aÓ'’ñ ð �:‰:Ó!Ø—
‘
˜1“ˆAØ×,×,Ð,Ø !‘à '�ØˆKØÐ 3Ô3Ø+¨MÕ:�Ø+�Û�AÙ45°a¸ÈÐUbÓ4cÑ1�A�}¢kñ ð #>×"AÑ"AÀ'È2Ó"NÐØ+ˆKØÐ"5Ô5Ø#�àÐ1Ô1ØÒ&Ø"/�KØ—J‘J—O‘O AÓ&�Ø $§
¡
§¡°Ó >�Ø"Ÿj™jŸo™o¨kÓ:�Ø'¨Ö4°Q¸À{ÐTaÓb�Ø—J‘J×%Ñ% aÓ(‘à—J‘J˜q¨-¸{Ð`s�JÓt�àÐ#6Ô6Ø'Ð(<Õ=ˆEÛ�Ù�aÓ'’ñ ð �EˆØ�;�;ˆ;ØˆFØ�G‰G�D—J‘J˜q“MÓ"ˆØ�;�;ˆ;Ø˜•
ˆAàˆr   )rö  rø  rz   rý  rõ  r÷  rñ  rò  rü  rú  rù  rû  rô  rþ  r´   rt   s   @@r   rï  rï  ÿ  sX   ù‡ € Ø57ÀTÐTXÐeiÐqvð  CGØ#(È%Ðjoð  AEð  MQð  Z^ð  kn÷&AðP "&¸2÷ qô qr   rï  c            
       ó\   a a€ ] tR tRt oRt^RRRRRRRR]3
V 3R lltR/ 3R ltR	tVt	V ;t
# )
ÚSpatialTransformeriœ  zè
Transformer block for image-like data.
First, project the input (aka embedding)
and reshape to b, t, d.
Then apply standard transformer action.
Finally, reshape to image
NEW: use_linear for more efficiency instead of the 1x1 convs
r·   NFTc                ór  <€ \         SV `  4        \        V4      '       d!   \        V\        4      '       g   V.V,          pWn        W#,          pVP                  ^ VRRW¼R7      V n        V'       g   VP                  VV^^^ W¼R7      V n	        MVP                  WW¼R7      V n	        \        P                  ! \        V4       Uu. uF  p\        WâW5Wo,          WyW«WÍR7      NK  	  up4      V n        V'       g   VP                  Wá^^^ W¼R7      V n        MVP                  WW¼R7      V n        W€n        R# u upi )rÇ   rÈ   TrÉ   )Úkernel_sizeÚstrideÚpaddingrc   r£   r¢   )rÀ   ré  rõ  r   rz   rc   r£   r¨   N)r1   r2   r€   rJ   rK   rÏ   rÎ   ÚnormÚConv2dÚproj_inr¤   r   Ú
ModuleListrV  rï  Útransformer_blocksÚproj_outÚ
use_linear)r6   rÏ   rü  rý  ÚdepthrÀ   ré  rõ  r+  r1  rz   rc   r£   r¨   r‰   r‚   r7   s   &&&&&&&&&&&&&&  €r   r2   ÚSpatialTransformer.__init__¥  sH  ø€ ô 	‰ÑÔÜ�+×Ò¤z°+¼t×'DÒ'DØ&˜-¨%Õ/ˆKØ&ÔØÕ$ˆ	Ø×(Ñ(°BÀ[ÐVZÐcgÐotÐ(ó  EˆŒ	ßØ%×,Ñ,¨[Ø%.Ø12Ø,-Ø-.°eð	 -ó LˆD�Lð &×,Ñ,¨[È5Ð,Ó`ˆDŒLä"$§-¢-ô ˜uœó'á%�Aô # 9°vÐ\gÕ\jØ5Fð  sAð  W]÷uá%ñ'ó#
ˆÔ÷
 Ø&×-Ñ-¨iØ>?Ø9:Ø:;À5ð .ó YˆD�Mð
 '×-Ñ-¨kÈEÐ-ÓaˆDŒMØ$Žùò's   Ã D4c                óp  € \        V\        4      '       g   V.\        V P                  4      ,          pVP                  w  rErg\        VP                  4      VR &   TpV P                  V4      pV P                  '       g   V P                  V4      pVP                  ^^4      P                  ^^4      P                  4       pV P                  '       d   V P                  V4      p\        V P                  4       F  w  ršW“R&   V
! WV	,          VR7      pK  	  V P                  '       d   V P                  V4      pVP                  VP                  ^ ,          WgVP                  R,          4      P                  ^^4      P                  4       pV P                  '       g   V P                  V4      pW,           # )Úactivations_shaper  ©rì  rë   r…   )rJ   rK   r÷   r)  r†   r%  r+  r'  r6  r;  r  Ú	enumerater*  r‘   )r6   r°   rì  rë   r˜   Úcr  ÚwÚx_inrf  r  s   &&&&       r   r²   ÚSpatialTransformer.forwardÆ  sI  € ä˜'¤4×(Ò(Ø�i¤# d×&=Ñ&=Ó">Õ>ˆGØ—W‘W‰
ˆˆaÜ37¸¿¹³=ÐÐ/Ñ0ØˆØ�I‰I�a‹LˆØ��ˆØ—‘˜Q“ˆAØ�I‰I�a˜‹O×#Ñ# A qÓ)×4Ñ4Ó6ˆØ�?�?ˆ?Ø—‘˜Q“ˆAÜ! $×"9Ñ"9Ö:‰HˆAØ12 Ñ.Ù�a¨¥ÐATÔUŠAñ ;ð �?�?ˆ?Ø—‘˜aÓ ˆAØ�I‰I�a—g‘g˜a•j !¨¯©°­Ó4×<Ñ<¸QÀÓB×MÑMÓOˆØ��ˆØ—‘˜aÓ ˆAØ�xˆr   )rÏ   r%  r'  r*  r)  r+  )rm   rn   ro   rp   rå   r“   r2   r²   rq   rr   rs   rt   s   @@r   r   r   œ  s;   ù‡ € ñð  "°$Ø#(°UØ $°TÀÈdÐ_b÷%ðB "&¸2÷ ô r   r   c                   óˆ   a a€ ] tR tRt o^RRRRRRRRRR^RRRRRR]3V3R lV 3R	 llltRRRR/ 3V3R
 lR lltRtVtV ;t	# )ÚSpatialVideoTransformeriÞ  r·   FNÚfixedr,  i'  c                ó,   <€ V ^8„  d   QhRS[ RS[RS[/# )r   Úmerge_strategyÚmerge_factorÚmax_time_embed_period)r   r  r¹   )r   ru   s   "€r   r   Ú$SpatialVideoTransformer.__annotate__ß  s0   ø€ ÷ T
ñ T
ñ ðT
ñ ðT
ñ&  #ñ'T
r   c                óü  <€ \         SV `  VVVVVVVVVVVVVR 7       Wðn        W@n        VV n        TpTp\        VV,          4      pW#,          pV'       d   Tp\        P                  ! \        V P                  4       Uu. uF  p\        VVVVVVVVVVVVVVR7      NK  	  up4      V n
        \        V P                  4      \        V P                  4      8X  g   Q hW€n        Wn        V P                  ^,          p\        P                  ! VP!                  V P                  VVVR7      \        P"                  ! 4       VP!                  VV P                  VVR7      4      V n        \'        WºR7      V n        R# u upi ))
r,  rÀ   r1  ré  r+  rõ  rz   rc   r£   r¨   )rÀ   ré  r   rñ  r‰   rõ  r  rz   rc   r£   r¨   r¢   )Úalphar:  N)r1   r2   Ú
time_depthr,  r<  r¹   r   r(  rV  rï  Ú
time_stackr÷   r)  Úuse_spatial_contextrÏ   rº   r¤   ÚSiLUÚtime_pos_embedr   Ú
time_mixer)r6   rÏ   rü  rý  r,  rÀ   r+  ré  rB  Ú	timestepsr:  r;  Útime_context_dimrñ  r   r@  rõ  r  r<  rz   rc   r£   r¨   Útime_mix_d_headÚn_time_mix_headsÚtime_mix_inner_dimr‰   r%  Útime_embed_dimr7   s   &&&&&&&&&&&&&&&&&&&&&&&      €r   r2   Ú SpatialVideoTransformer.__init__ß  s‘  ø€ ô. 	‰ÑØØØØØØ%Ø#Ø!Ø/Ø)Ø °:ð 	ô 	
ð %ŒØŒ
Ø%:ˆÔ"à ˆØ"Ðä  Ð3CÕ!CÓDÐàÕ$ˆ	ßØ*ÐäŸ-š-ô" ˜tŸz™zÔ*ó!ñ  +�Aô &ØØ$Ø#Ø#Ø 0à)ØØ0Ø&7Ø4SØ#1Ø¨¸:÷ñ +ñ!ó
ˆŒô* �4—?‘?Ó#¤s¨4×+BÑ+BÓ'CÔCÐCÐCà#6Ô Ø&Ôà×)Ñ)¨AÕ-ˆÜ ŸmšmØ×Ñ˜d×.Ñ.°ÀeÐTZÐÓ[Ü�GŠG‹IØ×Ñ˜n¨d×.>Ñ.>ÀeÐTZÐÓ[ó
ˆÔô 'Øô
ˆŽùòAs   Â "E9c                óâ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[,          RS[S[ P                  ,          RS[ P                  /# )r   r°   rì  Útime_contextrF  Úimage_only_indicatorr'   )re   rÕ   r   r¹   )r   ru   s   "€r   r   r=  5  sv   ø€ ÷ Jñ Já�<‰<ðJñ ™%Ÿ,™,Õ'ðJñ ™uŸ|™|Õ,ð	Jñ
 ™C•=ðJñ '¡u§|¡|Õ4ðJñ 
�‰ñJr   c           
     óæ  € VP                   w   rxp	\        VP                   4      VR &   Tp
Rp\        V4      '       d   TpV P                  '       dM   VP                  ^8X  g   Q RVP                   24       hVf   TpVRRV1,          p\        VRW‰,          R7      pMGVeD   V P                  '       g2   \        VRW‰,          R7      pVP                  ^8X  d   \        VR4      pV P                  V4      pV P                  '       g   V P                  V4      p\        VR4      pV P                  '       d   V P                  V4      p\        P                  ! WAP                  R7      p\        VRVP                   ^ ,          V,          R	7      p\        VR
4      p\        WÐP                  RV P                  R7      P!                  VP"                  4      pV P%                  V4      pVR,          p\'        \)        V P*                  V P,                  4      4       Fx  w  pw  ppVVR&   V! VVVR7      pTpVV,           pVP                   w  ppp\        VRVR7      pV! VW6R7      p\        VRVVV,          VVR7      pV P/                  VVVR7      pKz  	  V P                  '       d   V P1                  V4      p\        VRW‰R7      pV P                  '       g   V P1                  V4      pW,           pV# )r/  Nz.n dims of spatial context should be 3 but are zb ... -> (b n) ...)r  zb c -> b 1 czb c h w -> b (h w) c)r£   zt -> b t)r˜   zb t -> (b t)F)Úrepeat_onlyÚ
max_periodr  r0  z(b t) s c -> (b s) t cro  z(b s) t c -> (b t) s c)Úsr˜   r2  r  )Ú	x_spatialÚ
x_temporalrO  zb (h w) c -> b c h w)r  r3  )rN  NrN  )r†   rK   r€   rB  rw  r   r   r%  r+  r'  re   Úaranger£   r   rÏ   r<  r!  rc   rD  r1  Úzipr)  rA  rE  r*  )r6   r°   rì  rN  rF  rO  rë   r%  r  r3  r4  Úspatial_contextÚtime_context_first_timestepÚ
num_framesÚt_embÚembÚit_r  Ú	mix_blockÚx_mixr³  ÚSÚCr)  s   &&&&&&&                 r   r²   ÚSpatialVideoTransformer.forward5  s·  € ð —W‘W‰
ˆˆ1�Ü37¸¿¹³=ÐÐ/Ñ0ØˆØˆÜ�'�?Š?Ø%ˆOà×#×#Ð#à—‘ Ô!ðOà?ÀÇÁ¸~ÐNóOØ!ð Ò#Ø&�Ø*6±{¸°{Õ*CÐ'Ü!Ø+Ð-AÀQÅUô‰Lð Ò%¨d×.F×.FÐ.FÜ! ,Ð0DÈÍÔNˆLØ× Ñ  AÔ%Ü(¨°~ÓF�à�I‰I�a‹LˆØ��ˆØ—‘˜Q“ˆAÜ�aÐ/Ó0ˆØ�?�?ˆ?Ø—‘˜Q“ˆAä—\’\ )·H±HÔ=ˆ
Ü˜J¨
°a·g±g¸aµjÀIÕ6MÔNˆ
Ü˜z¨>Ó:ˆ
Ü" :×/?Ñ/?ÈUÐ_c×_yÑ_yÔz×}Ñ}Ð~÷  Fñ  Fó  GˆØ×!Ñ! %Ó(ˆØ�*�oˆä'0Ü�×'Ñ'¨¯©Ó9ö(
Ñ#ˆCÑ#�%˜ð 25Ð Ñ.ÙØØ'Ø$7ôˆAð ˆEØ˜C•KˆEà—k‘k‰GˆAˆq�!Ü˜eÐ%=ÀÔKˆEÙ˜e¨\ÔcˆEÜØÐ/°1¸¸Y½È!ÈyôˆEð —‘¨!¸ÐTh�ÓiŠAñ)(
ð, �?�?ˆ?Ø—‘˜aÓ ˆAÜ�aÐ/°1Ô:ˆØ��ˆØ—‘˜aÓ ˆAØ�hˆØˆ
r   )r,  rÏ   r<  r@  rE  rD  rA  rB  r´   rt   s   @@r   r7  r7  Þ  sn   ù‡ € ð ØØØØ!ØØ%Ø!ØØØØØØ(-Ø%*ØØ˜4¨C÷+T
õ T
ðr +/Ø/3Ø#'Ø7;Ø÷J÷ Jò Jr   r7  r…   ).)FT)NN)NNFFi €  l        r~   )r·   FrÄ  )FF)rrQ  ÚsysÚinspectrF   re   Útorch.nn.functionalr   rÑ  r®   r   Úeinopsr   r   Útypingr   r   r	   r
   r"   rS   rN   Údiffusionmodules.utilr   r   Úsub_quadratic_attentionr   r’   r   Úcomfy.configurabler   Úxformers_enabledry  Úxformers.opsÚSAGE_ATTENTION_IS_AVAILABLEr¨  r   r   Ú	signatureÚ
parametersÚImportErrorrj  Úsage_attention_enabledr   r©  Ú
executableÚexitÚSAGE_ATTENTION3_IS_AVAILABLEÚ	sageattn3r   ÚFLASH_ATTENTION_IS_AVAILABLEÚ
flash_attnr   Úflash_attention_enabledrO   rM   r!   r$   r,   r.   Úcomfy.cli_argsrv   Ú	comfy.opsr“   Údisable_weight_initÚforce_upcast_attention_dtypery   r|   r€   r&   rŠ   rž   ÚModuler    r¶   rÐ   rÒ   r  r*  rF  rk  rr  Ú__version__Úx_versÚ
startswithr~  Ú	is_nvidiarŠ  rv  r’  rQ   r›  rí   rU   r¬  r»  ÚlibraryÚ	custom_oprÆ  Úregister_fakerÊ  ÚAttributeErrorrÍ  rÒ  r*   ÚinforÛ  Úuse_split_cross_attentionÚcomfy_kitchen_attention_enabledrÜ  rÞ  rà  rï  r   r7  r~   r   r   Ú<module>r‰     sØ  ðÛ Û 
Û Û ã ß Ð ß ß $ß 1Ó 1Û Û ã ç CÝ Då "Ý 1à×$Ò$×&Ò&ÛÛà#Ð Ø$Ð ð
Ý&Ø"&ÐØ#.°'×2CÒ2CÀHÓ2M×2XÑ2XÑ#XÐ ð  %Ð ð	Ý-Ø#'Ð ð  %Ð ðÝ*Ø#'Ð ð -:×,UÒ,UÓ,WÐ )à!#Ð õa÷0ô&|Ð'ô &|õR  Û Ø‡i�i×#Ñ#€à/×LÒLÓNÐ òòòò
!ôô  ˆB�I‰Iô  ô�"—)‘)ô ô&z÷ñ ò&&ðP ó>ó ð>ð@ óKó ðKðZ ótó ðtðl €ð	Ø×!Ñ!€Fà×'Ñ'¨Ó0×TÐT¸×9JÑ9JÈ8Ó9TÔ5T€Oð ó;ó ð;ðz ×Ò×ÒØ�Oð €Oà
ó)ó ð)òV&ð  óó ðô$ð. 3[Ð Ô /ð ñ0ð  GJô 0ó ð0ð  ó3ó ð3ðj óXó ðXðtQØ
‡]�]×ÑÐ0¸rÐÓBömó Cðmð ×%Ñ%ó$ó &ð$ð ó(ó ð(ðV &Ð à×*Ò*×,Ò,Ø‡L‚LÐ'Ô(Ø(ÑØ×-Ò-×/Ò/Ø‡L‚LÐ(Ô)Ø)ÑØ×&Ò&×(Ò(Ø‡L‚LÐ+Ô,Ø,ÑØ×/Ò/×1Ò1Ø‡L‚LÐ*Ô+Ø+Ñà×%×%Ð%Ø�ŠÐ=Ô>Ø-Ñà�Šð  Qô  	RØ0Ðà×3Ò3×5Ò5ß0Ø�ŠÐ4Ô5Ø:Ñà�Šð  Pô  	QÙˆRŒà0Ð ÷ -ÙÐ 4Ð6RÔSßÙ ¨Ô7ßÙ ¨Ô9ßÙ ¨Ô9Ø×$Ò$×&Ò&Ù 
Ð,>Ô?Ù ˜IÐ'8Ô 9Ù ˜JÐ(:Ô ;Ù ˜G _Ô 5ôô   �R—Y‘Yô   ôFZ˜BŸI™Iô Zôz?˜Ÿ™ô ?ôDaÐ0ö aøð}% ô Ø×.Ò.×0Ò0Ø�6‰6�_Ô$Ø�MŠMð  Nð  OR÷  O]ñ  O]ð  N^ð  ^{ð  |õ  }àˆGÙˆRŒÿùðûð ô 	Úð	ûð ô Ø×/Ò/×1Ò1Ø�Šð  Hð  IL÷  IWñ  IWð  HXð  Xrð  sô  	tÙˆRŒúðûðn	Úûðz
 ô QØÐ÷Qõ QûðQúsm   Â'R Â.S. Â9S< Æ#U	 Æ0U	 È3<U ÒS+ÒAS&Ó&S+Ó.S9Ó8S9Ó<UÔ(UÕUÕ	UÕU-Õ
U(Õ(U-