+
    ƒ°ñj|o  ã                   óÈ   € R t ^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIt^ RI	t	RRRRRRRR	R
RRR/t
R tRR lt/ 3R lt/ 3R ltR R ltRR lt]	P"                  R3R ltR tR# )až  
This file is part of ComfyUI.
Copyright (C) 2024 Comfy

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.
Nzmlp.fc1Úmlp_fc1zmlp.fc2Úmlp_fc2zself_attn.k_projÚself_attn_k_projzself_attn.q_projÚself_attn_q_projzself_attn.v_projÚself_attn_v_projzself_attn.out_projÚself_attn_out_projc                 ó�   € \        V \        4      '       d   \        V ^ ,          4      V ^,          3# V R\        R4      )  R,           # )é    Nú.weightz.bias)Ú
isinstanceÚtupleÚbias_keyÚlen)Útos   &Ú.C:\Ai_Coding\apps\studio\ComfyUI\comfy\lora.pyr   r   %   s>   € Ü'1°"´e×'<Ò'<ŒH�R˜•U‹O˜R �UÐ#Ð`À"ÐEUÄsÈ9Ã~ÀoÐBVÐY`ÕB`Ð`ó    c           	      óü  € / p\        4       pV EFZ  pR P                  V4      pRpW`P                  4       9   d(   W,          P                  4       pVP	                  V4       RP                  V4      pRp	W€P                  4       9   d   W,          p	VP	                  V4       \
        P                   FA  p
V
P                  WPWyV4      pVf   K  W³W,          &   VP                  VP                  4       KC  	  RP                  V4      pRP                  V4      pV P                  VR4      pV P                  VR4      pVeL   VP	                  V4       RV33W1V,          &   Ve)   VP	                  V4       RV33V\        W,          4      &   RP                  V4      pV P                  VR4      pVe    RV33W1V,          &   VP	                  V4       RP                  V4      pV P                  VR4      pVe)   RV33V\        W,          4      &   VP	                  V4       RP                  V4      pV P                  VR4      pVf   EK;  R	V33W1V,          &   VP	                  V4       EK]  	  V  F<  pVP                  R
4      '       g   K  RV V,          33VV&   VP	                  V4       K>  	  V'       dE   V P                  4        F0  pWT9  g   K  \        P                  ! RP                  V4      4       K2  	  V# )z{}.alphaNz{}.dora_scalez	{}.w_normz	{}.b_normÚdiffz{}.diffz	{}.diff_bz{}.set_weightÚsetz.configÚconfigzlora key not loaded: {})r   ÚformatÚkeysÚitemÚaddÚweight_adapterÚadaptersÚloadÚupdateÚloaded_keysÚgetr   ÚendswithÚloggingÚwarning)ÚloraÚto_loadÚlog_missingÚ
patch_dictr   ÚxÚ
alpha_nameÚalphaÚdora_scale_nameÚ
dora_scaleÚadapter_clsÚadapterÚw_norm_nameÚb_norm_nameÚw_normÚb_normÚ	diff_nameÚdiff_weightÚdiff_bias_nameÚ	diff_biasÚset_weight_nameÚ
set_weightÚkeys   &&&                    r   Ú	load_lorar9   )   s³  € Ø€JÜ“%€KÜˆØ×&Ñ& qÓ)ˆ
ØˆØŸ™›Ô$ØÕ$×)Ñ)Ó+ˆEØ�O‰O˜JÔ'à)×0Ñ0°Ó3ˆØˆ
ØŸi™i›kÔ)ØÕ.ˆJØ�O‰O˜OÔ,ä)×2Ô2ˆKØ!×&Ñ& q°À;ÓOˆGØÔ"Ø)0˜7�:Ñ&Ø×"Ñ" 7×#6Ñ#6Ô7Ùñ 3ð "×(Ñ(¨Ó+ˆØ!×(Ñ(¨Ó+ˆØ—‘˜+ tÓ,ˆØ—‘˜+ tÓ,ˆàÒØ�O‰O˜KÔ(Ø&,¨v¨iÐ%8ˆJ˜q•zÑ"ØÒ!Ø—‘ Ô,Ø4:¸V¸IÐ3F�
œ8 G¥JÓ/Ñ0à×$Ñ$ QÓ'ˆ	Ø—h‘h˜y¨$Ó/ˆØÒ"Ø&,¨{¨nÐ%=ˆJ˜q•zÑ"Ø�O‰O˜IÔ&à$×+Ñ+¨AÓ.ˆØ—H‘H˜^¨TÓ2ˆ	ØÒ Ø06¸¸Ð/EˆJ”x ¥
Ó+Ñ,Ø�O‰O˜NÔ+à)×0Ñ0°Ó3ˆØ—X‘X˜o¨tÓ4ˆ
ØÕ!Ø&+¨j¨]Ð%;ˆJ˜q•zÑ"Ø�O‰O˜O×,ña ód ˆØ�<‰<˜	×"Ô"Ø'¨$¨s­)¨Ð6ˆJ�s‰OØ�O‰O˜CÖ ñ ÷
 Ø—‘–ˆAØÖ#Ü—’Ð 9× @Ñ @ÀÓ CÖDñ ð Ðr   c           
      ó	  € V P                  4       P                  4       p\        4       pV F¸  pVP                  R 4      '       g   K  WARP	                  VR\        R 4      )  4      &   VP                  R4      pV^ 8”  d>   VP                  R4      '       g'   WARP	                  WE^,           \        R 4      )  4      &   VP                  VP                  R4      ^ ,          4       Kº  	  RpRpRp\        ^ 4       EF¤  p	\         EF•  p
RP	                  Wš4      pWB9   dX   VP	                  V	\        V
,          4      pWAV&   R	P	                  V	\        V
,          4      pWAV&   R
P	                  Wš4      pWAV&   RP	                  Wš4      pWB9   dZ   VP	                  V	\        V
,          4      pWAV&   R	P	                  V	\        V
,          4      pWAV&   RpR
P	                  Wš4      pWAV&   RP	                  Wš4      pWB9   g   Kû  RpV'       d:   RP	                  V	\        V
,          4      pWAV&   RP	                  Wš4      pWAV&   EK>  RP	                  V	\        V
,          4      pWAV&   R
P	                  Wš4      pWAV&   RP	                  V	\        V
,          4      pWAV&   EK˜  	  EK§  	  V EF  pVP                  R 4      '       g   K  VP                  R4      '       d•   V\        R4      \        R 4      )  p^pV'       d
   V^,          pV'       d=   V^,          pV^8X  d-   WARP	                  WÜP                  RR4      4      &   V^,          pWARP	                  WÜP                  RR4      4      &   KÈ  VP                  R4      '       g   Ká  V\        R4      \        R 4      )  pRP	                  VP                  RR4      4      pWAV&   EK!  	  \        V4      ^8X  dš   RP	                  \        \        V4      4      4      pV Fp  pVP                  R 4      '       g   K  VP                  V4      '       g   K5  V\        V4      \        R 4      )  pWARP	                  VP                  RR4      4      &   Kr  	  RpWB9   d	   WAR&   WAR&   RpWB9   d   WAR&   V# )r
   ztext_encoders.{}Nz.transformer.Úclip_Ú.z'lora_te_text_model_encoder_layers_{}_{}Fz9clip_h.transformer.text_model.encoder.layers.{}.{}.weightz(lora_te1_text_model_encoder_layers_{}_{}z,text_encoder.text_model.encoder.layers.{}.{}z9clip_l.transformer.text_model.encoder.layers.{}.{}.weightTz9clip_g.transformer.text_model.encoder.layers.{}.{}.weightz(lora_te2_text_model_encoder_layers_{}_{}z.text_encoder_2.text_model.encoder.layers.{}.{}z-lora_prior_te_text_model_encoder_layers_{}_{}zt5xxl.transformer.zlora_te{}_{}Ú_zhydit_clip.transformer.bert.zlora_te1_{}z{}.transformer.model.z
lora_te_{}z)clip_g.transformer.text_projection.weightÚlora_prior_te_text_projectionÚlora_te2_text_projectionz)clip_l.transformer.text_projection.weightÚlora_te1_text_projection)Ú
state_dictr   r   r    r   r   ÚfindÚ
startswithr   ÚsplitÚrangeÚLORA_CLIP_MAPÚreplaceÚnextÚiter)ÚmodelÚkey_mapÚsdkÚ
prefix_setÚkÚtpÚtext_model_lora_keyÚclip_l_presentÚclip_g_presentÚbÚcÚlora_keyÚl_keyÚt5_indexÚfull_prefixs   &&             r   Úmodel_lora_keys_cliprY   j   s4  € Ø
×
Ñ
Ó
×
!Ñ
!Ó
#€CÜ“€JÛˆØ�:‰:�i× Ô ØFGÐ&×-Ñ-¨aÐ0@´#°i³.°Ð.AÓBÑCØ—‘˜Ó(ˆBØ�AŒv˜aŸl™l¨7×3Ò3ØPQÐ*×1Ñ1°!¸µF¼CÀ	»N¸?Ð2KÓLÑMØ�N‰N˜1Ÿ7™7 3›<¨�?Ö+ñ ð DÐØ€NØ€NÜ�2�Yˆß�ˆAØK×RÑRÐSTÓXˆAØŒxØ.×5Ñ5°a¼ÀqÕ9IÓJ�Ø$%˜Ñ!ØE×LÑLÈQÔP]Ð^_ÕP`Óa�Ø$%˜Ñ!ØI×PÑPÐQRÓV�Ø$%˜Ñ!àK×RÑRÐSTÓXˆAØŒxØ.×5Ñ5°a¼ÀqÕ9IÓJ�Ø$%˜Ñ!ØE×LÑLÈQÔP]Ð^_ÕP`Óa�Ø$%˜Ñ!Ø!%�ØI×PÑPÐQRÓV�Ø$%˜Ñ!àK×RÑRÐSTÓXˆAØŽxØ!%�ß!ØI×PÑPÐQRÔTaÐbcÕTdÓe�HØ()˜HÑ%ØO×VÑVÐWXÓ\�HØ()˜HÔ%àH×OÑOÐPQÔS`ÐabÕScÓd�HØ()˜HÑ%ØM×TÑTÐUVÓZ�HØ()˜HÑ%ØN×UÑUÐVWÔYfÐghÕYiÓj�HØ()˜HÔ%ôE ñ ôJ ˆØ�:‰:�i× Ô Ø�|‰|Ð0×1Ò1Øœ#Ð2Ó3´S¸³^°OÐD�Ø�ß!Ø •M�Hß!Ø •M�HØ 1”}Ø\] × 5Ñ 5°hÇÁÈcÐSVÓ@WÓ XÑYØ  A�˜àTU˜×-Ñ-¨h¿¹ÀcÈ3Ó8OÓPÓQØ—‘Ð<×=Ô=Øœ#Ð<Ó=¼sÀ9»~¸oÐN�Ø(×/Ñ/°·±¸cÀ3Ó0GÓH�Ø$%˜Ô!ñ# ô& ˆ:ƒ˜!ÔØ-×4Ñ4´T¼$¸zÓ:JÓ5KÓLˆÛˆAØ�z‰z˜)×$Ô$Ø—<‘< ×,Ô,Øœc +Ó.´°I³¨Ð?�EØLM˜L×/Ñ/°·±¸cÀ3Ó0GÓHÓIñ	 ð 	4€AØ„xØ34Ð/Ñ0à./Ð*Ñ+à3€AØ„xØ./Ð*Ñ+à€Nr   c           
      óð(  € V P                  4       pVP                  4       pV F£  pVP                  R 4      '       g   K  VP                  R4      '       d^   V\	        R 4      \	        R4      )  P                  RR4      pWARP                  V4      &   WARP                  VR\	        R4      )  4      &   K�  WARP                  V4      &   K¥  	  \        P                  P                  V P                  P                  4      pV FÓ  pVP                  R4      '       g   K  RP                  Wd,          4      pVR\	        R4      )  P                  RR4      pWqRP                  V4      &   WqRP                  V4      &   R	R
.pV FQ  p	RP                  W”R\	        R4      )  P                  RR4      4      p
V
P                  R4      '       d   V
RR/ p
WqV
&   KS  	  KÕ  	  \        V \        P                  P                  4      '       dw   V Fp  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  P                  RR4      pWARP                  V4      &   Kr  	  \        V \        P                  P                  4      '       Ed   \        P                  P!                  V P                  P                  R R7      pV FÌ  pVP                  R4      '       g   K  Wd,          pRP                  VR\	        R4      )  4      pW±V&   RP                  VR\	        R4      )  4      pW±V&   RP                  VR\	        R4      )  P                  RR4      4      pW±V&   RP                  VR\	        R4      )  P                  RR4      4      pW±V&   KÎ  	  \        V \        P                  P"                  4      '       d‚   \        P                  P%                  V P                  P                  R R7      pV FF  pVP                  R4      '       g   K  Wd,          pRP                  VR\	        R4      )  4      pW±V&   KH  	  \        V \        P                  P&                  4      '       dÆ   \        P                  P)                  V P                  P                  R R7      pV FŠ  pVP                  R4      '       g   K  Wd,          pRP                  VR\	        R4      )  4      pW±V&   RP                  VR\	        R4      )  4      pW±V&   RP                  VR\	        R4      )  4      pW±V&   KŒ  	  \        V \        P                  P*                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  P,                  4      '       Edr   \        P                  P/                  V P                  P                  R R7      pV Fµ  pVP                  R4      '       g   K  Wd,          pW±RP                  VR\	        R4      )  4      &   W±RP                  VR\	        R4      )  P                  RR4      4      &   W±RP                  VR\	        R4      )  P                  RR4      4      &   W±VR\	        R4      )  &   K·  	  V F{  pV P                  P                  P1                  R^ 4      pVP                  R4      '       g   KB  RV9   g   KK  V^ ^ V^,          33VRP                  VP                  RR4      4      &   K}  	  \        V \        P                  P2                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  P4                  4      '       dâ   V FÛ  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  TpVP                  RR4      P                  RR4      P                  RR4      pVP                  RR 4      P                  R!R"4      pVP                  R#R$4      pV\	        R 4      \	        R4      )  pWARP                  V4      &   WARP                  V4      &   KÝ  	  \        V \        P                  P6                  4      '       dŠ   V Fƒ  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  VP                  RR4      4      &   WARP                  V4      &   K…  	  \        V \        P                  P8                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWAR%P                  V4      &   Kb  	  \        V \        P                  P:                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  P<                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  P>                  4      '       Ed   V EF  pVP                  R 4      '       g   K  VP                  R4      '       g   K6  V\	        R 4      \	        R4      )  pWT3.pVP                  R&4      '       dR   W$,          P@                  ^ ,          ^,          pVP                  R'R(4      V^ ^ V333VP                  R'R)4      V^ Wî333.pV FN  w  r[W±RP                  V4      &   W±RP                  V4      &   W±RP                  VP                  RR4      4      &   KP  	  EK  	  \        V \        P                  PB                  4      '       dÃ   V F¼  pVP                  R*4      '       g   K  W$,          P@                  ^ ,          ^,          p\E        R04       Fq  w  ppR+P                  VR\	        R*4      )  V4      pV^ VV,          V33W&   V^ VV,          V33VRP                  V\	        R 4      R P                  RR4      4      &   Ks  	  K¾  	  \        V \        P                  PF                  4      '       Ed)   V EF!  pVP                  R 4      '       d2   VP                  R4      '       d   WAV\	        R 4      \	        R4      )  &   VP                  R,4      '       g   Ke  W$,          P@                  ^ ,          ^,          p\E        R14       F�  w  ppR+P                  VR\	        R*4      )  V4      pV^ VV,          V33W&   V^ VV,          V33W\	        R 4      R &   V^ VV,          V33VRP                  V\	        R 4      R P                  RR4      4      &   K�  	  EK$  	  \        V \        P                  PH                  4      '       d¼   \        P                  PK                  V P                  P                  R R7      pV F€  pVP                  R4      '       g   K  Wd,          pVR\	        R4      )  pW±RP                  V4      &   W±RP                  V4      &   W±RP                  VP                  RR4      4      &   W±V&   K‚  	  \        V \        P                  PL                  4      '       d¼   \        P                  PO                  V P                  P                  R R7      pV F€  pVP                  R4      '       g   K  Wd,          pVR\	        R4      )  pW±RP                  V4      &   W±RP                  V4      &   W±RP                  VP                  RR4      4      &   W±V&   K‚  	  \        V \        P                  PP                  4      '       dz   V Fs  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   WARP                  V4      &   Ku  	  \        V \        P                  PR                  4      '       dŠ   V Fƒ  pVP                  R-4      '       g   K  VP                  R4      '       g   K5  V\	        R-4      \	        R4      )  pWARP                  V4      &   WARP                  VP                  RR4      4      &   K…  	  \        V \        P                  PT                  4      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  PV                  \        P                  PX                  34      '       dg   V F`  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWARP                  V4      &   Kb  	  \        V \        P                  PZ                  4      '       dý   V FQ  pVP                  R 4      '       g   K  VP                  R4      '       g   K5  V\	        R 4      \	        R4      )  pWAV&   KS  	  V P                  P                  P1                  R.^4      pV^8”  dy   R2 Uu/ uF(  qDV^ ^ W$,          P@                  ^ ,          V,          33bK*  	  ppTP]                  VP_                  4        UUu/ uF  w  rTVV9   g   K  VVV,          bK  	  upp4       V# u upi u uppi )3zdiffusion_model.r
   r<   r=   zlora_unet_{}z{}Nzdiffusion_model.{}z
lycoris_{}Ú zunet.z{}{}z.to_z.processor.to_z	.to_out.0zlora_prior_unet_{})Úoutput_prefixztransformer.{}zbase_model.model.{}zlora_transformer_{}zunet.base_model.model.{}Úhidden_sizez	.linear1.z.linear1.weightz.linear1_qkvz	_mod.lin.z_mod.linear.z
_attn.qkv.z
_attn_qkv.z_attn.proj.z_attn_proj.zmlp.0.zmlp.fc1.zmlp.2.zmlp.fc2.z.modulation.lin.z.modulation.linear.zmodel.{}z.img_mlp.gate_upz.gate_upz.gate_layerz.projz.qkv.weightz{}.{}z.proj.qkv.weightzdiffusion_model.decoder.Ú	pdd_stepséþÿÿÿ)Úq_projÚk_projÚv_proj)ÚqrN   Úv)z,diffusion_model.final_layer.video_out.weightz,diffusion_model.final_layer.audio_out.weight)0rA   r   rC   r    r   rG   r   ÚcomfyÚutilsÚunet_to_diffusersÚmodel_configÚunet_configr   Ú
model_baseÚStableCascade_CÚSD3Úmmdit_to_diffusersÚAuraFlowÚauraflow_to_diffusersÚPixArtÚpixart_to_diffusersÚ
HunyuanDiTÚFluxÚflux_to_diffusersr   Ú
GenmoMochiÚHunyuanVideoÚHiDreamÚ	HiDreamO1ÚACEStepÚOmnigen2Ú	QwenImageÚshapeÚFlux3Ú	enumerateÚ	MOSSImageÚKrea2Úkrea2_to_diffusersÚLumina2Úz_image_to_diffusersÚ
Kandinsky5Ú	ACEStep15Ú
ErnieImageÚLTXVÚLTXAVÚ	MiniMaxH3r   Úitems)rJ   rK   ÚsdrL   rN   Úkey_loraÚdiffusers_keysÚunet_keyÚdiffusers_lora_prefixÚpÚdiffusers_lora_keyr   r]   ÚtargetsÚhalfÚthirdÚiÚprojr^   Úheadss   &&                  r   Úmodel_lora_keys_unetr˜   Ä   sÄ  € Ø	×	Ñ	Ó	€BØ
�'‰'‹)€CãˆØ�<‰<Ð*×+Ô+Ø�z‰z˜)×$Ò$ØœSÐ!3Ó4´c¸)³n°_ÐE×MÑMÈcÐSVÓW�Ø;<˜×-Ñ-¨hÓ7Ñ8Ø<=˜Ÿ™ AÐ&6¬¨I« Ð$7Ó8Ó9à*+˜Ÿ™ A›Ó'ñ ô —[‘[×2Ñ2°5×3EÑ3E×3QÑ3QÓR€NÛˆØ�:‰:�i× Ô Ø+×2Ñ2°>Õ3DÓEˆHØÐ)œ3˜y›>˜/Ð*×2Ñ2°3¸Ó<ˆHØ7?�N×)Ñ)¨(Ó3Ñ4Ø5=�L×'Ñ'¨Ó1Ñ2à%'¨ MÐ!Û*�Ø%+§]¡]°1Ð8H¼#¸i».¸Ð6I×6QÑ6QÐRXÐZjÓ6kÓ%lÐ"Ø%×.Ñ.¨{×;Ò;Ø);¸C¸RÐ)@Ð&Ø.6Ð*Ó+ó	 +ñ ô �%œ×)Ñ)×9Ñ9×:Ò:ÛˆAØ�|‰|Ð.×/Ô/Ø—:‘:˜i×(Ô(Ø ¤Ð%7Ó!8¼#¸i».¸ÐI×QÑQÐRUÐWZÓ[�HØEFÐ0×7Ñ7¸ÓAÓBñ	 ô �%œ×)Ñ)×-Ñ-×.Ó.ÜŸ™×7Ñ7¸×8JÑ8J×8VÑ8VÐfxÐ7ÓyˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�Ø+×2Ñ2°1Ð5E´s¸9³~°oÐ3FÓG�Ø$&˜Ñ!à0×7Ñ7¸Ð:J¼CÀ	»N¸?Ð8KÓL�Ø$&˜Ñ!à0×7Ñ7¸Ð:J¼CÀ	»N¸?Ð8K×8SÑ8SÐTWÐY\Ó8]Ó^�Ø$&˜Ñ!à'×.Ñ.¨qÐ1A´3°y³>°/Ð/B×/JÑ/JÈ3ÐPSÓ/TÓU�Ø$&˜Ó!ñ  ô �%œ×)Ñ)×2Ñ2×3Ò3ÜŸ™×:Ñ:¸5×;MÑ;M×;YÑ;YÐi{Ð:Ó|ˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�Ø+×2Ñ2°1Ð5E´s¸9³~°oÐ3FÓG�Ø$&˜Ó!ñ	  ô �%œ×)Ñ)×0Ñ0×1Ò1ÜŸ™×8Ñ8¸×9KÑ9K×9WÑ9WÐgyÐ8ÓzˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�Ø+×2Ñ2°1Ð5E´s¸9³~°oÐ3FÓG�Ø$&˜Ñ!à0×7Ñ7¸Ð:J¼CÀ	»N¸?Ð8KÓL�Ø$&˜Ñ!à5×<Ñ<¸QÐ?OÄÀYÃÀÐ=PÓQ�Ø$&˜Ó!ñ  ô �%œ×)Ñ)×4Ñ4×5Ò5ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�ØBCÐ-×4Ñ4°XÓ>Ó?ñ ô
 �%œ×)Ñ)×.Ñ.×/Ó/ÜŸ™×6Ñ6°u×7IÑ7I×7UÑ7UÐewÐ6ÓxˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�ØHJÐ(×/Ñ/°Ð2B´C¸	³N°?Ð0CÓDÑEØVX˜×+Ñ+¨AÐ.>´°I³¨Ð,?×,GÑ,GÈÈSÓ,QÓRÑSØ_aÐ-×4Ñ4°QÐ7G¼¸Y»¸Ð5H×5PÑ5PÐQTÐVYÓ5ZÓ[Ñ\Ø/1˜Ð*œC 	›N˜?Ð+Ó,ñ  ó ˆAØ×,Ñ,×8Ñ8×<Ñ<¸]ÈAÓNˆKØ�z‰z˜)×$Ô$¨¸Ö)9ØVWÐZ[Ð]^Ð`kÐnoÕ`oÐYpÐUq�˜Ÿ™ A§I¡IÐ.?ÀÓ$PÓQÓRñ ô
 �%œ×)Ñ)×4Ñ4×5Ò5ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø12˜Ÿ™ HÓ-Ó.ñ ô
 �%œ×)Ñ)×6Ñ6×7Ò7ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4Ià�Ø#×+Ñ+¨K¸ÓH×PÑPÐQ]Ð_kÓl×tÑtð  vCð  ERó  S�Ø#×+Ñ+¨H°jÓA×IÑIÈ(ÐT^Ó_�Ø#×+Ñ+Ð,>Ð@UÓV�Ø#¤CÐ(:Ó$;¼SÀ»^¸OÐL�Ø=>Ð(×/Ñ/°Ó9Ñ:ØABÐ,×3Ñ3°HÓ=Ó>ñ ô �%œ×)Ñ)×1Ñ1×2Ò2ÛˆAØ�|‰|Ð.×/Ô/Ø—:‘:˜i×(Ô(Ø ¤Ð%7Ó!8¼#¸i».¸ÐI�HØOP˜L×/Ñ/°×0@Ñ0@ÀÀcÓ0JÓKÑLØABÐ,×3Ñ3°HÓ=Ó>ñ ô �%œ×)Ñ)×3Ñ3×4Ò4ÛˆAØ�|‰|Ð.×/Ô/Ø—:‘:˜i×(Ô(Ø ¤Ð%7Ó!8¼#¸i».¸ÐI�HØ;<˜J×-Ñ-¨hÓ7Ó8ñ	 ô �%œ×)Ñ)×1Ñ1×2Ò2ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø12˜Ÿ™ HÓ-Ó.ñ ô
 �%œ×)Ñ)×2Ñ2×3Ò3ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø12˜Ÿ™ HÓ-Ó.ñ ô
 �%œ×)Ñ)×3Ñ3×4Ó4ÜˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø$˜=˜/�Ø×$Ñ$Ð%7×8Ò8Ø�5Ÿ;™; q�>¨QÕ.�DØ (× 0Ñ 0°¸]Ó KÈaÐRSÐUVÐX\ÐQ]ÐM^Ð_Ðbj×brÑbrÐs}ð  @Gó  cHð  KLð  OPð  RVð  N]ð  J^ð  b_ð  `�GÛ$+‘L�Hà57˜DŸK™K¨Ó1Ñ2àACÐ,×3Ñ3°HÓ=Ñ>ØOQ˜L×/Ñ/°×0@Ñ0@ÀÀcÓ0JÓKÓLô %,ñ ô �%œ×)Ñ)×/Ñ/×0Ò0ÛˆAØ�z‰z˜-×(Ô(Ø�Ÿ™ A�¨!Õ+�Ü(Ð)GÖH‘G�A�tØ&Ÿ~™~¨aÐ0D´#°mÓ2DÐ1DÐ.EÀtÓL�HØ)*¨Q°°Eµ	¸5Ð,AÐ(B�GÑ%ØlmÐpqÐstÐw|Õs|ð  Dð  pEð  lF�G˜N×1Ñ1°(¼3Ð?QÓ;RÐ;SÐ2T×2\Ñ2\Ð]`ÐbeÓ2fÓgÓhó  Iñ ô �%œ×)Ñ)×3Ñ3×4Ó4ÜˆAØ�|‰|Ð.×/Ò/°A·J±J¸y×4IÒ4IØFG˜œ#Ð0Ó1´3°y³>°/ÐBÑCØ�z‰zÐ,×-Ô-Ø�Ÿ™ A�¨!Õ+�Ü(¨Ö9‘G�A�tØ&Ÿ~™~¨aÐ0D´#°mÓ2DÐ1DÐ.EÀtÓL�HØ)*¨Q°°Eµ	¸5Ð,AÐ(B�GÑ%ØCDÀqÈ!ÈeÍ)ÐUZÐF[ÐB\�G¤SÐ);Ó%<Ð%=Ð>Ñ?ØlmÐpqÐstÐw|Õs|ð  Dð  pEð  lF�G˜N×1Ñ1°(¼3Ð?QÓ;RÐ;SÐ2T×2\Ñ2\Ð]`ÐbeÓ2fÓgÓhô	  :ñ ô �%œ×)Ñ)×/Ñ/×0Ò0ÜŸ™×7Ñ7¸×8JÑ8J×8VÑ8VÐfxÐ7ÓyˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�ØÐ-œs 9›~˜oÐ.�ØACÐ,×3Ñ3°HÓ=Ñ>Ø=?Ð(×/Ñ/°Ó9Ñ:ØKM˜×+Ñ+¨H×,<Ñ,<¸SÀ#Ó,FÓGÑHØ$&˜Ó!ñ  ô �%œ×)Ñ)×1Ñ1×2Ò2ÜŸ™×9Ñ9¸%×:LÑ:L×:XÑ:XÐhzÐ9Ó{ˆÛˆAØ�z‰z˜)×$Ô$Ø#Õ&�ØÐ-œs 9›~˜oÐ.�ØACÐ,×3Ñ3°HÓ=Ñ>Ø=?Ð(×/Ñ/°Ó9Ñ:ØKM˜×+Ñ+¨H×,<Ñ,<¸SÀ#Ó,FÓGÑHØ$&˜Ó!ñ  ô �%œ×)Ñ)×4Ñ4×5Ò5ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø12˜Ÿ™ HÓ-Ñ.Ø=>Ð(×/Ñ/°Ó9Ó:ñ	 ô �%œ×)Ñ)×3Ñ3×4Ò4ÛˆAØ�|‰|Ð6×7Ô7¸A¿J¹JÀy×<QÔ<QØœSÐ!;Ó<¼cÀ)»n¸_ÐM�ØBCÐ-×4Ñ4°XÓ>Ñ?ØKL˜×+Ñ+¨H×,<Ñ,<¸SÀ#Ó,FÓGÓHñ	 ô �%œ×)Ñ)×4Ñ4×5Ò5ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø=>Ð(×/Ñ/°Ó9Ó:ñ ô
 �%œ%×*Ñ*×/Ñ/´×1AÑ1A×1GÑ1GÐH×IÒIÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø12˜Ÿ™ HÓ-Ó.ñ ô
 �%œ×)Ñ)×3Ñ3×4Ò4ÛˆAØ�|‰|Ð.×/Ô/°A·J±J¸y×4IÔ4IØœSÐ!3Ó4´c¸)³n°_ÐE�Ø$%˜Ó!ñ ð ×&Ñ&×2Ñ2×6Ñ6°{ÀAÓFˆ	Ø�qŒ=ñ Kkó  lñ  KkÀQ˜˜Q  2¥5§;¡;¨q¥>°YÕ#>Ð?Ð@Ò@ñ  KkˆEð  lØ�N‰NÀ'Ç-Á-Ä/Ô`Á/±;°8ÐUVÐZ_ÑU_Ô.˜H e¨A¥hÒ.Á/Ò`Ôaà€Nùò lùÛ`s   ÁO7.AQ-ÁQAQ2
ÁQAQ2
c                óz   € V ^8„  d   QhR\         P                  R\        \        ,          R\         P                  /# )é   ÚtensorÚ	new_shapeÚreturn)ÚtorchÚTensorÚlistÚint)r   s   "r   Ú__annotate__r¢   °  s-   € ÷ ñ ¤§¡ð ¼¼c½ð ÄuÇ|Á|ñ r   c                óˆ  € \        \        \        V4      4       Uu. uF  q!V,          V P                  V,          8  NK!  	  up4      '       d   \	        R4      h\        V4      \        V P                  4      8w  d   \	        R4      h\
        P                  ! WP                  V P                  R7      p\        ;QJ d    . R V P                   4       F  NK  	  5M! R V P                   4       4      p\        ;QJ d    . R V P                   4       F  NK  	  5M! R V P                   4       4      pW,          W5&   V# u upi )a’  
Pad a tensor to a new shape with zeros.

Args:
    tensor (torch.Tensor): The original tensor to be padded.
    new_shape (List[int]): The desired shape of the padded tensor.

Returns:
    torch.Tensor: A new tensor padded with zeros to the specified shape.

Note:
    If the new shape is smaller than the original tensor in any dimension,
    the original tensor will be truncated in that dimension.
zGThe new shape must be larger than the original tensor in all dimensionszLThe new shape must have the same number of dimensions as the original tensor)ÚdtypeÚdevicec              3   ó:   "  € T F  p\        ^ V4      x € K  	  R# 5i©r	   N©Úslice©Ú.0Údims   & r   Ú	<genexpr>Ú&pad_tensor_to_shape.<locals>.<genexpr>É  s   é € Ð>±¨#œ˜a Ÿ˜³ùó   ‚c              3   ó:   "  € T F  p\        ^ V4      x € K  	  R# 5ir§   r¨   rª   s   & r   r­   r®   Ê  s   é € Ð=±¨”u˜Q —}�}³ùr¯   )
ÚanyrE   r   r|   Ú
ValueErrorrž   Úzerosr¤   r¥   r   )r›   rœ   r•   Úpadded_tensorÚorig_slicesÚ
new_slicess   &&    r   Úpad_tensor_to_shaper·   °  sæ   € ô ´E¼#¸i».Ô4IÓJÑ4I¨q�a�L˜6Ÿ<™<¨�?Ô*Ñ4IÑJ×KÒKÜÐbÓcÐcä
ˆ9ƒ~œ˜VŸ\™\Ó*Ô*ÜÐgÓhÐhô —K’K 	·±ÀfÇmÁmÔT€M÷ ”%Ñ>°·²Ó>—%‘%Ñ>°·²Ó>Ó>€Kß”Ñ=°·²Ó=—‘Ñ=°·²Ó=Ó=€Jð !'Õ 3€MÑàÐùò! Ks   œ%D?c                 ó   € VP                   pV  Fë  pV^,          pV^,          pVf   \        V\        4      '       d   K1  \        V\        P                  4      '       d   VP                  V4      pVe   TpKj  \        V4      ^8X  g   K|  V^ ,          V^,          r©V	R8X  d<   \        V
4      ^8”  d,   V
^,          R,          '       d   V
^ ,          P                   pKÏ  V	R8X  g   KØ  V
^ ,          P                   pKí  	  V# )é   r   Ú
pad_weightr   )r|   r   r    r   ÚWeightAdapterBaseÚcalculate_shaper   )ÚpatchesÚweightr8   Úoriginal_weightsÚcurrent_shaper�   rd   ÚoffsetÚadapter_shapeÚ
patch_typeÚ
patch_datas   &&&&       r   r¼   r¼   Ñ  sÚ   € Ø—L‘L€MãˆØˆa�DˆØ�1•ˆð Ò¤¨A¬t×!4Ò!4Ùä�aœ×9Ñ9×:Ò:Ø×-Ñ-¨cÓ2ˆMØÒ(Ø -�Ùô ˆq‹6�QŽ;Ø%& q¥T¨1¨Q­4˜
Ø˜VÔ#¬¨J«¸!Ô(;À
È1ÅÈl×@[Ô@[Ø *¨1¥× 3Ñ 3’Ø˜uÖ$Ø *¨1¥× 3Ñ 3’ñ) ð, Ðr   c                 óÚ  € V  EFc  pV^ ,          pV^,          pV^,          pV^,          p	V^,          p
V
f   R p
RpV	e+   TpVP                  V	^ ,          V	^,          V	^,          4      pVR8w  d	   W,          p\        V\        4      '       df   \        VR,          V^ ,          ^,          ! \        P
                  P                  V^ ,          ^ ,          VP                  VRR7      RR7      W#R7      3p\        V\        P                  4      '       dU   VP                  WWhWšW44      pVf2   \        P                  ! R	P                  VP                  V4      4       MTpVe   TpEKf  \        V4      ^8X  d   R
pM"\        V4      ^8X  d   V^ ,          pV^,          pXR
8X  EdI   V^ ,          p\        V4      ^8„  ;'       d    V^,          R,          pV'       dk   VP                  VP                  8w  dP   \        P                   ! RP                  W!P                  VP                  4      4       \#        WP                  4      pVR8w  dŸ   VP                  VP                  8w  d=   \        P                  ! RP                  W.P                  VP                  4      4       EM¸W! V\        P
                  P                  WáP                  VP$                  4      ,          4      ,          pEMoVR8X  d|   V^ ,          P                  VP                  8w  dA   \        P
                  P                  V^ ,          VP                  VP$                  RR7      pEMVP'                  V^ ,          4       MíVR8X  dÂ   V^ ,          p\        P
                  P                  VVP                  V4      \        P
                  P                  WB,          ^ ,          ^ ,          VP                  V4      ,
          pW! V\        P
                  P                  VVP                  VP$                  4      ,          4      ,          pM%\        P                  ! RP                  WÒ4      4       Vf   EKa  TpEKf  	  V# )r	   Nc                 ó   € V # ©N© )Úas   &r   Ú<lambda>Ú"calculate_weight.<locals>.<lambda>ô  s   € ¡r   g      ð?:r¹   NNT)Úcopy)Úinplace)Úintermediate_dtypezCalculate Weight Failed: {} {}r   rº   z"Pad weight {} from {} to shape: {}g        z4WARNING SHAPE MISMATCH {} WEIGHT NOT MERGED {} != {}r   Úmodel_as_lorazpatch type not recognized {} {})Únarrowr   r    Úcalculate_weightre   Úmodel_managementÚcast_to_devicer¥   r   r»   r!   r"   r   Únamer   r|   Úinfor·   r¤   Úcopy_)r½   r¾   r8   rÎ   r¿   r�   Ústrengthrd   Ústrength_modelrÁ   ÚfunctionÚ
old_weightÚoutputrÃ   r   Údo_pad_weightÚtarget_weightr3   s   &&&&&             r   rÑ   rÑ   ì  s¦  € ÜˆØ�Q•4ˆØˆa�DˆØ˜1�ˆØ�1•ˆØ�Q•4ˆØÒÙ"ˆHàˆ
ØÒØˆJØ—]‘] 6¨!¥9¨f°Q­i¸À½ÓCˆFà˜SÔ ØÕ$ˆFä�aœ×ÒÜ! ! B¥%¨¨1­¨a®´×1GÑ1G×1VÑ1VÐWXÐYZÕW[Ð\]ÕW^Ð`f×`mÑ`mð  pBð  IMÐ1Vó  2Nð  X\ô  *]ð  _bô  Jð  MˆAä�aœ×9Ñ9×:Ò:Ø×'Ñ'¨°XÈvÐasó  GˆFØŠ~Ü—’Ð @× GÑ GÈÏÉÐPSÓ TÕUà�ØÒ)Ø'�FÚäˆq‹6�QŒ;Ø‰JÜ�‹V�qŒ[Ø˜1�ˆJØ�!•ˆAà˜ÕØ!" 1¥ˆDä ›F Q™J×=Ð=¨1¨Q­4°Õ+=ˆMß §¡¨v¯|©|Ô!;Ü—’ÐA×HÑHÈÏlÉlÐ\`×\fÑ\fÓgÔhÜ,¨V·Z±ZÓ@�à˜3ŒØ—:‘: §¡Ô-Ü—O’OÐ$Z×$aÑ$aÐbe×gqÑgqÐsy×sÑsó  %Aö  Bà˜h x´%×2HÑ2H×2WÑ2WÐX\×^kÑ^kÐms×myÑmyÓ2zÕ'zÓ{Õ{�FùØ˜5Ô Ø��t�z‰z˜VŸ\™\Ô)Ü×/Ñ/×>Ñ>¸qÀ½tÀVÇ]Á]ÐTZ×T`ÑT`ÐgkÐ>Ól’à—‘˜Q˜q�TÕ"Ø˜?Ô*Ø*+¨A­$ˆMÜ×0Ñ0×?Ñ?ÀÈvÏ}É}Ð^pÓqÜ×0Ñ0×?Ñ?Ð@PÕ@UÐVWÕ@XÐYZÕ@[Ð]c×]jÑ]jÐl~Óõ@ˆKà�h˜x¬%×*@Ñ*@×*OÑ*OÐP[Ð]c×]jÑ]jÐlr×lxÑlxÓ*yÕyÓzÕz‰Fä�OŠOÐ=×DÑDÀZÓUÔVàÕ!Ø‹Fñ ðB €Mr   c           
      óH  aaaa€ \        V \        P                  4      '       d£   \        P                  P                  V 4      pS^ ,          pS^ ;;,          V,          uu&   Sf   V # SWfV,            pS'       d%   \        P                  P                  V .VRSR7       \        P                  P                  V .V4      ^ ,          # \        V \        P                  4      '       d4   \        V 4      ! V P                  \        V P                  SSSS4      4      # \        V \        4      '       d9   \        ;QJ d    . VVVV3R lV  4       F  NK  	  5# ! VVVV3R lV  4       4      # \        V \         4      '       d    V  Uu. uF  p\        VSSSS4      NK  	  up# V # u upi )r	   T)Únon_blockingÚstreamc              3   óB   <"  € T F  p\        VSSSS4      x € K  	  R # 5irÇ   )Úprefetch_prepared_value)r«   r   rÌ   ÚcounterÚdestinationrà   s   & €€€€r   r­   Ú*prefetch_prepared_value.<locals>.<genexpr>?  s&   øé € ÐiÑchÐ[_Ô,¨T°7¸KÈÐQU×VÐVÓchùs   ƒ)r   rž   rŸ   re   Úmemory_managementÚvram_aligned_sizerÒ   Úcast_to_gatheredÚinterpret_gathered_liker   r»   Útyper   râ   Úweightsr   r    )	Úvaluerã   rä   rà   rÌ   ÚsizerÁ   Údestr   s	   &ffff    r   râ   râ   0  sM  û€ Ü�%œŸ™×&Ò&Ü×&Ñ&×8Ñ8¸Ó?ˆØ˜•ˆØ��
�dÕ‹
ØÒØˆLà˜6¨4¥-Ð0ˆßÜ×"Ñ"×3Ñ3°U°G¸TÐPTÐ]cÐ3ÔdÜ×&Ñ&×>Ñ>À¸wÈÓMÈaÕPÐPÜ	�Eœ>×;Ñ;×	<Ò	<Ü�EŒ{˜5×,Ñ,Ô.EÀeÇmÁmÐU\Ð^iÐkqÐswÓ.xÓyÐyÜ	�Eœ5×	!Ò	!ßŒu×iÑchÓi�uÐiˆu×iÑchÓiÓiÐiÜ	�Eœ4×	 Ò	 Ù^cÓdÑ^cÐVZÔ'¨¨g°{ÀFÈDÖQÑ^cÑdÐdà€Lùò es   ÆF)TrÇ   )Ú__doc__Úcomfy.memory_managementre   Úcomfy.utilsÚcomfy.model_managementÚcomfy.model_baseÚcomfy.weight_adapterr   r!   rž   rF   r   r9   rY   r˜   r·   r¼   Úfloat32rÑ   râ   rÈ   r   r   Ú<module>rö      s”   ðñó$ Û Û Û Ý -Û Û ð ˆyØˆyØÐ*ØÐ*ØÐ*ØÐ.ð€òaô?ðB )+ô Xðt )+ô iõXôBð6 ?D¿m¹mÐ^bô BôHr   