+
    „°ñj{ ã                   óÎ  € R t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	H
t
 ^ RIt^ RIt^ RIHt ^ RIt^ RIt^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIt^ RIt^ RIt^ RIt]P>                  t ]PB                  t"  ! R	 R
4      t#R]#n$        R t%R]%n$        ^ RIH&t& ^ RI'H(t( R t)R])n$        ]PT                  PW                  ]#]%]&](]).4       ]PX                  ! R4       / R]PZ                  bR]P\                  bR]P^                  bR]P`                  bR]Pb                  bR]Pd                  bR]Pf                  bR]Ph                  bR]Pj                  bR]Pl                  bR]Pn                  bR]Pp                  bR]Pr                  bR ]Pt                  bR!]Pv                  bR"]Px                  bt=R#t>RxR$ lt?R% t@R& tAR' tBRyR( ltCRxR) ltDRzR+ ltERzR, ltFR- tGR{R. ltHR/ tIR0 tJ0 R|mtK0 R}mtLR5R6R7R8R9R:R;R<R=R>R?R@RARBRCRDRER1RFR2RGR3RHR4/tM0 R~mtNRI tORJ tPRR€R�R‚RƒR„R…R†R‡RˆR‰RŠR‹RKRL]P3RMRN]P3RŒR�0tQ0 RŽmtRRzRO ltS0 R�mtT0 R�mtURzRP ltVRzRQ ltWRzRR ltXRzRS ltYRzRT ltZR‘RU lt[RV t\RW t]RX t^R’RY lt_/ t`RZ taR[ tbR\ tcR] tdR^ teR_ R` ltfRa tgRb thRc tiRd tj]PÖ                  ! 4       R“Re l4       tlR”Rf ltmRg tnRsoRh tpRsqRi trRjtsRktt ! Rl Rm4      tuRn tvRo Rp ltwRq txRr tyRs tzR*/ 3Rt lt{Ru t|RxRv lt}Rw t~R# )•až  
This file is part of ComfyUI.
Copyright (C) 2024 Comfy

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.
N)Úcreate_anonymous_file)ÚImage)Úinterpolate)Útrange)Ú	rearrange)ÚargsTc                   ó   € ] tR t^/tRtR# )ÚModelCheckpoint© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__static_attributes__r
   ó    Ú/C:\Ai_Coding\apps\studio\ComfyUI\comfy\utils.pyr	   r	   /   s   † Ûr   r	   z,pytorch_lightning.callbacks.model_checkpointc                  ó   € R # ©Nr
   ©r   Úkwargss   *,r   Úscalarr   3   ó   € Ùr   znumpy.core.multiarray©Údtype)ÚFloat64DTypec                  ó   € R # r   r
   r   s   *,r   Úencoder   :   r   r   Ú_codecsz.Checkpoint files will always be loaded safely.ÚF64ÚF32ÚF16ÚBF16ÚI64ÚI32ÚI16ÚI8ÚU8ÚBOOLÚF8_E4M3ÚF8_E5M2ÚC64ÚU64ÚU32ÚU16i áõc           	     ó„  € \         P                  4        UUu/ uF  w  r#W2bK	  	  pppVf   / MRV/p^ p\        V P                  4       R R7       Fg  w  r'VP                  4       VP	                  4       ,          pRWGP
                  ,          R\        VP                  4      RWfV,           ./WR&   Wh,          pKi  	  \        P                  ! VRR7      P                  R4      p	V	R	\        V	4      ) ^,          ,          ,          p	^\        V	4      ,           p
\        W¦,           4      p VP                  \        P                  ! R
\        V	4      4      4       VP                  V	4       \         P"                  ! 4       p/ pV P                  4        F‡  w  r'WR,          R,          w  rï\$        P&                  ! VP                  VP
                  RR7      p\(        P*                  P-                  W¼W®,           Wþ,
          4      VP/                  4       n        VWÒ&   K‰  	  WÛ3# u uppi   \2         d    TP5                  4        h i ; i)zWReturn zero-valued tensor descriptors and their open backing file, owned by the caller.Ú__metadata__c                 óD   € V ^,          P                  4       ) V ^ ,          3# ©é   )Úelement_size)Úitems   &r   Ú<lambda>Ú$create_safetensors.<locals>.<lambda>_   s    € À4ÈÅ7×CWÑCWÓCYÐBYÐ[_Ð`aÕ[bÑAcr   ©Úkeyr   ÚshapeÚdata_offsets)Ú
separatorsúutf-8ó    ú<QÚmeta©r   Údevice)Ú,Ú:)Ú_TYPESÚitemsÚsortedÚnumelr3   r   Úlistr9   ÚjsonÚdumpsr   Úlenr   ÚwriteÚstructÚpackÚ	threadingÚLockÚtorchÚemptyÚcomfyÚmemory_managementÚTensorFileSliceÚuntyped_storageÚ_comfy_tensor_file_sliceÚBaseExceptionÚclose)ÚtensorsÚmetadataÚnamer   ÚtypesÚheaderÚoffsetÚtensorÚsizeÚencodedÚdata_offsetÚfÚlockÚ
state_dictÚstartÚendÚvalues   &&               r   Úcreate_safetensorsrj   Z   sÜ  € ä,2¯L©L¬NÔ;©N™[˜TˆUŠ[©N€EÑ;ØÒ#‰R¨.¸(Ð)C€FØ€FÜ˜wŸ}™}›Ñ4c×d‰ˆØ�|‰|‹~ × 3Ñ 3Ó 5Õ5ˆØ §|¡|Õ!4°g¼tÀFÇLÁLÓ?QÐSaÐdjÐuyÕlyÐczÐ{ˆ‰Ø�Šñ eô
 �jŠj˜¨JÔ7×>Ñ>¸wÓG€GØˆtœ˜G›�} qÕ(Õ)Õ)€GØ”c˜'“lÕ"€Kä˜kÕ2Ó3€AðØ	�‰”—’˜D¤# g£,Ó/Ô0Ø	�‰�Ôä�~Š~ÓˆØˆ
Ø#ŸM™MžO‰LˆDØ� nÕ5‰JˆEÜ—K’K §¡°F·L±LÈÔPˆEÜ?D×?VÑ?V×?fÑ?fÐghÐp{õ  qDð  FIõ  FQó  @RˆE×!Ñ!Ó#Ô<Ø$ˆJÓñ	 ,ð
 ˆ}Ðùó1 <øô2 ô Ø	�‰Œ	Øðús   ˜HÄ'C4H" È"H?c                 ó6   € \        R P                  W4      4      # )z”{}

File path: {}

The safetensors file is corrupt or invalid. Make sure this is actually a safetensors file and not a ckpt or pt or other filetype.©Ú
ValueErrorÚformat©ÚmessageÚckpts   &&r   Ú_invalid_safetensors_errorrr   z   s0   € Üð  q÷  xñ  xð  y@ó  Gó  Hð  Hr   c                 ó6   € \        R P                  W4      4      # )z‰{}

File path: {}

The safetensors file is corrupt/incomplete. Check the file size and make sure you have copied/downloaded it correctly.rl   ro   s   &&r   Ú_incomplete_safetensors_errorrt   ~   s0   € Üð  f÷  mñ  mð  nuó  |ó  }ð  }r   c                 óZ  € ^ RI p\        P                  P                  V 4      pV^8  d   \	        RV 4      h\
        P                  ! 4       pVP                  P                  V 4      pVP                  4       p\        \        P                  V,          P                  VP                  4       4      4      p\        P                   ! RVR,          4      ^ ,          pV\"        8”  d   \%        RV 4      h^V,           pW‚8”  d   \	        RV 4      h \&        P(                  ! V^V P+                  4       P-                  R4      4      p	\5        T	\6        4      '       g   \%        RT 4      hYhR p\9        T4      p/ pT	P;                  4        EFÂ  w  rÞTR8X  d   K  TR	,          w  pp\<        TR
,          ,          pT^ 8  g   TT8  d   \%        RP?                  T4      T 4      hTT8”  d   \	        RP?                  T4      T 4      h\@        PB                  ! TR,          4      TPD                  ,          TT,
          8w  d   \%        RP?                  T4      T 4      hTT8X  d$   \F        PH                  ! TR,          TR7      YÍ&   Kù  \J        PL                  ! 4       ;_uu_ 4        \J        PN                  ! RRR7       \F        PP                  ! YoT TR7      PS                  TR,          4      pTPU                  4       p\W        TR\X        PZ                  P]                  YSY�,           TT,
          4      4       \W        TRYF34       TYÍ&   RRR4       EKÅ  	  YÉP                  R/ 4      3#   \.        \&        P0                  3 d   p
\%        \3        T
4      T 4      T
hRp
?
ii ; i  + '       g   i     EK%  ; i)é    Nz%The safetensors header is incomplete.r>   :Né   Nz$The safetensors header is too large.r<   z"The safetensors header is invalid.r/   r:   r   z%Tensor '{}' has invalid data offsets.z-Tensor '{}' extends past the end of the file.r9   z8Tensor '{}' does not match its declared shape and dtype.r   Úignorez The given buffer is not writable)rp   rW   Ú_comfy_tensor_mmap_refs)/Úcomfy_aimdo.model_mmapÚosÚpathÚgetsizert   rO   rP   Ú
model_mmapÚ	ModelMMAPÚget_file_handleÚ
memoryviewÚctypesÚc_uint8Úfrom_addressÚgetrM   ÚunpackÚ_SAFETENSORS_MAX_HEADER_SIZErr   rI   ÚloadsÚtobytesÚdecodeÚUnicodeDecodeErrorÚJSONDecodeErrorÚstrÚ
isinstanceÚdictrK   rE   rD   rn   ÚmathÚprodÚitemsizerQ   rR   ÚwarningsÚcatch_warningsÚfilterwarningsÚ
frombufferÚviewrV   ÚsetattrrS   rT   rU   )rq   Úcomfy_aimdoÚ	file_sizeÚ	file_lockr~   rd   ÚmvÚheader_sizeÚdata_base_offsetr^   ÚeÚ	data_sizeÚsdr\   Úinforg   rh   r   r`   Ústorages   &                   r   Úload_safetensorsr¤   ‚   s  € Û!ä—‘—‘ Ó%€IØ�1„}Ü+Ð,SÐUYÓZÐZä—’Ó €IØ×'Ñ'×1Ñ1°$Ó7€JØ×"Ñ"Ó$€AÜ	”V—^‘^ iÕ/×=Ñ=¸j¿n¹nÓ>NÓOÓ	P€Bä—-’-  b¨¥fÓ-¨aÕ0€KØÔ1Ô1Ü(Ð)OÐQUÓVÐVà˜;•ÐØÔ#Ü+Ð,SÐUYÓZÐZð>Ü—’˜B˜qÐ!1Ð2×:Ñ:Ó<×CÑCÀGÓLÓMˆô �fœd×#Ò#Ü(Ð)MÈtÓTÐTà	ÐÐ	€BÜ�B“€Ià	€BØ—l‘l—n‰
ˆØ�>Ô!Ùà˜.Õ)‰
ˆˆsÜ�t˜G•}Õ%ˆØ�1Œ9˜˜eœÜ,Ð-T×-[Ñ-[Ð\`Ó-aÐcgÓhÐhØ�Œ?Ü/Ð0_×0fÑ0fÐgkÓ0lÐnrÓsÐsÜ�9Š9�T˜'•]Ó# e§n¡nÕ4¸¸e½ÔCÜ,Ð-g×-nÑ-nÐosÓ-tÐvzÓ{Ð{à�CŒ<Ü—{’{ 4¨¥=¸Ô>ˆB‹Hä×(Ò(×*Õ*ä×'Ò'¨Ð:\Õ]Ü×)Ò)¨"°3¨-¸uÔE×JÑJÈ4ÐPWÍ=ÓY�Ø ×0Ñ0Ó2�Ü˜Ø2Ü×/Ñ/×?Ñ?ÀÐN^ÕNfÐhkÐnsÕhsÓtôvô ˜Ð!:¸ZÐ<LÔMØ!�‘÷ +Ò*ñ! %ð6 �z‰z˜.¨"Ó-Ð.Ð.øôK ¤× 4Ñ 4Ð5ô >Ü(¬¨Q«°Ó6¸AÐ=ûð>ú÷4 +×*Ñ*ús%   Ä6M ÊB$NÍNÍ:NÎNÎN*c                 óæ  € Vf   \         P                  ! R4      pR pV P                  4       P                  R4      '       g&   V P                  4       P                  R4      '       dÕ    \        P
                  P                  '       d   \        V 4      w  rTV'       g   R pEM,\        P                  ! V RVP                  R7      ;_uu_ 4       p/ pVP                  4        F7  pVP                  V4      p\        '       d   VP                  VRR7      pW…V&   K9  	  V'       d   VP                  4       pR R R 4       M’/ p\*        '       d   RVR
&   \         P,                  ! V 3RVRR/VB pRV9   d   VR,          pMS\#        V4      ^8X  dB   \/        VP                  4       4      ^ ,          pWÍ,          p\1        V\2        4      '       g   TpMTp\        P4                  P7                  XV 4       V'       d   WT3# T#   + '       g   i     L=; i  \          dY   p	\#        T	P$                  4      ^ 8”  d8   T	P$                  ^ ,          p
RT
9   d   \'        Y 4      hR	T
9   d   \)        Y 4      hT	hR p	?	ii ; i)NÚcpuz.safetensorsz.sftÚpt)Ú	frameworkrA   T)rA   ÚcopyÚHeaderTooLargeÚMetadataIncompleteBufferÚmmapÚmap_locationÚweights_onlyrf   )rQ   rA   ÚlowerÚendswithrS   rT   Úaimdo_enabledr¤   ÚsafetensorsÚ	safe_openÚtypeÚkeysÚ
get_tensorÚDISABLE_MMAPÚtor[   Ú	ExceptionrK   r   rr   rt   ÚMMAP_TORCH_FILESÚloadrH   rŽ   r�   r£   Úannotate_state_dict)rq   Ú	safe_loadrA   Úreturn_metadatar[   r¡   rd   Úkr`   rŸ   rp   Ú
torch_argsÚpl_sdr8   s   &&&&          r   Úload_torch_filerÂ   À   só  € Ø‚~Ü—’˜eÓ$ˆØ€HØ‡z�zƒ|×Ñ˜^×,Ò,°·
±
³×0EÑ0EÀf×0MÒ0Mð	Ü×&Ñ&×4×4Ð4Ü/°Ó5‘�ß&Ø#�Hùä ×*Ò*¨4¸4ÈÏÉ×TÕTÐXYØ�BØŸV™VžX˜Ø!"§¡¨a£˜ß'›<Ø%+§Y¡Y°fÀ4 YÓ%H˜FØ &˜1›ñ	 &÷
 'Ø#$§:¡:£<˜÷ UÐTð$ ˆ
ßÓØ!%ˆJ�vÑä—
’
˜4ÑV¨fÐVÀ4ÐVÈ:ÑVˆà˜5Ô Ø�|Õ$‰Bä�5‹z˜QŒÜ˜5Ÿ:™:›<Ó(¨Õ+�Ø•Z�Ü! "¤d×+Ò+Ø�Bøà�Ü	‡M�M×%Ñ% b¨$Ô/ß,ˆBˆ>Ð4°"Ð4÷G U×Tûô ô 	Ü�1—6‘6‹{˜QŒØŸ&™& �)�Ø# wÔ.Ü4°WÓCÐCØ-°Ô8Ü7¸ÓFÐFØˆGûð	úsJ   Á(H ÂH Â!+H ÃAG:Ä"G:Ä2H Ç:H
	ÈH È
H ÈI0ÈAI+É+I0c                 ó’   € Ve$   \         P                  P                  WVR7       R # \         P                  P                  W4       R # )N)r[   )r²   rQ   Ú	save_file)r¡   rq   r[   s   &&&r   Úsave_torch_filerÅ   ð   s5   € ØÒÜ×Ñ×#Ñ# B°xÐ#Ö@ä×Ñ×#Ñ# BÖ-r   Ú c                 ó¦   € ^ pV P                  4        F:  pVP                  V4      '       g   K  W,          pW$P                  4       ,          pK<  	  V# ©rv   )rµ   Ú
startswithÚnelement)r¡   ÚprefixÚparamsr¿   Úws   &&   r   Úcalculate_parametersrÎ   ö   sB   € Ø€FØ�W‰WŽYˆØ�<‰<˜×ÔØ•ˆAØ—j‘j“lÕ"ŠFñ ð €Mr   c                 ó@  € / pV P                  4        Fa  pVP                  V4      '       g   K  W,          pVP                  VP                  ^ 4      VP	                  4       ,           W$P                  &   Kc  	  \        V4      ^ 8X  d   R# \        W"P                  R7      # )rv   Nr7   )rµ   rÉ   r…   r   rG   rK   Úmax)r¡   rË   Údtypesr¿   rÍ   s   &&   r   Úweight_dtyperÒ   þ   sr   € Ø€FØ�W‰WŽYˆØ�<‰<˜×ÔØ•ˆAØ$Ÿj™j¨¯©°!Ó4°q·w±w³yÕ@ˆF—7‘7‹Oñ ô
 ˆ6ƒ{�aÔÙäˆvŸ:™:Ô&Ð&r   c                 ó\   € V F%  pW 9   g   K  V P                  V4      WV,          &   K'  	  V # r   )Úpop)rf   Úkeys_to_replaceÚxs   && r   Ústate_dict_key_replacer×   
  s/   € ÛˆØŽ?Ø-7¯^©^¸AÓ->ˆJ qÕ)Ó*ñ ð Ðr   c                 óú   aa€ V'       d   / pMT pS Fe  o\        \        VV3R  l\        V3R lV P                  4       4      4      4      pV F&  pV P	                  V^ ,          4      pWcV^,          &   K(  	  Kg  	  V# )c                 óR   <€ V R P                  SS,          V \        S4      R 4      3# )ú{}{}N)rn   rK   )ÚaÚreplace_prefixÚrps   &€€r   r5   Ú+state_dict_prefix_replace.<locals>.<lambda>  s%   ø€  a¨¯©°~ÀbÕ7IÈ1ÌSÐQSËWÈXÈ;Ó)WÑ%Xr   c                 ó&   <€ V P                  S4      # r   )rÉ   )rÛ   rÝ   s   &€r   r5   rÞ     s   ø€ Ðkl×kwÑkwÐxzÔk{r   )rH   ÚmapÚfilterrµ   rÔ   )rf   rÜ   Úfilter_keysÚoutÚreplacerÖ   rÍ   rÝ   s   &f&    @r   Ústate_dict_prefix_replacerå     s‡   ù€ ßØ‰àˆÛˆÜ”sÕXÔZ`Ôa{ð  ~H÷  ~Mñ  ~Mó  ~Oó  [Pó  Qó  RˆÛˆAØ—‘˜q �tÓ$ˆAØ��!•‹Ió ñ ð
 €Jr   c           
      óÊ  € R RRRRRRR/pV FE  pVP                  V4      pW`9   g   K  V P                  V4      WV,          P                  V4      &   KG  	  RR	R
RRRRRRR/p\        V4       Fò  pV FR  pR FI  p	RP                  WWi4      pRP                  W(Wv,          V	4      p
WP9   g   K6  V P                  V4      W
&   KK  	  KT  	  R F‘  p	RP                  WV	4      pW°9   g   K  V P                  V4      pVP                  ^ ,          ^,          p\        ^4       F:  p. ROpRP                  W(Wæ,          V	4      p
WÍV,          WÖ^,           ,           W
&   K<  	  K“  	  Kô  	  V # )z{}positional_embeddingz&{}embeddings.position_embedding.weightz{}token_embedding.weightz#{}embeddings.token_embedding.weightz{}ln_final.weightz{}final_layer_norm.weightz{}ln_final.biasz{}final_layer_norm.biasÚln_1Úlayer_norm1Úln_2Úlayer_norm2zmlp.c_fczmlp.fc1z
mlp.c_projzmlp.fc2zattn.out_projzself_attn.out_projz {}transformer.resblocks.{}.{}.{}z{}encoder.layers.{}.{}.{}z*{}transformer.resblocks.{}.attn.in_proj_{}©ÚweightÚbias)zself_attn.q_projzself_attn.k_projzself_attn.v_proj)rn   rÔ   Úranger9   )r¡   Úprefix_fromÚ	prefix_toÚnumberrÕ   r¿   rÖ   Úresblock_to_replaceÚresblockÚyÚk_toÚk_fromÚweightsÚ
shape_fromÚps   &&&&           r   Útransformers_convertrú     sv  € à Ð"JØ"Ð$IØÐ8ØÐ4ð	€Oó ˆØ�H‰H�[Ó!ˆØŽ7Ø79·v±v¸a³yˆB˜qÕ!×(Ñ(¨Ó3Ó4ñ ð 	�Ø�Ø�IØ�iØÐ-ðÐô ˜&–MˆÛ$ˆAÛ'�Ø6×=Ñ=¸kÐUVÓZ�Ø2×9Ñ9¸)ÐObÕOeÐghÓi�Ø–7Ø!Ÿv™v a›y�B“Hó	 (ñ %ó $ˆAØA×HÑHÈÐ`aÓbˆFØŽ|ØŸ&™& ›.�Ø$Ÿ]™]¨1Õ-°Õ2�
Ü˜qž�AÚT�AØ6×=Ñ=¸iÐSTÕSWÐYZÓ[�DØ&°!¥|°JÀAÅÕ4FÐG�B“Hó "ó $ñ "ð$ €Ir   c                 ób  € \        WR P                  V4      ^ 4      p RP                  V4      pW09   d$   V P                  V4      V RP                  V4      &   RP                  V4      pW09   dB   V P                  V4      P                  ^ ^4      P	                  4       V RP                  V4      &   V # )z{}text_model.z{}text_projection.weightz{}text_projection)rú   rn   rÔ   Ú	transposeÚ
contiguous)r¡   rï   rð   Útps   &&& r   Úclip_text_transformers_convertrÿ   F  sŸ   € Ü	˜b¨×/EÑ/EÀiÓ/PÐRTÓ	U€Bà	#×	*Ñ	*¨;Ó	7€BØ	„xØ;=¿6¹6À"»:ˆÐ%×,Ñ,¨YÓ7Ñ8à	×	#Ñ	# KÓ	0€BØ	„xØ;=¿6¹6À"»:×;OÑ;OÐPQÐSTÓ;U×;`Ñ;`Ó;bˆÐ%×,Ñ,¨YÓ7Ñ8Ø€Ir   únorm1.weightú
norm1.biasúnorm2.weightú
norm2.biaszin_layers.2.weightzconv1.weightzin_layers.2.biasz
conv1.biaszemb_layers.1.weightztime_emb_proj.weightzemb_layers.1.biasztime_emb_proj.biaszout_layers.3.weightzconv2.weightzout_layers.3.biasz
conv2.biaszskip_connection.weightzconv_shortcut.weightzskip_connection.biaszconv_shortcut.biaszin_layers.0.weightzin_layers.0.biaszout_layers.0.weightzout_layers.0.biasc                 ó  € R V 9  d   / # V R ,          pV R,          pV R,          R,          pV R,          R,          p\        V4      pV P                  RR4      p/ p\        V4       EF7  p^W,          ^,           V,          ,           p	\        W,          4       FÕ  p
\         F2  pRP	                  W›4      VRP	                  WŠ\        V,          4      &   K4  	  VP                  ^ 4      pV^ 8”  dv   \         F'  pR	P	                  W›4      VR
P	                  WŠV4      &   K)  	  \        V4       F5  p\         F(  pRP	                  W�V4      VRP	                  WŠWÛ4      &   K*  	  K7  	  V	^,          p	K×  	  R F&  pRP	                  Wž4      VRP	                  WŽ4      &   K(  	  EK:  	  ^ p
\         F&  pRP	                  V4      VRP	                  W«4      &   K(  	  \        V4       F4  p\         F'  pRP	                  WÛ4      VRP	                  W­V4      &   K)  	  K6  	  \        ^ ^.4       FA  w  r©\         F2  pRP	                  W›4      VRP	                  V
\        V,          4      &   K4  	  KC  	  \        \        V4      4      p\        V4       EF]  pW,          ^,           V,          p	W,          ^,           p\        V4       EF$  p
^ p\         F2  pRP	                  W›4      VRP	                  WŠ\        V,          4      &   K4  	  V^,          pVP                  4       pV^ 8”  d   V^,          p\         F'  pRP	                  W›4      VRP	                  WŠV4      &   K)  	  \        V4       F5  p\         F(  pRP	                  W�V4      VRP	                  WŠWÛ4      &   K*  	  K7  	  W¯^,
          8X  d/   R F(  pRP	                  V	VV4      VRP	                  WŽ4      &   K*  	  V	^,          p	EK'  	  EK`  	  \         F  pV^ ,          W~^,          &   K  	  V# )Únum_res_blocksÚchannel_multÚtransformer_depthºNNNÚtransformer_depth_outputÚtransformer_depth_middleNzinput_blocks.{}.0.{}zdown_blocks.{}.resnets.{}.{}zinput_blocks.{}.1.{}zdown_blocks.{}.attentions.{}.{}z*input_blocks.{}.1.transformer_blocks.{}.{}z5down_blocks.{}.attentions.{}.transformer_blocks.{}.{}zinput_blocks.{}.0.op.{}z%down_blocks.{}.downsamplers.0.conv.{}zmiddle_block.1.{}zmid_block.attentions.{}.{}z'middle_block.1.transformer_blocks.{}.{}z0mid_block.attentions.{}.transformer_blocks.{}.{}zmiddle_block.{}.{}zmid_block.resnets.{}.{}zoutput_blocks.{}.0.{}zup_blocks.{}.resnets.{}.{}zoutput_blocks.{}.1.{}zup_blocks.{}.attentions.{}.{}z+output_blocks.{}.1.transformer_blocks.{}.{}z3up_blocks.{}.attentions.{}.transformer_blocks.{}.{}zoutput_blocks.{}.{}.conv.{}z!up_blocks.{}.upsamplers.0.conv.{}rë   )rK   r…   rî   ÚUNET_MAP_RESNETrn   rÔ   ÚUNET_MAP_ATTENTIONSÚTRANSFORMER_BLOCKSÚ	enumeraterH   ÚreversedÚUNET_MAP_BASIC)Úunet_configr  r  r  r	  Ú
num_blocksÚtransformers_midÚdiffusers_unet_maprÖ   ÚnÚiÚbÚnum_transformersÚtr¿   ÚlÚcs   &                r   Úunet_to_diffusersr  —  sc  € Ø˜{Ô*Øˆ	Ø Ð!1Õ2€NØ˜~Õ.€LØ#Ð$7Õ8¸Õ;ÐØ*Ð+EÕFÀqÕIÐÜ�\Ó"€Jà"—‘Ð'AÀ4ÓHÐàÐÜ�:×ˆØ�Õ" QÕ&¨!Õ+Õ+ˆÜ�~Õ(Ö)ˆAß$�Øf|÷  gDñ  gDð  EFó  gJÐ"Ð#A×#HÑ#HÈÌÐ_`ÕOaÓ#bÓcñ %à0×4Ñ4°QÓ7ÐØ !Ô#ß,�AØ\r×\yÑ\yÐz{Ó\Ð&Ð'H×'OÑ'OÐPQÐVWÓ'XÓYñ -äÐ/Ö0�Aß/˜ð zf÷  zmñ  zmð  noð  tuó  zvÐ*Ð+b×+iÑ+iÐjkÐpqÓ+uÓvó 0ñ 1ð ��FŠAñ *ó $ˆAØWp×WwÑWwÐxyÓW}ÐÐF×MÑMÈaÓSÓTô $ñ ð  	
€Aß ˆØH[×HbÑHbÐcdÓHeÐÐ7×>Ñ>¸qÓDÓEñ !äÐ#Ö$ˆß#ˆAð fO÷  fVñ  fVð  WXó  f\ÐÐQ×XÑXÐYZÐ_`ÓaÓbó $ñ %ô ˜1˜a˜&Ö!‰ˆß ˆAØZn×ZuÑZuÐvwÓZ{ÐÐ8×?Ñ?ÀÄ?ÐSTÕCUÓVÓWó !ñ "ô œ( >Ó2Ó3€NÜ�:×ˆØÕ Õ" aÕ'ˆØÕ Õ!ˆÜ�q—ˆAØˆAß$�Ød{÷  eCñ  eCð  DEó  eIÐ"Ð#?×#FÑ#FÀqÌ_Ð]^ÕM_Ó#`Óañ %à��FˆAØ7×;Ñ;Ó=ÐØ !Ô#Ø�Q•�ß,�AØZq×ZxÑZxÐyzÓZ~Ð&Ð'F×'MÑ'MÈaÐTUÓ'VÓWñ -äÐ/Ö0�Aß/˜ð xe÷  xlñ  xlð  mnð  stó  xuÐ*Ð+`×+gÑ+gÐhiÐnoÓ+sÓtó 0ñ 1ð ˜•EŒzÛ+�AØ[x×[Ñ[ð  ABð  DEð  GHó  \IÐ&Ð'J×'QÑ'QÐRSÓ'WÓXñ ,à��F‹Aô! ñ ÷* ˆØ#$ Q¥4Ð˜Q�4Ó ñ ð Ðr   c                 ób   € V P                  ^^ R7      w  r\        P                  ! W!.^ R7      pV# )é   ©Údim)ÚchunkrQ   Úcat)rì   ÚshiftÚscaleÚ
new_weights   &   r   Úswap_scale_shiftr&  Ù  s.   € Ø—<‘<  q�<Ó)�L€EÜ—’˜E˜>¨qÔ1€JØÐr   ú#final_layer.adaLN_modulation.1.biasúnorm_out.linear.biasú%final_layer.adaLN_modulation.1.weightúnorm_out.linear.weightc           	      óø  € / pV P                  R ^ 4      pV P                  RV4      p\        V4       EFÀ  pRP                  V4      pRP                  W4      pV^@,          pR EFL  p	RP                  V4      p
RP                  Wy4      pV^ ^ V33VRP                  W©4      &   V^ Wˆ33VRP                  W©4      &   V^ V^,          V33VRP                  W©4      &   R	P                  Wy4      pV^ ^ V33VR
P                  W©4      &   V^ Wˆ33VRP                  W©4      &   V^ V^,          V33VRP                  W©4      &   RP                  V4      p
RP                  Wy4      pV^ ^ V33VRP                  W©4      &   V^ Wˆ33VRP                  W©4      &   V^ V^,          V33VRP                  W©4      &   EKO  	  \         F4  p
RP                  Wz^ ,          4      VRP                  Wj^,          4      &   K6  	  EKÃ  	  \        P                  4       pVP                  RP                  V^,
          4      RP                  V^,
          4      \        34       VP                  RP                  V^,
          4      RP                  V^,
          4      \        34       V Fa  p
\        V
4      ^8”  d.   RP                  W^ ,          4      RV
^,          3W*^,          &   K@  RP                  W^ ,          4      W*^,          &   Kc  	  V# )Údepthr  útransformer_blocks.{}z{}joint_blocks.{}ú{}.attn.z{}.x_block.attn.qkv.{}ú	{}to_q.{}ú	{}to_k.{}ú	{}to_v.{}z{}.context_block.attn.qkv.{}ú{}add_q_proj.{}ú{}add_k_proj.{}ú{}add_v_proj.{}ú	{}.attn2.z{}.x_block.attn2.qkv.{}ú{}.{}z5joint_blocks.{}.context_block.adaLN_modulation.1.biasz/transformer_blocks.{}.norm1_context.linear.biasz7joint_blocks.{}.context_block.adaLN_modulation.1.weightz1transformer_blocks.{}.norm1_context.linear.weightrÚ   Nrë   )	r…   rî   rn   ÚMMDIT_MAP_BLOCKÚMMDIT_MAP_BASICr©   Úaddr&  rK   )Úmmdit_configÚoutput_prefixÚkey_mapr,  r  r  Ú
block_fromÚblock_tor_   rh   r¿   ÚqkvÚ	map_basics   &&           r   Úmmdit_to_diffusersrA    sE  € Ø€Gà×Ñ˜W aÓ(€EØ×!Ñ! ,°Ó6€JÜ�:×ˆØ,×3Ñ3°AÓ6ˆ
Ø&×-Ñ-¨mÓ?ˆà˜•ˆä%ˆCØ×!Ñ! *Ó-ˆAØ*×1Ñ1°(Ó@ˆCØ36¸¸A¸v¸Ð2GˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÐ8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÀQ½JÈÐ8OÐ2PˆG�K×&Ñ& qÓ.Ñ/à0×7Ñ7¸ÓFˆCØ9<¸qÀ!ÀV¸nÐ8MˆGÐ%×,Ñ,¨QÓ4Ñ5Ø9<¸qÀ&Ð>QÐ8RˆGÐ%×,Ñ,¨QÓ4Ñ5Ø9<¸qÀ&È1Å*ÈfÐ>UÐ8VˆGÐ%×,Ñ,¨QÓ4Ñ5à×"Ñ" :Ó.ˆAØ+×2Ñ2°8ÓAˆCØ36¸¸A¸v¸Ð2GˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÐ8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÀQ½JÈÐ8OÐ2PˆG�K×&Ñ& qÓ.Ô/ñ! &÷$ !ˆAØ8?¿¹ÀxÐSTÕQUÓ8VˆG�G—N‘N :°­tÓ4Ó5ô !ñ1 ô6  ×$Ñ$Ó&€IØ‡M�MÐJ×QÑQÐRWÐZ[ÕR[Ó\ð  _P÷  _Wñ  _Wð  X]ð  `aõ  Xaó  _bô  dtð  uô  vØ‡M�MÐL×SÑSÐTYÐ\]ÕT]Ó^ð  aT÷  a[ñ  a[ð  \að  deõ  \eó  afô  hxð  yô  zãˆÜˆq‹6�AŒ:Ø#Ÿ]™]¨=¸A½$Ó?ÀÀqÈÅtÐLˆG�a•D‹Mà"ŸM™M¨-¸1½Ó>ˆG�a•D‹Mñ	 ð €Nr   c           	      ó|  € / pV P                  R ^ 4      pV P                  RR4      p\        V4       EFW  pRP                  V4      pRP                  W4      pR Fí  pRP                  V4      p	RP                  Wx4      p
V
^ ^ V33VRP                  W˜4      &   V
^ WD33VRP                  W˜4      &   V
^ V^,          V33VR	P                  W˜4      &   R
P                  V4      p	RP                  Wx4      pRP                  Wx4      pW²RP                  W˜4      &   V^ ^ V33VRP                  W˜4      &   V^ WD33VR	P                  W˜4      &   Kï  	  \         F4  pRP                  W}^ ,          4      VRP                  Wm^,          4      &   K6  	  EKZ  	  \         F$  pRP                  W^ ,          4      W-^,          &   K&  	  V# )r,  Úhidden_sizei€  r-  z{}blocks.{}z	{}.attn1.z{}.attn.qkv.{}r/  r0  r1  r5  z{}.cross_attn.q_linear.{}z{}.cross_attn.kv_linear.{}r6  rÚ   rë   )r…   rî   rn   ÚPIXART_MAP_BLOCKÚPIXART_MAP_BASIC)r:  r;  r<  r,  r_   r  r=  r>  rh   Úsr?  ÚqÚkvr¿   s   &&            r   Úpixart_to_diffusersrI  `  sÆ  € Ø€Gà×Ñ˜W aÓ(€EØ×Ñ˜m¨TÓ2€Fä�5�\ˆØ,×3Ñ3°AÓ6ˆ
Ø ×'Ñ'¨Ó9ˆã%ˆCØ×"Ñ" :Ó.ˆAØ"×)Ñ)¨(Ó8ˆCØ36¸¸A¸v¸Ð2GˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÐ8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸FÀQ½JÈÐ8OÐ2PˆG�K×&Ñ& qÓ.Ñ/à×"Ñ" :Ó.ˆAØ+×2Ñ2°8ÓAˆAØ-×4Ñ4°XÓCˆBà23�K×&Ñ& qÓ.Ñ/Ø35¸¸1¸f°~Ð2FˆG�K×&Ñ& qÓ.Ñ/Ø35¸¸6Ð7JÐ2KˆG�K×&Ñ& qÓ.Ó/ñ &÷ "ˆAØ8?¿¹ÀxÐSTÕQUÓ8VˆG�G—N‘N :°­tÓ4Ó5ô "ñ' ÷, ˆØŸ™ m°qµTÓ:ˆ�!•‹ñ ð €Nr   c                 óÊ  € V P                  R ^ 4      pV P                  R^ 4      p/ p\        V4       F²  pWR8  dI   TpRpRP                  V4      p/ RRbRRbRR	bR
RbRRbRRbRRbRRbRRbRRbRRbRRbRRbRRbR R!bR"R#bp	M-WR,
          pR$pR%P                  V4      pRRRRRRR
RR R&RR'RR(RR)/p	V	 F.  p
R*P                  W†Wš,          4      VR*P                  WvV
4      &   K0  	  K´  	  R/R0R1R2R3R4R5R6R7R8R+R,\        30pV Fa  p
\	        V
4      ^8”  d.   R-P                  W^ ,          4      R.V
^,          3WJ^,          &   K@  R-P                  W^ ,          4      WJ^,          &   Kc  	  V# )9Ún_double_layersÚn_layersÚjoint_transformer_blocksz{}double_layerszattn.to_q.weightzattn.w2q.weightzattn.to_k.weightzattn.w2k.weightzattn.to_v.weightzattn.w2v.weightúattn.to_out.0.weightzattn.w2o.weightzattn.add_q_proj.weightzattn.w1q.weightzattn.add_k_proj.weightzattn.w1k.weightzattn.add_v_proj.weightzattn.w1v.weightúattn.to_add_out.weightzattn.w1o.weightzff.linear_1.weightzmlpX.c_fc1.weightzff.linear_2.weightzmlpX.c_fc2.weightzff.out_projection.weightzmlpX.c_proj.weightzff_context.linear_1.weightzmlpC.c_fc1.weightzff_context.linear_2.weightzmlpC.c_fc2.weightz ff_context.out_projection.weightzmlpC.c_proj.weightúnorm1.linear.weightzmodX.1.weightúnorm1_context.linear.weightzmodC.1.weightÚsingle_transformer_blocksz{}single_layerszmodCX.1.weightzmlp.c_fc1.weightzmlp.c_fc2.weightzmlp.c_proj.weightz{}.{}.{}zmodF.1.weightr*  rÚ   N)Úpositional_encodingúpos_embed.pos_embed)Úregister_tokensrU  )út_embedder.mlp.0.weightztime_step_proj.linear_1.weight)út_embedder.mlp.0.biasztime_step_proj.linear_1.bias)út_embedder.mlp.2.weightztime_step_proj.linear_2.weight)út_embedder.mlp.2.biasztime_step_proj.linear_2.bias)zcond_seq_linear.weightúcontext_embedder.weight)zinit_x_linear.weightúpos_embed.proj.weight)zinit_x_linear.biasúpos_embed.proj.bias)zfinal_linear.weightúproj_out.weight©r…   rî   rn   r&  rK   )r:  r;  rK  rL  r<  r  Úindexrï   rð   Ú	block_mapr¿   Ú	MAP_BASICs   &&          r   Úauraflow_to_diffusersrb  �  sF  € Ø"×&Ñ&Ð'8¸!Ó<€OØ×Ñ 
¨AÓ.€Hà€GÜ�8Ž_ˆØÔØˆEØ4ˆKØ)×0Ñ0°Ó?ˆIðØ.Ð0Aðà.Ð0Aðð /Ð0Aðð 3Ð4Eð	ð
 5Ð6Gðð 5Ð6Gðð 5Ð6Gðð 5Ð6Gðð 1Ð2Eðð 1Ð2Eðð 7Ð8Lðð 9Ð:Mðð 9Ð:Mðð ?Ð@Tðð 2°?ðð  :¸?ð!‰Ið& Õ'ˆEØ5ˆKØ)×0Ñ0°Ó?ˆIð /Ð0AØ.Ð0AØ.Ð0AØ2Ð4EØ1Ð3CØ0Ð2DØ0Ð2DØ6Ð8Kð	ˆIó ˆAØ@J×@QÑ@QÐR[ÐdmÕdpÓ@qˆG�J×%Ñ% k¸!Ó<Ó=ó ñO ðV 	7Ø.ØEØAØEØAØ=Ø9Ø5Ø2Ø	Ð2Ô4DÐEð€Ió ˆÜˆq‹6�AŒ:Ø#Ÿ]™]¨=¸A½$Ó?ÀÀqÈÅtÐLˆG�a•D‹Mà"ŸM™M¨-¸1½Ó>ˆG�a•D‹Mñ	 ð €Nr   c                 ó  € V P                  R ^ 4      pV P                  R^ 4      pV P                  R^ 4      p/ p\        V4       EF•  pRP                  V4      pRP                  W4      pRV Fé  p	RP                  V4      p
RP                  W‰4      pV^ ^ V33VRP                  W©4      &   V^ WD33VRP                  W©4      &   V^ V^,          V33VR	P                  W©4      &   RP                  V4      p
R
P                  W‰4      pV^ ^ V33VRP                  W©4      &   V^ WD33VRP                  W©4      &   V^ V^,          V33VRP                  W©4      &   Kë  	  / RRbRRbRRbRRbRRbRRbRRbRRbRRbR R!bR"R#bR$R%bR&R'bR(R)bR*R+bR,R-bR.RbR/R!R0R#R1R%R2R'R3R)R4R+R5R-R6R7R8R9R:R;R<R=/CpV F-  p
R>P                  WŒV
,          4      VR>P                  Wz4      &   K/  	  EK˜  	  \        V4       EF  pR?P                  V4      pR@P                  W4      pRV F�  p	RP                  V4      p
RAP                  W‰4      pV^ ^ V33VRP                  W©4      &   V^ WD33VRP                  W©4      &   V^ V^,          V33VR	P                  W©4      &   V^ V^,          V^,          33VRBP                  Wy4      &   KŸ  	  RCRDRERFRGRHRIRJR6RKR8RLRMRNRORH/pV F-  p
R>P                  WŒV
,          4      VR>P                  Wz4      &   K/  	  EK  	  RWRXRYRZR[R\R]R^R_R`RaRbRcRdReRfRgRhRPRQ\        3RRRS\        3RiRj0pV Fa  p
\	        V
4      ^8”  d.   RTP                  W^ ,          4      RUV
^,          3WZ^,          &   K@  RTP                  W^ ,          4      WZ^,          &   Kc  	  V# )kr,  Údepth_single_blocksrC  r-  z{}double_blocks.{}r.  z{}.img_attn.qkv.{}r/  r0  r1  z{}.txt_attn.qkv.{}r2  r3  r4  rN  zimg_attn.proj.weightúattn.to_out.0.biaszimg_attn.proj.biasrP  zimg_mod.lin.weightúnorm1.linear.biaszimg_mod.lin.biasrQ  ztxt_mod.lin.weightúnorm1_context.linear.biasztxt_mod.lin.biasrO  ztxt_attn.proj.weightúattn.to_add_out.biasztxt_attn.proj.biasúff.net.0.proj.weightzimg_mlp.0.weightúff.net.0.proj.biaszimg_mlp.0.biasúff.net.2.weightzimg_mlp.2.weightúff.net.2.biaszimg_mlp.2.biasúff_context.net.0.proj.weightztxt_mlp.0.weightúff_context.net.0.proj.biasztxt_mlp.0.biasúff_context.net.2.weightztxt_mlp.2.weightúff_context.net.2.biasztxt_mlp.2.biaszff.linear_in.weightzff.linear_in.biaszff.linear_out.weightzff.linear_out.biaszff_context.linear_in.weightzff_context.linear_in.biaszff_context.linear_out.weightzff_context.linear_out.biasúattn.norm_q.weightzimg_attn.norm.query_norm.weightúattn.norm_k.weightzimg_attn.norm.key_norm.weightúattn.norm_added_q.weightztxt_attn.norm.query_norm.weightúattn.norm_added_k.weightztxt_attn.norm.key_norm.weightr6  zsingle_transformer_blocks.{}z{}single_blocks.{}z{}.linear1.{}z{}.proj_mlp.{}znorm.linear.weightzmodulation.lin.weightznorm.linear.biaszmodulation.lin.biasr]  zlinear2.weightúproj_out.biaszlinear2.biasznorm.query_norm.weightznorm.key_norm.weightzattn.to_qkv_mlp_proj.weightzlinear1.weightzattn.to_out.weightr'  r(  r)  r*  rÚ   Nrë   ©úfinal_layer.linear.biasru  ©úfinal_layer.linear.weightr]  )zimg_in.biasúx_embedder.bias)zimg_in.weightúx_embedder.weight)ztime_in.in_layer.biasú/time_text_embed.timestep_embedder.linear_1.bias)ztime_in.in_layer.weightú1time_text_embed.timestep_embedder.linear_1.weight)ztime_in.out_layer.biasú/time_text_embed.timestep_embedder.linear_2.bias)ztime_in.out_layer.weightú1time_text_embed.timestep_embedder.linear_2.weight)ztxt_in.biasúcontext_embedder.bias)ztxt_in.weightrZ  )zvector_in.in_layer.biasú+time_text_embed.text_embedder.linear_1.bias)zvector_in.in_layer.weightú-time_text_embed.text_embedder.linear_1.weight)zvector_in.out_layer.biasú+time_text_embed.text_embedder.linear_2.bias)zvector_in.out_layer.weightú-time_text_embed.text_embedder.linear_2.weight)zguidance_in.in_layer.biasz/time_text_embed.guidance_embedder.linear_1.bias)zguidance_in.in_layer.weightz1time_text_embed.guidance_embedder.linear_1.weight)zguidance_in.out_layer.biasz/time_text_embed.guidance_embedder.linear_2.bias)zguidance_in.out_layer.weightz1time_text_embed.guidance_embedder.linear_2.weight)zpos_embed_input.biaszcontrolnet_x_embedder.bias)zpos_embed_input.weightzcontrolnet_x_embedder.weightr^  )r:  r;  rK  Ún_single_layersrC  r<  r_  rï   rð   rh   r¿   r?  r`  ra  s   &&            r   Úflux_to_diffusersr†  Æ  sé  € Ø"×&Ñ& w°Ó2€OØ"×&Ñ&Ð'<¸aÓ@€OØ×"Ñ" =°!Ó4€Kà€GÜ�×'ˆØ-×4Ñ4°UÓ;ˆØ(×/Ñ/°ÓEˆ	ã%ˆCØ×!Ñ! +Ó.ˆAØ&×-Ñ-¨iÓ=ˆCØ36¸¸A¸{Ð8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÐ8UÐ2VˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÈ!½OÈ[Ð8YÐ2ZˆG�K×&Ñ& qÓ.Ñ/à×!Ñ! +Ó.ˆAØ&×-Ñ-¨iÓ=ˆCØ9<¸qÀ!À[Ð>QÐ8RˆGÐ%×,Ñ,¨QÓ4Ñ5Ø9<¸qÀ+Ð>[Ð8\ˆGÐ%×,Ñ,¨QÓ4Ñ5Ø9<¸qÀ+ÐPQÅ/ÐS^Ð>_Ð8`ˆGÐ%×,Ñ,¨QÓ4Ó5ñ &ðØ.Ð0Fðà,Ð.Bðð .Ð/Cðð ,Ð-?ð	ð
 6Ð7Kðð 4Ð5Gðð 1Ð2Hðð /Ð0Dðð /Ð0Bðð -Ð.>ðð *Ð+=ðð (Ð)9ðð 7Ð8Jðð 5Ð6Fðð 2Ð3Eðð  0Ð1Að!ð" .Ð/Að#ð$ ,Ð-=Ø.Ð0BØ,Ð.>Ø5Ð7IØ3Ð5EØ6Ð8JØ4Ð6FØ,Ð.OØ,Ð.MØ2Ð4UØ2Ð4Sñ9ˆ	ó> ˆAØ6=·n±nÀYÐZ[ÕP\Ó6]ˆG�G—N‘N ;Ó2Ó3ô ña (ôf �×'ˆØ4×;Ñ;¸EÓBˆØ(×/Ñ/°ÓEˆ	ã%ˆCØ×!Ñ! +Ó.ˆAØ!×(Ñ(¨Ó8ˆCØ36¸¸A¸{Ð8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÐ8UÐ2VˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÈ!½OÈ[Ð8YÐ2ZˆG�K×&Ñ& qÓ.Ñ/ØBEÈÈ;ÐYZÍ?Ð\gÐjkÕ\kÐGlÐAmˆGÐ$×+Ñ+¨KÓ=Ó>ñ &ð -Ð.EØ*Ð,AØ)Ð+;Ø'¨Ø,Ð.FØ,Ð.DØ5Ð7GØ,Ð.>ð	ˆ	ó ˆAØ6=·n±nÀYÐZ[ÕP\Ó6]ˆG�G—N‘N ;Ó2Ó3ô ñ/ (ð6 	5Ø8Ø*Ø.ØTØXØUØYØ0Ø4ØRØVØSØWØXØ\ØYØ]Ø	.Ð0FÔHXÐYØ	0Ð2JÔL\Ð]Ø>ØBð-€Ió2 ˆÜˆq‹6�AŒ:Ø#Ÿ]™]¨=¸A½$Ó?ÀÀqÈÅtÐLˆG�a•D‹Mà"ŸM™M¨-¸1½Ó>ˆG�a•D‹Mñ	 ð €Nr   c                 óL  a
a€ V P                  R ^ 4      pV P                  R^ 4      o
V P                  R^4      pV P                  R^4      p/ oRV
V3R llp\        V4       F*  pV! RP                  V4      RP                  W4      4       K,  	  \        V4       F*  pV! RP                  V4      RP                  W4      4       K,  	  \        V4       F*  pV! RP                  V4      R	P                  W4      4       K,  	  . ROpV F  w  r‰R
P                  W4      SV	&   K  	  S# )rL  r   Ún_refiner_layersc                 óÎ  <€ R Fw  pRP                  V 4      pRP                  W4      pV^ ^ S33S	RP                  WC4      &   V^ SS33S	RP                  WC4      &   V^ S^,          S33S	RP                  WC4      &   Ky  	  RRRR	R
RRRRRRRRRRRRRRRRR/pV'       d   RVR&   RVR&   VP                  4        F(  w  rGRP                  W4      S	RP                  W4      &   K*  	  R# )rì   z{}.attention.z{}.attention.qkv.{}r/  r0  r1  zattention.norm_q.weightzattention.q_norm.weightzattention.norm_k.weightzattention.k_norm.weightzattention.to_out.0.weightzattention.out.weightzattention.to_out.0.biaszattention.out.biaszattention_norm1.weightzattention_norm2.weightzfeed_forward.w1.weightzfeed_forward.w2.weightzfeed_forward.w3.weightzffn_norm1.weightzffn_norm2.weightzadaLN_modulation.0.weightzadaLN_modulation.0.biasr6  Nrë   )rn   rE   )
rï   rð   Ú	has_adalnrh   r¿   r?  r`  ÚvrC  r<  s
   &&&     €€r   Úadd_block_keysÚ,z_image_to_diffusers.<locals>.add_block_keysA  s)  ø€ Û%ˆCØ×&Ñ& {Ó3ˆAØ'×.Ñ.¨yÓ>ˆCØ36¸¸A¸{Ð8KÐ2LˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÈÐ8UÐ2VˆG�K×&Ñ& qÓ.Ñ/Ø36¸¸KÈ!½OÈ[Ð8YÐ2ZˆG�K×&Ñ& qÓ.Ó/ñ &ð &Ð'@Ø%Ð'@Ø'Ð)?Ø%Ð';Ø$Ð&>Ø$Ð&>Ø$Ð&>Ø$Ð&>Ø$Ð&>ØÐ 2ØÐ 2ð
ˆ	÷ Ø5PˆIÐ1Ñ2Ø3LˆIÐ/Ñ0Ø—O‘OÖ%‰DˆAØ6=·n±nÀYÓ6RˆG�G—N‘N ;Ó2Ó3ó &r   z	layers.{}z{}layers.{}zcontext_refiner.{}z{}context_refiner.{}znoise_refiner.{}z{}noise_refiner.{}rÚ   )T))ry  z!all_final_layer.2-1.linear.weight)rw  zall_final_layer.2-1.linear.bias)r)  z-all_final_layer.2-1.adaLN_modulation.1.weight)r'  z+all_final_layer.2-1.adaLN_modulation.1.bias)r{  zall_x_embedder.2-1.weight)rz  zall_x_embedder.2-1.bias)Úx_pad_tokenrŽ  )úcap_embedder.0.weightr�  )úcap_embedder.1.weightr�  )úcap_embedder.1.biasr‘  )Úcap_pad_tokenr’  )rV  rV  )rW  rW  )rX  rX  )rY  rY  ©r…   rî   rn   )r:  r;  rL  Ún_context_refinerÚn_noise_refinerrŒ  r  ra  r  Ú	diffusersrC  r<  s   &&        @@r   Úz_image_to_diffusersr—  :  s'  ù€ Ø×Ñ 
¨AÓ.€HØ×"Ñ" 5¨!Ó,€KØ$×(Ñ(Ð);¸QÓ?ÐØ"×&Ñ&Ð'9¸1Ó=€OØ€G÷Sð Sô6 �8Ž_ˆÙ�{×)Ñ)¨!Ó,¨m×.BÑ.BÀ=Ó.TÖUñ ô Ð$Ö%ˆÙÐ+×2Ñ2°1Ó5Ð7M×7TÑ7TÐUbÓ7fÖgñ &ô �?Ö#ˆÙÐ)×0Ñ0°Ó3Ð5I×5PÑ5PÐQ^Ó5bÖcñ $ò€Ió$ "‰ˆØ#Ÿ]™]¨=Ó<ˆ�	Óñ "ð €Nr   c                 ó  aa
€ V P                  R ^ 4      p^p^p/ o
V
V3R lp\        V4       F*  pV! RP                  V4      RP                  V4      4       K,  	  \        V4       F*  pV! RP                  V4      RP                  V4      4       K,  	  \        V4       F*  pV! RP                  V4      RP                  V4      4       K,  	  . R
OpV F)  w  r‰RP                  SV	4      S
R	P                  V4      &   K+  	  S
# )Úlayersc                 óª   <€ R RRRRRRRRR	R
R	RRRRRR/	pVP                  4        F)  w  r4RP                  SW4      SRP                  W4      &   K+  	  R# )z	attn.to_qzattn.wqz	attn.to_kzattn.wkz	attn.to_vzattn.wvzattn.to_gatez	attn.gatezattn.to_out.0zattn.wozattn.to_outzff.gatezmlp.gatezff.upzmlp.upzff.downzmlp.downz{}{}.{}.weightz{}.{}.weightN)rE   rn   )rð   rï   r`  Údr  r<  r;  s   &&   €€r   Ú	add_blockÚ%krea2_to_diffusers.<locals>.add_block‚  sk   ø€ à˜ K°¸KÈØ˜K¨¸)Ø˜9Ø�z 7¨H°iÀð	
ˆ	ð —O‘OÖ%‰DˆAØ;K×;RÑ;RÐS`ÐbmÓ;qˆG�N×)Ñ)¨)Ó7Ó8ó &r   r-  z	blocks.{}ztext_fusion.layerwise_blocks.{}ztxtfusion.layerwise_blocks.{}ztext_fusion.refiner_blocks.{}ztxtfusion.refiner_blocks.{}z{}{}.weightz	{}.weight))Úimg_inÚfirst)ztime_embed.linear_1ztmlp.0)ztime_embed.linear_2ztmlp.2)Útime_mod_projztproj.1)ztxt_in.linear_1ztxtmlp.1)ztxt_in.linear_2ztxtmlp.3)ztext_fusion.projectorztxtfusion.projector)zfinal_layer.linearzlast.linearr“  )r:  r;  rL  Ún_txt_layerwiseÚn_txt_refinerrœ  r  ra  r›  r  r<  s   &f        @r   Úkrea2_to_diffusersr£  |  sý   ù€ Ø×Ñ ¨!Ó,€HØ€OØ€MØ€Görô �8Ž_ˆÙÐ)×0Ñ0°Ó3°[×5GÑ5GÈÓ5JÖKñ ä�?Ö#ˆÙÐ3×:Ñ:¸1Ó=Ð?^×?eÑ?eÐfgÓ?hÖiñ $ä�=Ö!ˆÙÐ1×8Ñ8¸Ó;Ð=Z×=aÑ=aÐbcÓ=dÖeñ "ò	€Ió ‰ˆØ)6×)=Ñ)=¸mÈQÓ)Oˆ�×"Ñ" 1Ó%Ó&ñ ð €Nr   c                 ó¦  € V P                   V,          V8”  d   V P                  V^ V4      # V P                   V,          V8  dŽ   V P                  V^.,          \        P                  ! WP                   V,          ,          4      .,           ^.\        V P                   4      ^,
          V,
          ,          ,           4      P                  V^ V4      # V # rÈ   )r9   ÚnarrowÚrepeatr�   ÚceilrK   )r`   Ú
batch_sizer   s   &&&r   Úrepeat_to_batch_sizer©  ¢  s¿   € Ø‡|�|�CÕ˜:Ô%Ø�}‰}˜S ! ZÓ0Ð0Ø	�‰�cÕ	˜ZÔ	'Ø�}‰}˜S A 3�Y¬$¯)ª)°JÇÁÈcÕARÕ4RÓ*SÐ)TÕTÐXYÐWZÔ^aÐbh×bnÑbnÓ^oÐrsÕ^sÐvyÕ^yÕWzÕzÓ{÷  Cñ  Cð  DGð  IJð  LVó  Wð  	WØ€Mr   c                 óZ  € V P                   ^ ,          pW!8X  d   V # V^8:  d   V RV # \        P                  ! V.\        V P                   4      R,          ,           V P                  V P
                  R7      pW8  dW   V^,
          V^,
          ,          p\        V4       F.  pV \        \        WT,          4      V^,
          4      ,          W5&   K0  	  V# W!,          p\        V4       FA  pV \        \        P                  ! VR,           V,          4      V^,
          4      ,          W5&   KC  	  V# )rv   Nºr2   NNr@   ç      à?)r9   rQ   rR   rH   r   rA   rî   ÚminÚroundr�   Úfloor)r`   r¨  Úin_batch_sizeÚoutputr$  r  s   &&    r   Úresize_to_batch_sizer²  ©  sù   € Ø—L‘L •O€MØÔ"Øˆà�Q„Ø�k�zÐ"Ð"ä�[Š[˜*˜¬¨V¯\©\Ó(:¸2Õ(>Õ>ÀfÇlÁlÐ[a×[hÑ[hÔi€FØÔ!Ø Õ" z°A¥~Õ6ˆÜ�zÖ"ˆAØœs¤5¨­Ó#3°]ÀQÕ5FÓGÕHˆF‹Iñ #ð €Mð	 Õ*ˆÜ�zÖ"ˆAØœs¤4§:¢:¨q°3­w¸%Õ.?Ó#@À-ÐRSÕBSÓTÕUˆF‹Iñ #ð €Mr   c           
      óò  € \        V 4      pW!8X  g   V^ 8X  d   V # V^8:  d   V RV # . pW8  dd   V^,
          V^,
          ,          p\        V4       F;  pVP                  V \        \	        WT,          4      V^,
          4      ,          4       K=  	  V# W!,          p\        V4       FN  pVP                  V \        \
        P                  ! VR,           V,          4      V^,
          4      ,          4       KP  	  V# )rv   Nr¬  )rK   rî   Úappendr­  r®  r�   r¯  )r  r¨  r°  r±  r$  r  s   &&    r   Úresize_list_to_batch_sizerµ  ½  s×   € Ü˜“F€MØÔ" m°qÔ&8Øˆà�Q„Ø��*ˆ~Ðà€FØÔ!Ø Õ" z°A¥~Õ6ˆÜ�zÖ"ˆAØ�M‰M˜!œC¤ a¥iÓ 0°-À!Õ2CÓDÕEÖFñ #ð €Mð	 Õ*ˆÜ�zÖ"ˆAØ�=‰=˜œ3œtŸzšz¨1¨s­7°eÕ*;Ó<¸mÈaÕ>OÓPÕQÖRñ #ð €Mr   c                 ó|   € \        V P                  4       4      pV F  pW,          P                  V4      W&   K  	  V # r   )rH   rµ   r¸   )rf   r   rµ   r¿   s   &&  r   Úconvert_sd_tor·  Ñ  s7   € Ü�
—‘Ó!Ó"€DÛˆØ"�×(Ñ(¨Ó/ˆ
‹ñ àÐr   c                 ó
  € \        V R 4      ;_uu_ 4       pVP                  ^4      p\        P                  ! RV4      ^ ,          pWA8”  d    RRR4       R# VP                  V4      uuRRR4       #   + '       g   i     R# ; i)Úrbr>   N)ÚopenÚreadrM   r†   )Úsafetensors_pathÚmax_sizerd   r^   Úlength_of_headers   &&   r   Úsafetensors_headerr¿  ×  sd   € Ü	Ð ×	%Ô	%¨Ø—‘˜“ˆÜ!Ÿ=š=¨¨vÓ6°qÕ9ÐØÔ&Ø÷	 
&Ñ	%ð
 �v‰vÐ&Ó'÷ 
&×	%×	%Ó	%ús   •7A1ÁA1Á1B	c                 óf   € VP                  R 4      pVRR  F  p\        W4      p K  	  WR,          3# ©Ú.Néÿÿÿÿ©ÚsplitÚgetattr©ÚobjÚattrÚattrsr\   s   &&  r   Úresolve_attrrË  á  s5   € Ø�J‰J�s‹O€EØ�c�r“
ˆÜ�cÓ Šñ à�b•	ˆ>Ðr   c                 ó†   € \        W4      w  r\        W\        4      pV\        J d   \        W4       V# \	        WV4       V# r   )rË  rÆ  Ú
ATTR_UNSETÚdelattrr˜   )rÈ  rÉ  ri   r\   Úprevs   &&&  r   Úset_attrrÐ  ç  sB   € Ü˜SÓ'�I€CÜ�3œjÓ)€DØ”
ÓÜ�Ôð €Kô 	�˜5Ô!Ø€Kr   c           	      óÚ   € \         P                  ! 4       '       g'   VP                  4       '       d   VP                  4       p\	        W\         P
                  P                  VR R7      4      # )F)Úrequires_grad)rQ   Úis_inference_mode_enabledÚis_inferenceÚclonerÐ  ÚnnÚ	Parameter)rÈ  rÉ  ri   s   &&&r   Úset_attr_paramrØ  ð  sM   € ô ×+Ò+×-Ò-°5×3EÑ3E×3GÒ3GØ—‘“ˆÜ�CœuŸx™x×1Ñ1°%ÀuÐ1ÓMÓNÐNr   c                 ó–   € \        W4      w  r\        W\        4      pV\        V R \        4       4      9  pV P	                  W2VR7       V# )Ú_non_persistent_buffers_set)Ú
persistent)rË  rÆ  rÍ  ÚsetÚregister_buffer)rÈ  rÉ  ri   r\   rÏ  rÛ  s   &&&   r   Úset_attr_bufferrÞ  ÷  sH   € Ü˜SÓ'�I€CÜ�3œjÓ)€DØœW SÐ*GÌËÓOÑO€JØ×Ñ˜°
ÐÔ;Ø€Kr   c                 ó°   € VP                  R 4      pVRR  F  p\        W4      p K  	  \        WR,          4      pVP                  P                  V4       R# rÁ  )rÅ  rÆ  ÚdataÚcopy_)rÈ  rÉ  ri   rÊ  r\   rÏ  s   &&&   r   Úcopy_to_paramrâ  þ  sG   € à�J‰J�s‹O€EØ�c�r“
ˆÜ�cÓ Šñ ä�3˜b�	Ó"€DØ‡I�I‡O�O�EÖr   c                ó$   € V ^8„  d   QhR\         /# )r  rÉ  )r�   )rn   s   "r   Ú__annotate__rä    s   € ÷ ñ œñ r   c                óP   € VP                  R4      pV F  p\        W4      p K  	  V # )a  Retrieves a nested attribute from an object using dot notation.

Args:
    obj: The object to get the attribute from
    attr (str): The attribute path using dot notation (e.g. "model.layer.weight")

Returns:
    The value of the requested attribute

Example:
    model = MyModel()
    weight = get_attr(model, "layer1.conv.weight")
    # Equivalent to: model.layer1.conv.weight

Important:
    Always prefer `comfy.model_patcher.ModelPatcher.get_model_object` when
    accessing nested model objects under `ModelPatcher.model`.
rÂ  rÄ  rÇ  s   &&  r   Úget_attrræ    s*   € ð& �J‰J�s‹O€EÛˆÜ�cÓ Šñ à€Jr   c                 óü  € R  pR pV P                   pV P                  4       p V P                  w  rgr‰Y!rºV! W›V P                  4      w  rÍpVP	                  WgVR34      pVP	                  WgVR34      pVP	                  V^VR34      pV P                  RV4      P                  ^R4      P                  RV34      pV P                  RV4      P                  ^R4      P                  RV34      pVP                  ^R4      P                  R4      pV! VVV4      pVP                  WhW·4      P                  R^4      pV! WŠV P                  4      w  rÍpVP                  R4      P	                  WgRV34      pVP                  R4      P	                  WgRV34      pVP                  R4      P	                  V^RV34      pVP                  RV4      P                  ^R4      P                  RV34      pVP                  RV4      P                  ^R4      P                  RV34      pVP                  ^R4      P                  R4      pV! VVV4      pVP                  WjW·4      P                  R^4      pVP                  V4      # )c                ó¬  € V P                   R,          p\        P                  ! V RRR7      p\        P                  ! VRRR7      pW,          pW,          pRWdP                  RV4      R8H  &   RWuP                  RV4      R8H  &   Wg,          P	                  ^4      p\        P
                  ! V4      p	\        P                  ! V	4      p
\        P                  ! RVP                  ^4      ,
          V	,          4      V
,          P                  ^4      V,          \        P                  ! VP                  ^4      V	,          4      V
,          P                  ^4      V,          ,           pW´RV,
          ,          WR,          ,           P                  RV4      ,          pWR8„  ,          W¸R8„  &   V RV,
          ,          W,          ,           VR8  ,          W¸R8  &   V# )zKslerps batches b1, b2 according to ratio r, batches should be flat e.g. NxCT)r   Úkeepdimç        ç      ð?rÃ  gwJëÿï?gwJëÿï¿)	r9   rQ   ÚnormÚexpandÚsumÚacosÚsinÚsqueezeÚ	unsqueeze)Úb1Úb2Úrr  Úb1_normsÚb2_normsÚb1_normalizedÚb2_normalizedÚdotÚomegaÚsoÚress   &&&         r   ÚslerpÚbislerp.<locals>.slerp  sš  € ð �H‰H�R�Lˆô —:’:˜b b°$Ô7ˆÜ—:’:˜b b°$Ô7ˆð �ˆØ�ˆð 7:ˆ—o‘o b¨Ó+¨sÑ2Ñ3Ø69ˆ—o‘o b¨Ó+¨sÑ2Ñ3ð Õ*×/Ñ/°Ó2ˆÜ—
’
˜3“ˆÜ�YŠY�uÓˆô �yŠy˜#˜aŸi™i¨›lÕ*¨EÕ1Ó2°2Õ5×@Ñ@ÀÓCÀMÕQÔUZ×U^ÒU^Ð_`×_hÑ_hÐijÓ_kÐlqÕ_qÓUrÐsuÕUu÷  UAñ  UAð  BCó  UDð  GTõ  UTõ  TˆØ˜C �EÕ" X¥\Õ1×9Ñ9¸"¸QÓ?Õ?ˆð ! x¡Õ0ˆ�(‰NÑØ! S¨¥U�|¨b­fÕ4°c¸H±nÕEˆ�(‰NÑØˆ
r   c                 óz  € \         P                  ! V \         P                  VR 7      P                  R4      p\         P                  P
                  P                  V^V3RR7      pW3P                  4       ,
          pVP                  \         P                  4      p\         P                  ! V \         P                  VR 7      P                  R4      ^,           pVR;;,          ^,          uu&   \         P                  P
                  P                  V^V3RR7      pVP                  \         P                  4      pWCV3# )r@   Úbilinear©ra   Úmode)r2   r2   r2   rÃ  )r  r  r  rÃ  )
rQ   ÚarangeÚfloat32ÚreshaperÖ  Ú
functionalr   r¯  r¸   Úint64)Ú
length_oldÚ
length_newrA   Úcoords_1ÚratiosÚcoords_2s   &&&   r   Úgenerate_bilinear_dataÚ'bislerp.<locals>.generate_bilinear_data>  sæ   € Ü—<’< 
´%·-±-ÈÔO×WÑWÐXbÓcˆÜ—8‘8×&Ñ&×2Ñ2°8À1ÀjÀ/ÐXbÐ2ÓcˆØŸN™NÓ,Õ,ˆØ—;‘;œuŸ{™{Ó+ˆä—<’< 
´%·-±-ÈÔO×WÑWÐXbÓcÐfgÕgˆØ�×˜aÕÓÜ—8‘8×&Ñ&×2Ñ2°8À1ÀjÀ/ÐXbÐ2ÓcˆØ—;‘;œuŸ{™{Ó+ˆØ Ð)Ð)r   rÃ  )rÃ  r2   )r2   r2   rÃ  r2   éþÿÿÿ)	r   Úfloatr9   rA   rí  ÚgatherÚmovedimr  r¸   )ÚsamplesÚwidthÚheightrþ  r  Ú
orig_dtyper  r  ÚhrÍ   Úh_newÚw_newr  r  r  Úpass_1Úpass_2Úresults   &&&               r   Úbislerpr    sQ  € òò>
*ð —‘€JØ�m‰m‹o€GØ�m‰m�G€AˆØˆ5ñ "8¸À'Ç.Á.Ó!QÑ€F�hØ�‰  a¨˜}Ó-€HØ�‰  a¨˜}Ó-€HØ�]‰]˜A˜q ! R˜=Ó)€Fà�^‰^˜B˜xÓ(×0Ñ0°°BÓ7×?Ñ?ÀÀAÀÓG€FØ�^‰^˜B˜xÓ(×0Ñ0°°BÓ7×?Ñ?ÀÀAÀÓG€FØ�^‰^˜A˜rÓ"×*Ñ*¨6Ó2€Fá�6˜6 6Ó*€FØ�^‰^˜A %Ó+×3Ñ3°B¸Ó:€Fñ "8¸À'Ç.Á.Ó!QÑ€F�hØ×Ñ 
Ó+×2Ñ2°A¸"¸eÐ3DÓE€HØ×Ñ 
Ó+×2Ñ2°A¸"¸eÐ3DÓE€HØ�^‰^˜JÓ'×.Ñ.°°1°b¸%Ð/@ÓA€Fà�]‰]˜2˜hÓ'×/Ñ/°°2Ó6×>Ñ>ÀÀ1¸vÓF€FØ�]‰]˜2˜hÓ'×/Ñ/°°2Ó6×>Ñ>ÀÀ1¸vÓF€FØ�^‰^˜A˜rÓ"×*Ñ*¨6Ó2€Fá�6˜6 6Ó*€FØ�^‰^˜A eÓ/×7Ñ7¸¸AÓ>€FØ�9‰9�ZÓ Ð r   c           
      óÆ  € V P                   ^8X  d<   V P                  ^,          ^8X  d   V P                  ^4      MV P                  ^R4      p V  Uu. uFo  p\        P
                  ! \        P                  ! RVP                  4       P                  4       ,          ^ ^ÿ4      P                  \        P                  4      4      NKq  	  ppV Uu. uF.  q3P                  W3\        P                  P                  R7      NK0  	  ppV Uu. uFŠ  p\        P                  ! V4      P                  \        P                   4      R,          ;pP                   ^8X  d'   \"        P$                  ! V4      P                  R^ 4      M\"        P$                  ! V4      NKŒ  	  pp\"        P&                  ! V4      pVP)                  V P*                  V P,                  4      # u upi u upi u upi )é   g     ào@)ÚresamplerÃ  )Úndimr9   rñ  r  r   Ú	fromarrayÚnpÚclipr¦   ÚnumpyÚastypeÚuint8ÚresizeÚ
ResamplingÚLANCZOSÚarrayr  rQ   Ú
from_numpyÚstackr¸   rA   r   )r  r  r  ÚimageÚimagesr  r  s   &&&    r   Úlanczosr1  j  s‘  € à‡|�|�qÔØ(/¯©°aÕ(8¸AÔ(=�'—/‘/ !Ô$À7Ç?Á?ÐSTÐVXÓCYˆÙipÓqÑipÐ`eŒe�oŠoœbŸgšg d¨U¯Y©Y«[×->Ñ->Ó-@Õ&@À!ÀSÓI×PÑPÔQS×QYÑQYÓZÖ[Ñip€FÐqÙ\bÓcÑ\bÐSX�l‰l˜E˜?´U×5EÑ5E×5MÑ5MˆlÖNÑ\b€FÐcñ W]ó  ^ñ  W]ð  NS¼"¿(º(À5»/×:PÑ:PÔQS×Q[ÑQ[Ó:\Ð_dÕ:dÐ5d°Q×4jÑ4jÐnoÔ4oŒe×Ò˜qÓ!×)Ñ)¨"¨aÔ0Ôuz÷  vFò  vFð  GHó  vIò  Iñ  W]€Fð  ^Ü�[Š[˜Ó €FØ�9‰9�W—^‘^ W§]¡]Ó3Ð3ùò	 rùÚcùò ^s   ÁA5GÃ4GÄBGc                 ó   € \        V P                  4      p\        V4      ^8”  d•   V P                  V P                  ^ ,          V P                  ^,          RV P                  R,          V P                  R,          4      p V P	                  ^^4      p V P                  RV^,          VR,          VR,          4      p VR8X  dÑ   V P                  R,          pV P                  R,          pWg,          pW,          p	^ p
^ pW‰8”  d'   \        WfW˜,          ,          ,
          ^,          4      p
M+W‰8  d&   \        WwW‰,          ,          ,
          ^,          4      pV P                  RW·V^,          ,
          4      P                  RW¦V
^,          ,
          4      pMT pVR8X  d   \        WÁV4      pMAVR8X  d   \        WÁV4      pM-\        P                  P                  P                  WÂV3VR7      p\        V4      ^8X  d   V# VP                  V^ ,          RV^,          3W!3,           4      pVP	                  ^^4      P                  VRR W!3,           4      # )r   Úcenterr  r1  r  NrÃ  r  )Útupler9   rK   r  r  r®  r¥  r  r1  rQ   rÖ  r  r   )r  r  r  Úupscale_methodÚcropÚ
orig_shapeÚ	old_widthÚ
old_heightÚ
old_aspectÚ
new_aspectrÖ   rô   rF  rã   s   &&&&&         r   Úcommon_upscaler<  t  sì  € Ü˜7Ÿ=™=Ó)ˆ
Üˆz‹?˜QÔØ—o‘o g§m¡m°AÕ&6¸¿¹ÀaÕ8HÈ"ÈgÏmÉmÐ\^ÕN_Ðah×anÑanÐoqÕarÓsˆGØ—o‘o a¨Ó+ˆGØ—o‘o b¨*°Q­-¸ÀB½ÈÐTVÍÓXˆGØ�8ÔØŸ™ bÕ)ˆIØ Ÿ™ rÕ*ˆJØ"Õ/ˆJØ�ˆJØˆAØˆAØÔ&Ü˜9°JÕ4KÕ'LÕLÐPQÕQÓR‘ØÔ(Ü˜:°jÕ6MÕ(NÕNÐRSÕSÓT�Ø—‘˜r 1°1°qµ5Õ&8Ó9×@Ñ@ÀÀQÐTUÐXYÕTYÕHYÓZ‰AàˆAà˜YÔ&Ü˜! FÓ+‰CØ˜yÔ(Ü˜! FÓ+‰Cä—(‘(×%Ñ%×1Ñ1°!À5¸/ÐP^Ð1Ó_ˆCäˆz‹?˜aÔØˆJà�k‰k˜: a�=¨"¨j¸­mÐ<À¸ÕNÓOˆØ�{‰{˜1˜aÓ ×(Ñ(¨°C°R¨¸F¸?Õ)JÓKÐKr   c                 óÖ   € W8:  d   ^M(\         P                  ! W,
          W4,
          ,          4      pW8:  d   ^M(\         P                  ! W,
          W$,
          ,          4      pWV,          # r1   )r�   r§  )r  r  Útile_xÚtile_yÚoverlapÚrowsÚcolss   &&&&&  r   Úget_tiled_scale_stepsrC  –  sH   € ØÔ ‰1¤d§i¢i°Õ1AÀfÕFVÕ0WÓ&X€DØ”‰1¤T§Y¢Y°µÀFÕDTÕ/UÓ%V€DØ�;Ðr   c
                 ó&  aaaa%a&€ \        S4      p
\        S\        \        34      '       g   S.V
,          o\        V\        \        34      '       g   V.V
,          pSf   So\        S\        \        34      '       g   S.V
,          oV3R lpV3R lpV3R lpV3R lpV'       d   Vo%TpMVo%TpV%3R lp\        P
                  ! V P                  ^ ,          V.V! V P                  R,          4      ,           VR7      p\        V P                  ^ ,          4       EFê  pV VV^,            o&\        ;QJ d)    V&V3R l\        V
4       4       F  '       d   K   R	M	  R
M! V&V3R l\        V
4       4       4      '       d9   V! S&4      P                  V4      VVV^,           % V	e   V	P                  ^4       Kœ  VVV^,            P                  4       p\        P                  ! S&P                  ^ ,          ^.V! S&P                  R,          4      ,           VR7      p\        V
4       Uu. uFt  pS&P                  V^,           ,          SV,          8”  dI   \        ^ S&P                  V^,           ,          VV,          ,
          SV,          VV,          ,
          4      M^ .NKv  	  pp\        P                  ! V!   EF8  pS&p. p\        V
4       F³  p\        ^ \!        S&P                  V^,           ,          VV,          ,
          VV,          4      4      p\!        SV,          S&P                  V^,           ,          V,
          4      pVP#                  V^,           VV4      pVP%                  \'        V! VV4      4      4       Kµ  	  V! V4      P                  V4      p\        P(                  ! ^^.\        VP                  R,          4      ,           VR7      p\        ^V
^,           4       FÉ  p\'        S%! V^,
          VV^,
          ,          4      4      pVVP                  V,          8¼  d   KD  \        V4       Fv  pV^,           V,          p VP#                  VV^4      P+                  V 4       VP#                  VVP                  V,          ^,
          V,
          ^4      P+                  V 4       Kx  	  KË  	  Tp!Tp"Tp#Tp$\        V
4       Fä  p\!        V#P                  V^,           ,          V!P                  V^,           ,          VV,          ,
          4      pV!P#                  V^,           VV,          V4      p!V"P#                  V^,           VV,          V4      p"VV#P                  V^,           ,          8  g   K°  V#P#                  V^,           ^ V4      p#V$P#                  V^,           ^ V4      p$Kæ  	  V!P-                  V#V$,          4       V"P-                  V$4       V	f   EK'  V	P                  ^4       EK;  	  VP/                  V4       EKí  	  V# u upi )Nc                 óX   <€ SV ,          p\        V4      '       d	   V! V4      # W!,          # r   ©Úcallable©r   ÚvalÚupÚupscale_amounts   && €r   Úget_upscaleÚ)tiled_scale_multidim.<locals>.get_upscale«  ó&   ø€ Ø˜CÕ ˆÜ�B�<Š<Ù�c“7ˆNà•8ˆOr   c                 óX   <€ SV ,          p\        V4      '       d	   V! V4      # W,          # r   rF  rH  s   && €r   Úget_downscaleÚ+tiled_scale_multidim.<locals>.get_downscale²  ó&   ø€ Ø˜CÕ ˆÜ�B�<Š<Ù�c“7ˆNà•8ˆOr   c                 óX   <€ SV ,          p\        V4      '       d	   V! V4      # W!,          # r   rF  ©r   rI  rJ  Úindex_formulass   && €r   Úget_upscale_posÚ-tiled_scale_multidim.<locals>.get_upscale_pos¹  rN  r   c                 óX   <€ SV ,          p\        V4      '       d	   V! V4      # W,          # r   rF  rT  s   && €r   Úget_downscale_posÚ/tiled_scale_multidim.<locals>.get_downscale_posÀ  rR  r   c           
      ó�   <€ . p\        \        V 4      4       F*  pVP                  \        S! W V,          4      4      4       K,  	  V# r   )rî   rK   r´  r®  )rÛ   rã   r  Ú	get_scales   &  €r   Úmult_list_upscaleÚ/tiled_scale_multidim.<locals>.mult_list_upscaleÎ  s9   ø€ ØˆÜ”s˜1“v–ˆAØ�J‰J”u™Y q¨A­$Ó/Ó0Ö1ñ àˆ
r   ºr  NN)rA   c              3   ól   <"  € T F)  pSP                   V^,           ,          SV,          8*  x € K+  	  R# 5i)r  N)r9   )Ú.0r›  rF  Útiles   & €€r   Ú	<genexpr>Ú'tiled_scale_multidim.<locals>.<genexpr>Ú  s&   øé € Ð<±¨1ˆq�w‰w�q˜•s�|˜t A�wÖ&³ùs   ƒ14FT)rK   rŽ   r4  rH   rQ   rR   r9   rî   Úallr¸   ÚupdateÚzero_ÚzerosÚ	itertoolsÚproductrÐ   r­  r¥  r´  r®  ÚonesÚmul_Úadd_Údiv_)'r  Úfunctionrb  r@  rK  Úout_channelsÚoutput_deviceÚ	downscalerU  ÚpbarÚdimsrL  rP  rV  rY  Úget_posr]  r±  r  rã   Úout_divr›  Ú	positionsÚitÚs_inÚupscaledÚposr  ÚpsÚmaskÚfeatherr  rÛ   ÚoÚo_dÚps_viewÚ	mask_viewr\  rF  s'   &&f&f&&&f&                           @@r   Útiled_scale_multidimrƒ  ›  sÓ  ü€ äˆt‹9€Dä�~¬¬t }×5Ò5Ø(Ð)¨DÕ0ˆä�w¤¬ ×.Ò.Ø�)˜dÕ"ˆàÒØ'ˆä�~¬¬t }×5Ò5Ø(Ð)¨DÕ0ˆõõõõ÷ Ø!ˆ	Ø#‰àˆ	Ø!ˆõô �[Š[˜'Ÿ-™-¨Õ*¨LÐ9Ñ<MÈgÏmÉmÐ\^ÕN_Ó<`Õ`ÐivÔw€Fä�7—=‘= Õ#×$ˆØ�A�a˜•cˆNˆ÷ ‹3Õ<´°d´Ó<�3�3Š3Õ<´°d´Ó<×<Ò<Ù$ Q›KŸN™N¨=Ó9ˆF�1�Q�q•SˆMØÒØ—‘˜A”Ùà�Q�q˜•sˆm×!Ñ!Ó#ˆÜ—+’+˜qŸw™w q�z¨1˜oÑ0AÀ!Ç'Á'È"Å+Ó0NÕNÐWdÔeˆô |Að  BFô  |Gó  Hñ  |GÐvwÐRS×RYÑRYÐZ[Ð\]ÕZ]ÕR^ÐaeÐfgÕahÔRh”U˜1˜aŸg™g a¨¥c�l¨W°Q­ZÕ7¸¸a½À7È1Å:Õ9MÔNÐopÐnqÒqñ  |Gˆ	ð  Hä×#Ò# YÕ/ˆBØˆDØˆHä˜4–[�Ü˜!œS §¡¨¨Q­¥°'¸!µ*Õ!<¸bÀ½eÓDÓE�Ü˜˜Q� §¡¨¨Q­¥°#Õ!5Ó6�Ø—{‘{ 1 q¥5¨#¨qÓ1�Ø—‘¤¡g¨a°£oÓ 6Ö7ñ	 !ñ ˜$“×"Ñ" =Ó1ˆBÜ—:’:˜q !˜f¤t¨B¯H©H°R­LÓ'9Õ9À-ÔPˆDä˜1˜d Q�hÖ'�Ü¡	¨!¨a­%°¸¸Q½µÓ @ÓA�Ø˜dŸj™j¨�mÔ+ÙÜ˜wž�AØ˜Q� 'Õ)�AØ—K‘K  1 aÓ(×-Ñ-¨aÔ0Ø—K‘K  4§:¡:¨a¥=°1Õ#4°qÕ#8¸!Ó<×AÑAÀ!ÖDó (ñ	 (ð ˆAØˆCØˆGØˆIÜ˜4–[�Ü˜Ÿ™ a¨!¥eÕ,¨a¯g©g°a¸!µe­n¸xÈ½{Õ.JÓK�Ø—H‘H˜Q �U H¨Q¥K°Ó3�Ø—j‘j  Q¥¨°­°QÓ7�Ø�w—}‘} Q¨¥UÕ+Ö+Ø%Ÿn™n¨Q°­U°A°qÓ9�GØ )× 0Ñ 0°°Qµ¸¸1Ó =’Iñ !ð �F‰F�7˜YÕ&Ô'Ø�H‰H�YÔàÕØ—‘˜A—ñM 0ðP 	�‰�×ño %ðp €MùòW Hs   È)A:Xc	                 ó$   € \        WW23WEWgVR 7      # ))r@  rK  rp  rq  rs  )rƒ  )	r  ro  r>  r?  r@  rK  rp  rq  rs  s	   &&&&&&&&&r   Útiled_scaler…    s(   € Ü °FÐ3CÈWð  COð  swô  xð  xr   c                  óæ   aa€ \         P                  P                  '       g   \        V / VB # \        V / VBR R/B o^ Sn        SP                  R4       SP                  oRVV3R llpVSn        S# )Ú	smoothingrë  z  Model Initializing ...  c                 ó€  <€ S;P                   ^,          un         SP                   ^8X  d-   \        P                  ! 4       Sn        SP                  R4       M^SP                   ^8X  dN   SP                  \        P                  ! 4       SP                  ,
          ,
          Sn        SP                  R4       S! V 4       R# )r2   z! Model Initialization complete!  rÆ   N)Ú_iÚtimeÚi1_timeÚset_postfix_strÚstart_t)r  Ú_updaters  s   &€€r   Úwarmup_updateÚ#model_trange.<locals>.warmup_update  sx   ø€ Ø�Š�1��Ø�7‰7�aŒ<ÜŸ9š9›;ˆDŒLØ× Ñ Ð!DÕEØ�W‰W˜Œ\ð  Ÿ<™<¬4¯9ª9«;¸¿¹Õ+EÕFˆDŒLØ× Ñ  Ô$á�Ž
r   r1   )rS   rT   r±   r   r‰  rŒ  rf  )r   r   r�  rŽ  rs  s   *, @@r   Úmodel_tranger‘    sp   ù€ Ü×"Ñ"×0×0Ð0Ü�tÐ&˜vÑ&Ð&ä�4Ð1˜6Ñ1¨SÒ1€DØ€D„GØ×ÑÐ5Ô6à�k‰k€G÷ð ð  €D„KØ€Kr   c                 ó
   € V s R # r   )ÚPROGRESS_BAR_ENABLED)Úenableds   &r   Úset_progress_bar_enabledr•  .  s   € à"Òr   c                 ó
   € V s R # r   )ÚPROGRESS_BAR_HOOK)ro  s   &r   Úset_progress_bar_global_hookr˜  3  s   € à Òr   gš™™™™™¹?r¬  c                   ó:   a € ] tR tRt o RR ltRR ltR tRtV tR# )	ÚProgressBari;  Nc                ó^   € Wn         ^ V n        \        V n        W n        RV n        RV n        R# )rv   rê  NrÃ  )ÚtotalÚcurrentr—  ÚhookÚnode_idÚ_last_update_timeÚ_last_sent_value)Úselfrœ  rŸ  s   &&&r   Ú__init__ÚProgressBar.__init__<  s*   € àŒ
ØˆŒÜ%ˆŒ	ØŒØ!$ˆÔØ "ˆÖr   c                ó  € Ve   W n         WP                   8”  d   V P                   pWn        V P                  EeD   \        P                  ! 4       pV P
                  ^ 8  pWP                   8¬  pVR JpV'       g   V'       g	   V'       dA   V P                  V P                  V P                   W0P                  R7       W@n        Wn        R # V P                   ^ 8”  d7   V\        ^ V P
                  4      ,
          V P                   ,          ^d,          pM^dpW@P                  ,
          p	V	\        8¼  dN   V\        8¼  dA   V P                  V P                  V P                   W0P                  R7       W@n        Wn        R # R # R # R # )N)rŸ  )rœ  r�  rž  rŠ  Úperf_counterr¡  rŸ  r   rÐ   ÚPROGRESS_THROTTLE_MIN_INTERVALÚPROGRESS_THROTTLE_MIN_PERCENT)
r¢  ri   rœ  ÚpreviewÚcurrent_timeÚis_firstÚis_finalÚhas_previewÚpercent_changedÚtime_elapseds
   &&&&      r   Úupdate_absoluteÚProgressBar.update_absoluteE  s)  € ØÒØŒJØ—:‘:ÔØ—J‘JˆEØŒØ�9‰9Ó Ü×,Ò,Ó.ˆLØ×-Ñ-°Ñ1ˆHØ§¡Ñ+ˆHØ"¨$Ð.ˆK÷ Ÿh¯(Ø—	‘	˜$Ÿ,™,¨¯
©
°GÇ\Á\�	ÔRØ)5Ô&Ø(-Ô%Ùð �z‰z˜AŒ~Ø$)¬C°°4×3HÑ3HÓ,IÕ$IÈTÏZÉZÕ#WÐ[^Õ"^‘à"%�Ø'×*@Ñ*@Õ@ˆLàÔ=Ô=À/ÔUrÔBrØ—	‘	˜$Ÿ,™,¨¯
©
°GÇ\Á\�	ÔRØ)5Ô&Ø(-Ö%ñ CsÑ=ñ) !r   c                óJ   € V P                  V P                  V,           4       R # r   )r°  r�  )r¢  ri   s   &&r   rf  ÚProgressBar.updated  s   € Ø×Ñ˜TŸ\™\¨EÕ1Ö2r   )r¡  r   r�  rž  rŸ  rœ  r   )NN)	r   r   r   r   r£  r°  rf  r   Ú__classdictcell__)Ú__classdict__s   @r   rš  rš  ;  s   ø‡ € ô#ô.÷>3ð 3r   rš  c                 ó¬  € \        V4      ^,
          pV^8X  d   RpV^8X  d:   V P                  R^V P                  R	,          V P                  R,          34      p RpV^8X  dU   \        V P                  4      ^8  d9   V P                  ^^RV P                  R	,          V P                  R,          34      p Rp\        P                  P
                  P                  WR,          XR7      pVP                  ^,          V^,          8  d;   VP                  ^V^,          3R
V,          ,           4      RRV^,          13,          p\        WA^ ,          4      pV# )r  Úlinearr  Ú	trilinearr_  r  r  NrÃ  r  r1   )	rK   r  r9   rQ   rÖ  r  r   r¦  r©  )Ú
input_maskÚoutput_shapert  Ú
scale_moder}  s   &&   r   Úreshape_maskr¼  g  s*  € Üˆ|Ó˜qÕ €Dàˆq„yØˆ
àˆq„yØ×'Ñ'¨¨Q°
×0@Ñ0@ÀÕ0DÀj×FVÑFVÐWYÕFZÐ([Ó\ˆ
Øˆ
àˆq„yÜˆz×ÑÓ  1Ô$Ø#×+Ñ+¨Q°°2°z×7GÑ7GÈÕ7KÈZ×M]ÑM]Ð^`ÕMaÐ,bÓcˆJØ ˆ
ä�8‰8×Ñ×*Ñ*¨:ÈÕ<LÐS]Ð*Ó^€DØ‡z�z�!…}�| A•Ô&Ø�{‰{˜A˜|¨A�Ð/°$¸µ+Õ=Ó>¸qÐAQÀ,ÈqÅ/ÐAQÐ?QÕRˆÜ °1¥oÓ6€DØ€Kr   c                ó8   € V ^8„  d   QhR\         P                  /# )r  r}  )rQ   ÚTensor)rn   s   "r   rä  rä  |  s   € ÷ 'ñ 'œ5Ÿ<™<ñ 'r   c                 óJ  € Vw  r4Vw  rVW43WV38X  d   V # V P                   ^8X  d   V P                  ^ 4      p V P                   ^8w  d#   \        R\        V P                  4       R24      hV P                  ^,          W4,          ,
          pV RRV1RV13,          pV RRV1VR13,          p	V RVR1VR13,          p
V RVR1RV13,          p\        V	RW4R7      p	\        W’RR7      p	\        V	R	4      p	\        V
R
W4R7      p
\        W¢RR7      p
\        V
RW4R7      p
\        W¢RR7      p
\        V
RWVR7      p
\        VRW4R7      p\        W²RR7      p\        VR4      p\        P                  ! \        P                  ! W‰.^R7      \        P                  ! Wº.^R7      .^R7      pV# )r  zGot a mask of shape z, expected [b, q, k] or [q, k]r  Nzb t (h w) -> b t h w)r  rÍ   r  r  zb t h w -> b t (h w)zb hw (h w) -> b hw h wz"b (hk wk) hq wq -> b (hq wq) hk wk)ÚhkÚwkz$b (hq wq) hk wk -> b (hk wk) (hq wq))ÚhqÚwqzb (h w) t -> b t h wzb t h w -> b (h w) tr  )	r"  rò  rm   rH   r9   r   r   rQ   r"  )r}  Úimg_size_inÚimg_size_outÚhiÚwiÚhoÚwoÚ
txt_tokensÚ
txt_to_txtÚ
txt_to_imgÚ
img_to_imgÚ
img_to_txtrã   s   &&&          r   Úupscale_dit_maskrÏ  |  s³  € Ø‰ˆØ‰ˆàˆ8˜�xÔØˆKØ�9‰9˜Œ>Ø—>‘> !Ó$ˆDØ�9‰9˜Œ>ÜÐ3´D¸¿¹Ó4DÐ3EÐEcÐdÓeÐeØ—Z‘Z •] b¥gÕ.ˆ
à˜!˜[˜j˜[¨+¨:¨+Ð5Õ6ˆ
Ø˜!˜[˜j˜[¨*©+Ð5Õ6ˆ
Ø˜!˜Z™[¨*©+Ð5Õ6ˆ
Ø˜!˜Z™[¨+¨:¨+Ð5Õ6ˆ
ô  Ð-CÀrÔPˆ
Ü  ÀZÔPˆ
Ü Ð-CÓDˆ
ô  Ð-EÈÔRˆ
Ü  ÀZÔPˆ
Ü Ð-QÐVXÔ`ˆ
Ü  ÀZÔPˆ
Ü Ð-SÐXZÔbˆ
ä Ð-CÀrÔPˆ
Ü  ÀZÔPˆ
Ü Ð-CÓDˆ
ô �iŠiÜ�IŠI�zÐ.°AÔ6Ü�IŠI�zÐ.°AÔ6ð8ð ô
ˆð
 ˆ
r   c                 óî   € . p. pV  FQ  pVP                  VP                  4       VP                  VP                  VP                  ^ ,          ^R4      4       KS  	  \        P                  ! VRR7      pWA3# )rv   r  rÃ  )r´  r9   r  rQ   r"  )ÚlatentsÚlatent_shapesrZ   r`   Úlatents   &    r   Úpack_latentsrÔ  ¥  sd   € Ø€MØ€GÛˆØ×Ñ˜VŸ\™\Ô*Ø�‰�v—~‘~ f§l¡l°1¥o°q¸"Ó=Ö>ñ ô �YŠY�w BÔ'€FØÐ Ð r   c           	      óJ  € \        V4      ^8”  d�   . pV F…  p\        P                  ! VR,          4      pV RRRV13,          pV RRVR13,          p VP                  VP	                  VP
                  ^ ,          .\        V4      R,          ,           4      4       K‡  	  V# V .pV# )r2   r«  r  N)rK   r�   r‘   r´  r  r9   rH   )Úcombined_latentrÒ  Úoutput_tensorsr9   ÚcutÚtenss   &&    r   Úunpack_latentsrÚ  ¯  sœ   € Ü
ˆ=Ó˜AÔØˆÛ"ˆEÜ—)’)˜E "�IÓ&ˆCØ" 1 a¨¨#¨ :Õ.ˆDØ-¨a°°C±D¨jÕ9ˆOØ×!Ñ! $§,¡,°·
±
¸1µ¨ÄÀeÃÈRÅÕ/PÓ"QÖRñ	 #ð Ðð *Ð*ˆØÐr   c                 ó°   € V  FO  pVP                  V4      '       g   K  VP                  R 4      '       g   K5  \        P                  ! R4       RR/u # 	  R# )z.comfy_quantz%Found quantization metadata version 1Ú	mixed_opsTN)rÉ   r°   Úloggingr¢   )rf   rË   r¿   s   && r   Údetect_layer_quantizationrÞ  »  sF   € ÛˆØ�<‰<˜×Ô A§J¡J¨~×$>Ô$>Ü�LŠLÐ@ÔAØ Ð&Ò&ñ ñ r   c                 ód  € Vf   / pR pRV9  Edx   RP                  V4      pW@9   Ed_   W,          pVP                  pV\        P                  8X  d   \        P                  pVP                  4       ^8X  d   RpMRp/ p/ p	\        V P                  4       4       Fä  p
W¤8X  d   K  V
P                  V4      '       g   W
,          WŠ&   K.  T
pV P                  V
4      pR pVP                  R4      '       d!   VR \        R4      )  pRP                  V4      pVe   RR/pV'       d   W~R	&   WéV&   VP                  R
4      '       d8   VR \        R
4      )  pRP                  V4      pVP                  4       R8X  d   Kà  WÈV&   Kæ  	  Tp RV	/pM\        P                  ! VR,          4      pVe‡   VR,          p	V	P                  4        Fi  w  r¯\        P                   ! \        \        P"                  ! V4      P%                  R4      4      \        P&                  R7      V RP                  V
4      &   Kk  	  W3# )NÚ_quantization_metadataz{}scaled_fp8TFz.scale_weightz{}.weight_scalern   Úfloat8_e4m3fnÚfull_precision_matrix_multz.scale_inputz{}.input_scalerë  r™  r<   r   z{}.comfy_quant)rn   r   rQ   r  rá  rÊ   rH   rµ   rÉ   rÔ   r°   rK   r4   rI   rˆ   rE   r`   rJ   r   r(  )rf   Úmodel_prefixr[   Úquant_metadataÚscaled_fp8_keyÚscaled_fp8_weightÚscaled_fp8_dtyperâ  Úout_sdr™  r¿   Úk_outrÍ   ÚlayerÚ
layer_confr‹  s   &&&             r   Úconvert_old_quantsrì  Â  s  € ØÒØˆà€NØ xÕ/Ø'×.Ñ.¨|Ó<ˆàÕ'Ø *Õ :ÐØ0×6Ñ6ÐØ¤5§=¡=Ô0Ü#(×#6Ñ#6Ð à ×)Ñ)Ó+¨qÔ0Ø-1Ñ*à-2Ð*àˆFØˆFÜ˜*Ÿ/™/Ó+Ö,�ØÔ&ÙØ—|‘| L×1Ò1Ø *¥�F‘IÙØ�Ø—N‘N 1Ó%�Ø�Ø—>‘> /×2Ò2Ø!Ð"8¤C¨Ó$8Ð#8Ð9�EØ-×4Ñ4°UÓ;�EàÒ$Ø"*¨OÐ!<�Jß1ØC]Ð#?Ñ@Ø$.˜5‘Mà—>‘> .×1Ò1Ø!Ð"7¤C¨Ó$7Ð#7Ð8�EØ,×3Ñ3°EÓ:�EØ—v‘v“x 3”Ù à !�u“ñ3 -ð6  ˆJØ&¨Ð/ˆNøäŸš HÐ-EÕ$FÓGˆàÒ!Ø Õ)ˆØ—L‘L–N‰DˆAÜ5:·\²\Ä$ÄtÇzÂzÐRSÃ}×G[ÑG[Ð\cÓGdÓBeÔmr×mxÑmxÔ5yˆJÐ'×.Ñ.¨qÓ1Ó2ñ #ð ÐÐr   c                 óô   € R pV  Fh  p\        V\        4      '       d   \        V4      pW,          p\        ^4       F-  pV^,          '       d   V^,	          R,          pK$  V^,          pK/  	  Kj  	  VR ,          # )l   ÿÿ l    q[ )rŽ   r�   Úordrî   )rà  ÚcrcÚbyteÚ_s   &   r   Ústring_to_seedrò  þ  si   € Ø
€CÛˆÜ�dœC× Ò Ü�t“9ˆDØ�ˆÜ�q–ˆAØ�Q�wŒwØ˜a•x :Õ-’à˜•	’ó	 ñ	 ð �ÕÐr   c           	      ób  € Vf   / p\        V 4      pW!9   d	   W,          # \        V \        4      '       d8   V P                  4        UUu/ uF  w  r4\	        W14      \	        WA4      bK  	  pppM3\        V \
        4      '       d   V  Uu. uF  p\	        Wa4      NK  	  ppMT pWQV&   V# u uppi u upi r   )ÚidrŽ   r�   rE   Údeepcopy_list_dictrH   )rÈ  ÚmemoÚobj_idr¿   r‹  rý  r  s   &&     r   rõ  rõ    s¦   € Ø‚|Øˆä�‹W€FØ„~Ø�|Ðä�#”t×ÒØTW×T]ÑT]ÔT_Ô`ÑT_ÉDÈAÔ! !Ó*Ô,>¸qÓ,GÒGÑT_ˆÑ`ˆÜ	�Cœ×	Ò	Ù47Ó8±C¨qÔ! !Ö*±CˆÐ8ˆàˆàˆ�LØ€Jùó aùâ8s   Á	 B&ÂB,c                 ón   € ^ p\        V4       F#  pV^,          V ^,          ,          pV ^,          p K%  	  V# rÈ   )rî   )r_  Úbitsr  rñ  s   &&  r   Úbit_reverse_rangerú    s7   € Ø€FÜ�4Ž[ˆØ˜A•+ %¨!¥)Õ,ˆØ�!�Šñ ð €Mr   r   )FNF)rÆ   )F>   ú	norm.biasúnorm.weightúproj_in.biasru  úproj_in.weightr]  >   r  r  ú
norm3.biasr   r  únorm3.weightrl  rk  úattn1.to_k.weightúattn1.to_q.weightúattn1.to_v.weightúattn2.to_k.weightúattn2.to_q.weightúattn2.to_v.weightrj  úattn1.to_out.0.biasúattn2.to_out.0.biasri  úattn1.to_out.0.weightúattn2.to_out.0.weight>   ©z
out.0.biaszconv_norm_out.bias©z
out.2.biaszconv_out.bias©zout.0.weightzconv_norm_out.weight©zout.2.weightzconv_out.weight©ztime_embed.0.biasztime_embedding.linear_1.bias©ztime_embed.2.biasztime_embedding.linear_2.bias©ztime_embed.0.weightztime_embedding.linear_1.weight©ztime_embed.2.weightztime_embedding.linear_2.weight©zinput_blocks.0.0.biaszconv_in.bias©zinput_blocks.0.0.weightzconv_in.weight©úlabel_emb.0.0.biaszadd_embedding.linear_1.bias©r  zclass_embedding.linear_1.bias©úlabel_emb.0.2.biaszadd_embedding.linear_2.bias©r  zclass_embedding.linear_2.bias©úlabel_emb.0.0.weightzadd_embedding.linear_1.weight©r  zclass_embedding.linear_1.weight©úlabel_emb.0.2.weightzadd_embedding.linear_2.weight©r  zclass_embedding.linear_2.weight)r€  r€  )rZ  rZ  )rW  r|  )rV  r}  )rY  r~  )rX  r  ©zx_embedder.proj.biasr\  ©zx_embedder.proj.weightr[  )zy_embedder.mlp.0.biasr�  )zy_embedder.mlp.0.weightr‚  )zy_embedder.mlp.2.biasrƒ  )zy_embedder.mlp.2.weightr„  )Ú	pos_embedrT  rv  rx  >   ©zx_block.mlp.fc1.biasrj  ©zx_block.mlp.fc2.biasrl  ©zx_block.attn.proj.biasre  ©zx_block.mlp.fc1.weightri  ©zx_block.mlp.fc2.weightrk  ©zx_block.attn2.proj.biasr  ©zx_block.attn.ln_k.weightrr  ©zx_block.attn.ln_q.weightrq  ©zx_block.attn.proj.weightrN  ©zx_block.attn2.ln_k.weightzattn2.norm_k.weight©zx_block.attn2.ln_q.weightzattn2.norm_q.weight©zx_block.attn2.proj.weightr
  ©zcontext_block.mlp.fc1.biasrn  ©zcontext_block.mlp.fc2.biasrp  ©zcontext_block.attn.proj.biasrh  ©zcontext_block.mlp.fc1.weightrm  ©zcontext_block.mlp.fc2.weightro  ©zcontext_block.attn.ln_k.weightrt  ©zcontext_block.attn.ln_q.weightrs  ©zcontext_block.attn.proj.weightrO  ©zx_block.adaLN_modulation.1.biasrf  ©z!x_block.adaLN_modulation.1.weightrP  ©z%context_block.adaLN_modulation.1.biasrg  ©z'context_block.adaLN_modulation.1.weightrQ  >   ©zt_block.1.biaszadaln_single.linear.bias©zt_block.1.weightzadaln_single.linear.weightr!  ©zar_embedder.mlp.0.biasz4adaln_single.emb.aspect_ratio_embedder.linear_1.bias©zar_embedder.mlp.2.biasz4adaln_single.emb.aspect_ratio_embedder.linear_2.biasr"  ©zy_embedder.y_embeddingzcaption_projection.y_embedding©zar_embedder.mlp.0.weightz6adaln_single.emb.aspect_ratio_embedder.linear_1.weight©zar_embedder.mlp.2.weightz6adaln_single.emb.aspect_ratio_embedder.linear_2.weight©zcsize_embedder.mlp.0.biasz2adaln_single.emb.resolution_embedder.linear_1.bias©zcsize_embedder.mlp.2.biasz2adaln_single.emb.resolution_embedder.linear_2.bias©zy_embedder.y_proj.fc1.biasz caption_projection.linear_1.bias©zy_embedder.y_proj.fc2.biasz caption_projection.linear_2.bias©zcsize_embedder.mlp.0.weightz4adaln_single.emb.resolution_embedder.linear_1.weight©zcsize_embedder.mlp.2.weightz4adaln_single.emb.resolution_embedder.linear_2.weight©zy_embedder.y_proj.fc1.weightz"caption_projection.linear_1.weight©zy_embedder.y_proj.fc2.weightz"caption_projection.linear_2.weight©zfinal_layer.scale_shift_tableÚscale_shift_table©rW  z0adaln_single.emb.timestep_embedder.linear_1.bias©rY  z0adaln_single.emb.timestep_embedder.linear_2.biasrv  ©rV  z2adaln_single.emb.timestep_embedder.linear_1.weight©rX  z2adaln_single.emb.timestep_embedder.linear_2.weightrx  >	   ©zmlp.fc1.biasrj  ©zmlp.fc2.biasrl  ©zattn.proj.biasr  ©zmlp.fc1.weightri  ©zmlp.fc2.weightrk  ©zattn.proj.weightr	  ©zcross_attn.proj.biasr  ©zcross_attn.proj.weightr
  ©rL  rL  rÈ   )i  @))é@   rZ  rw   r   é   r¦   FNN)rZ  rZ  rw   r   r[  r¦   N)Ú__doc__rQ   r�   rM   r‚   r{   Úcomfy.memory_managementrS   Úcomfy.storageÚcomfy.anonymous_filer   Úsafetensors.torchr²   r&  r$  ÚPILr   rÝ  ri  Útorch.nn.functionalr   Ú	tqdm.autor   Úeinopsr   Úcomfy.cli_argsr   rI   rŠ  rO   r“   Úmmap_torch_filesrº   Údisable_mmapr·   r	   r   r   r   Únumpy.dtypesr   r   ÚserializationÚadd_safe_globalsr¢   Úfloat64r  Úfloat16Úbfloat16r  Úint32Úint16Úint8r(  Úboolrá  Úfloat8_e5m2Ú	complex64Úuint64Úuint32Úuint16rD   r‡   rj   rr   rt   r¤   rÂ   rÅ   rÎ   rÒ   r×   rå   rú   rÿ   r  r  r  r  r  r&  r8  r7  rA  rE  rD  rI  rb  r†  r—  r£  r©  r²  rµ  r·  r¿  rÍ  rË  rÐ  rØ  rÞ  râ  ræ  r  r1  r<  rC  Úinference_moderƒ  r…  r‘  r“  r•  r—  r˜  r§  r¨  rš  r¼  rÏ  rÔ  rÚ  rÞ  rì  rò  rõ  rú  r
   r   r   Ú<module>rx     sú  ðñó& Û Û Û Û 	Û Û Ý 6Û Û Ý Û Û Ý +Ý Ý Ý Û Û Û Û à×(Ñ(Ð Ø× Ñ €ð ÷ñ à!O€OÔòà/€FÔåÝ)òà!€FÔà	×Ñ×(Ñ(¨/¸6À5È,ÐX^Ð)_Ô`Ø‡L‚LÐAÔBð
Ø	ˆ5�=‰=ð
à	ˆ5�=‰=ð
ð 
ˆ5�=‰=ð
ð ˆE�N‰Nð	
ð
 
ˆ5�;‰;ð
ð 
ˆ5�;‰;ð
ð 
ˆ5�;‰;ð
ð 	ˆ%�*‰*ð
ð 	ˆ%�+‰+ð
ð ˆE�J‰Jð
ð ˆu×"Ñ"ð
ð ˆu× Ñ ð
ð 
ˆ5�?‰?ð
ð 
ˆ5�<‰<ð
ð  
ˆ5�<‰<ð!
ð" 
ˆ5�<‰<ð#
€ð(  +Ð ôò@Hò}ò;/ô|.5ô`.ôô
'òô
ò'òR
òÐ òÐ ð0 ˜.Ø˜ØÐ1ØÐ-Ø˜>Ø˜ØÐ4ØÐ0Ø˜.Ø˜Ø˜>Ø˜ð€ò€ò*@òDð 7Ø:ØPØTØPØTØ3Ø7ØLØPØLØPØ(Ø*Ð,BÐDTÐUØ,Ð.FÐHXÐYØ0Ø4ð#€ò(€ô6*òXÐ ò6
Ð ôôBCôJrôh@ôD$ôLòò(ò(ô(ð €
òòòOòòõò0J!òX4ò LòDð
 ×ÒÓóró ðrôhxòð4 Ð ò#ð Ð ò!ð
 "%Ð Ø #Ð ÷*3ñ *3òXõ*'òR!ò
òð 13¸Rô : òxôô$r   