+
    ‚°ñjò½  ã                  óR  € R t ^ RIHt ^ RIt^ RIHt ^ RIt^ RIt^ RIt^ RI	t	^ RI
t^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHt ]'       d   ^ RIHt R t  ! R R]4      t! ! R	 R
4      t" ! R R4      t# ! R R]#4      t$ ! R R]$4      t% ! R R4      t& ! R R]$4      t'/ 3R lt(R t)/ 3R lt* ! R R]$4      t+/ 3R lt,/ 3R lt-R/ 3R lt./ 3R lt// 3R lt0/ 3R  lt1R! t2R/ 3R" lt3R/ 3R# lt4 ! R$ R%]#4      t5/ 3R& lt6R# )'až  
This file is part of ComfyUI.
Copyright (C) 2024 Comfy

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.
)ÚannotationsN)ÚEnum)ÚTYPE_CHECKINGÚUnion)Ú	HookGroupc                óª  € V P                   ^ ,          pV^8X  d   V # W,          pV RV p W@P                   ^ ,          8”  dZ   \        P                  ! V .W@P                   ^ ,          ,          ,          V RW@P                   ^ ,          ,           .,           ^ R7      p V P                   ^ ,          pW18X  d   V # \        P                  ! V .V,          ^ R7      # )é    N©Údim)ÚshapeÚtorchÚcat)ÚtensorÚtarget_batch_sizeÚbatched_numberÚcurrent_batch_sizeÚ	per_batchs   &&&  Ú4C:\Ai_Coding\apps\studio\ComfyUI\comfy\controlnet.pyÚbroadcast_image_tor   0   s³   € ØŸ™ a�ÐØ˜QÔØˆà!Õ3€IØ�J�YÐ€Fà—<‘< •?Ô"Ü—’˜F˜8 y·L±LÀµOÕ'CÕDÈÐOmÐQZ×]iÑ]iÐjkÕ]lÕQlÐHnÐGoÕoÐuvÔwˆàŸ™ a�ÐØÔ.Øˆä�yŠy˜&˜ NÕ2¸Ô:Ð:ó    c                  ó   € ] tR t^At^t^tRtR# )ÚStrengthType© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚCONSTANTÚ	LINEAR_UPÚ__static_attributes__r   r   r   r   r   A   s   † Ø€HØ„Ir   r   c                  ó2   € ] tR t^EtRtR R ltR tR tRtR# )ÚControlIsolationz^Temporarily set a ControlBase object's previous_controlnet to None to prevent cascading calls.c               ó   € V ^8„  d   QhRR/# )é   ÚcontrolÚControlBaser   )Úformats   "r   Ú__annotate__ÚControlIsolation.__annotate__G   s   € ÷ Dñ D ñ Dr   c                	ó4   € Wn         VP                  V n        R # ©N)r$   Úprevious_controlnetÚorig_previous_controlnet)Úselfr$   s   &&r   Ú__init__ÚControlIsolation.__init__G   s   € ØŒØ(/×(CÑ(CˆÖ%r   c                	ó(   € R V P                   n        R # r*   )r$   r+   ©r-   s   &r   Ú	__enter__ÚControlIsolation.__enter__K   s   € Ø+/ˆ�‰Ö(r   c                	ó<   € V P                   V P                  n        R # r*   )r,   r$   r+   )r-   Úargss   &*r   Ú__exit__ÚControlIsolation.__exit__N   s   € Ø+/×+HÑ+Hˆ�‰Ö(r   )r$   r,   N)	r   r   r   r   Ú__doc__r.   r2   r6   r   r   r   r   r!   r!   E   s   † ÙhõDò0öIr   r!   c                  ó„   € ] tR t^QtR tRRR. 3R ltR tR tR tR t	R	 t
R
 tRR ltR tR R ltR tR tRR ltRtR# )r%   c                	ó<  € R V n         R V n        RV n        RV n        R V n        R V n        RV n        R V n        ^V n        RV n	        / V n
        R V n        . V n        \        P                  V n        RV n        . V n        R V n        R V n        R V n        / V n        R # )Nç      ð?Fúnearest-exactc                ó   € V # r*   r   ©Úas   &r   Ú<lambda>Ú&ControlBase.__init__.<locals>.<lambda>e   s   € ©!r   ©ç        r;   )Úcond_hint_originalÚ	cond_hintÚstrengthÚtimestep_percent_rangeÚlatent_formatÚvaeÚglobal_average_poolingÚtimestep_rangeÚcompression_ratioÚupscale_algorithmÚ
extra_argsr+   Úextra_condsr   r   Ústrength_typeÚconcat_maskÚextra_concat_origÚextra_concatÚextra_hooksÚpreprocess_imageÚmultigpu_clonesr1   s   &r   r.   ÚControlBase.__init__R   s¤   € Ø"&ˆÔØˆŒØˆŒØ&0ˆÔ#Ø!ˆÔØˆŒØ&+ˆÔ#Ø"ˆÔØ!"ˆÔØ!0ˆÔØˆŒØ=AˆÔ ØˆÔÜ)×2Ñ2ˆÔØ ˆÔØ!#ˆÔØ ˆÔØ&*ˆÔÙ +ˆÔØ@BˆÖr   r;   Nc                	ón  € Wn         W n        W0n        V P                  e!   Vf   \        P
                  ! R4       W@n        VP                  4       V n        V P                  '       dN   \        V P                  4      ^ 8X  d4   V P                  P                  \        P                  ! R....4      4       V # )NzXWARNING: no VAE provided to the controlnet apply node when this controlnet requires one.r;   )rD   rF   rG   rH   ÚloggingÚwarningrI   ÚcopyrR   rQ   ÚlenÚappendr   r   )r-   rE   rF   rG   rI   rS   s   &&&&&&r   Úset_cond_hintÚControlBase.set_cond_hinth   s�   € Ø"+ÔØ ŒØ&<Ô#Ø×ÑÒ)ØŠ{Ü—’Ð zÔ{ØŒHØ!-×!2Ñ!2Ó!4ˆÔØ××Ð¤ D×$:Ñ$:Ó ;¸qÔ @Ø×"Ñ"×)Ñ)¬%¯,ª,¸3¸%¸¸	°{Ó*CÔDØˆr   c                	óÊ   € V! V P                   ^ ,          4      V! V P                   ^,          4      3V n        V P                  e   V P                  P                  W4       R# R# )r   N)rG   rK   r+   Úpre_run)r-   ÚmodelÚpercent_to_timestep_functions   &&&r   ra   ÚControlBase.pre_runu   so   € Ù;¸D×<WÑ<WÐXYÕ<ZÓ[Ñ]yÐz~÷  {Vñ  {Vð  WXõ  {Yó  ^Zð  [ˆÔØ×#Ñ#Ò/Ø×$Ñ$×,Ñ,¨UÖQñ 0r   c                	ó   € Wn         V # r*   )r+   )r-   Ú
controlnets   &&r   Úset_previous_controlnetÚ#ControlBase.set_previous_controlnetz   s   € Ø#-Ô Øˆr   c                	óB  € V P                   e   V P                   P                  4        V P                  P                  4        F/  p\	        V4      ;_uu_ 4        VP                  4        R R R 4       K1  	  R V n        R V n        R V n        R #   + '       g   i     K[  ; ir*   )r+   ÚcleanuprV   Úvaluesr!   rE   rS   rK   )r-   Údevice_cnets   & r   rj   ÚControlBase.cleanup~   s}   € Ø×#Ñ#Ò/Ø×$Ñ$×,Ñ,Ô.Ø×/Ñ/×6Ñ6Ö8ˆKÜ! +×.Õ.Ø×#Ñ#Ô%÷ /Ñ.ñ 9ð ˆŒØ ˆÔØ"ˆÖ÷	 /×.Ð.ús   ÁBÂBc                	óÔ   € . pV P                   P                  4        F  pWP                  4       ,          pK  	  V P                  e!   WP                  P	                  4       ,          pV# r*   )rV   rk   Úget_models_only_selfr+   Ú
get_models)r-   Úoutrl   s   &  r   rp   ÚControlBase.get_modelsˆ   sY   € ØˆØ×/Ñ/×6Ñ6Ö8ˆKØ×3Ñ3Ó5Õ5ŠCñ 9à×#Ñ#Ò/Ø×+Ñ+×6Ñ6Ó8Õ8ˆCØˆ
r   c                ó†   € \        V 4      ;_uu_ 4        V P                  4       uuRRR4       #   + '       g   i     R# ; i)zCCalls get_models, but temporarily sets previous_controlnet to None.N)r!   rp   r1   s   &r   ro   Ú ControlBase.get_models_only_self�   s&   € ä˜d×#Õ#Ø—?‘?Ó$÷ $×#×#Ó#ús	   ”/¯A 	c                ó8   € V P                   P                  W4      # )zEReturns instance of this Control object intended for selected device.)rV   Úget)r-   Údevices   &&r   Úget_instance_for_deviceÚ#ControlBase.get_instance_for_device•   s   € à×#Ñ#×'Ñ'¨Ó5Ð5r   c                ó   € \        R4      h)z¦
Create deep clone of Control object where model(s) is set to other devices.

When autoregister is set to True, the deep clone is also added to multigpu_clones dict.
zWClasses inheriting from ControlBase should define their own deepclone_multigpu funtion.)ÚNotImplementedError)r-   Úload_deviceÚautoregisters   &&&r   Údeepclone_multigpuÚControlBase.deepclone_multigpu™   s   € ô "Ð"{Ó|Ð|r   c                	ó¸   € . pV P                   e   VP                  V P                   4       V P                  e!   WP                  P                  4       ,          pV# r*   )rT   r]   r+   Úget_extra_hooks©r-   rq   s   & r   r�   ÚControlBase.get_extra_hooks¡   sM   € ØˆØ×ÑÒ'Ø�J‰J�t×'Ñ'Ô(Ø×#Ñ#Ò/Ø×+Ñ+×;Ñ;Ó=Õ=ˆCØˆ
r   c               ó   € V ^8„  d   QhRR/# )r#   Úcr%   r   )r&   s   "r   r'   ÚControlBase.__annotate__©   s   € ÷ 3ñ 3˜ñ 3r   c                	óœ  € V P                   Vn         V P                  Vn        V P                  Vn        V P                  Vn        V P                  Vn        V P
                  Vn        V P                  Vn        V P                  P                  4       Vn        V P                  Vn	        V P                  P                  4       Vn
        V P                  Vn        V P                  Vn        V P                  P                  4       Vn        V P                  '       d   V P                  P                  4       MR Vn        V P                   Vn        R # r*   )rD   rF   rG   rJ   rL   rM   rH   rN   r[   rI   rO   rP   rQ   rR   rT   ÚclonerU   ©r-   r…   s   &&r   Úcopy_toÚControlBase.copy_to©   s÷   € Ø#×6Ñ6ˆÔØ—]‘]ˆŒ
Ø#'×#>Ñ#>ˆÔ Ø#'×#>Ñ#>ˆÔ Ø"×4Ñ4ˆÔØ"×4Ñ4ˆÔØ×,Ñ,ˆŒØ—‘×+Ñ+Ó-ˆŒØ—‘ˆŒØ×(Ñ(×-Ñ-Ó/ˆŒØ×,Ñ,ˆŒØ×(Ñ(ˆŒØ"×4Ñ4×9Ñ9Ó;ˆÔØ48×4D×4DÐ4D˜×(Ñ(×.Ñ.Ô0È$ˆŒØ!×2Ñ2ˆÖr   c                	óX   € V P                   e   V P                   P                  V4      # ^ # r*   )r+   Úinference_memory_requirements©r-   Údtypes   &&r   r�   Ú)ControlBase.inference_memory_requirementsº   s(   € Ø×#Ñ#Ò/Ø×+Ñ+×IÑIÈ%ÓPÐPÙr   c           	     	ó²  € R . R. R. /pV EFv  pW,          p\        4       p\        \        V4      4       EFG  pWh,          p	V	Ee    V P                  '       dN   \        P
                  ! V	RRR7      P                  ^^V	P                  ^,          V	P                  ^,          4      p	W—9  d•   VP                  V	4       V P                  \        P                  8X  d   W�P                  ,          p	MQV P                  \        P                  8X  d3   W�P                  \        \        V4      V,
          4      ,          ,          p	Ve#   V	P                  V8w  d   V	P!                  V4      p	WE,          P#                  V	4       EKJ  	  EKy  	  VeÎ   R FÇ  p	WI,          p
\        \        W),          4      4       Fž  pW),          V,          pV\        V
4      8¼  d   V
P#                  V4       K5  Vf   K;  W¨,          f   WºV&   KK  W¨,          P                  ^ ,          VP                  ^ ,          8  d   WºV,          ,           W¨&   K�  WºV,          ,           W¨&   K   	  KÉ  	  V# )ÚinputÚmiddleÚoutputT)r
   Úkeepdim)r#   é   )r’   r“   r”   )ÚsetÚranger\   rJ   r   ÚmeanÚrepeatr   ÚaddrP   r   r   rF   r   Úfloatr�   Útor]   )r-   r$   Úcontrol_prevÚoutput_dtyperq   ÚkeyÚcontrol_outputÚ
applied_toÚiÚxÚoÚprev_vals   &&&&        r   Úcontrol_mergeÚControlBase.control_merge¿   sË  € Ø�r˜8 B¨°"Ð5ˆäˆCØ$�\ˆNÜ›ˆJÜœ3˜~Ó.×/�Ø"Õ%�Ø“=Ø×2×2Ð2Ü!ŸJšJ q¨f¸dÔC×JÑJÈ1ÈaÐQR×QXÑQXÐYZÕQ[Ð]^×]dÑ]dÐefÕ]gÓh˜àÔ*Ø"Ÿ™ qÔ)Ø×-Ñ-´×1FÑ1FÔFØ§¡Õ.™AØ!×/Ñ/´<×3IÑ3IÔIØ§-¡-´5¼¸^Ó9LÈqÕ9PÓ3QÕ"QÕR˜Aà#Ò/°A·G±G¸|Ô4KØŸD™D Ó.˜à•—‘ ×"ô! 0ñ ð* Ò#Û2�Ø•F�Üœs <¥?Ó3Ö4�AØ+�¨qÕ1�HØœC ›F”{ØŸ™ Ö*Ø!Ô-Ø�4š<Ø#+˜a›Dà �tŸz™z¨!�}¨x¯~©~¸aÕ/@Ô@Ø'/°Aµ$¥ £à'/°Aµ$¥ £ó 5ñ 3ð ˆ
r   c                	ó"   € W P                   V&   R # r*   )rN   )r-   ÚargumentÚvalues   &&&r   Úset_extra_argÚControlBase.set_extra_argè   s   € Ø$)�‰˜Ó!r   )rL   rQ   rE   rD   rN   rS   rR   rO   rT   rJ   rH   rV   rU   r+   rF   rP   rG   rK   rM   rI   rB   ©Fr*   )r   r   r   r   r.   r^   ra   rg   rj   rp   ro   rx   r~   r�   rŠ   r�   r§   r¬   r   r   r   r   r%   r%   Q   s^   † òCð, 14ÈJÐ\`Ðoqô òRò
ò#òò%ò
6ô}òõ3ò"ò
'÷R*ð *r   r%   c                  ó”   a € ] tR t^ìtRR^RRRR.]P
                  RR R3V 3R lltR tR tRR lt	V 3R	 lt
V 3R
 ltV 3R ltRtV ;t# )Ú
ControlNetNFÚyc                	ó   € V # r*   r   r>   s   &r   r@   ÚControlNet.<lambda>í   s	   € ñ  CDr   c                	ót  <€ \         SV `  4        Wn        WPn        VeO   \        P
                  P                  V P                  V\        P                  P                  4       VR7      V n	        W0n
        W n        R V n        W`n        W@n        V ;P                  V,          un        W€n        W�n        W n        R # )N©r|   Úoffload_deviceÚ	fast_disk)Úsuperr.   Úcontrol_modelr|   ÚcomfyÚmodel_patcherÚCoreModelPatcherÚmodel_managementÚunet_offload_deviceÚcontrol_model_wrappedrL   rJ   Úmodel_sampling_currentÚmanual_cast_dtyperH   rO   rP   rQ   rU   )r-   r¹   rJ   rL   rH   r|   rÁ   rO   rP   rQ   rU   r·   Ú	__class__s   &&&&&&&&&&&&€r   r.   ÚControlNet.__init__í   s¼   ø€ Ü‰ÑÔØ*ÔØ&ÔØÒ$Ü).×)<Ñ)<×)MÑ)MÈd×N`ÑN`Ðnyô  KP÷  Kañ  Ka÷  Kuñ  Kuó  Kwð  CLÐ)Mó  *MˆDÔ&à!2ÔØ&<Ô#Ø&*ˆÔ#Ø!2ÔØ*ÔØ×Ò˜KÕ'ÕØ*ÔØ&ÔØ 0Ör   c                	óØ  € R pV P                   e   V P                   P                  WW4V4      pV P                  eG   V^ ,          V P                  ^ ,          8”  g    V^ ,          V P                  ^,          8  d	   Ve   V# R # V P                  P                  pV P
                  e   V P
                  pV P                  eŠ   VP                  ^,          V P                  ,          V P                  P                  ^,          8w  gF   VP                  ^,          V P                  ,          V P                  P                  ^,          8w  Ed†   V P                  e   V =R V n        V P                  pV P                  e"   W€P                  P                  4       ,          pMV P                  e   \        R4      h\        P                  P                  V P                   VP                  R,          V,          VP                  R,          V,          V P"                  R4      V n        V P%                  V P                  4      V n        V P                  ez   \        P&                  P)                  RR7      p	V P                  P+                  V P                  P-                  ^R4      4      V n        \        P&                  P/                  V	4       V P                  e+   V P                  P1                  V P                  4      V n        \3        V P4                  4      ^ 8”  Ed‰   . p
V P4                   EFF  pVP7                  V P                  P8                  4      p\        P                  P                  W°P                  P                  R,          V P                  P                  R,          V P"                  R4      pVP:                  V P                  P:                  8  dN   VP=                  ^4      p\        P                  P?                  W°P                  P                  ^,          ^R7      pV
PA                  \        P                  P?                  W°P                  P                  ^ ,          4      4       EKI  	  \B        PD                  ! V P                  .V
,           ^R7      V n        V P                  P7                  VP8                  VR7      V n        VP                  ^ ,          V P                  P                  ^ ,          8w  d.   \G        V P                  VP                  ^ ,          V4      V n        VPI                  RVR,          4      pV PJ                  PM                  4       pV PN                   FG  pVPI                  VR 4      pVf   K  \        PP                  PS                  WçVP8                  4      WÛ&   KI  	  V PT                  PW                  V4      pV PT                  PY                  W!4      pV P                  ! RR	VP7                  V4      R
V P                  RVP7                  V4      R\        P&                  P[                  WÁP8                  V4      /VB pV P]                  VVR R7      # )NzuThis Controlnet needs a VAE but none was provided, please use a ControlNetApply node with a VAE input and connect it.ÚcenterT)Úonly_currently_usedr	   )rw   r�   Úcrossattn_controlnetÚc_crossattnr¤   ÚhintÚ	timestepsÚcontext)rŸ   éÿÿÿÿéþÿÿÿr   )/r+   Úget_controlrK   r¹   r�   rÁ   rE   r   rL   rI   Úspacial_compression_encoderH   Ú
ValueErrorrº   ÚutilsÚcommon_upscalerD   rM   rU   r½   Úloaded_modelsÚencodeÚmovedimÚload_models_gpuÚ
process_inr\   rR   r�   rw   ÚndimÚ	unsqueezeÚrepeat_to_batch_sizer]   r   r   r   rv   rN   r[   rO   Ú
model_baseÚconvert_tensorrÀ   ÚtimestepÚcalculate_inputÚcast_to_devicer§   )r-   Úx_noisyÚtÚcondr   Útransformer_optionsrž   r�   rL   rÓ   Ú	to_concatr…   rË   ÚextraÚtemprÝ   r$   s   &&&&&&           r   rÎ   ÚControlNet.get_controlþ   sˆ  € ØˆØ×#Ñ#Ò/Ø×3Ñ3×?Ñ?ÀÈDÐbuÓvˆLà×ÑÒ*Ø��t�d×)Ñ)¨!Õ,Ô,°°!µ°t×7JÑ7JÈ1Õ7MÔ0MØÒ+Ø'Ð'áà×"Ñ"×(Ñ(ˆØ×!Ñ!Ò-Ø×*Ñ*ˆEà�>‰>Ò! W§]¡]°1Õ%5¸×8NÑ8NÕ%NÐRV×R`ÑR`×RfÑRfÐghÕRiÔ%iÐmt×mzÑmzÐ{|Õm}ð  AE÷  AWñ  AWõ  nWð  [_÷  [iñ  [i÷  [oñ  [oð  pqõ  [rõ  nrØ�~‰~Ò)Ø�NØ!ˆDŒNØ $× 6Ñ 6ÐØ�x‰xÒ#Ø!§X¡X×%HÑ%HÓ%JÕJÑ!à×%Ñ%Ò1Ü$ð  &]ó  ^ð  ^Ü"Ÿ[™[×7Ñ7¸×8OÑ8OÐQX×Q^ÑQ^Ð_aÕQbÐevÕQvÐx÷  yFñ  yFð  GIõ  yJð  M^õ  y^ð  `d÷  `vñ  `vð  x@ó  AˆDŒNØ!×2Ñ2°4·>±>ÓBˆDŒNØ�x‰xÒ#Ü %× 6Ñ 6× DÑ DÐY]Ð DÓ ^�Ø!%§¡§¡°·±×1GÑ1GÈÈ2Ó1NÓ!O�”Ü×&Ñ&×6Ñ6°}ÔEØ×!Ñ!Ò-Ø!%×!3Ñ!3×!>Ñ!>¸t¿~¹~Ó!N�”Ü�4×)Ñ)Ó*¨QÕ.Ø�	Ø×/Õ/�AØŸ™˜TŸ^™^×2Ñ2Ó3�AÜŸ™×2Ñ2°1·n±n×6JÑ6JÈ2Õ6NÐPT×P^ÑP^×PdÑPdÐegÕPhÐjn÷  kAñ  kAð  CKó  L�AØ—v‘v §¡× 3Ñ 3Ô3ØŸK™K¨›N˜Ü!ŸK™K×<Ñ<¸QÇÁ×@TÑ@TÐUVÕ@WÐ]^Ð<Ó_˜Ø×$Ñ$¤U§[¡[×%EÑ%EÀaÏÉ×I]ÑI]Ð^_ÕI`Ó%a×bñ 0ô "'§¢¨D¯N©NÐ+;¸iÕ+GÈQÔ!O�”à!Ÿ^™^×.Ñ.°g·n±nÈEÐ.ÓRˆDŒNØ�=‰=˜Õ˜tŸ~™~×3Ñ3°AÕ6Ô6Ü/°·±ÀÇÁÈaÕ@PÐR`ÓaˆDŒNà—(‘(Ð1°4¸Õ3FÓGˆØ—‘×$Ñ$Ó&ˆØ×!Ô!ˆAØ—8‘8˜A˜tÓ$ˆDØÔÜ ×+Ñ+×:Ñ:¸4ÈÏÉÓW�“ñ "ð
 ×.Ñ.×7Ñ7¸Ó:ˆØ×-Ñ-×=Ñ=¸aÓIˆà×$Ò$ñ  E w§z¡z°%Ó'8ð  E¸t¿~¹~ð  EÐYa×YdÑYdÐejÓYkð  EÔuz÷  vLñ  vL÷  v[ñ  v[ð  \c÷  esñ  esð  uzó  v{ð  Eð  Dñ  EˆØ×!Ñ! '¨<ÀdÐ!ÓKÐKr   c                	óÆ   € \        R V P                  V P                  V P                  R7      pV P                  Vn        V P
                  Vn        V P                  V4       V# ©N)rJ   r|   rÁ   )r°   rJ   r|   rÁ   r¹   r¿   rŠ   r‰   s   & r   r[   ÚControlNet.copy<  s`   € Ü�t°D×4OÑ4OÐ]a×]mÑ]mð  BF÷  BXñ  BXô  YˆØ×,Ñ,ˆŒØ"&×"<Ñ"<ˆÔØ�‰�QŒØˆr   c                	ó`  € V P                  4       p\         P                  ! VP                  4      Vn        \        P                  P                  VP                  V\        P                  P                  4       V P                  P                  R 7      Vn        V'       d   W0P                  V&   V# )rµ   )r[   Údeepcopyr¹   rº   r»   ÚModelPatcherr½   r¾   r¿   r·   rV   ©r-   r|   r}   r…   s   &&& r   r~   ÚControlNet.deepclone_multigpuC  sª   € Ø�I‰I‹KˆÜŸ-š-¨¯©Ó8ˆŒÜ"'×"5Ñ"5×"BÑ"BÀ1Ç?Á?Ð`kô  }B÷  }Sñ  }S÷  }gñ  }gó  }ið  uy÷  uOñ  uO÷  uYñ  uYÐ"Bó  #ZˆÔßØ01× Ñ  Ñ-Øˆr   c                	óZ   <€ \         SV `  4       pVP                  V P                  4       V# r*   )r¸   rp   r]   r¿   )r-   rq   rÂ   s   & €r   rp   ÚControlNet.get_modelsK  s'   ø€ Ü‰gÑ Ó"ˆØ�
‰
�4×-Ñ-Ô.Øˆ
r   c                	óH   <€ \         SV `  W4       VP                  V n        R # r*   )r¸   ra   Úmodel_samplingrÀ   ©r-   rb   rc   rÂ   s   &&&€r   ra   ÚControlNet.pre_runP  s   ø€ Ü‰‰˜Ô<Ø&+×&:Ñ&:ˆÖ#r   c                	ó2   <€ R V n         \        SV `	  4        R # r*   )rÀ   r¸   rj   ©r-   rÂ   s   &€r   rj   ÚControlNet.cleanupT  s   ø€ Ø&*ˆÔ#Ü‰‰Ör   )rL   rQ   rE   r¹   r¿   rJ   rH   r|   rÁ   rÀ   rU   rP   r®   )r   r   r   r   r   r   r.   rÎ   r[   r~   rp   ra   rj   r   Ú__classcell__©rÂ   s   @r   r°   r°   ì   s~   ø† Ø%)À%Ð[\Ðlpð  Cð  W[ð  jmð  inð  ~J÷  ~Sñ  ~Sð  afñ  yDð  PU÷ 1ò"<Lò|ôõõ
;÷ó r   r°   c                  óF   a € ] tR tRtV 3R ltV 3R ltV 3R ltR tRtV ;t	# )ÚQwenFunControlNetiY  c                	óÀ   <€ V P                   p\        P                  ! \        V P                   R 4      4      V n          \        SV `  WW4V4      W`n         #   Y`n         i ; i)rC   )rF   ÚmathÚsqrtÚmaxr¸   rÎ   )r-   rà   rá   râ   r   rã   Úoriginal_strengthrÂ   s   &&&&&& €r   rÎ   ÚQwenFunControlNet.get_controlZ  sM   ø€ ð !ŸM™MÐÜŸ	š	¤# d§m¡m°SÓ"9Ó:ˆŒð	.Ü‘7Ñ& w°4ÐI\Ó]à-�MøÐ-�Mús   ¾A ÁAc                	ó^   <€ \         SV `  W4       V P                  R VP                  4       R# ©Ú
base_modelN)r¸   ra   r¬   Údiffusion_modelrô   s   &&&€r   ra   ÚQwenFunControlNet.pre_rune  s%   ø€ Ü‰‰˜Ô<Ø×Ñ˜<¨×)>Ñ)>Ö?r   c                	ó\   <€ V P                   P                  R R4       \        SV `  4        R# r  )rN   Úpopr¸   rj   r÷   s   &€r   rj   ÚQwenFunControlNet.cleanupi  s!   ø€ Ø�‰×Ñ˜L¨$Ô/Ü‰‰Ör   c                	óÆ   € \        R V P                  V P                  V P                  R7      pV P                  Vn        V P
                  Vn        V P                  V4       V# ré   )rü   rJ   r|   rÁ   r¹   r¿   rŠ   r‰   s   & r   r[   ÚQwenFunControlNet.copym  s`   € Ü˜d¸4×;VÑ;VÐdh×dtÑdtð  IM÷  I_ñ  I_ô  `ˆØ×,Ñ,ˆŒØ"&×"<Ñ"<ˆÔØ�‰�QŒØˆr   )rF   )
r   r   r   r   rÎ   ra   rj   r[   r   rù   rú   s   @r   rü   rü   Y  s   ø† õ	.õ@õ÷ð r   rü   c                  óæ   € ] tR tRt ! R R]P
                  P                  ]P                  P                  4      t
 ! R R]P
                  P                  ]P                  P                  4      tRtR# )ÚControlLoraOpsit  c                  ó8   a € ] tR tRtRR V 3R llltR tRtV ;t# )ÚControlLoraOps.Lineariu  c               ó(   € V ^8„  d   QhRRRRRRRR/# )r#   Úin_featuresÚintÚout_featuresÚbiasÚboolÚreturnÚNoner   )r&   s   "r   r'   Ú"ControlLoraOps.Linear.__annotate__v  s)   € ÷ 	ñ 	¨ð 	¸3ð 	Àdð 	Ø04ñ	r   c                	ót   <€ \         SV `  4        Wn        W n        R V n        R V n        R V n        R V n        R # r*   )r¸   r.   r  r  ÚweightÚupÚdownr  )r-   r  r  r  rw   r�   rÂ   s   &&&&&&€r   r.   ÚControlLoraOps.Linear.__init__v  s6   ø€ ä‰GÑÔØ*ÔØ ,ÔØˆDŒKØˆDŒGØˆDŒIØˆDŽIr   c                	ó†  € \         P                  P                  WR R7      ;_uu_ 4       w  r#V P                  f5   \        P
                  P                  P                  WV4      uuRRR4       # \        P
                  P                  P                  W\        P                  ! V P                  P                  ^R7      V P                  P                  ^R7      4      P                  V P                  P                  4      P                  VP                  4      ,           V4      uuRRR4       #   + '       g   i     R# ; i)T©ÚoffloadableN©Ú	start_dim)rº   ÚopsÚCastBiasWeightContextr  r   ÚnnÚ
functionalÚlinearÚmmÚflattenr  Úreshaper  r   Útyper�   )r-   r’   r  r  s   &&  r   ÚforwardÚControlLoraOps.Linear.forward€  s)  € Ü—‘×0Ñ0°È$Ð0×OÔOÑSaÐTZØ—7‘7’?Ü Ÿ8™8×.Ñ.×5Ñ5°eÀTÓJ÷ PÒOô —x‘x×*Ñ*×1Ñ1°%Ä5Ç8Â8ÈDÏGÉGÏOÉOÐfgÈOÓLhÐjn×jsÑjs×j{Ñj{ð  GHÐj{ó  kIó  DJ÷  CSñ  CSð  TX÷  T_ñ  T_÷  Teñ  Teó  Cf÷  Ckñ  Ckð  lq÷  lwñ  lwó  Cxõ  :xð  z~ó  ÷ P×O×OÓOús   ª:D/Á/B5D/Ä/E 	)r  r  r  r  r  r  )TNN©r   r   r   r   r.   r-  r   rù   rú   s   @r   ÚLinearr  u  s   ø† ÷	ò 	÷	ð 	r   r0  c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚControlLoraOps.Conv2di†  c                	óØ   <€ \         SV `  4        Wn        W n        W0n        W@n        WPn        W`n        R V n        ^ V n	        Wpn
        W�n        RV n        RV n        RV n        RV n        R# )FN)r¸   r.   Úin_channelsÚout_channelsÚkernel_sizeÚstrideÚpaddingÚdilationÚ
transposedÚoutput_paddingÚgroupsÚpadding_moder  r  r  r  )r-   r4  r5  r6  r7  r8  r9  r<  r  r=  rw   r�   rÂ   s   &&&&&&&&&&&&€r   r.   ÚControlLoraOps.Conv2d.__init__‡  sg   ø€ ô ‰GÑÔØ*ÔØ ,ÔØ*ÔØ ŒKØ"ŒLØ$ŒMØ#ˆDŒOØ"#ˆDÔØ ŒKØ ,ÔàˆDŒKØˆDŒIØˆDŒGØˆDŽIr   c                	ó  € \         P                  P                  WR R7      w  r#pV P                  eã   \        P
                  P                  P                  W\        P                  ! V P                  P                  ^R7      V P                  P                  ^R7      4      P                  V P                  P                  4      P                  VP                  4      ,           W0P                   V P"                  V P$                  V P&                  4      pMU\        P
                  P                  P                  WW0P                   V P"                  V P$                  V P&                  4      p\         P                  P)                  WW44       V# )Tr   r"  )rº   r$  Úcast_bias_weightr  r   r&  r'  Úconv2dr)  r*  r  r+  r  r   r,  r�   r7  r8  r9  r<  Úuncast_bias_weight)r-   r’   r  r  Úoffload_streamr¤   s   &&    r   r-  ÚControlLoraOps.Conv2d.forward§  s—  € Ü+0¯9©9×+EÑ+EÀdÐ_cÐ+EÓ+dÑ(ˆF˜.Ø�w‰wÒ"Ü—H‘H×'Ñ'×.Ñ.¨uÄÇÂÈÏÉÏÉÐcdÈÓIeÐgk×gpÑgp×gxÑgxð  DEÐgxó  hFó  AG÷  @Pñ  @Pð  QU÷  Q\ñ  Q\÷  Qbñ  Qbó  @c÷  @hñ  @hð  in÷  itñ  itó  @uõ  7uð  w{÷  }Hñ  }Hð  JN÷  JVñ  JVð  X\÷  Xeñ  Xeð  gk÷  grñ  gró  s‘ä—H‘H×'Ñ'×.Ñ.¨u¸dÇKÁKÐQU×Q]ÑQ]Ð_c×_lÑ_lÐnr×nyÑnyÓz�Ü�I‰I×(Ñ(¨°tÔLØˆHr   )r  r9  r  r<  r4  r6  r5  r;  r8  r=  r7  r:  r  r  )é   r   rE  rE  TÚzerosNNr/  rú   s   @r   ÚConv2dr2  †  s   ø† ÷	÷@	ð 	r   rG  r   N)r   r   r   r   r   r&  ÚModulerº   r$  ÚCastWeightBiasOpr0  rG  r   r   r   r   r  r  t  sI   † ô�—‘—‘ %§)¡)×"<Ñ"<ô ô"(�—‘—‘ %§)¡)×"<Ñ"<÷ (ð (r   r  c                  óT   a € ] tR tRtR/ 3R ltV 3R ltR tV 3R ltR tR t	R	t
V ;t# )
ÚControlLorai°  Fc                	ó|   € \         P                  V 4       Wn        W n        V ;P                  R .,          un        R# )r±   N)r%   r.   Úcontrol_weightsrJ   rO   )r-   rM  rJ   Úmodel_optionss   &&&&r   r.   ÚControlLora.__init__±  s/   € Ü×Ñ˜TÔ"Ø.ÔØ&<Ô#Ø×Ò˜S˜EÕ!×r   c           	     	ó„  <€ \         S
V `  W4       VP                  P                  P	                  4       pVP                  R 4       V P                  R,          P                  ^,          VR&   VP                  V n        VP                  4       pV P                  f*    ! R R\        \        P                  P                  4      pM4 ! R R\        \        P                  P                  4      pV P                  pWSR&   WCR&   \        P                  P                  P                   ! R/ VB V n        V P"                  P%                  \        P&                  P)                  4       4       VP*                  pVP-                  4       pV F6  pWx,          p	 \        P.                  P1                  V P"                  W‰4       K8  	  V P                   Fè  pVR9  g   K  VP3                  R	4      '       gH   VP3                  R
4      '       g1   VP3                  R4      '       g   VP3                  R4      '       g   Kj  RV9  g   Ks  \        P.                  P1                  V P"                  W€P                  V,          P%                  V4      P%                  \        P&                  P)                  4       4      4       Kê  	  R#     EK:  ; i)r5  zinput_hint_block.0.weightÚhint_channelsNc                  ó   € ] tR tRtRtR# )Ú-ControlLora.pre_run.<locals>.control_lora_opsi¿  r   N©r   r   r   r   r   r   r   r   Úcontrol_lora_opsrS  ¿  ó   † Ûr   rU  c                  ó   € ] tR tRtRtR# )rS  iÂ  r   NrT  r   r   r   rU  rS  Â  rV  r   Ú
operationsr�   z.upz.downú.weightú.biasÚ__r   >   Úlora_controlnet)r¸   ra   Úmodel_configÚunet_configr[   r	  rM  r   rÁ   Ú	get_dtyper  rº   r$  Údisable_weight_initÚmanual_castÚcldmr°   r¹   r�   r½   Úget_torch_devicer  Ú
state_dictrÑ   Úset_attr_paramÚendswith)r-   rb   rc   Úcontrolnet_configr�   rU  r  ÚsdÚkr  rÂ   s   &&&       €r   ra   ÚControlLora.pre_run·  s2  ø€ Ü‰‰˜Ô<Ø!×.Ñ.×:Ñ:×?Ñ?ÓAÐØ×Ñ˜nÔ-Ø-1×-AÑ-AÐB]Õ-^×-dÑ-dÐefÕ-gÐ˜/Ñ*Ø!&×!8Ñ!8ˆÔØ—‘Ó!ˆØ×!Ñ!Ò)ô¤>´5·9±9×3PÑ3Põ ô¤>´5·9±9×3HÑ3Hô à×*Ñ*ˆEà*:˜,Ñ'Ø%*˜'Ñ"Ü"ŸZ™ZŸ_™_×7Ò7ÑLÐ:KÑLˆÔØ×Ñ×Ñœe×4Ñ4×EÑEÓGÔHØ×/Ñ/ˆØ×'Ñ'Ó)ˆãˆAØ•UˆFðÜ—‘×*Ñ*¨4×+=Ñ+=¸qÖIñ ð ×%Ô%ˆAØÐ,Ö,Ø—J‘J˜u×%Ò%¨¯©°G×)<Ò)<ÀÇ
Á
È9×@UÒ@UÐYZ×YcÑYcÐdk×YlÔYlÐswð  @Aö  tAÜ—K‘K×.Ñ.¨t×/AÑ/AÀ1×FZÑFZÐ[\ÕF]×F`ÑF`ÐafÓFg×FjÑFjÔkp÷  lBñ  lB÷  lSñ  lSó  lUó  GVö  Wó &øðÛús   Æ*J9Ê9J?c                	ój   € \        V P                  V P                  R 7      pV P                  V4       V# ))rJ   )rK  rM  rJ   rŠ   r‰   s   & r   r[   ÚControlLora.copyÙ  s*   € Ü˜×,Ñ,ÀT×E`ÑE`ÔaˆØ�‰�QŒØˆr   c                	ó6   <€ V = R V n         \        SV `	  4        R # r*   )r¹   r¸   rj   r÷   s   &€r   rj   ÚControlLora.cleanupÞ  s   ø€ ØÐØ!ˆÔÜ‰‰Ör   c                	ó0   € \         P                  V 4      pV# r*   )r%   rp   r‚   s   & r   rp   ÚControlLora.get_modelsã  s   € Ü×$Ñ$ TÓ*ˆØˆ
r   c                	óÐ   € \         P                  P                  V P                  4      \         P                  P                  V4      ,          \        P                  W4      ,           # r*   )rº   rÑ   Úcalculate_parametersrM  r½   Ú
dtype_sizer%   r�   rŽ   s   &&r   r�   Ú)ControlLora.inference_memory_requirementsç  s\   € Ü�{‰{×/Ñ/°×0DÑ0DÓEÌ×H^ÑH^×HiÑHiÐjoÓHpÕpÔs~÷  t]ñ  t]ð  ^bó  tjõ  jð  	jr   )r¹   rM  rJ   rÁ   )r   r   r   r   r.   ra   r[   rj   rp   r�   r   rù   rú   s   @r   rK  rK  °  s0   ø† Ø?DÐTVô "õ WòDõ
ò
÷jð jr   rK  c                óJ  € \         P                  P                  V R R4      pVP                  RR4      pVfV   \         P                  P                  V 4      p\        VP                  4      p\         P                  P                  RWTR7      p\         P                  P                  4       p\         P                  P                  W64      pVP                  RR4      pVf#   \         P                  P                  W7VRR7      p\         P                  P                  4       p	W(WcWy3# )Ú Tr�   N©Úmodel_paramsÚsupported_dtypesÚweight_dtypeÚcustom_operations©r|   Údisable_fast_fp8rÌ   )rº   Úmodel_detectionÚmodel_config_from_unetrv   rÑ   rz  ÚlistÚsupported_inference_dtypesr½   Ú
unet_dtyperc  Úunet_manual_castr$  Úpick_operationsr¾   )
rh  rN  r]  r‚  rz  r�  r|   rÁ   rX  r¶   s
   &&        r   rg  rg  ê  sû   € Ü×(Ñ(×?Ñ?ÀÀBÈÓM€Là×"Ñ" 7¨DÓ1€JØÒÜ—{‘{×/Ñ/°Ó3ˆä%)¨,×*QÑ*QÓ%RÐ"Ü×+Ñ+×6Ñ6ÀBÐYsÐ6ó  Pˆ
ä×(Ñ(×9Ñ9Ó;€KÜ×.Ñ.×?Ñ?À
ÓXÐà×"Ñ"Ð#6¸Ó=€JØÒÜ—Y‘Y×.Ñ.¨zÐZeÐx|Ð.Ó}ˆ
ä×+Ñ+×?Ñ?ÓA€NØ [Ð>OÐ_Ð_r   c                ó  € V P                  VR R7      w  r#\        V4      ^ 8”  d&   \        P                  ! RP	                  V4      4       \        V4      ^ 8”  d&   \        P
                  ! RP	                  V4      4       V # )F©Ústrictúmissing controlnet keys: {}úunexpected controlnet keys: {})Úload_state_dictr\   rY   rZ   r&   Údebug)r¹   rh  ÚmissingÚ
unexpecteds   &&  r   Úcontrolnet_load_state_dictrŽ  þ  sh   € Ø'×7Ñ7¸À5Ð7ÓIÑ€Gä
ˆ7ƒ|�aÔÜ�ŠÐ5×<Ñ<¸WÓEÔFä
ˆ:ƒ˜ÔÜ�ŠÐ6×=Ñ=¸jÓIÔJØÐr   c                ó\  € \         P                  P                  V R 4      p\        W!R7      w  r4rVrx\         P                  P	                  VR4      p	V  F  p
W
,          W*&   K  	  RpVP                  R4      P                  ^,          pV^8X  d   Rp\         P                  P                  P                  ! RRV	RVRVR	VR
V/VP                  B p\        WÒ4      p\         P                  P                  4       p^ Vn        \        V^WëWW\         P                  P!                  V4      R7      pV# )rv  ©rN  zjoint_blocks.{}.Fúpos_embed_input.proj.weightTÚ
num_blocksÚcontrol_latent_channelsrX  rw   r�   )rL   rH   rQ   r|   rÁ   r·   r   )rº   r~  Úconvert_diffusers_mmditrg  Úcount_blocksrv   r   rb  Úmmditr°   r^  rŽ  Úlatent_formatsÚSD3Úshift_factorÚstorageÚstate_dict_fast_disk)rh  rN  Únew_sdr]  rX  r|   r‚  rÁ   r¶   r’  ri  rQ   r“  r¹   rH   r$   s   &&              r   Úload_controlnet_mmditr�  	  sn  € Ü×"Ñ"×:Ñ:¸2¸rÓB€FÜ[lÐmsô  \RÑX€L˜kÐ7HÜ×&Ñ&×3Ñ3°FÐ<NÓO€JÛˆØ•Eˆ‹	ñ ð €KØ$Ÿj™jÐ)FÓG×MÑMÈaÕPÐØ "Ô$Øˆä—J‘J×$Ñ$×/Ò/ñ  T¸:ð  TÐ_vð  Tð  DNð  Tð  Weð  Tð  mwð  Tð  {G÷  {Sñ  {Sñ  T€MÜ.¨}ÓE€Mä×(Ñ(×,Ñ,Ó.€MØ!"€MÔÜ˜¸!È=ð  @Kô  |A÷  |Iñ  |I÷  |^ñ  |^ð  _eó  |fô  g€GØ€Nr   c                  ó.   a € ] tR tRtV 3R ltR tRtV ;t# )ÚControlNetSD35i  c                	óŒ  <€ V P                   P                  '       dM   V P                   P                  P                  VP                  P
                  P                  4       R R7      w  r4MKV P                   P                  P                  VP                  P                  P                  4       R R7      w  r4\        SV `%  W4       R# )Fr†  N)
r¹   Údouble_y_embÚorig_y_embedderrŠ  r  Ú
y_embedderrd  Ú
x_embedderr¸   ra   )r-   rb   rc   rŒ  r�  rÂ   s   &&&  €r   ra   ÚControlNetSD35.pre_run  s³   ø€ Ø×Ñ×*×*Ð*Ø"&×"4Ñ"4×"DÑ"D×"TÑ"TÐUZ×UjÑUj×UuÑUu÷  VAñ  VAó  VCð  LQÐ"Tó  #RÑˆG�Zà"&×"4Ñ"4×"?Ñ"?×"OÑ"OÐPU×PeÑPe×PpÑPp×P{ÑP{ÓP}ð  GLÐ"Oó  #MÑˆGÜ‰‰˜Ö<r   c                	óÆ   € \        R V P                  V P                  V P                  R7      pV P                  Vn        V P
                  Vn        V P                  V4       V# ré   )rŸ  rJ   r|   rÁ   r¹   r¿   rŠ   r‰   s   & r   r[   ÚControlNetSD35.copy&  s`   € Ü˜4¸×8SÑ8SÐae×aqÑaqð  FJ÷  F\ñ  F\ô  ]ˆØ×,Ñ,ˆŒØ"&×"<Ñ"<ˆÔØ�‰�QŒØˆr   r   )r   r   r   r   ra   r[   r   rù   rú   s   @r   rŸ  rŸ    s   ø† õ=÷ð r   rŸ  c                óÔ  € RpRV 9   d)   \        V P                  R4      P                  4       4      pV^8H  pV^8H  p/ p\        P                  P
                   F4  pV^,          V 9   g   K  V P                  V^,          4      WV^ ,          &   K6  	  V  F  pW,          WV&   K  	  Tp V R,          P                  pV^ ,          ^@,          p^@V,          p	Tp
Wš,          p\        P                  P                  VR4      p\        P                  P                  4       p\        P                  P                  4       p\        P                  P                  RR7      p\        P                  P                  Wý4      pVP                  RR4      pVf$   \        P                  P!                  VVVRR7      p\        P"                  P$                  P'                  R^^VVV^ ,          V^,          8H  VV
R	VVVR
7      p\)        VV 4      p\        P*                  P-                  4       pR pV'       d   R pMV'       d   R p\/        V^VVVV\        P0                  P3                  V 4      R7      pV# )rE  Úcontrol_typezy_embedder.mlp.0.weightztransformer_blocks.{}.)rx  r{  NTr|  i   )Úimg_sizeÚ
patch_sizeÚin_chansÚ
num_layersÚmain_model_doubler¡  Úattention_head_dimÚnum_attention_headsÚadm_in_channelsrw   r�   rX  c                ó   € V # r*   r   r>   s   &r   r@   Ú&load_controlnet_sd35.<locals>.<lambda>_  s   € ¡r   c                ó0   € V ^ÿ,          R,          R,           # )éÿ   g      à?r   r>   s   &r   r@   r³  a  s   €  a¨#¥g°¥m°cÖ&9r   c                ó   € R V ,
          # )r;   r   r>   s   &r   r@   r³  c  s   €  S¨1¦Wr   )rL   rH   r|   rÁ   rU   r·   rÌ   )Úroundr	  Úitemrº   rÑ   ÚMMDIT_MAP_BASICr   r~  r•  r½   rc  r¾   r‚  rƒ  rv   r$  r„  rb  Údit_embedderÚControlNetEmbedderrŽ  r—  r˜  rŸ  rš  r›  )rh  rN  r©  Ú
canny_cnetÚ
depth_cnetrœ  ri  Úy_emb_shapeÚdepthÚhidden_sizeÚ	num_headsÚhead_dimr’  r|   r¶   r‚  rÁ   rX  r¹   rH   rU   r$   s   &&                    r   Úload_controlnet_sd35rÃ  -  s[  € Ø€LØ˜ÔÜ˜RŸV™V NÓ3×8Ñ8Ó:Ó;ˆð  Ñ"€JØ Ñ"€Jà€FÜ�[‰[×(Ô(ˆØˆQ�4�2Ž:ØŸ6™6 ! A¥$›<ˆF�Q•4‹Lñ )ó ˆØ•Eˆ‹	ñ à	€BàÐ.Õ/×5Ñ5€KØ˜�N˜bÕ €EØ�u•*€KØ€IØÕ'€HÜ×&Ñ&×3Ñ3°FÐ<TÓU€Jä×(Ñ(×9Ñ9Ó;€KÜ×+Ñ+×?Ñ?ÓA€NÜ×'Ñ'×2Ñ2ÀÐ2ÓC€Jä×.Ñ.×?Ñ?À
ÓXÐà×"Ñ"Ð#6¸Ó=€JØÒÜ—Y‘Y×.Ñ.¨zÐ;LÐZeÐx|Ð.Ó}ˆ
ä—J‘J×+Ñ+×>Ñ>ÈØJKØHJØJTØQVØLWÐXYÍNÐ^iÐjkÕ^lÑLlØRZØS\ØOSØFTØEOØJTð ?ó V€Mô /¨}¸bÓA€Mä×(Ñ(×,Ñ,Ó.€MÙ"ÐßÙ:Ñß	Ù,Ðä˜]¸aÈ}Ðjuð  J[ð  n~ô  JO÷  JWñ  JW÷  Jlñ  Jlð  moó  Jpô  q€GØ€Nr   c                ób  € \        WR 7      w  r#rErg\        P                  P                  P                  P                  W7VR7      p\        W€4      p\        P                  P                  4       p	. ROp
\        V^W”Wj\        P                  \        P                  P                  V 4      R7      pV# )r�  )rX  rw   r�   )rL   rH   r|   rÁ   rO   rP   r·   )Útext_embedding_maskÚencoder_hidden_states_t5Útext_embedding_mask_t5Úimage_meta_sizeÚstyleÚcos_cis_imgÚsin_cis_img)rg  rº   ÚldmÚhyditrf   ÚHunYuanControlNetrŽ  r—  ÚSDXLr°   r   r   rš  r›  )Úcontrolnet_datarN  r]  rX  r|   r‚  rÁ   r¶   r¹   rH   rO   r$   s   &&          r   Úload_controlnet_hunyuanditrÑ  j  sÉ   € Ü[lÐm|ô  \[ÑX€L˜kÐ7Hä—I‘I—O‘O×.Ñ.×@Ñ@ÈJÐuÐ@ó  A€MÜ.¨}ÓN€Mä×(Ñ(×-Ñ-Ó/€Mò Z€KÜ˜¸!È=ð  FWô  @L÷  @Uñ  @Uô  af÷  anñ  an÷  aCñ  aCð  DSó  aTô  U€GØ€Nr   Fc                óH  € \        WR 7      w  r4rVrx\        P                  P                  P                  P
                  ! RRVRVRVRV/VP                  B p	VP                  V 4      p \        W�4      p	RR.p
\        W•Wz\        P                  P                  V 4      R7      pV# )	r�  Ú	mistolinerX  rw   r�   r±   Úguidance)r|   rÁ   rO   r·   r   )rg  rº   rÌ  Úfluxrf   ÚControlNetFluxr^  Úprocess_unet_state_dictrŽ  r°   rš  r›  )rh  rÓ  rN  r]  rX  r|   r‚  rÁ   r¶   r¹   rO   r$   s   &&&         r   Ú$load_controlnet_flux_xlabs_mistolinerØ  u  sä   € Ü[lÐmoô  \NÑX€L˜kÐ7HÜ—I‘I—N‘N×-Ñ-×<Ò<ñ  nÀyð  nÐ]gð  nÐp~ð  nð  GQð  nð  Ua÷  Umñ  Umñ  n€MØ	×	-Ñ	-¨bÓ	1€BÜ.¨}ÓA€MØ˜
Ð#€KÜ˜ÐSdô  JO÷  JWñ  JW÷  Jlñ  Jlð  moó  Jpô  q€GØ€Nr   c                ó„  € \         P                  P                  V R 4      p\        W!R7      w  r4rVrxV  F  p	W	,          W)&   K  	  ^ p
RpW²9   d   W+,          P                  ^ ,          p
VP                  R4      P                  ^,          ^,          pRpV^8X  d   Rp\         P                  P                  P                  P                  ! RRRRV
RVR	VR
VRV/VP                  B p\        Wâ4      p\         P                  P                  4       pRR.p\        V^WýWWV\         P                  P!                  V4      R7      pV# )rv  r�  zcontrolnet_mode_embedder.weightzpos_embed_input.weightFTÚlatent_inputÚnum_union_modesr“  rX  rw   r�   r±   rÔ  ©rL   rH   rQ   r|   rÁ   rO   r·   r   )rº   r~  r”  rg  r   rv   rÌ  rÕ  rf   rÖ  r^  rŽ  r—  ÚFluxr°   rš  r›  )rh  rN  rœ  r]  rX  r|   r‚  rÁ   r¶   ri  rÛ  Ú
union_cnetr“  rQ   r¹   rH   rO   r$   s   &&                r   Úload_controlnet_flux_instantxrß  ~  s—  € Ü×"Ñ"×:Ñ:¸2¸rÓB€FÜ[lÐmsô  \RÑX€L˜kÐ7HÛˆØ•Eˆ‹	ñ ð €OØ2€JØÔØ Õ,×2Ñ2°1Õ5ˆà$Ÿj™jÐ)AÓB×HÑHÈÕKÈqÕPÐØ€KØ "Ô$Øˆä—I‘I—N‘N×-Ñ-×<Ò<ñ  ~È$ð  ~Ð`oð  ~ð  Jað  ~ð  nxð  ~ð  AOð  ~ð  Wað  ~ð  eq÷  e}ñ  e}ñ  ~€MÜ.¨}ÓE€Mä×(Ñ(×-Ñ-Ó/€MØ˜
Ð#€KÜ˜¸!È=ð  @Kð  ~Iô  UZ÷  Ubñ  Ub÷  Uwñ  Uwð  x~ó  Uô  @€GØ€Nr   c                óÔ  € \        WR 7      w  r#rErgV P                  R4      P                  ^,          p^ p	Rp
V^D8X  d   V^@,
          p	Rp
\        P                  P
                  P                  P                  ! R	RV	RVRVRV/VP                  B p\        W°4      p\        P                  P                  4       p. p\        V^WÊWFV\        P                  P                  V 4      R7      pV# )
r�  úcontrolnet_x_embedder.weightFTÚextra_condition_channelsrX  rw   r�   rÜ  r   )rg  rv   r   rº   rÌ  Ú
qwen_imagerf   ÚQwenImageControlNetModelr^  rŽ  r—  ÚWan21r°   rš  r›  )rh  rN  r]  rX  r|   r‚  rÁ   r¶   r“  râ  rQ   r¹   rH   rO   r$   s   &&             r   Úload_controlnet_qwen_instantxræ  –  s;  € Ü[lÐmoô  \NÑX€L˜kÐ7HØ Ÿf™fÐ%CÓD×JÑJÈ1ÕMÐà ÐØ€KØ "Ô$Ø#:¸RÕ#?Ð ØˆÜ—I‘I×(Ñ(×3Ñ3×LÒLñ  \Ðf~ð  \ð  LVð  \ð  _mð  \ð  uð  \ð  CO÷  C[ñ  C[ñ  \€MÜ.¨}ÓA€MÜ×(Ñ(×.Ñ.Ó0€MØ€KÜ˜¸!È=ð  @Kð  ~Iô  UZ÷  Ubñ  Ub÷  Uwñ  Uwð  xzó  U{ô  |€GØ€Nr   c                óÀ  € \         P                  P                  4       p\         P                  P	                  V 4      pVP                  R V4      p\         P                  P                  WB4      pVP                  RR4      pVf#   \         P                  P                  WEVRR7      pV R,          P                  ^,          pV R,          P                  ^ ,          pV R,          p	V R,          P                  ^ ,          p
\        ^V	P                  ^ ,          \        ^V
4      ,          4      p\         P                  P                  P                  P                  VVVV
^^<RV\         P                  P                  4       VR7
      p\!        WÀ4      p\         P"                  P%                  4       p\'        V^VR	VV. \         P(                  P+                  V 4      R
7      pV# )r�   r{  NTr|  úcontrol_img_in.weightz!control_blocks.0.attn.to_q.weightz#control_blocks.0.attn.norm_q.weight)
Úcontrol_in_featuresÚ	inner_dimr°  r¯  Únum_control_blocksr®  Úinjection_layersrX  rw   r�   FrÜ  )r   é   é   é$   é0   )rº   r½   rc  rÑ   rz  rv   rƒ  r$  r„  r   r   rÌ  rã  rf   ÚQwenImageFunControlNetModelr¾   rŽ  r—  rå  rü   rš  r›  )rh  rN  r|   rz  r‚  rÁ   rX  r  rê  Úblock_weightr¯  r°  rb   rH   r$   s   &&             r   Úload_controlnet_qwen_funró  §  s©  € Ü×(Ñ(×9Ñ9Ó;€KÜ—;‘;×+Ñ+¨BÓ/€LØ×"Ñ" 7¨LÓ9€JÜ×.Ñ.×?Ñ?À
ÓXÐà×"Ñ"Ð#6¸Ó=€JØÒÜ—Y‘Y×.Ñ.¨zÐZeÐx|Ð.Ó}ˆ
àÐ,Õ-×3Ñ3°AÕ6€KØÐ*Õ+×1Ñ1°!Õ4€IàÐ9Õ:€LØÐAÕB×HÑHÈÕKÐÜ˜a ×!3Ñ!3°AÕ!6¼#¸aÐASÓ:TÕ!TÓUÐä�I‰I× Ñ ×+Ñ+×GÑGØ'ØØ/Ø-ØØØ,ØÜ×%Ñ%×9Ñ9Ó;Øð Hó €Eô ' uÓ1€Eä×(Ñ(×.Ñ.Ó0€MÜØØØ#ð ØØ+ØÜ—-‘-×4Ñ4°RÓ8ô€Gð €Nr   c                óF   € \         P                  P                  V R R/4      # )zsingle_controlnet_blocks.zcontrolnet_single_blocks.)rº   rÑ   Ústate_dict_prefix_replace)rh  s   &r   Úconvert_mistolinerö  Ö  s    € Ü�;‰;×0Ñ0°Ð6QÐSnÐ5oÓpÐpr   c           	     óî  € T pR VP                  4       9   d   \        W2R7      # RV9   d   \        W2R7      # RpRpRV9   Ed   \        P                  P                  V4      p\        P                  P                  V4      pRVR&   RVR&   ^ pR	pV'       dI   R
R.p	V	 F3  p
RP                  Wz4      pRP                  Wz4      pW³9  d   Rp MWÆV&   K5  	  V^,          pKP  ^ pR	pV'       d�   R
R.p	V	 Fk  p
V^ 8X  d   RP                  V
4      pMRP                  V^,
          V
4      pRP                  V^,          V
4      pW³9  d   RP                  V
4      pRpWÆV&   Km  	  V^,          pKˆ  / pV F%  pWã9   g   K  VP                  V4      WÖV,          &   K'  	  RV9   dc   VR,          P                  ^ ,          VR&   \        VP                  4       4       F(  pVP                  RR4      pVP                  V4      Wß&   K*  	  VP                  4       p\        V4      ^ 8”  d&   \        P                  ! RP                  V4      4       TpM¦RV9   da   RV9   d   \!        W2R7      # RV9   d    RV9   d   \#        W2R7      # \%        W2R7      # RV9   d   \'        W2R7      # RV9   d   \)        W2R7      # M?RV9   d   R V9   d   R!V9   d   \+        W2R7      # R"V9   d   \!        \-        V4      R	VR#7      # R$pRpR%pVV9   d   R	pTpR&pM2VV9   d   R'pM(\/        W2R7      pVf   \        P0                  ! R(4       V# VfC   \        P                  P3                  VVR	4      p\        VP4                  4      pVP6                  pVP9                  R)R4      pVfe   \        P                  P;                  V4      pVf    \        P<                  P?                  4       .p\        P<                  P?                  R<VVR*7      p\        P<                  PA                  4       p\        P<                  PC                  VV4      pVP9                  R+R4      pVf$   \        PD                  PG                  VVVR	R,7      pVVR-&   VVR)&   \        P<                  PI                  4       VR.&   VP                  R/4       VR0P                  V4      ,          P                  ^,          VR1&   \        PJ                  PJ                  PL                  ! R=/ VB pV'       Ed0   R2V9   dá   VeÇ   \        P<                  PO                  V.4       VPQ                  4       pV F�  pR&pVPS                  V4      '       g   K  R3P                  V\        V4      R 4      p V V9   g   KD  VV,          p!V!VV ,          PU                  V!PV                  4      PY                  V!PZ                  4      ,          p!K‘  	  M\        P                  ! R44        ! R5 R6\\        P^                  P`                  4      p"V"! 4       p#VV#n1        V#Pe                  VRR77      w  p$p%MVPe                  VRR77      w  p$p%\        V$4      ^ 8”  d&   \        P                  ! R8P                  V$4      4       \        V%4      ^ 8”  d&   \        Pf                  ! R9P                  V%4      4       VP9                  R:R4      p&\M        VV&VV\        Ph                  Pk                  V4      R;7      p'V'# )>zafter_proj_list.18.biasr�  r\  Nz(controlnet_cond_embedding.conv_in.weightzmiddle_block_out.0.weightzcontrolnet_mid_block.weightzmiddle_block_out.0.biaszcontrolnet_mid_block.biasTrY  rZ  zcontrolnet_down_blocks.{}{}zzero_convs.{}.0{}Fz#controlnet_cond_embedding.conv_in{}z%controlnet_cond_embedding.blocks.{}{}zinput_hint_block.{}{}z$controlnet_cond_embedding.conv_out{}z#control_add_embedding.linear_1.biasÚtask_embeddingÚ!union_controlnet_num_control_typez.attn.in_proj_z.attn.in_proj.zleftover keys: {}zcontrolnet_blocks.0.weightz,double_blocks.0.img_attn.norm.key_norm.scaler‘  z,transformer_blocks.0.adaLN_modulation.1.biasz.transformer_blocks.0.img_mlp.net.0.proj.weightrá  z"control_blocks.0.after_proj.weightz!control_blocks.0.img_mod.1.weightrè  z!controlnet_blocks.0.linear.weight)rÓ  rN  z#control_model.zero_convs.0.0.weightzzero_convs.0.0.weightzcontrol_model.rv  z*error could not detect control model type.r�   rw  r{  r|  rX  rw   r5  z{}input_hint_block.0.weightrQ  Ú
differencezdiffusion_model.{}zPWARNING: Loaded a diff controlnet without a model. It will very likely not work.c                  ó   € ] tR tRtRtR# )Ú1load_controlnet_state_dict.<locals>.WeightsLoaderic  r   NrT  r   r   r   ÚWeightsLoaderrü  c  s   † Ûr   rý  r†  rˆ  r‰  rJ   )rJ   r|   rÁ   r·   rÌ   r   )6ÚkeysrÑ  rK  rº   r~  Úunet_config_from_diffusers_unetrÑ   Úunet_to_diffusersr&   r	  r   r€  Úreplacer\   rY   rZ   rØ  rÃ  r�  ræ  rß  ró  rö  Úload_t2i_adapterÚerrorr  r�  r^  rv   rz  r½   r‚  rc  rƒ  r$  r„  r¾   rb  r°   rÖ   Úmodel_state_dictÚ
startswithr,  r�   r�   rw   r   r&  rH  r¹   rŠ  r‹  rš  r›  )(rd  rb   rN  rÐ  rg  r�  Údiffusers_keysÚcountÚloopÚsuffixÚsÚk_inÚk_outrœ  ri  Únew_kÚleftover_keysÚpth_keyÚpthr    ÚprefixÚnetr]  r‚  rz  r|   rÁ   rX  r¹   Úmodel_sdr¤   Úc_mÚsd_keyÚcdrý  ÚwrŒ  r�  rJ   r$   s(   &&&                                     r   Úload_controlnet_state_dictr  Ú  sÀ  € Ø €OØ  O×$8Ñ$8Ó$:Ô:Ü)¨/ÔWÐWà˜OÔ+Ü˜?ÔHÐHàÐØ!%Ðà1°_ÕDÜ!×1Ñ1×QÑQÐRaÓbÐÜŸ™×6Ñ6Ð7HÓIˆØ8SˆÐ4Ñ5Ø6OˆÐ2Ñ3àˆØˆßØ Ð)ˆFÛ�Ø4×;Ñ;¸EÓE�Ø+×2Ñ2°5Ó<�ØÔ.Ø �DÙØ',˜tÓ$ñ ð �Q�JŠEàˆØˆßØ Ð)ˆFÛ�Ø˜A”:Ø@×GÑGÈÓJ‘DàB×IÑIÈ%ÐRSÍ)ÐUVÓW�DØ/×6Ñ6°u¸qµyÀ!ÓD�ØÔ.ØA×HÑHÈÓK�DØ �DØ',˜tÓ$ñ ð �Q�JŠEàˆÛˆAØÖ#Ø,;×,?Ñ,?ÀÓ,B� aÕ(Ó)ñ  ð 1°OÔCØETÐUeÕEf×ElÑElÐmnÕEoÐÐAÑBÜ˜/×.Ñ.Ó0Ö1�ØŸ	™	Ð"2Ð4DÓE�Ø /× 3Ñ 3°AÓ 6�“ñ 2ð (×,Ñ,Ó.ˆÜˆ}Ó Ô!Ü�OŠOÐ/×6Ñ6°}ÓEÔFØ ‰Ø	%¨Ô	8Ø9¸_ÔLÜ7¸ÔeÐeØ*¨oÔ=Ø=ÀÔPÜ+¨OÔYÐYä,¨_ÔZÐZØ=ÀÔPÜ0°Ô^Ð^Ø+¨Ô>Ü0°Ô^Ð^ð ?à	-°Ô	@ÐEhÐl{ÔE{ð  AXð  \kô  AkÜ'¨ÔUÐUà	,°Ô	?Ü3Ô4EÀoÓ4VÐbfð  wDô  Eð  	Eà3€GØ
€CØ
!€CØ�/Ô!ØˆØˆØ!‰Ø	�Ô	Ø‰ä˜ÔLˆØŠ;Ü�MŠMÐFÔGØˆ
àÒ Ü×,Ñ,×CÑCÀOÐU[Ð]aÓbˆÜ%)¨,×*QÑ*QÓ%RÐ"Ø(×4Ñ4Ðà×"Ñ" 7¨DÓ1€JØÒÜ—{‘{×/Ñ/°Ó@ˆà%Ò-Ü*/×*@Ñ*@×*KÑ*KÓ*MÐ)NÐ&ä×+Ñ+×6Ñ6ÀBÐYsð  COÐ6ó  Pˆ
ä×(Ñ(×9Ñ9Ó;€Kä×.Ñ.×?Ñ?À
ÈKÓXÐØ×"Ñ"Ð#6¸Ó=€JØÒÜ—Y‘Y×.Ñ.¨zÐ;LÐZeÐx|Ð.Ó}ˆ
à&0Ð�lÑ#Ø!+Ð�gÑÜ"'×"8Ñ"8×"LÑ"LÓ"NÐ�hÑØ×Ñ˜.Ô)Ø)8Ð9V×9]Ñ9]Ð^dÓ9eÕ)f×)lÑ)lÐmnÕ)oÐ�oÑ&Ü—J‘J—O‘O×.Ò.ÑCÐ1BÑC€Mç
€sØ˜?Ô*ØÒ Ü×&Ñ&×6Ñ6¸°wÔ?Ø ×1Ñ1Ó3�Û(�AØ*�CØ—|‘| C×(Ô(Ø!5×!<Ñ!<¸Q¼sÀ3»x¸y¸\Ó!J˜Ø! XÖ-Ø!0°Õ!3˜BØ (¨6Õ"2×"7Ñ"7¸¿¹Ó"A×"DÑ"DÀRÇYÁYÓ"OÕOšBò )ô —’Ð rÔsô	œEŸH™HŸO™Oô 	á‹OˆØ'ˆŒØ×/Ñ/°ÈÐ/ÓNÑˆ‘à+×;Ñ;¸OÐTYÐ;ÓZÑˆ�ä
ˆ7ƒ|�aÔÜ�ŠÐ5×<Ñ<¸WÓEÔFä
ˆ:ƒ˜ÔÜ�ŠÐ6×=Ñ=¸jÓIÔJà*×.Ñ.Ð/GÈÓOÐÜ˜Ð?UÐcnð  CTô  `e÷  `mñ  `m÷  `Bñ  `Bð  CRó  `Sô  T€GØ€Nr   c                ó�  € VP                  4       pR V9  dZ   \        P                  P                  V 4      ^ ,          pVP	                  R4      '       g   VP	                  R4      '       d   RVR &   \        \        P                  P                  V RR7      WR7      pVf&   \        P                  ! RP                  V 4      4       V# )rJ   Ú_shuffleÚ_shuffle_fp16T)Ú	safe_load)rb   rN  zCerror checkpoint does not contain controlnet or t2i adapter data {})r[   ÚosÚpathÚsplitextrf  r  rº   rÑ   Úload_torch_filerY   r  r&   )Ú	ckpt_pathrb   rN  ÚfilenameÚcnets   &&&  r   Úload_controlnetr$  u  s¥   € Ø!×&Ñ&Ó(€MØ }Ô4Ü—7‘7×#Ñ# IÓ.¨qÕ1ˆØ×Ñ˜Z×(Ò(¨H×,=Ñ,=¸o×,NÒ,NØ6:ˆMÐ2Ñ3ä%¤e§k¡k×&AÑ&AÀ)ÐW[Ð&AÓ&\Ðdiô  H€DØ‚|Ü�ŠÐ[×bÑbÐclÓmÔnØ€Kr   c                  óH   a € ] tR tRtRV 3R lltR tR tR tR	R ltRt	V ;t
# )
Ú
T2IAdapteri�  c                	ó²   <€ \         SV `  4        Wn        W n        R V n        W0n        W@n        Vf   \        P                  P                  4       pWPn
        R # r*   )r¸   r.   Ú	t2i_modelÚchannels_inÚcontrol_inputrL   rM   rº   r½   rc  rw   )r-   r(  r)  rL   rM   rw   rÂ   s   &&&&&&€r   r.   ÚT2IAdapter.__init__‚  sK   ø€ Ü‰ÑÔØ"ŒØ&ÔØ!ˆÔØ!2ÔØ!2ÔØŠ>Ü×+Ñ+×<Ñ<Ó>ˆFØŽr   c                	óÀ   € V P                   P                  p\        P                  ! W,          4      V,          p\        P                  ! W#,          4      V,          pW3# r*   )r(  Úunshuffle_amountrþ   Úceil)r-   ÚwidthÚheightr-  s   &&& r   Úscale_image_toÚT2IAdapter.scale_image_to�  sH   € ØŸ>™>×:Ñ:ÐÜ—	’	˜%Õ2Ó3Ð6FÕFˆÜ—’˜6Õ4Ó5Ð8HÕHˆØˆ}Ðr   c                	ób  € R pV P                   e   V P                   P                  WW4V4      pV P                  eG   V^ ,          V P                  ^ ,          8”  g    V^ ,          V P                  ^,          8  d	   Ve   V# R # V P                  eŠ   VP                  ^,          V P
                  ,          V P                  P                  ^,          8w  gF   VP                  ^,          V P
                  ,          V P                  P                  ^,          8w  Ed4   V P                  e   V =R V n        R V n        V P                  VP                  ^,          V P
                  ,          VP                  ^,          V P
                  ,          4      w  rx\        P                  P                  V P                  WxV P                  R4      P                  4       P                  V P                  4      V n        V P                   ^8X  dK   V P                  P                  ^,          ^8”  d)   \"        P$                  ! V P                  ^RR7      V n        VP                  ^ ,          V P                  P                  ^ ,          8w  d.   \'        V P                  VP                  ^ ,          V4      V n        V P                  fž   V P(                  P                  VP*                  4       V P(                  P                  V P                  4       V P)                  V P                  P                  VP*                  4      4      V n        V P(                  P-                  4        / p	V P                   F,  p
\/        \1        R V P                  V
,          4      4      Wš&   K.  	  V P3                  W–VP*                  4      # )NrÅ   T)r•   c                ó.   € V f   R # V P                  4       # r*   )rˆ   r>   s   &r   r@   Ú(T2IAdapter.get_control.<locals>.<lambda>²  s   € ¸!º)°$Ð2RÈÏÉËÐ2Rr   )r+   rÎ   rK   rE   r   rL   r*  r1  rº   rÑ   rÒ   rD   rM   rœ   r�   rw   r)  r   r™   r   r(  r�   Úcpur€  Úmapr§   )r-   rà   rá   râ   r   rã   rž   r/  r0  r*  ri  s   &&&&&&     r   rÎ   ÚT2IAdapter.get_control“  s   € ØˆØ×#Ñ#Ò/Ø×3Ñ3×?Ñ?ÀÈDÐbuÓvˆLà×ÑÒ*Ø��t�d×)Ñ)¨!Õ,Ô,°°!µ°t×7JÑ7JÈ1Õ7MÔ0MØÒ+Ø'Ð'áà�>‰>Ò! W§]¡]°1Õ%5¸×8NÑ8NÕ%NÐRV×R`ÑR`×RfÑRfÐghÕRiÔ%iÐmt×mzÑmzÐ{|Õm}ð  AE÷  AWñ  AWõ  nWð  [_÷  [iñ  [i÷  [oñ  [oð  pqõ  [rõ  nrØ�~‰~Ò)Ø�NØ!%ˆDÔØ!ˆDŒNØ ×/Ñ/°·±¸aÕ0@À4×CYÑCYÕ0YÐ[b×[hÑ[hÐijÕ[kÐnr÷  oEñ  oEõ  \Eó  F‰MˆEÜ"Ÿ[™[×7Ñ7¸×8OÑ8OÐQVÐ`d×`vÑ`vð  yAó  B÷  Hñ  Hó  J÷  Mñ  Mð  NR÷  NYñ  NYó  ZˆDŒNØ×Ñ 1Ô$¨¯©×)=Ñ)=¸aÕ)@À1Ô)DÜ!&§¢¨D¯N©N¸AÀtÔ!L�”Ø�=‰=˜Õ˜tŸ~™~×3Ñ3°AÕ6Ô6Ü/°·±ÀÇÁÈaÕ@PÐR`ÓaˆDŒNØ×ÑÒ%Ø�N‰N×Ñ˜gŸm™mÔ,Ø�N‰N×Ñ˜dŸk™kÔ*Ø!%§¡°·±×0AÑ0AÀ'Ç-Á-Ó0PÓ!QˆDÔØ�N‰N×ÑÔ àˆØ×#Ô#ˆAÜ#¤CÑ(RÐTX×TfÑTfÐghÕTiÓ$jÓkˆMÓñ $ð ×!Ñ! -¸w¿}¹}ÓMÐMr   c                	ó”   € \        V P                  V P                  V P                  V P                  4      pV P                  V4       V# r*   )r&  r(  r)  rL   rM   rŠ   r‰   s   & r   r[   ÚT2IAdapter.copy¶  s9   € Ü�t—~‘~ t×'7Ñ'7¸×9OÑ9OÐQU×QgÑQgÓhˆØ�‰�QŒØˆr   c                	ó¨   € V P                  4       p\         P                  ! VP                  4      Vn        Wn        V'       d   W0P                  V&   V# r*   )r[   rì   r(  rw   rV   rî   s   &&& r   r~   ÚT2IAdapter.deepclone_multigpu»  s<   € Ø�I‰I‹KˆÜ—m’m A§K¡KÓ0ˆŒØŒßØ01× Ñ  Ñ-Øˆr   )r)  rL   rE   r*  rw   r(  rM   r*   r®   )r   r   r   r   r.   r1  rÎ   r[   r~   r   rù   rú   s   @r   r&  r&  �  s#   ø† ÷	òò!NòF÷
ò r   r&  c           
     óž  € ^pRpRV 9   d
   V R,          p RV 9   d¦   / p\        ^4       Fp  p\        ^4       F4  pRP                  V^,          V,           4      VRP                  WV4      &   K6  	  RP                  V^,          4      VRP                  V4      &   Kr  	  RVR&   \        P                  P	                  W4      p V P                  4       pR	V9   dK   V R	,          P                  ^,          p\        P                  P                  P                  V. RO^R
7      p	EM™RV9   dÚ   V R,          P                  ^,          pV R,          P                  ^ ,          p
V R,          P                  ^,          pRp\        \        R V4      4      p\        V4      ^ 8”  d   RpRpVR8X  g   VR8X  d   Rp\        P                  P                  P                  WŠV
^,          V
^,          V
^,          .R,          ^VRWÎR7      p	M¹RV9   dU   \        P                  P                  P                   P#                  V R,          P                  ^,          . ROR7      p	^ pRpM^RV9   dV   \        P                  P                  P                   P#                  V R,          P                  ^,          R. ROR7      p	^pRpMR# V	P%                  V 4      w  pp\        V4      ^ 8”  d&   \&        P(                  ! RP                  V4      4       \        V4      ^ 8”  d&   \&        P*                  ! RP                  V4      4       \-        W™P.                  W#4      # ) é   r<   Úadapterz&adapter.body.0.resnets.0.block1.weightzbody.{}.zadapter.body.{}.resnets.{}.zadapter.body.{}.rv  zadapter.zbody.0.in_conv.weight)ÚcinÚchannelsÚnums_rbzconv_in.weightzbody.0.block2.weightFc                ó$   € V P                  R 4      # )zdown_opt.op.weight)rf  r>   s   &r   r@   Ú"load_t2i_adapter.<locals>.<lambda>Û  s   € ¨!¯*©*Ð5IÔ*Jr   Té   i   :Né   N)r@  rA  rB  ÚksizeÚskÚuse_convÚxlzbackbone.0.0.weight)Úc_inÚproj_blocksÚbilinearzbackbone.10.blocks.0.weightzbackbone.0.weightÚlarge)rK  Úbottleneck_moderL  Nzt2i missing {}zt2i unexpected {})i@  i€  é   rP  )r   rF  r>  rí  é3   é7   é;   é?   )r˜   r&   rº   rÑ   rõ  rþ  r   Út2i_adapterr?  ÚAdapter_lightr€  Úfilterr\   ÚAdapterrÌ  Úcascaderf   r°   rŠ  rY   rZ   r‹  r&  Úinput_channels)Út2i_datarN  rL   rM   Úprefix_replacer£   Újrþ  r@  Úmodel_adÚchannelrG  rI  Ú	down_optsrJ  rŒ  r�  s   &&               r   r  r  Ã  s  € ØÐØ'Ðà�HÔØ˜IÕ&ˆØ/°8Ô;ØˆÜ�q–ˆAÜ˜1–X�ØMW×M^ÑM^Ð_`ÐcdÕ_dÐghÕ_hÓMi�Ð<×CÑCÀAÓIÓJñ à=G×=NÑ=NÈqÐSTÍuÓ=UˆNÐ-×4Ñ4°QÓ9Ó:ñ ð &(ˆ�zÑ"Ü—;‘;×8Ñ8¸ÓRˆØ�=‰=‹?€Dà $Ô&ØÐ.Õ/×5Ñ5°aÕ8ˆÜ×$Ñ$×,Ñ,×:Ñ:¸sÒMcÐmnÐ:ÓoŠØ	˜TÔ	!ØÐ'Õ(×.Ñ.¨qÕ1ˆØÐ+Õ,×2Ñ2°1Õ5ˆØÐ/Õ0×6Ñ6°qÕ9ˆØˆÜœÑ JÈDÓQÓRˆ	Üˆy‹>˜AÔØˆHØˆØ�#Œ:˜ œØˆBÜ×$Ñ$×,Ñ,×4Ñ4¸ÐQXÐYZÕQZÐ\cÐdeÕ\eÐgnÐopÕgpÐGqÐrtÕGuð  @Að  INð  SWð  bjÐ4ó  r‰Ø	 $Ô	&Ü—9‘9×$Ñ$×/Ñ/×:Ñ:ÀÐI^Õ@_×@eÑ@eÐfgÕ@hò  wTÐ:ó  UˆØÐØ&ÑØ	&¨$Ô	.Ü—9‘9×$Ñ$×/Ñ/×:Ñ:ÀÐI\Õ@]×@cÑ@cÐdeÕ@fÐxò  NkÐ:ó  lˆØÐØ+Ñáà"×2Ñ2°8Ó<Ñ€GˆZÜ
ˆ7ƒ|�aÔÜ�ŠÐ(×/Ñ/°Ó8Ô9ä
ˆ:ƒ˜ÔÜ�ŠÐ)×0Ñ0°Ó<Ô=ä�h× 7Ñ 7Ð9JÓ^Ð^r   )7r8   Ú
__future__r   r   Úenumr   rþ   r  rY   r[   Úcomfy.utilsrº   Úcomfy.model_managementÚcomfy.model_detectionÚcomfy.model_patcherÚcomfy.storageÚ	comfy.opsÚcomfy.latent_formatsÚcomfy.model_baseÚcomfy.cldm.cldmÚcomfy.t2i_adapter.adapterÚcomfy.ldm.cascade.controlnetÚcomfy.cldm.mmditÚcomfy.ldm.hydit.controlnetÚcomfy.ldm.flux.controlnetÚcomfy.ldm.qwen_image.controlnetÚcomfy.cldm.dit_embedderÚtypingr   r   Úcomfy.hooksr   r   r   r!   r%   r°   rü   r  rK  rg  rŽ  r�  rŸ  rÃ  rÑ  rØ  rß  ræ  ró  rö  r  r$  r&  r  r   r   r   Ú<module>ru     sZ  ðñõ" #ã Ý Û Û 	Û Û Û Û Û Û Û Û Û Û ã Û  Û #Û Û !Û  Û &Û ß 'ßÝ%ò;ô"�4ô ÷
Iñ 
I÷X*ñ X*ôvj�ô jôZ˜
ô ÷6:ñ :ôx8j�*ô 8jðt )+ô `ò(ð -/ô ô*�Zô ð ,.ô 9ðz ?Aô 	ð 8=ÈBô ð 57ô ð0 57ô ð" 02ô -ò^qð 26ÀRô Yðv &*¸ô 
ô@�ô @ðD .0ö 1_r   