+
    ƒ°ñj­ ã                  ó²  € R t ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t	^ RI
t
^ RIHtHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIHt ^ RIH t  ^ RI!H"t" ^ RIH#t#H$t$H%t% ^ RI&tR	 t' ! R
 R4      t(R,R lt)R-R lt*R-R lt+R R lt,R-R lt-R t.R t/R t0 ! R R4      t1^t2R t3R t4R t5 ! R R4      t6 ! R R4      t7]Pp                  ! RRR .4      ! R!^ 4      t9 ! R" R#]Pt                  Pv                  4      t< ! R$ R%4      t= ! R& R']Pt                  Pv                  4      t> ! R( R)4      t? ! R* R+]?4      t@]?tAR# ).až  
This file is part of ComfyUI.
Copyright (C) 2024 Comfy

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.
)ÚannotationsN)ÚCallableÚOptional)ÚUnetWrapperFunction)ÚConfigurableModule)Údetail)ÚQuantizedTensor)ÚCallbacksMPÚPatcherInjectionÚ
WrappersMPc                óh   € \        V \        4      ;'       g    \        \        V R R4      \        4      # )ÚpatcherN)Ú
isinstanceÚModelPatcherÚgetattr)Úoutputs   &Ú7C:\Ai_Coding\apps\studio\ComfyUI\comfy\model_patcher.pyÚis_model_patcher_outputr   3   s)   € Ü�fœlÓ+×iÐi¬z¼'À&È)ÐUYÓ:ZÔ\hÓ/iÐió    c                  ó.   € ] tR t^6tR tR tR tR tRtR# )ÚPromptModelTrackerc                	ó   € / V n         R # ©N©Úmodels©Úselfs   &r   Ú__init__ÚPromptModelTracker.__init__7   s	   € ØˆŽr   c                	ó&   € V P                  4        R # r   )Úendr   s   &r   ÚstartÚPromptModelTracker.start:   s   € Ø�‰Ž
r   c                	óî  € \        V\        P                  P                  4      '       d   VP	                  4       pM\        V\
        \        34      '       g   V3pV EF“  p\        V\        P                  P                  \
        \        34      '       d   V P                  V4       KL  . p\        V\        4      '       dQ   VP                  V4       VP                  VP                  4       4       VP                  VP                  4       4       Mh\        VR R4      p\        V\        4      '       d   VP                  V4       \        VRR4      p\        V4      '       d   VP                  V! 4       4       V Fq  p\        V\        4      '       d   VP                  4       '       g   K1  \!        VP"                  4      VP$                  3pW`P&                  V&   VP)                  R4       Ks  	  EK–  	  R# )r   NÚ
get_modelsT)r   ÚcollectionsÚabcÚMappingÚvaluesÚlistÚtupleÚaddr   ÚappendÚextendÚmodel_patches_modelsÚget_nested_additional_modelsr   ÚcallableÚ
is_dynamicÚidÚmodelÚload_devicer   Úset_in_use_by_current_prompt)r   Úoutputsr   r   r   r$   r3   Úkeys   &&      r   r+   ÚPromptModelTracker.add=   sd  € Ü�gœ{Ÿ™×6Ñ6×7Ò7Ø—n‘nÓ&‰GÜ˜G¤d¬E ]×3Ò3Ø�jˆGäˆFÜ˜&¤;§?¡?×#:Ñ#:¼DÄ%Ð"H×IÒIØ—‘˜Ô ÙàˆFÜ˜&¤,×/Ò/Ø—‘˜fÔ%Ø—‘˜f×9Ñ9Ó;Ô<Ø—‘˜f×AÑAÓCÕDä! &¨)°TÓ:�Ü˜g¤|×4Ò4Ø—M‘M 'Ô*Ü$ V¨\¸4Ó@�
Ü˜J×'Ò'Ø—M‘M¡*£,Ô/ã�Ü! %¬×6Ò6¸e×>NÑ>N×>PÒ>PÙÜ˜%Ÿ+™+“¨×(9Ñ(9Ð:�Ø#(—‘˜CÑ Ø×2Ñ2°4Ö8ô  ó% r   c                	óž   € V P                   P                  4        F  pVP                  R 4       K  	  V P                   P                  4        R# ©FN)r   r(   r5   Úclear)r   r3   s   & r   r    ÚPromptModelTracker.end\   s7   € Ø—[‘[×'Ñ'Ö)ˆEØ×.Ñ.¨uÖ5ñ *à�‰×ÑÖr   r   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r!   r+   r    Ú__static_attributes__© r   r   r   r   6   s   † òòò9ö>r   r   c                óJ  € V R ,          P                  4       pRV9  d   / VR&   MVR,          P                  4       VR&   W&R,          9  d   / VR,          V&   M(VR,          V,          P                  4       VR,          V&   Ve   W4V3pMW43pWR,          V,          V&   W`R &   V # )Útransformer_optionsÚpatches_replace©Úcopy)Úmodel_optionsÚpatchÚnameÚ
block_nameÚnumberÚtransformer_indexÚtoÚblocks   &&&&&&  r   Úset_model_options_patch_replacerP   a   s¾   € Ø	Ð,Õ	-×	2Ñ	2Ó	4€Bà Ô"Ø "ˆÐÒà "Ð#4Õ 5× :Ñ :Ó <ˆÐÑàÐ'Õ(Ô(Ø&(ˆÐÕ˜dÒ#à&(Ð):Õ&;¸DÕ&A×&FÑ&FÓ&HˆÐÕ˜dÑ#àÒ$ØÐ%6Ð7‰àÐ$ˆØ).ÐÕ˜$Õ Ñ&Ø+-Ð'Ñ(ØÐr   c                óZ   € V P                  R . 4      V.,           V R &   V'       d   RV R&   V # )Úsampler_post_cfg_functionTÚdisable_cfg1_optimization©Úget)rH   Úpost_cfg_functionrS   s   &&&r   Ú#set_model_options_post_cfg_functionrW   v   s9   € Ø1>×1BÑ1BÐC^Ð`bÓ1cÐgxÐfyÕ1y€MÐ-Ñ.ß Ø59ˆÐ1Ñ2ØÐr   c                óZ   € V P                  R . 4      V.,           V R &   V'       d   RV R&   V # )Úsampler_pre_cfg_functionTrS   rT   )rH   Úpre_cfg_functionrS   s   &&&r   Ú"set_model_options_pre_cfg_functionr[   |   s9   € Ø0=×0AÑ0AÐB\Ð^`Ó0aÐeuÐdvÕ0v€MÐ,Ñ-ß Ø59ˆÐ1Ñ2ØÐr   c               ó   € V ^8„  d   QhRR/# )é   Úorig_model_optionsÚdictrB   )Úformats   "r   Ú__annotate__ra   ‚   s   € ÷ Iñ I°4ñ Ir   c                ó@   € \         P                  P                  V 4      # r   )ÚcomfyÚpatcher_extensionÚcopy_nested_dicts)r^   s   &r   Úcreate_model_options_clonerf   ‚   s   € Ü×"Ñ"×4Ñ4Ð5GÓHÐHr   c                óB  € / pV  F–  p/ W#&   W,           Fƒ  pW,          V,          R ,          W#,          V&   V'       g   K,  \        \        W#,          V,          4      4       F2  p\        W#,          V,          V,          4      W#,          V,          V&   K4  	  K…  	  K˜  	  V# )ºNNN)ÚrangeÚlenr*   )Úorig_hook_patchesÚcopy_tuplesÚnew_hook_patchesÚhook_refÚkÚis   &&    r   Úcreate_hook_patches_clonerq   …   s™   € ØÐÛ%ˆØ%'ÐÑ"Ø"×,Ð,ˆAØ,=Õ,GÈÕ,JÈ1Õ,MÐÕ& qÑ)ß‰{ÜœsÐ#3Õ#=¸aÕ#@ÓAÖB�AÜ7<Ð=MÕ=WÐXYÕ=ZÐ[\Õ=]Ó7^Ð$Õ.¨qÕ1°!Ó4ó Có -ñ &ð Ðr   c                ó¸   € \        V R 4      '       d   V P                  V n        V =\        V R4      '       d   . V n        \        V R4      '       d
   . V n        R# R# )Úprev_comfy_cast_weightsÚweight_functionÚbias_functionN)Úhasattrrs   Úcomfy_cast_weightsrt   ru   )Úms   &r   Úwipe_lowvram_weightry   �   sS   € ÜˆqÐ+×,Ò,Ø ×8Ñ8ˆÔØÐ%äˆqÐ#×$Ò$ØˆÔäˆq�/×"Ò"ØˆŽñ #r   c                óZ  € Vf   ^ # ^ p\        V R4      '       d@   V P                   F/  p\        VR4      '       g   K  W#P                  VR7      ,          pK1  	  \        V R4      '       d@   V P                   F/  p\        VR4      '       g   K  W#P                  VR7      ,          pK1  	  V# )Nrt   Úmove_to©Údeviceru   )rv   rt   r{   ru   )rx   r}   ÚmemoryÚfs   &&  r   Úmove_weight_functionsr€   ›   s‘   € Ø‚~Ùà€FÜˆqÐ#×$Ò$Ø×"Ô"ˆAÜ�q˜)×$Ô$ØŸ)™)¨6˜)Ó2Õ2’ñ #ô ˆq�/×"Ò"Ø—”ˆAÜ�q˜)×$Ô$ØŸ)™)¨6˜)Ó2Õ2’ñ !ð €Mr   c                ól   € \         P                  ! R 4       \        P                  P	                  V 4      # )zIWARNING: string_to_seed has moved from comfy.model_patcher to comfy.utils)ÚloggingÚwarningrc   ÚutilsÚstring_to_seed)Údatas   &r   r…   r…   «   s$   € Ü‡O‚OÐ_Ô`Ü�;‰;×%Ñ% dÓ+Ð+r   c                  ó@   € ] tR t^¯tRtR	R ltR tR
R ltR tR t	Rt
R# )ÚLowVramPatchTNc                	óD   € Wn         W n        W0n        W@n        R V n        R # r   )r7   ÚpatchesÚconvert_funcÚset_funcÚprepared_patches)r   r7   rŠ   r‹   rŒ   s   &&&&&r   r   ÚLowVramPatch.__init__²   s   € ØŒØŒØ(ÔØ ŒØ $ˆÖr   c                	ó¶   € ^ .pV P                   V P                  ,           F-  p\        P                  P	                  V^,          VRRR4       K/  	  V^ ,          # )é    NF)rŠ   r7   rc   ÚloraÚprefetch_prepared_value)r   ÚcounterrI   s   &  r   Úmemory_requiredÚLowVramPatch.memory_required¹   sK   € Ø�#ˆØ—\‘\ $§(¡(×+Ð+ˆEÜ�J‰J×.Ñ.¨u°Q­x¸À$ÈÈeÖTñ ,à�q�zÐr   c                	ó  € ^ .pV P                   V P                  ,           Uu. uFL  pV^ ,          \        P                  P	                  V^,          WQW#4      V^,          V^,          V^,          3NKN  	  ppV'       d   Wpn        V# u upi ©r�   )rŠ   r7   rc   r‘   r’   r�   )r   ÚdestinationÚstreamrG   Úcommitr“   rI   r�   s   &&&&&   r   ÚprepareÚLowVramPatch.prepare¿   s™   € Ø�#ˆð Ÿ™ d§h¡hÖ/ó
á/�ð �1�X”u—z‘z×9Ñ9¸%À½(ÀGÐZ`ÓgÐinÐopÕiqÐsxÐyzÕs{ð  ~Cð  DEõ  ~Fó  GÙ/ð 	ð 
÷ Ø$4Ô!ØÐùò
s   £ABc                	ó   € R V n         R # r   )r�   r   s   &r   Úclear_preparedÚLowVramPatch.clear_preparedÉ   s
   € Ø $ˆÖr   c                	óÜ   € V P                   e   V P                   MV P                  V P                  ,          p\        P                  P                  W!V P                  VP                  R7      # )N©Úintermediate_dtype)r�   rŠ   r7   rc   r‘   Úcalculate_weightÚdtype)r   ÚweightrŠ   s   && r   Ú__call__ÚLowVramPatch.__call__Ì   sT   € Ø+/×+@Ñ+@Ò+L�$×'Ò'ÐRV×R^ÑR^Ð_c×_gÑ_gÕRhˆÜ�z‰z×*Ñ*¨7¸D¿H¹HÐY_×YeÑYeÐ*ÓfÐfr   )r‹   r7   rŠ   r�   rŒ   ©NN)TT)r=   r>   r?   r@   Úis_lowvram_patchr   r”   r›   rž   r¦   rA   rB   r   r   rˆ   rˆ   ¯   s"   † ØÐô%òô ò%ögr   rˆ   c                óØ   € \        W4      w  r#pVf   ^ # \        V R\        P                  4      pVf   VP                  pVP                  4       VP                  ,          \        ,          # )NÚmanual_cast_dtype)Úget_key_weightr   ÚtorchÚfloat32r¤   ÚnumelÚitemsizeÚ"LOWVRAM_PATCH_ESTIMATE_MATH_FACTOR)r3   r7   r¥   rŒ   r‹   Úmodel_dtypes   &&    r   Úlow_vram_patch_estimate_vramr³   Ò   sX   € Ü%3°EÓ%?Ñ"€F�lØ‚~ÙÜ˜%Ð!4´e·m±mÓD€KØÒØ—l‘lˆà�<‰<‹>˜K×0Ñ0Õ0Ô3UÕUÐUr   c                ó  € R pR pVP                  R^4      p\        V4      ^8  d!   \        P                  P	                  W4      pM¡\        P                  P	                  W^ ,          4      p \        VRP                  V^,          4      4      p \        VRP                  V^,          4      4      p\        Wd^,          4      pVe    \        P                  P	                  W4      pWRV3#   \         d     Lii ; i  \         d     LWi ; i)NÚ.zset_{}z
convert_{})Úrsplitrj   rc   r„   Úget_attrr   r`   ÚAttributeError)r3   r7   rŒ   r‹   Úop_keysr¥   Úops   &&     r   r¬   r¬   Ü   sî   € Ø€HØ€LØ�j‰j˜˜aÓ €GÜ
ˆ7ƒ|�aÔÜ—‘×%Ñ% eÓ1‰ä�[‰[×!Ñ! %°­Ó4ˆð	Ü˜r 8§?¡?°7¸1µ:Ó#>Ó?ˆHð	Ü" 2 |×':Ñ':¸7À1½:Ó'FÓGˆLô ˜ Q�ZÓ(ˆØÒ#Ü—[‘[×)Ñ)¨%Ó5ˆFà˜\Ð)Ð)øô ô 	Ùð	ûô
 ô 	Ùð	ús$   Á."C, Â"C= Ã,C:Ã9C:Ã=DÄ
Dc                óH   € \        V 4      ^ 8X  d   V# RP                  W4      # )r�   z{}.{})rj   r`   )r7   Úparams   &&r   Úkey_param_name_to_keyr½   ô   s!   € Ü
ˆ3ƒx�1„}ØˆØ�>‰>˜#Ó%Ð%r   c                  ó2   € ] tR t^ùtRR R lltR tR tRtR# )ÚAutoPatcherEjectorc               ó   € V ^8„  d   QhRR/# )r]   r3   z'ModelPatcher'rB   )r`   s   "r   ra   ÚAutoPatcherEjector.__annotate__ú   s   € ÷ Iñ I˜nñ Ir   c                	ó:   € Wn         R V n        R V n        W n        R# r:   )r3   Úwas_injectedÚprev_skip_injectionÚskip_and_inject_on_exit_only)r   r3   rÅ   s   &&&r   r   ÚAutoPatcherEjector.__init__ú   s   € ØŒ
Ø!ˆÔØ#(ˆÔ Ø,HÖ)r   c                	ó  € R V n         V P                  P                  V n        V P                  '       d   RV P                  n        V P                  P
                  '       d$   V P                  P                  4        RV n         R# R# )FTN)rÃ   r3   Úskip_injectionrÄ   rÅ   Úis_injectedÚeject_modelr   s   &r   Ú	__enter__ÚAutoPatcherEjector.__enter__   sa   € Ø!ˆÔØ#'§:¡:×#<Ñ#<ˆÔ Ø×,×,Ð,Ø(,ˆD�J‰JÔ%Ø�:‰:×!×!Ð!Ø�J‰J×"Ñ"Ô$Ø $ˆDÖñ "r   c                	óZ  € V P                   '       d6   V P                  V P                  n        V P                  P	                  4        V P
                  '       d7   V P                  P                  '       g   V P                  P	                  4        V P                  V P                  n        R # r   )rÅ   rÄ   r3   rÈ   Úinject_modelrÃ   )r   Úargss   &*r   Ú__exit__ÚAutoPatcherEjector.__exit__	  sm   € Ø×,×,Ð,Ø(,×(@Ñ(@ˆD�J‰JÔ%Ø�J‰J×#Ñ#Ô%Ø××Ð T§Z¡Z×%>×%>Ð%>Ø�J‰J×#Ñ#Ô%Ø$(×$<Ñ$<ˆ�
‰
Ö!r   )r3   rÄ   rÅ   rÃ   N©F)r=   r>   r?   r@   r   rË   rÐ   rA   rB   r   r   r¿   r¿   ù   s   † ÷Iò%ö=r   r¿   c                  óJ   € ] tR tRtRR R lltR R ltR R ltR R	 ltR
tR# )ÚMemoryCounteri  c               ó   € V ^8„  d   QhRR/# )r]   ÚinitialÚintrB   )r`   s   "r   ra   ÚMemoryCounter.__annotate__  s   € ÷ ñ  ñ r   c                	ó   € Wn         W n        R # r   ©ÚvalueÚminimum)r   rÖ   rÜ   s   &&&r   r   ÚMemoryCounter.__init__  s   € ØŒ
ØŽr   c               ó   € V ^8„  d   QhRR/# )r]   r¥   útorch.TensorrB   )r`   s   "r   ra   rØ     s   € ÷ ñ ˜,ñ r   c                	ó¤   € VP                  4       VP                  4       ,          pV P                  V4      '       d   V P                  V4       R # R# )TF)ÚnelementÚelement_sizeÚ
is_useableÚ	decrement)r   r¥   Úweight_sizes   && r   ÚuseÚMemoryCounter.use  s=   € Ø—o‘oÓ'¨&×*=Ñ*=Ó*?Õ?ˆØ�?‰?˜;×'Ò'Ø�N‰N˜;Ô'ÙÙr   c               ó   € V ^8„  d   QhRR/# ©r]   Úusedr×   rB   )r`   s   "r   ra   rØ     s   € ÷ 0ñ 0˜sñ 0r   c                	óB   € V P                   V,
          V P                  8„  # r   rÚ   ©r   rê   s   &&r   rã   ÚMemoryCounter.is_useable  s   € Ø�z‰z˜DÕ  4§<¡<Ñ/Ð/r   c               ó   € V ^8„  d   QhRR/# ré   rB   )r`   s   "r   ra   rØ   !  s   € ÷ ñ ˜cñ r   c                	ó8   € V ;P                   V,          un         R # r   )rÛ   rì   s   &&r   rä   ÚMemoryCounter.decrement!  s   € Ø�
Š
�dÕ�
r   )rÜ   rÛ   Nr—   )	r=   r>   r?   r@   r   ræ   rã   rä   rA   rB   r   r   rÔ   rÔ     s   † ÷õ
õ0÷ñ r   rÔ   Ú
FakeDeviceÚtypeÚindexzcomfy-lazy-casterc                  óD   a € ] tR tRtV 3R ltR t]R 4       tR tRt	V ;t
# )ÚLazyCastingParami&  c                	ó"   <€ \         SV `  W4      # r   ©ÚsuperÚ__new__)Úclsr3   r7   ÚtensorÚ	__class__s   &&&&€r   rù   ÚLazyCastingParam.__new__'  ó   ø€ Ü‰w‰˜sÓ+Ð+r   c                	ó   € Wn         W n        R # r   )r3   r7   )r   r3   r7   rû   s   &&&&r   r   ÚLazyCastingParam.__init__*  s   € ØŒ
ØŽr   c                	ó   € \         # r   ©ÚCustomTorchDevicer   s   &r   r}   ÚLazyCastingParam.device.  ó   € ä Ð r   c                	ó˜   € V P                   P                  V P                  V P                   P                  R R7      P	                  R4      # )T©Ú	device_toÚreturn_weightÚcpu)r3   Úpatch_weight_to_devicer7   r4   rN   )r   rÏ   Úkwargss   &*,r   rN   ÚLazyCastingParam.to5  s9   € Ø�z‰z×0Ñ0°·±ÀTÇZÁZ×E[ÑE[ÐkoÐ0Óp×sÑsÐtyÓzÐzr   )r7   r3   ©r=   r>   r?   r@   rù   r   Úpropertyr}   rN   rA   Ú__classcell__©rü   s   @r   rõ   rõ   &  s-   ø† õ,òð ñ!ó ð!÷{ð {r   rõ   c                  ó"   € ] tR tRtR tR tRtR# )ÚLazyCastingQuantizedParami9  c                	ó,   € Wn         W n        R V n        R # r   )r3   r7   Úcpu_state_dict)r   r3   r7   s   &&&r   r   Ú"LazyCastingQuantizedParam.__init__:  s   € ØŒ
ØŒØ"ˆÖr   c                	ój  € V P                   fŽ   V P                  P                  V P                  V P                  P                  RR7      pVP                  V P                  4      P                  4        UUu/ uF  w  r4W4P                  R4      bK  	  uppV n         V P                   V,          # u uppi )NTr  r
  )r  r3   r  r7   r4   Ú
state_dictÚitemsrN   )r   Ústate_dict_keyr¥   ro   Úvs   &&   r   Ústate_dict_tensorÚ+LazyCastingQuantizedParam.state_dict_tensor?  s�   € Ø×ÑÒ&Ø—Z‘Z×6Ñ6°t·x±xÈ4Ï:É:×KaÑKaÐquÐ6ÓvˆFØ>D×>OÑ>OÐPT×PXÑPXÓ>Y×>_Ñ>_Ô>aÔ"bÑ>a±d°a 1§d¡d¨5£k¢>Ñ>aÒ"bˆDÔØ×"Ñ" >Õ2Ð2ùó #cs   Á7B/)r  r7   r3   N)r=   r>   r?   r@   r   r  rA   rB   r   r   r  r  9  s   † ò#ö
3r   r  c                  óD   a € ] tR tRtV 3R ltR t]R 4       tR tRt	V ;t
# )ÚLazyCastingParamPieceiF  c                	ó"   <€ \         SV `  W4      # r   r÷   )rú   Úcasterr  rû   rü   s   &&&&€r   rù   ÚLazyCastingParamPiece.__new__G  rþ   r   c                	ó   € Wn         W n        R # r   ©r!  r  )r   r!  r  rû   s   &&&&r   r   ÚLazyCastingParamPiece.__init__J  s   € ØŒØ,Ör   c                	ó   € \         # r   r  r   s   &r   r}   ÚLazyCastingParamPiece.deviceN  r  r   c                	óT   € V P                   pV = VP                  V P                  4      # r   )r!  r  r  )r   rÏ   r  r!  s   &*, r   rN   ÚLazyCastingParamPiece.toR  s'   € Ø—‘ˆØˆKØ×'Ñ'¨×(;Ñ(;Ó<Ð<r   r$  r  r  s   @r   r  r  F  s+   ø† õ,ò-ð ñ!ó ð!÷=ð =r   r  c                  ó,  € ] tR tRtR–R ltR tR tR tR tR t	R t
R—R
 ltR˜R R lltR tR tR™R R lltR tR tR™R ltR™R ltR™R ltR tR R ltR tR tRšR ltR tR tRšR ltRšR ltR  tR! tR" t R# t!R$ t"R% t#R& t$R' t%R( t&R) t'R* t(R+ t)R, t*R- t+R. t,R/ t-R0 R1 lt.R2 t/R3 t0R4/ 3R5 lt1R6 t2R›R7 lt3RšR8 lt4RšR9 lt5RœR: lt6R; t7R< t8R= t9R�R> lt:RžR? lt;RŸR@ lt<R RA lt=R¡RB lt>R¡RC lt?RD t@RE tARF tBR¢RG ltCRH tD]EPŒ                  3RI ltGRJ tHRK RL ltIRM RN ltJRO RP ltKRQ RR ltLRS RT ltMRU RV ltNRW RX ltORY RZ ltPR[ R\ ltQR] R^ ltRR_ R` ltSRa Rb ltTRc Rd ltURe Rf ltVRg Rh ltWRi Rj ltXRk Rl ltY]ZP¶                  Rm 4       t\Rn Ro lt]Rp Rq lt^Rr t_Rs t`R™Rt ltaRu tbRv tcRw tdRx teRy tfRz R{ ltgR| R} lthR~ R ltiR˜R€ R� lltjR›R‚ Rƒ lltkR„ R… ltlR£R† R‡ lltmRˆ R‰ ltnRŠ R‹ ltoRŒ tpR� RŽ ltqRšR� R� lltrR‘ tsR¤R’ lttR¥R“ ltuR” tvR•twR	# )¦r   iX  c                	óp  € W@n         Wn        W`n        \        V P                  R 4      '       g(   \        P
                  ! R4       W0P                  n        M(V P                  P                  f   W0P                  n        / V n        / V n        / V n	        / V n
        / V n        / V n        R/ /V n        W n        W0n        WPn        RV n        \$        P&                  ! 4       V n        RV n        \-        4       V n        / V n        / V n        \4        P6                  ! 4       V n        \:        P<                  ! 4       V n        RV n         RV n!        / V n"        / V n#        RV n$        / V n%        / V n&        RV n'        RV n(        RV n)        \T        PV                  PX                  PZ                  V n.        RV n/        RV n0        \$        P&                  ! 4       V n1        \        V P                  R4      '       g   ^ V P                  n2        \        V P                  R4      '       g   ^ V P                  n3        \        V P                  R4      '       g   RV P                  n4        \        V P                  R4      '       g   RV P                  n5        \        V P                  R	4      '       g   ^ V P                  n6        R# R# )
r}   z&Model doesn't have a device attribute.NrD   FÚmodel_loaded_weight_memoryÚlowvram_patch_counterÚmodel_lowvramÚcurrent_weight_patches_uuidÚmodel_offload_buffer_memory)7Úsizer3   Ú	fast_diskrv   r‚   Údebugr}   rŠ   ÚbackupÚbackup_buffersÚobject_patchesÚobject_patches_backupÚweight_wrapper_patchesrH   r4   Úoffload_deviceÚweight_inplace_updateÚforce_cast_weightsÚuuidÚuuid4Úpatches_uuidÚparentÚsetÚpinnedÚattachmentsÚadditional_modelsr	   Úinit_callbacksÚ	callbacksr   Úinit_wrappersÚwrappersrÉ   rÈ   Ú
injectionsÚhook_patchesÚhook_patches_backupÚhook_backupÚcached_hook_patchesÚcurrent_hooksÚforced_hooksÚis_cliprc   ÚhooksÚEnumHookModeÚMaxSpeedÚ	hook_modeÚcached_patcher_initÚis_multigpu_base_cloneÚclone_base_uuidr,  r-  r.  r/  r0  )r   r3   r4   r9  r1  r:  r2  s   &&&&&&&r   r   ÚModelPatcher.__init__Y  s  € ØŒ	ØŒ
Ø"ŒÜ�t—z‘z 8×,Ò,Ü�MŠMÐBÔCØ .�J‰JÕØ�Z‰Z×ÑÒ&Ø .�J‰JÔàˆŒØˆŒØ ˆÔØ ˆÔØ%'ˆÔ"Ø&(ˆÔ#Ø3°BÐ7ˆÔØ&ÔØ,ÔØ%:Ô"Ø"'ˆÔÜ ŸJšJ›LˆÔØˆŒÜ“eˆŒà&(ˆÔØ@BˆÔÜ?J×?YÒ?YÓ?[ˆŒÜ>H×>VÒ>VÓ>XˆŒà ˆÔØ#ˆÔØ=?ˆŒà8:ˆÔØ?CˆÔ ØIKˆÔØY[ˆÔ Ø>BˆÔØ=AˆÔØˆŒÜŸ™×1Ñ1×:Ñ:ˆŒà`dˆÔ Ø&+ˆÔ#Ü#Ÿzšz›|ˆÔä�t—z‘zÐ#?×@Ò@Ø45ˆD�J‰JÔ1ä�t—z‘zÐ#:×;Ò;Ø/0ˆD�J‰JÔ,ä�t—z‘z ?×3Ò3Ø',ˆD�J‰JÔ$ä�t—z‘zÐ#@×AÒAØ59ˆD�J‰JÔ2ä�t—z‘zÐ#@×AÒAØ56ˆD�J‰JÖ2ñ Br   c                	ó   € R # rÒ   rB   r   s   &r   r1   ÚModelPatcher.is_dynamic—  s   € Ùr   c                	ó°   € V P                   ^ 8”  d   V P                   # \        P                  P                  V P                  4      V n         V P                   # r—   )r1  rc   Úmodel_managementÚmodule_sizer3   r   s   &r   Ú
model_sizeÚModelPatcher.model_sizeš  s=   € Ø�9‰9�qŒ=Ø—9‘9ÐÜ×*Ñ*×6Ñ6°t·z±zÓBˆŒ	Ø�y‰yÐr   c                	ó.   € V P                   P                  # r   )r3   r,  r   s   &r   Úloaded_sizeÚModelPatcher.loaded_size   s   € Ø�z‰z×4Ñ4Ð4r   c                	ó.   € V P                   P                  # r   )r3   r-  r   s   &r   r-  Ú"ModelPatcher.lowvram_patch_counter£  s   € Ø�z‰z×/Ñ/Ð/r   c                	ó  € ^ p\         P                  P                  '       d@   \        VRR4      R8X  d   VP                  MRp\
        P                  P                  V4      p\         P                  P                  V4      V,           # )r�   rò   NÚcuda)
rc   Úmemory_managementÚaimdo_enabledr   ró   Úcomfy_aimdoÚ
model_vbarÚvbars_analyzer[  Úget_free_memory)r   r}   Ú	aimdo_memÚaimdo_devices   &&  r   rk  ÚModelPatcher.get_free_memory¦  si   € ð ˆ	Ü×"Ñ"×0×0Ð0Ü+2°6¸6À4Ó+HÈFÔ+R˜6Ÿ<š<ÐX\ˆLÜ#×.Ñ.×<Ñ<¸\ÓJˆIÜ×%Ñ%×5Ñ5°fÓ=À	ÕIÐIr   c                	óv   € V P                   V P                  V P                  V P                  V P                  33# r   )r3   r4  r5  r7  rA  r   s   &r   Úget_clone_model_overrideÚ%ModelPatcher.get_clone_model_override°  s1   € Ø�z‰z˜DŸK™K¨×)<Ñ)<¸d×>XÑ>XÐZ^×ZeÑZeÐfÐfÐfr   Nc           	     	óH  € V P                   pV P                  4       '       d	   V'       g	   V'       d¯   V P                  4       '       d   V'       d   \        pVf‡   V P                  f   \	        R4      hV P                  ^ ,          ! V P                  ^,          RR/ p\        V P                  4      ^8”  d   WPP                  ^,          ,          pVP                  4       pVf   V P                  4       pV! V^ ,          V P                  V P                  V P                  4       V P                  V P                  R7      p/ Vn        V P                   F*  pV P                  V,          R,          VP                  V&   K,  	  V P                  Vn        V P                  P                  4       Vn        V P                   P                  4       Vn        \"        P$                  P'                  V P(                  4      Vn        Wn        V P,                  Vn        V^,          w  Vn        Vn        Vn        Vn        / Vn        V P6                   Fv  p\9        V P6                  V,          R4      '       d1   V P6                  V,          P;                  4       VP6                  V&   KV  V P6                  V,          VP6                  V&   Kx  	  V P<                  P?                  4        F1  w  rxV U	u. uF  q™PA                  4       NK  	  up	VP<                  V&   K3  	  V PB                  P?                  4        FQ  w  rx/ VPB                  V&   VP?                  4        F)  w  r«VP                  4       VPB                  V,          V
&   K+  	  KS  	  V PD                  P?                  4        FQ  w  r|/ VPD                  V&   VP?                  4        F)  w  r­VP                  4       VPD                  V,          V
&   K+  	  KS  	  V PF                  Vn#        V PH                  Vn$        V PJ                  P?                  4        F"  w  r~VP                  4       VPJ                  V&   K$  	  \M        V PN                  4      Vn'        V PP                  '       d   \M        V PP                  4      MV PP                  Vn(        V PR                   FZ  p/ VPR                  V&   V PR                  V,           F1  pV PR                  V,          V,          VPR                  V,          V&   K3  	  K\  	  V PT                  Vn*        V PV                  '       d   V PV                  PA                  4       MV PV                  Vn+        V PX                  '       d   V PX                  PA                  4       MV PX                  Vn,        V PZ                  Vn-        V P\                  Vn.        V P                  Vn        V P^                  Vn/        V P`                  Vn0        V Pc                  \d        Pf                  4       F  pV! W4       K  	  V# u up	i )NzKCannot create non-dynamic delegate: cached_patcher_init is not initialized.Údisable_dynamicT)r:  r2  rh   Úon_model_patcher_clone)4rü   r1   r   rT  ÚRuntimeErrorrj   rp  r4   r9  r]  r:  r2  rŠ   r>  r6  rG   r8  rc   r„   Údeepcopy_list_dictrH   r?  r;  r4  r5  r7  rA  rB  rv   rt  rC  r  ÚclonerE  rG  rÉ   rÈ   rH  rq   rI  rJ  rL  rK  rM  rN  rO  rS  rU  rV  Úget_all_callbacksr	   ÚON_CLONE)r   rs  Úmodel_overrideÚforce_deepcopyÚclass_Útemp_model_patcherÚnro   ÚcÚxÚk1Úc1ÚwÚw1rp   ÚgroupÚcallbacks   &&&&             r   rw  ÚModelPatcher.clone³  sÕ  € Ø—‘ˆØ�?‰?×Ò§·NØ�‰× Ò §_Ü%�ØÒ%Ø×+Ñ+Ò3Ü&Ð'tÓuÐuØ%)×%=Ñ%=¸aÖ%@À$×BZÑBZÐ[\ÕB]Ð%tÐosÑ%tÐ"Ü�t×/Ñ/Ó0°1Ô4Ø);×<TÑ<TÐUVÕ<WÕ)XÐ&Ø!3×!LÑ!LÓ!N�ØÒ!Ø!×:Ñ:Ó<ˆNá�> !Õ$ d×&6Ñ&6¸×8KÑ8KÈTÏ_É_ÓM^Ðvz÷  wQñ  wQð  ]a÷  ]kñ  ]kô  lˆØˆŒ	Ø—”ˆAØŸ<™<¨�?¨1Õ-ˆA�I‰I�a‹Lñ à×*Ñ*ˆŒà×.Ñ.×3Ñ3Ó5ˆÔØ#'×#>Ñ#>×#CÑ#CÓ#EˆÔ ÜŸ+™+×8Ñ8¸×9KÑ9KÓLˆŒØŒà#×6Ñ6ˆÔàHVÐWXÕHYÑEˆŒ�!Ô" AÔ$;¸Q¼Xð ˆŒØ×!Ô!ˆAÜ�t×'Ñ'¨Õ*Ð,D×EÒEØ#'×#3Ñ#3°AÕ#6×#MÑ#MÓ#O�—‘˜aÓ à#'×#3Ñ#3°AÕ#6�—‘˜aÓ ñ	 "ð ×*Ñ*×0Ñ0Ö2‰DˆAÙ9:Ó%;¹°A§g¡g¦i¹Ñ%;ˆA×Ñ Ó"ñ 3ð —N‘N×(Ñ(Ö*‰DˆAØˆA�K‰K˜‰NØŸ'™'ž)‘�Ø%'§W¡W£Y�—‘˜A•˜rÓ"ó $ñ +ð
 —M‘M×'Ñ'Ö)‰DˆAØˆA�J‰J�q‰MØŸ'™'ž)‘�Ø$&§G¡G£I�—
‘
˜1•˜bÓ!ó $ñ *ð
 ×(Ñ(ˆŒØ×.Ñ.ˆÔØ—O‘O×)Ñ)Ö+‰DˆAØŸf™f›hˆA�L‰L˜‹Oñ ,ô 3°4×3DÑ3DÓEˆŒØW[×Wo×WoÐWoÔ 9¸$×:RÑ:RÔ SÐuy÷  vNñ  vNˆÔØ×-Ô-ˆEØ+-ˆA×!Ñ! %Ñ(Ø×-Ñ-¨e×4Ð4�Ø26×2JÑ2JÈ5Õ2QÐRSÕ2T�×%Ñ% eÕ,¨QÓ/ó 5ñ .ð ×(Ñ(ˆŒØ8<×8J×8JÐ8J˜$×,Ñ,×2Ñ2Ô4ÐPT×PbÑPbˆŒØ6:×6G×6GÐ6G˜×*Ñ*×0Ñ0Ô2ÈT×M^ÑM^ˆŒØ—L‘LˆŒ	Ø—n‘nˆŒà $× 8Ñ 8ˆÔØ#'×#>Ñ#>ˆÔ Ø ×0Ñ0ˆÔà×.Ñ.¬{×/CÑ/CÖDˆHÙ�TÖñ EàˆùòG &<s   Ë'Xc               ó   € V ^8„  d   QhRR/# )r]   Úmodels_cachezdict[uuid.UUID, ModelPatcher]rB   )r`   s   "r   ra   ÚModelPatcher.__annotate__ÿ  s   € ÷ /ñ /ÐEañ /r   c                	óÆ  € \         P                  ! R V P                  P                  P                   RV'       d   TMV P
                   R24       V P                  f.   \        RV P                  P                  P                   R24      h\        P                  P                  V 4       V P                  ^ ,          ! V P                  ^,          !  p\        V P                  4      ^8”  d   W0P                  ^,          ,          pVP                  / / / \        4       33pV P                  VR7      p/ Vn        Ve   Wn        \        VR4      '       d   VP!                  VP
                  4       VP#                  R4       Vf   / pVP$                  P'                  4        F�  w  rg\)        \        V4      4       Fr  pVP$                  V,          V,          p	V	P*                  V9  d   V	P-                  WR7      W)P*                  &   W)P*                  ,          VP$                  V,          V&   Kt  	  K‘  	  V P/                  \0        P2                  4       F  p
V
! W4       K  	  V# )	zCreating deepclone of z for rµ   z$Cannot create multigpu deepclone of a	  : the loader that produced this model does not support multigpu (cached_patcher_init is not initialized). Use a core loader (CheckpointLoaderSimple, UNETLoader, CLIPLoader/DualCLIPLoader, VAELoader), or have the custom loader register a cached_patcher_init factory.©rz  Úregister_load_deviceÚmultigpu©Únew_load_devicer‰  )r‚   Úinfor3   rü   r=   r4   rT  ru  rc   r[  Úunload_model_and_clonesrj   r@  rw  rK  rv   r�  Úremove_additional_modelsrC  r  ri   rV  Údeepclone_multigpurx  r	   ÚON_DEEPCLONE_MULTIGPU)r   r�  r‰  r}  rz  r~  r7   Ú
model_listrp   Ú	add_modelr†  s   &&&        r   r”  ÚModelPatcher.deepclone_multigpuÿ  s+  € Ü�ŠÐ-¨d¯j©j×.BÑ.B×.KÑ.KÐ-LÈE×etÑRaÐz~÷  {Kñ  {Kð  RLð  LMð  Nô  	OØ×#Ñ#Ò+ÜØ6°t·z±z×7KÑ7K×7TÑ7TÐ6Uð VTð Tóð ô 	×Ñ×6Ñ6°tÔ<ð AE×@XÑ@XÐYZÖ@[Ð]a×]uÑ]uÐvwÕ]xÑ@yÐÜˆt×'Ñ'Ó(¨1Ô,Ø!3×4LÑ4LÈQÕ4OÕ!PÐð -×2Ñ2°R¸¸RÄÃÐ4GÐHˆØ�J‰J nˆJÓ5ˆàˆŒàÒ&Ø+ŒMô �1Ð,×-Ò-Ø×"Ñ" 1§=¡=Ô1à	×"Ñ" :Ô.àÒØˆLØ ×2Ñ2×8Ñ8Ö:‰OˆCÜœ3˜z›?Ö+�Ø×/Ñ/°Õ4°QÕ7�	Ø×,Ñ,°LÔ@Ø>G×>ZÑ>ZÐkzÐ>Zó  ?W�L×!:Ñ!:Ñ;Ø.:×;TÑ;TÕ.U�×#Ñ# CÕ(¨Ó+ó	 ,ñ  ;ð ×.Ñ.¬{×/PÑ/PÖQˆHÙ�TÖñ Ràˆr   c                	ód  € V P                  R 4      p\        V4      ^ 8”  Ed‰   . pV EFk  pV P                  VP                  4       R7      pVP                  Vn        VP
                  Vn        VP                  Vn        VP                  R 4       \        P                  P                  VP                  4      p\        P                  P                  VP                  4      Vn        / pVP                  4        F  pWvVP                  &   K  	  \        \        VP!                  4       4      4      pVP#                  4        F¹  w  ršV
 F®  pVP                  V9  dm   VP%                  VP                  VR7      WkP                  &   VP                  V	4      pVP'                  WkP                  ,          4       VP)                  Wœ4       VP                  V9   g   K“  VP+                  VP                  4       K°  	  K»  	  VP                  P#                  4        F9  w  ršV
 Uu. uF  qÝP                  V9  g   K  VNK  	  ppVP)                  Wž4       K;  	  V P-                  \.        P0                  4       F  pV! W4       K  	  VP'                  V4       EKn  	  V P)                  R V4       R# R# u upi )rŽ  rŒ  r�  N)Úget_additional_models_with_keyrj   rw  rp  r4   rK  rU  r“  rc   rd   re   rC  Úget_additional_modelsrV  r@  r)   Úkeysr  r”  r,   Úset_additional_modelsÚremoverx  r	   ÚON_MATCH_MULTIGPU_CLONES)r   Úmultigpu_modelsÚnew_multigpu_modelsÚmmr~  Úorig_additional_modelsr‰  Úmm_add_modelÚremove_models_uuidsr7   r–  Úorig_add_modelÚexisting_listr€  Únew_model_listr†  s   &               r   Úmatch_multigpu_clonesÚ"ModelPatcher.match_multigpu_clones0  s`  € Ø×=Ñ=¸jÓIˆÜˆÓ !Õ#Ø"$ÐÜ%�à—J‘J¨b×.IÑ.IÓ.K�JÓL�Ø "§¡�”Ø "§¡�”Ø+-×+DÑ+D�Ô(Ø×*Ñ*¨:Ô6ÜHM×H_ÑH_×HqÑHqÐrs÷  sFñ  sFó  IGÐ&Ü&+×&=Ñ&=×&OÑ&OÐPR×PdÑPdÓ&e�Ô#à!�Ø$&×$<Ñ$<Ö$>�LØAM ×!=Ñ!=Ó>ñ %?ä&)¬$¨|×/@Ñ/@Ó/BÓ*CÓ&DÐ#Ø'=×'CÑ'CÖ'E‘O�CÛ*4˜Ø)×9Ñ9ÀÔMØKY×KlÑKlÐ}~÷  ~Kñ  ~Kð  ZfÐKló  Lg˜L×)GÑ)GÑHØ,-×,LÑ,LÈSÓ,Q˜MØ)×0Ñ0°×>\Ñ>\Õ1]Ô^Ø×3Ñ3°CÔGØ)×9Ñ9Ð=PÖPØ/×6Ñ6°~×7UÑ7UÖVó +5ñ (Fð ()×':Ñ':×'@Ñ'@Ö'B‘O�CÙ1;Ó%l±¨A×?PÑ?PÐXkÑ?k§a a±�NÐ%lØ×+Ñ+¨CÖ@ñ (Cð !%× 6Ñ 6´{×7[Ñ7[Ö \�HÙ˜TÖ%ñ !]à#×*Ñ*¨1×-ñ; &ð< ×&Ñ& zÐ3FÖGñA $ùò6 &ms   ÈJ-È6J-c                	ób   € \        VR 4      '       d   V P                  VP                  J d   R# R# )r3   TF)rv   r3   )r   Úothers   &&r   Úis_cloneÚModelPatcher.is_cloneT  s$   € Ü�5˜'×"Ò" t§z¡z°U·[±[Ó'@ÙÙr   c               ó   € V ^8„  d   QhRR/# )r]   rw  r   rB   )r`   s   "r   ra   rŠ  Y  s   € ÷ "ñ "¨Lñ "r   c                	ó4  € V'       d   V P                   VP                   8w  d   R # MV P                  V4      '       g   R # V P                  VP                  8w  d   R # V P                  VP                  8w  d   R # V P                  P                  4       VP                  P                  4       8w  d   R # V P                  P                  4       VP                  P                  4       8w  d   R # V P                  P                  4       VP                  P                  4       8w  d   R # V P                   FA  p\        V P                  V,          4      \        VP                  V,          4      8w  g   K@   R # 	  V P                   FA  p\        V P                  V,          4      \        VP                  V,          4      8w  g   K@   R # 	  V P                  P                  4       VP                  P                  4       8w  d   R # \        V P                  4      ^ 8X  d   \        VP                  4      ^ 8X  d   R# V P                  VP                  8X  dH   \        V P                  4      \        VP                  4      8w  d   \        P                  ! R4       R# R# R# )FTzOWARNING: something went wrong, same patch uuid but different length of patches.N)rV  r­  rM  rN  rI  rœ  rB  rC  rE  rj   rG  rH  rŠ   r>  r‚   rƒ   )r   rw  Úallow_multigpur7   s   &&& r   Úclone_has_same_weightsÚ#ModelPatcher.clone_has_same_weightsY  sÚ  € ßØ×#Ñ# u×'<Ñ'<Ô<Ùð =ð —=‘= ×'Ò'Ùà×Ñ ×!4Ñ!4Ô4ÙØ×Ñ × 2Ñ 2Ô2ÙØ×Ñ×!Ñ!Ó# u×'9Ñ'9×'>Ñ'>Ó'@Ô@ÙØ×Ñ× Ñ Ó" e×&7Ñ&7×&<Ñ&<Ó&>Ô>ÙØ×!Ñ!×&Ñ&Ó(¨E×,CÑ,C×,HÑ,HÓ,JÔJÙØ—>”>ˆCÜ�4—>‘> #Õ&Ó'¬3¨u¯©¸sÕ/CÓ+DÖDÚñ "ð —=”=ˆCÜ�4—=‘= Õ%Ó&¬#¨e¯n©n¸SÕ.AÓ*BÖBÚñ !ð �?‰?×ÑÓ! U×%5Ñ%5×%:Ñ%:Ó%<Ô<Ùäˆt�|‰|Ó Ô!¤c¨%¯-©-Ó&8¸AÔ&=Ùà×Ñ × 2Ñ 2Ô2Ü�4—<‘<Ó ¤C¨¯©Ó$6Ô6Ü—’Ð qÖráñ	 3r   c                	ó:   € V P                   P                  VR 7      # )©Úinput_shape)r3   r”   )r   r¶  s   &&r   r”   ÚModelPatcher.memory_required}  s   € Ø�z‰z×)Ñ)°kÐ)ÓBÐBr   c                	ó$   € R V P                   R&   R# )TrS   N©rH   r   s   &r   Údisable_model_cfg1_optimizationÚ,ModelPatcher.disable_model_cfg1_optimization€  s   € Ø:>ˆ×ÑÐ6Ó7r   c                	óÞ   a€ \        \        P                  ! S4      P                  4      ^8X  d   V3R lV P                  R&   MSV P                  R&   V'       d   V P                  4        R# R# )é   c                óB   <€ S! V R ,          V R,          V R,          4      # )ÚcondÚuncondÚ
cond_scalerB   )rÏ   Úsampler_cfg_functions   &€r   Ú<lambda>Ú=ModelPatcher.set_model_sampler_cfg_function.<locals>.<lambda>…  s0   ø€ ÑFZÐ[_Ð`fÕ[gÐimÐnvÕiwÐy}ð  Kõ  zLô  GMr   rÂ  N)rj   ÚinspectÚ	signatureÚ
parametersrH   rº  )r   rÂ  rS   s   &f&r   Úset_model_sampler_cfg_functionÚ+ModelPatcher.set_model_sampler_cfg_functionƒ  s[   ø€ ÜŒw× Ò Ð!5Ó6×AÑAÓBÀaÔGô :MˆD×ÑÐ5Ò6à9MˆD×ÑÐ5Ñ6ß$Ø×0Ñ0Ö2ñ %r   c                	ó<   € \        V P                  W4      V n        R # r   )rW   rH   )r   rV   rS   s   &&&r   Ú#set_model_sampler_post_cfg_functionÚ0ModelPatcher.set_model_sampler_post_cfg_function‹  s   € Ü@À×ASÑASÐUfó  CˆÖr   c                	ó<   € \        V P                  W4      V n        R # r   )r[   rH   )r   rZ   rS   s   &&&r   Ú"set_model_sampler_pre_cfg_functionÚ/ModelPatcher.set_model_sampler_pre_cfg_functionŽ  s   € Ü?À×@RÑ@RÐTdó  AˆÖr   c                	ó"   € WP                   R &   R# )Ú sampler_calc_cond_batch_functionNr¹  )r   rÑ  s   &&r   Ú*set_model_sampler_calc_cond_batch_functionÚ7ModelPatcher.set_model_sampler_calc_cond_batch_function‘  s   € ØAa×ÑÐ=Ó>r   c               ó   € V ^8„  d   QhRR/# )r]   Úunet_wrapper_functionr   rB   )r`   s   "r   ra   rŠ  ”  s   € ÷ Mñ MÐEXñ Mr   c                	ó"   € WP                   R &   R# )Úmodel_function_wrapperNr¹  )r   rÕ  s   &&r   Úset_model_unet_function_wrapperÚ,ModelPatcher.set_model_unet_function_wrapper”  s   € Ø7L×ÑÐ3Ó4r   c                	ó"   € WP                   R &   R# )Údenoise_mask_functionNr¹  )r   rÛ  s   &&r   Úset_model_denoise_mask_functionÚ,ModelPatcher.set_model_denoise_mask_function—  s   € Ø6K×ÑÐ2Ó3r   c                	óš   € V P                   R ,          pRV9  d   / VR&   VR,          P                  V. 4      V.,           VR,          V&   R# )rD   rŠ   N©rH   rU   )r   rI   rJ   rN   s   &&& r   Úset_model_patchÚModelPatcher.set_model_patchš  sJ   € Ø×ÑÐ 5Õ6ˆØ˜BÔØˆBˆy‰MØ  �m×/Ñ/°°bÓ9¸U¸GÕCˆˆ9��dÓr   c           	     	óB   € \        V P                  WW4VR 7      V n        R# ))rM   N)rP   rH   )r   rI   rJ   rK   rL   rM   s   &&&&&&r   Úset_model_patch_replaceÚ$ModelPatcher.set_model_patch_replace   s%   € Ü<¸T×=OÑ=OÐQVÐ^hð  EVô  WˆÖr   c                	ó*   € V P                  VR 4       R# )Úattn1_patchN©rà  ©r   rI   s   &&r   Úset_model_attn1_patchÚ"ModelPatcher.set_model_attn1_patch£  ó   € Ø×Ñ˜U MÖ2r   c                	ó*   € V P                  VR 4       R# )Úattn2_patchNrç  rè  s   &&r   Úset_model_attn2_patchÚ"ModelPatcher.set_model_attn2_patch¦  rë  r   c                	ó.   € V P                  VR W#V4       R# )Úattn1N©rã  ©r   rI   rK   rL   rM   s   &&&&&r   Úset_model_attn1_replaceÚ$ModelPatcher.set_model_attn1_replace©  ó   € Ø×$Ñ$ U¨G°ZÐIZÖ[r   c                	ó.   € V P                  VR W#V4       R# )Úattn2Nrò  ró  s   &&&&&r   Úset_model_attn2_replaceÚ$ModelPatcher.set_model_attn2_replace¬  rö  r   c                	ó*   € V P                  VR 4       R# )Úattn1_output_patchNrç  rè  s   &&r   Úset_model_attn1_output_patchÚ)ModelPatcher.set_model_attn1_output_patch¯  ó   € Ø×Ñ˜UÐ$8Ö9r   c                	ó*   € V P                  VR 4       R# )Úattn2_output_patchNrç  rè  s   &&r   Úset_model_attn2_output_patchÚ)ModelPatcher.set_model_attn2_output_patch²  rÿ  r   c                	ó    a€ V3R  lp\        SR4      '       d    SP                  e   SP                  Vn        W P                  R,          R&   R# )c                ó   <€ S! V/ VB # r   rB   )Ú_rÏ   r  Úoptimized_attentions   &*,€r   Úoptimized_attention_overrideÚPModelPatcher.set_model_optimized_attention.<locals>.optimized_attention_override¶  s   ø€ Ù&¨Ð7°Ñ7Ð7r   Úcontainer_functionNrD   r  )rv   r
  rH   )r   r  r  s   &f r   Úset_model_optimized_attentionÚ*ModelPatcher.set_model_optimized_attentionµ  sI   ø€ õ	8ô Ð&Ð(<×=Ò=ÐBU×BhÑBhÒBtØ>Q×>dÑ>dÐ(Ô;ØTp×ÑÐ0Õ1Ð2PÓQr   c                	ó*   € V P                  VR 4       R# )Úinput_block_patchNrç  rè  s   &&r   Úset_model_input_block_patchÚ(ModelPatcher.set_model_input_block_patch½  s   € Ø×Ñ˜UÐ$7Ö8r   c                	ó*   € V P                  VR 4       R# )Úinput_block_patch_after_skipNrç  rè  s   &&r   Ú&set_model_input_block_patch_after_skipÚ3ModelPatcher.set_model_input_block_patch_after_skipÀ  ó   € Ø×Ñ˜UÐ$BÖCr   c                	ó*   € V P                  VR 4       R# )Úoutput_block_patchNrç  rè  s   &&r   Úset_model_output_block_patchÚ)ModelPatcher.set_model_output_block_patchÃ  rÿ  r   c                	ó*   € V P                  VR 4       R# )Ú	emb_patchNrç  rè  s   &&r   Úset_model_emb_patchÚ ModelPatcher.set_model_emb_patchÆ  s   € Ø×Ñ˜U KÖ0r   c                	ó*   € V P                  VR 4       R# )Úforward_timestep_embed_patchNrç  rè  s   &&r   Ú&set_model_forward_timestep_embed_patchÚ3ModelPatcher.set_model_forward_timestep_embed_patchÉ  r  r   c                	ó*   € V P                  VR 4       R# )Údouble_blockNrç  rè  s   &&r   Úset_model_double_block_patchÚ)ModelPatcher.set_model_double_block_patchÌ  s   € Ø×Ñ˜U NÖ3r   c                	ó*   € V P                  VR 4       R# )Ú
post_inputNrç  rè  s   &&r   Úset_model_post_input_patchÚ'ModelPatcher.set_model_post_input_patchÏ  s   € Ø×Ñ˜U LÖ1r   c                	ó*   € V P                  VR 4       R# )Únoise_refinerNrç  rè  s   &&r   Úset_model_noise_refiner_patchÚ*ModelPatcher.set_model_noise_refiner_patchÒ  s   € Ø×Ñ˜U OÖ4r   c                	ó*   € V P                  VR 4       R# )Úmiddle_block_after_patchNrç  rè  s   &&r   Ú"set_model_middle_block_after_patchÚ/ModelPatcher.set_model_middle_block_after_patchÕ  s   € Ø×Ñ˜UÐ$>Ö?r   c                	ó¦   € V P                   R ,          P                  R/ 4      pWR&   W8R&   WXR&   W(R&   WHR&   WhR&   W€P                   R ,          R&   R# )	rD   Úrope_optionsÚscale_xÚscale_yÚscale_tÚshift_xÚshift_yÚshift_tNrß  )	r   r4  r7  r5  r8  r6  r9  r  r3  s	   &&&&&&&, r   Úset_model_rope_optionsÚ#ModelPatcher.set_model_rope_optionsÙ  se   € Ø×)Ñ)Ð*?Õ@×DÑDÀ^ÐUWÓXˆØ")�YÑØ")�YÑØ")�YÑà")�YÑØ")�YÑØ")�YÑàDP×ÑÐ0Õ1°.ÓAr   c                	ó"   € W P                   V&   R # r   )r6  )r   rJ   Úobjs   &&&r   Úadd_object_patchÚModelPatcher.add_object_patchæ  s   € Ø$'×Ñ˜DÓ!r   c                	ót   € V P                  R V4       Ve   RV n        \        P                  ! 4       V n        R# )r«   NT)r>  r;  r<  r=  r>  )r   r¤   s   &&r   Úset_model_compute_dtypeÚ$ModelPatcher.set_model_compute_dtypeé  s/   € Ø×ÑÐ1°5Ô9ØÒØ&*ˆDÔ#Ü ŸJšJ›LˆÖr   c                	óœ   € V P                   P                  V. 4      V.,           V P                   V&   \        P                  ! 4       V n        R # r   )r8  rU   r<  r=  r>  )r   rJ   Úfunctions   &&&r   Úadd_weight_wrapperÚModelPatcher.add_weight_wrapperï  s=   € Ø,0×,GÑ,G×,KÑ,KÈDÐRTÓ,UÐYaÐXbÕ,bˆ×#Ñ# DÑ)Ü ŸJšJ›LˆÖr   c               ó    € V ^8„  d   QhRRRR/# )r]   rJ   ÚstrÚreturnztorch.nn.ModulerB   )r`   s   "r   ra   rŠ  ó  s   € ÷ >ñ > Sð >¨_ñ >r   c                óâ   € WP                   9   d   V P                   V,          # WP                  9   d   V P                  V,          # \        P                  P	                  V P
                  V4      # )aJ  Retrieves a nested attribute from an object using dot notation considering
object patches.

Args:
    name (str): The attribute path using dot notation (e.g. "model.layer.weight")

Returns:
    The value of the requested attribute

Example:
    patcher = ModelPatcher()
    weight = patcher.get_model_object("layer1.conv.weight")
)r6  r7  rc   r„   r·   r3   )r   rJ   s   &&r   Úget_model_objectÚModelPatcher.get_model_objectó  sY   € ð ×&Ñ&Ô&Ø×&Ñ& tÕ,Ð,à×1Ñ1Ô1Ø×1Ñ1°$Õ7Ð7ä—{‘{×+Ñ+¨D¯J©J¸Ó=Ð=r   c                	ót  € V P                   R ,          pRV9   di   VR,          pV FY  pW4,          p\        \        V4      4       F6  p\        WV,          R4      '       g   K  WV,          P	                  V4      WV&   K8  	  K[  	  RV9   dW   VR,          pV FG  pW4,          pV F6  p\        WW,          R4      '       g   K  WW,          P	                  V4      WW&   K8  	  KI  	  RV P                   9   dH   V P                   R,          p\        VR4      '       d!   VP	                  V4      V P                   R&   R# R# R# )rD   rŠ   rN   rE   r×  N)rH   ri   rj   rv   rN   )	r   r}   rN   rŠ   rJ   Ú
patch_listrp   ro   Ú	wrap_funcs	   &&       r   Úmodel_patches_toÚModelPatcher.model_patches_to	  s  € Ø×ÑÐ 5Õ6ˆØ˜Œ?Ø˜•mˆGÛ�Ø$�]�
Üœs :›Ö/�AÜ˜z�}¨d×3Ô3Ø(2­×(8Ñ(8¸Ó(@˜
›ó 0ñ  ð
  Ô"ØÐ*Õ+ˆGÛ�Ø$�]�
Û#�AÜ˜z�}¨d×3Ô3Ø(2­×(8Ñ(8¸Ó(@˜
›ó $ñ  ð
 $ t×'9Ñ'9Ô9Ø×*Ñ*Ð+CÕDˆIÜ�y $×'Ò'Ø?H¿|¹|ÈFÓ?S�×"Ñ"Ð#;Ó<ñ (ñ :r   c                	óp  € V P                   R ,          p. pRV9   dm   VR,          pV F]  pW4,          p\        \        V4      4       F:  p\        WV,          R4      '       g   K  W%V,          P	                  4       ,          pK<  	  K_  	  RV9   d[   VR,          pV FK  pW4,          pV F:  p\        WW,          R4      '       g   K  W%V,          P	                  4       ,          pK<  	  KM  	  RV P                   9   d<   V P                   R,          p\        VR4      '       d   W(P	                  4       ,          pV# )rD   rŠ   r   rE   r×  )rH   ri   rj   rv   r   )	r   rN   r   rŠ   rJ   rN  rp   ro   rO  s	   &        r   r.   Ú!ModelPatcher.model_patches_models  s  € Ø×ÑÐ 5Õ6ˆØˆØ˜Œ?Ø˜•mˆGÛ�Ø$�]�
Üœs :›Ö/�AÜ˜z�}¨h×7Ô7Ø¨Q¥-×"6Ñ"6Ó"8Õ8šó 0ñ  ð
  Ô"ØÐ*Õ+ˆGÛ�Ø$�]�
Û#�AÜ˜z�}¨h×7Ô7Ø¨Q¥-×"6Ñ"6Ó"8Õ8šó $ñ  ð
 $ t×'9Ñ'9Ô9Ø×*Ñ*Ð+CÕDˆIÜ�y (×+Ò+Ø×*Ñ*Ó,Õ,�àˆr   Úcleanupc                	óT  € V P                   R ,          pRV9   dh   VR,          pV FX  pWE,          p\        \        V4      4       F5  p\        Wg,          V4      '       g   K  \	        Wg,          V4      ! R/ VB  K7  	  KZ  	  RV9   dV   VR,          pV FF  pWE,          pV F5  p\        Wh,          V4      '       g   K  \	        Wh,          V4      ! R/ VB  K7  	  KH  	  RV P                   9   d:   V P                   R,          p	\        W‘4      '       d   \	        W‘4      ! R/ VB  R# R# R# )rD   rŠ   rE   r×  NrB   )rH   ri   rj   rv   r   )
r   Úfunction_nameÚ	argumentsrN   rŠ   rJ   rN  rp   ro   rO  s
   &&&       r   Úmodel_patches_call_functionÚ(ModelPatcher.model_patches_call_function6  s  € Ø×ÑÐ 5Õ6ˆØ˜Œ?Ø˜•mˆGÛ�Ø$�]�
Üœs :›Ö/�AÜ˜z�}¨m×<Ô<Ü 
¥¨}Ô=ÑJÀ	ÔJó 0ñ  ð
  Ô"ØÐ*Õ+ˆGÛ�Ø$�]�
Û#�AÜ˜z�}¨m×<Ô<Ü 
¥¨}Ô=ÑJÀ	ÔJó $ñ  ð
 $ t×'9Ñ'9Ô9Ø×*Ñ*Ð+CÕDˆIÜ�y×0Ò0Ü˜	Ô1Ñ>°IÔ>ñ 1ñ :r   c                	ór   € \        V P                  R 4      '       d   V P                  P                  4       # R# )Ú	get_dtypeN)rv   r3   r[  r   s   &r   r²   ÚModelPatcher.model_dtypeK  s+   € Ü�4—:‘:˜{×+Ò+Ø—:‘:×'Ñ'Ó)Ð)ñ ,r   c           
     	ó6  € V P                  4       ;_uu_ 4        \        4       pR pV P                  P                  4       pV EFv  pRpRp	\	        V\
        4      '       d   Tp
M+V^,          pV^ ,          p
\        V4      ^8”  d
   V^,          p	W,          p\	        V\        4      '       d«   \        V4      ^8X  d›   V^ ,          R8X  d�   V
P                  R4      w  rÍp V P                  V4      pTR8X  d]   \	        T\        4      '       dG   TP                  T4       T^ 8w  d/   T P                  YÏP                  T^,          ^ ,          4      4       EK  W¦9   g   EK  VP                  V4       V P                  P!                  V
. 4      pVP#                  W!V,          W8V	34       VV P                  V
&   RpEKy  	  V'       d   \$        P&                  ! 4       V n        \+        V4      uuRRR4       #   \         d     EKÁ  i ; i  + '       g   i     R# ; i)FNÚconfigrµ   T)Úuse_ejectedr@  r3   r  r   rH  rj   r*   Ú
rpartitionrK  r¸   r   r+   r>  Úwith_configrŠ   rU   r,   r<  r=  r>  r)   )r   rŠ   Ústrength_patchÚstrength_modelÚpÚweights_changedÚmodel_sdro   ÚoffsetrD  r7   rI   Úmodule_namer  Ú	attributeÚmoduleÚcurrent_patchess   &&&&             r   Úadd_patchesÚModelPatcher.add_patchesO  s¶  € Ø×Ñ×ÕÜ“ˆAØ#ˆOØ—z‘z×,Ñ,Ó.ˆHÜ�Ø�Ø�Ü˜a¤×%Ò%Ø‘Cà˜q�T�FØ˜A�$�CÜ˜1“v ”zØ#$ Q¥4˜à�
�Ü˜e¤U×+Ò+´°E³
¸a´ÀEÈ!ÅHÐPXÔDXØ03·±¸sÓ0CÑ-�K Ið!Ø!%×!6Ñ!6°{Ó!C˜ð ! HÔ,´¸FÔDV×1WÒ1WØŸ™˜aœØ)¨QÔ.Ø ×1Ñ1°+×?QÑ?QÐRWÐXYÕRZÐ[\ÕR]Ó?^Ô_Úà—?Ø—E‘E˜!”HØ&*§l¡l×&6Ñ&6°s¸BÓ&?�OØ#×*Ñ*¨NÀA½JÈÐ`hÐ+iÔjØ(7�D—L‘L Ñ%Ø&*“Oñ; ÷> Ü$(§J¢J£L�Ô!Ü˜“7÷K  Òøô( *ô !Û ð!ú÷)  ×Ðús>   ™CHÃG4Ã0A)HÅA%HÇ$HÇ4H	Ç?HÈH	ÈHÈH	c                	ó  € V P                  4       p/ pV Fí  pVe   VP                  V4      '       g   K   V P                  P                  VR 4      pV P                  P                  VR 4      p\        V P                  V4      w  rxp	\        V\        P                  4      '       g   K“  Ve   VP                  pVe
   V^ ,          pV	f   R p	W@P                  9   d!   Wy3.V P                  V,          ,           W4&   Kç  Wy3.W4&   Kï  	  V# )Nc                ó   € V # r   rB   )Úar  s   &,r   rÃ  Ú.ModelPatcher.get_key_patches.<locals>.<lambda>ˆ  s   € ±1r   )Úmodel_state_dictÚ
startswithr4  rU   rK  r¬   r3   r   r­   ÚTensorr¥   rŠ   )
r   Úfilter_prefixrf  rd  ro   ÚbkÚhbkr¥   rŒ   r‹   s
   &&        r   Úget_key_patchesÚModelPatcher.get_key_patchesw  së   € Ø×(Ñ(Ó*ˆØˆÛˆAØÒ(Ø—|‘| M×2Ò2ÙØ—‘—‘  DÓ)ˆBØ×"Ñ"×&Ñ& q¨$Ó/ˆCÜ-;¸D¿J¹JÈÓ-JÑ*ˆF˜lÜ˜f¤e§l¡l×3Ò3ÙØŠ~ØŸ™�ØŠØ˜Q��ØÒ#Ù4�à—L‘LÔ ØÐ.Ð/°$·,±,¸qµ/ÕA�“àÐ.Ð/�“ñ' ð( ˆr   c                	óH  € V P                  4       ;_uu_ 4        V P                  P                  4       p\        VP	                  4       4      pVe4   V F-  pVP                  V4      '       d   K  VP                  V4       K/  	  VuuR R R 4       #   + '       g   i     R # ; ir   )r_  r3   r  r)   rœ  rs  Úpop)r   ru  Úsdrœ  ro   s   &&   r   rr  ÚModelPatcher.model_state_dict�  sp   € Ø×Ñ×ÕØ—‘×&Ñ&Ó(ˆBÜ˜Ÿ™›	“?ˆDØÒ(Û�AØŸ<™<¨×6Ô6ØŸ™˜qž	ñ ð ÷  ××Óús   ™ABÁ/BÂB!	c                	ó¨  € \        V P                  V4      w  rgpWP                  9  d   V'       g   V# V P                  ;'       g    TpWP                  9  dQ   V'       gI   \
        P                  ! R RR.4      ! VP                  V P                  VR7      V4      V P                  V&   WP                  9   d    \        P                  P                  V4      MRp	Ve$   \        P                  P                  WbV	RR7      p
MVP                  V	RR7      p
Ve   V! V
RR7      p
WP                  9   d2   \        P                  P                  V P                  V,          W¡4      MT
pVfÃ   WP                  9   dI   \        P                  P!                  W¶P"                  \        P$                  P'                  V4      R7      pV'       d   V# V'       d-   \        P$                  P)                  V P                  W4       R# \        P$                  P+                  V P                  W4       R# V! W³\        P$                  P'                  V4      VR	7      # )
Ú	Dimensionr¥   Úinplace_update©r}   rG   NTrF   ©Úinplace©Úseed)r€  r…  r	  )r¬   r3   rŠ   r:  r4  r%   Ú
namedtuplerN   r9  rc   r[  Úlora_compute_dtypeÚcast_to_devicer‘   r£   ÚfloatÚstochastic_roundingr¤   r„   r…   Úcopy_to_paramÚset_attr_param)r   r7   r  r€  r	  Ú
force_castr¥   rŒ   r‹   Ú
temp_dtypeÚtemp_weightÚ
out_weights   &&&&&&      r   r  Ú#ModelPatcher.patch_weight_to_deviceš  sà  € Ü)7¸¿
¹
ÀCÓ)HÑ&ˆ˜,Ø—l‘lÔ"¯:ØˆMà×3Ñ3×EÐE°~ˆà—k‘kÔ!¯-Ü*×5Ò5°kÀHÐN^ÐC_Ô`Ðag×ajÑajÐrv÷  sFñ  sFð  M[Ðajó  b\ð  ^ló   mˆD�K‰K˜ÑàMP×T`ÑT`ÔM`”U×+Ñ+×>Ñ>¸yÔIÐfjˆ
ØÒ Ü×0Ñ0×?Ñ?ÀÐS]ÐdhÐ?Ói‰Kà Ÿ)™) J°T˜)Ó:ˆKØÒ#Ù& {¸DÔAˆKàY\×`lÑ`lÔYl”U—Z‘Z×0Ñ0°·±¸cÕ1BÀKÔUÐr}ˆ
ØÒØ—l‘lÔ"Ü"Ÿ[™[×<Ñ<¸ZÏÉÔ\a×\gÑ\g×\vÑ\vÐwzÓ\{Ð<Ó|�
ßØ!Ð!ßÜ—‘×)Ñ)¨$¯*©*°cÖFä—‘×*Ñ*¨4¯:©:°sÖGá˜JÌEÏKÉK×LfÑLfÐgjÓLkð  |Iô  Jð  Jr   c                	ó¼   € \        V P                  V4      w  r#p\        P                  P	                  V4      '       d   V P
                  P                  V4       R # R # r   )r¬   r3   rc   r[  Ú
pin_memoryrA  r+   ©r   r7   r¥   rŒ   r‹   s   &&   r   Úpin_weight_to_deviceÚ!ModelPatcher.pin_weight_to_device¹  sC   € Ü)7¸¿
¹
ÀCÓ)HÑ&ˆ˜,Ü×!Ñ!×,Ñ,¨V×4Ò4Ø�K‰K�O‰O˜CÖ ñ 5r   c                	óÐ   € WP                   9   dV   \        V P                  V4      w  r#p\        P                  P                  V4       V P                   P                  V4       R # R # r   )rA  r¬   r3   rc   r[  Úunpin_memoryrž  r”  s   &&   r   Úunpin_weightÚModelPatcher.unpin_weight¾  sL   € Ø—+‘+ÔÜ-;¸D¿J¹JÈÓ-LÑ*ˆF˜lÜ×"Ñ"×/Ñ/°Ô7Ø�K‰K×Ñ˜sÖ#ñ r   c                	ó`   € \        V P                  4       F  pV P                  V4       K  	  R # r   )r)   rA  r™  ©r   r7   s   & r   Úunpin_all_weightsÚModelPatcher.unpin_all_weightsÄ  s#   € Ü˜Ÿ™Ö$ˆCØ×Ñ˜cÖ"ó %r   c           
     	óH  a € . pS P                   P                  4        EFy  w  rER pVP                  R R7       UUu/ uF  w  rxWxbK	  	  p	ppVP                  RR7       F  w  rxWy9  g   K  Rp M	  V'       dQ   VeM   V	P                  4        F8  w  r¨VP                  P                  V\        WZR,           R4      R7      Vn        K:  	  V'       d   K´  \        VR4      '       g   \        V	4      ^ 8”  g   KØ  \        P                  P                  V4      pTp\        VR4      '       dA   V 3R lpWÍ! RP                  V4      4      ,          pWÍ! R	P                  V4      4      ,          pV'       d
   VR
8¬  V) 3pMV3pVP                  WëWEV	3,           4       EK|  	  V# u uppi )F©ÚrecurseTNÚ_comfy_model_dtype)r}   r¤   rw   c                ó\  <€ V SP                   9   d   \        SP                  V 4      # \        SP                  R R4      p\	        SP                  V 4      w  p pVe   Vf   ^ # VP
                  V8w  g   \        V\        4      '       d"   VP                  4       VP                  ,          # ^ # )r«   N)
rŠ   r³   r3   r   r¬   r¤   r   r   r¯   r°   )r7   r²   r¥   r  r   s   &   €r   Úcheck_module_offload_memÚ9ModelPatcher._load_list.<locals>.check_module_offload_memØ  sˆ   ø€ Ø $§,¡,Ô.Ü#?ÀÇ
Á
ÈCÓ#PÐPÜ&-¨d¯j©jÐ:MÈtÓ&T˜Ü'5°d·j±jÀ#Ó'F™˜  1Ø&Ò.°&².Ù#$Ø"ŸL™L¨KÔ7¼:ÀfÌo×;^Ò;^Ø#)§<¡<£>°K×4HÑ4HÕ#HÐHÙ r   ú	{}.weightú{}.biasi   )r3   Únamed_modulesÚnamed_parametersr  r†   rN   r   rv   rj   rc   r[  r\  r`   r,   )r   Úfor_dynamicÚdefault_deviceÚloadingr~  rx   ÚdefaultrJ   r¼   ÚparamsÚ
param_nameÚ
module_memÚmodule_offload_memr¤  Úsort_criterias   f&&            r   Ú
_load_listÚModelPatcher._load_listÈ  sŒ  ø€ ØˆØ—J‘J×,Ñ,×.‰DˆAØˆGØ67×6HÑ6HÐQVÐ6HÔ6WÔYÑ6W¡{ t�t’{Ñ6WˆFÑYØ ×1Ñ1¸$Ð1Ö?‘�ØÖ%Ø"�GÙñ  @÷ ˜>Ò5Ø)/¯©®Ñ%�JØ!&§¡§¡°nÌGÐTUÐdxÕWxÐz~ÓL ó  "A�E–Jñ *8ç‘7¤¨Ð+?× @Ò @ÄCÈÃKÐRSÆOÜ"×3Ñ3×?Ñ?ÀÓB�
Ø%/Ð"Ü˜1Ð2×3Ò3õ	!ð 'Ð*BÀ;×CUÑCUÐVWÓCXÓ*YÕYÐ&Ø&Ð*BÀ9×CSÑCSÐTUÓCVÓ*WÕWÐ&÷ Ø%7¸9Ñ%DÐGYÐFYÐ$Z‘Mà%7Ð$9�MØ—‘˜}¸AÀ&Ð/IÕI×JñA /ðB ˆùó? Zs   »Fc                	ó®  € V P                  4       ;_uu_ 4        V P                  4        ^ p^ p^ p^ pV P                  4       p	. p
. p^ pV	P                  RR7       \	        V	4       EFß  w  rÞVw  pppppRp\        YÏ\        W�^,           V^,           \        P                  P                  ,             Uu. uF  pV^,          NK  	  up4      ,           4      pVV,           V,           V8  pRP                  V4      pRP                  V4      pV'       gE   \        VR4      '       d3   V'       g+   TpRpV^,          pVV,          p\        VR4      '       d   Kò  V P                  pV P                  Vn        V'       Ed»   \        VR4      '       d   . Vn        . Vn        VV P                   9   d±   V'       gV   \        P"                  P%                  V P                   V,          VP&                  V4      VP&                  P(                  8w  d   V P+                  V4       MA\-        V P.                  V4      w  ppp\1        VV P                   VV4      .Vn        V^,          pVV P                   9   d±   V'       gV   \        P"                  P%                  V P                   V,          VP2                  V4      VP2                  P(                  8w  d   V P+                  V4       MA\-        V P.                  V4      w  ppp\1        VV P                   VV4      .Vn        V^,          pRpVP5                  VVVV34       MN\        VR4      '       d   \7        V4       V'       g	   V'       d    VV,          pV
P5                  VVVV34       MTpV'       d+   \        VR4      '       d   VP8                  Vn        RVn        VV P<                  9   d-   VP                  P?                  V P<                  V,          4       VV P<                  9   d-   VP                  P?                  V P<                  V,          4       V\A        VV4      ,          pEKâ  	  V
P                  RR7       V
 EFM  pV^,          pV^,          pV^,          p\        VR4      '       d   VPB                  R8X  d   KD  VPE                  4        F…  w  pp\        VR4      '       d>   \G        VR	R4      '       d+   \        PH                  PJ                  PM                  VV4       \O        VV4      p V PQ                  V 4       V P+                  V VR
7       K‡  	  \        P                  PS                  V4      '       d   \T        PV                  PY                  4        \Z        P\                  ! RP                  VV4      4       RVn!        EKP  	  V
 F  pV^,          P_                  V4       K  	  V F9  pV^,          pV^,          pV F  pV Pa                  \O        VV4      4       K   	  K;  	  VR8  d   RP                  VR,          4      MRp!V^ 8”  dQ   \Z        Pb                  ! RP                  V!VR,          VR,          VR,          V4      4       RV P.                  n2        Mr\Z        Pb                  ! RP                  V!VR,          V4      4       RV P.                  n2        V'       d,   V P.                  P_                  V4       V Pg                  4       pV P.                  ;Ph                  V,          un4        WP.                  n5        WPP.                  n6        WÀP.                  n7        V Pp                  V P.                  n9        V Pu                  \v        Px                  4       F  p"V"! WW#V4       K  	  V P{                  V P|                  RR7       RRR4       R# u upi   + '       g   i     R# ; i)r�   T)ÚreverseFr¦  r§  rw   rs   Úcomfy_patched_weightsÚis_meta)r  z&lowvram: loaded module regularly {} {}çnµµ¸“Fz{:.2f} MB usable,Ú zjloaded partially; {} {:.2f} MB loaded, {:.2f} MB offloaded, {:.2f} MB buffer reserved, lowvram patches: {}z5loaded completely; {} {:.2f} MB loaded, full load: {}©Úforce_applyNé   )?r_  Úunpatch_hooksr³  ÚsortÚ	enumerateÚmaxÚsumrc   r[  ÚNUM_STREAMSr`   rv   r;  Úcomfy_force_cast_weightsrt   ru   rŠ   r‘   Úcalculate_shaper¥   Úshaper  r¬   r3   rˆ   Úbiasr,   ry   rw   rs   r8  r-   r€   r·  r  r   ÚopsÚdisable_weight_initÚ_zero_init_parameterr½   r™  Úis_device_cudar­   re  Úsynchronizer‚   r3  rN   r•  r‘  r.  r]  r-  r}   r,  r0  r>  r/  rx  r	   ÚON_LOADÚapply_hooksrN  )#r   r  Úlowvram_model_memoryÚforce_patch_weightsÚ	full_loadÚmem_counterÚpatch_counterÚlowvram_counterÚlowvram_mem_counterr¬  Úload_completelyÚ	offloadedÚoffload_bufferrp   r€  r±  r°  r~  rx   r®  Úlowvram_weightÚx1Úpotential_offloadÚlowvram_fitsÚ
weight_keyÚbias_keyÚcast_weightr  rŒ   r‹   r¼   Úparam_valuer7   Úusable_statr†  s#   &&&&&                              r   ÚloadÚModelPatcher.loadí  s-  € Ø×Ñ×ÕØ×ÑÔ ØˆKØˆMØˆOØ"#ÐØ—o‘oÓ'ˆGà ˆOØˆIØˆNØ�L‰L ˆLÔ&Ü! '×*‘�Ø?@Ñ<Ð" J°°1°fà!&�ä$'¨ÌSÐcjÐmnÕknÐopÐqrÕorÔsx÷  tJñ  tJ÷  tVñ  tVõ  pVñ  dWó  RXñ  dWÐ]_ÐSUÐVW×SXÐSXñ  dWñ  RXó  NYõ  9Yó  %ZÐ!Ø*¨ZÕ7Ð:KÕKÐNbÑb�à(×/Ñ/°Ó2�
Ø$×+Ñ+¨AÓ.�ç ¤W¨QÐ0D×%EÒ%Eß'Ø):˜Ø)-˜Ø'¨1Õ,˜Ø+¨zÕ9Ð+Ü" 1Ð&?×@Ò@Ù$à"×5Ñ5�Ø-1×-DÑ-D�Ô*ß!�>Ü˜qÐ"6×7Ò7Ø,.˜Ô)Ø*,˜œà! T§\¡\Ô1ß.´%·*±*×2LÑ2LÈTÏ\É\ÐZdÕMeÐgh×goÑgoÐq{Ó2|ð  AB÷  AIñ  AI÷  AOñ  AOô  3OØ ×7Ñ7¸
ÕCä8FÀtÇzÁzÐS]Ó8^Ñ5˜A˜x¨Ü1=¸jÈ$Ï,É,ÐXdÐfnÓ1oÐ0p˜AÔ-Ø)¨QÕ.˜MØ 4§<¡<Ô/ß.´%·*±*×2LÑ2LÈTÏ\É\ÐZbÕMcÐef×ekÑekÐmuÓ2vÐz{÷  {Añ  {A÷  {Gñ  {Gô  3GØ ×7Ñ7¸ÕAä8FÀtÇzÁzÐS[Ó8\Ñ5˜A˜x¨Ü/;¸HÀdÇlÁlÐT`ÐbjÓ/kÐ.l˜AœOØ)¨QÕ.˜Mà"&�KØ×$Ñ$ j°!°Q¸Ð%?Õ@ä˜qÐ"6×7Ò7Ü+¨AÔ.ç §LØ# zÕ1˜Ø'×.Ñ.°
¸A¸qÀ&Ð/IÕJà):˜ç¤7¨1Ð.B×#CÒ#CØ01×0DÑ0D�AÔ-Ø+/�AÔ(à ×!<Ñ!<Ô<Ø×%Ñ%×,Ñ,¨T×-HÑ-HÈÕ-TÔUà˜t×:Ñ:Ô:Ø—O‘O×*Ñ*¨4×+FÑ+FÀxÕ+PÔQàÔ4°Q¸	ÓBÕB“ñA +ðD × Ñ ¨Ð Ô.Ü$�Ø�a•D�Ø�a•D�Ø˜1��Ü˜1Ð5×6Ò6Ø×.Ñ.°$Ô6Ù à*0¯,©,®.Ñ&�E˜;Ü˜qÐ"6×7Ò7¼GÀKÐQZÐ\a×<bÒ<bÜŸ	™	×5Ñ5×JÑJÈ1ÈeÔTÜ/°°5Ó9�CØ×%Ñ% cÔ*Ø×/Ñ/°¸yÐ/ÖIñ +9ô ×)Ñ)×8Ñ8¸×CÒCÜ—J‘J×*Ñ*Ô,ä—’ÐF×MÑMÈaÐQRÓSÔTØ*.�×'ñ% %ó( %�Ø�!•—‘˜	Ö"ñ %ó �Ø�a•D�Ø˜1��Û#�EØ×-Ñ-Ô.CÀAÀuÓ.MÖNó $ñ ð _sÐuyÔ^yÐ-×4Ñ4Ð5IÈ[Õ5YÔZð  @BˆKØ Ô"Ü—’ð  J÷  Qñ  Qð  R]ð  _jð  nyõ  _zð  |Oð  S^õ  |_ð  aoð  s~õ  að  ANó  Oô  PØ+/�—
‘
Õ(ä—’ÐT×[Ñ[Ð\gÐitð  yDõ  jEð  GPó  Qô  RØ+0�—
‘
Ô(ßØ—J‘J—M‘M )Ô,Ø"&§/¡/Ó"3�Kà�J‰J×,Ò,°Õ=Õ,Ø )�J‰JÔØ4?�J‰JÔ1Ø5C�J‰JÔ2Ø59×5FÑ5FˆD�J‰JÔ2à ×2Ñ2´;×3FÑ3FÖG�Ù˜Ð*>ÐU^Ö_ñ Hð ×Ñ˜T×.Ñ.¸DÐÔA÷A  Ñùò" RX÷#  ×ÐúsZ   ™B_Â3^>ÃA_Ä_Ä-A_Å=8_Æ6C _É7C$_Í_Í$(_ÎG_ÕI_Þ>_ß_	c           	     	óÌ  € V P                  4       ;_uu_ 4        V P                   F^  p\        P                  P	                  V P
                  WPP                  V,          4      pWPP                  9  g   KP  W`P                  V&   K`  	  V^ 8X  d   RpMRpV'       d   V P                  WWGR7       RRR4       V P                  4        V P
                  #   + '       g   i     L,; i)r�   TF©rÏ  rÐ  rÑ  N)	r_  r6  rc   r„   Úset_attrr3   r7  râ  rÎ   )r   r  rÏ  Úload_weightsrÐ  ro   ÚoldrÑ  s   &&&&&   r   Úpatch_modelÚModelPatcher.patch_modelp  s±   € Ø×Ñ×ÕØ×(Ô(�Ü—k‘k×*Ñ*¨4¯:©:°q×:MÑ:MÈaÕ:PÓQ�Ø×6Ñ6Ö6Ø47×.Ñ.¨qÓ1ñ )ð
 $ qÔ(Ø ‘	à!�	çØ—	‘	˜)Ðdw�	ô  N÷  ð 	×ÑÔØ�z‰zÐ÷  ×ús   ™ACÁ6%CÂCÃC#	c                	ó@  € V P                  4        V'       Ed   V P                  4        V P                  4        V P                  P                  '       dZ   V P                  P                  4        F  p\        W14       \        V4       K  	  R V P                  n        ^ V P                  n        \        V P                  P                  4       4      pV F’  pV P                  V,          pVP                  '       d7   \        P                  P                  V P                  WVP                   4       K^  \        P                  P#                  V P                  WVP                   4       K”  	  RV P                  n        V P                  P'                  4        Ve,   V P                  P)                  V4       WP                  n        ^ V P                  n        ^ V P                  n        V P                  P                  4        F  p\1        VR4      '       g   K  V=K  	  \        V P4                  P                  4       4      pV F>  p\        P                  P7                  V P                  WPP4                  V,          4       K@  	  V P4                  P'                  4        R# )FNr·  )rÊ   r¾  r�  r3   r.  Úmodulesr€   ry   r-  r)   r4  rœ  r€  rc   r„   r‹  r¥   rŒ  r/  r;   rN   r}   r,  r0  rv   r·  r7  ræ  )r   r  Úunpatch_weightsrx   rœ  ro   rv  s   &&&    r   Úunpatch_modelÚModelPatcher.unpatch_model�  sË  € Ø×ÑÔßˆ?Ø×ÑÔ Ø×"Ñ"Ô$Ø�z‰z×'×'Ð'ØŸ™×+Ñ+Ö-�AÜ)¨!Ô7Ü'¨Ö*ñ .ð ,1�—
‘
Ô(Ø34�—
‘
Ô0ä˜Ÿ™×(Ñ(Ó*Ó+ˆDã�Ø—[‘[ •^�Ø×$×$Ð$Ü—K‘K×-Ñ-¨d¯j©j¸!¿Y¹YÖGä—K‘K×.Ñ.¨t¯z©z¸1¿i¹iÖHñ ð 6:ˆD�J‰JÔ2Ø�K‰K×ÑÔàÒ$Ø—
‘
—‘˜iÔ(Ø$-—
‘
Ô!Ø45ˆD�J‰JÔ1Ø56ˆD�J‰JÔ2à—Z‘Z×'Ñ'Ö)�Ü˜1Ð5×6Ô6ØÒ/ñ *ô �D×.Ñ.×3Ñ3Ó5Ó6ˆÛˆAÜ�K‰K× Ñ  §¡¨Q×0JÑ0JÈ1Õ0MÖNñ ð 	×"Ñ"×(Ñ(Ö*r   c                	ó´  € V P                  4       ;_uu_ 4        R p^ p^ pV P                  4       pVP                  4        V P                  P                  p\        V4      ^ 8”  dJ   \        P                  P                  p	\        W‰^,           ,          V^ ,          ^,          4      .V	,          p
V EF8  pW(,           V P                  P                  ,
          V8  d    EMVw  rÍrïpV\        X
4      ,           p\        VR4      p\        VR4      '       g   Kg  VP                  R8X  g   Kz  RpV Fï  p\        VV4      pV P                  P                  VR4      pVf   K1  V'       g   R p M¶V'       g   V P!                  4        RpVP"                  '       d7   \        P$                  P'                  V P                  VVP(                  4       M5\        P$                  P+                  V P                  VVP(                  4       V P                  P-                  V4       Kñ  	  RP/                  V4      pRP/                  V4      pV'       g   EKž  V P0                  pVP3                  V4       V\5        Wñ4      ,          pV'       Ed«   VV P6                  9   dÄ   V'       gV   \        P8                  P;                  V P6                  V,          VP(                  V4      VP(                  P<                  8w  d   V P?                  V4       MT\A        V P                  V4      w  pppVPB                  PE                  \G        VV P6                  VV4      4       V^,          pVV P6                  9   dÄ   V'       gV   \        P8                  P;                  V P6                  V,          VPH                  V4      VPH                  P<                  8w  d   V P?                  V4       MT\A        V P                  V4      w  pppVPJ                  PE                  \G        VV P6                  VV4      4       V^,          pRpV'       d+   \        VR4      '       d   VPL                  Vn'        RVn&        R Vn        W],          p\Q        VV4      pV
PE                  V4       V
P-                  ^ 4       \R        PT                  ! RP/                  V4      4       V F  pV PW                  \        VV4      4       K   	  EK;  	  RV P                  n,        V P                  ;PZ                  V,          un-        V P                  ;P\                  V,          un.        W€P                  n        \R        P^                  ! RP/                  VR	,          V P                  P\                  R	,          VR	,          V P                  PZ                  4      4       VuuRRR4       #   + '       g   i     R# ; i)
Frw   r·  TNr¦  r§  zfreed {}zmUnloaded partially: {:.2f} MB freed, {:.2f} MB remains loaded, {:.2f} MB buffer reserved, lowvram patches: {}r½  )0r_  r³  r¿  r3   r0  rj   rc   r[  rÃ  ÚminrÂ  rv   r·  r½   r4  rU   r¾  r€  r„   r‹  r¥   rŒ  r{  r`   r;  rN   r€   rŠ   r‘   rÅ  rÆ  r  r¬   rt   r,   rˆ   rÇ  ru   rw   rs   rÁ  r‚   r3  r•  r.  r-  r,  r‘  )r   r  Úmemory_to_freerÐ  Úhooks_unpatchedÚmemory_freedrÓ  Úunload_listrØ  ÚNSÚoffload_weight_factorÚunloadr±  r°  r~  rx   r®  rÛ  Úlowvram_possibleÚmove_weightr¼   r7   rv  rÝ  rÞ  rß  r  rŒ   r‹   s   &&&&                         r   Úpartially_unloadÚModelPatcher.partially_unloadª  s	  € Ø×Ñ×ÕØ#ˆOØˆLØˆMØŸ/™/Ó+ˆKØ×ÑÔà!ŸZ™Z×CÑCˆNÜ�;Ó !Ô#Ü×+Ñ+×7Ñ7�Ü*-¨nÀQÅÕ.GÈÐUVÍÐXYÕIZÓ*[Ð(]Ð`bÕ(bÐ%ä%�Ø!Õ2°T·Z±Z×5[Ñ5[Õ[Ð^jÔjÚØ?EÑ<Ð"°°fà$6¼Ð=RÓ9SÕ$SÐ!ä#*¨1Ð.BÓ#CÐ Ü˜1Ð5×6Ô6¸1×;RÑ;RÐVZÖ;ZØ"&�KÛ!'˜Ü3°A°uÓ=˜Ø!Ÿ[™[Ÿ_™_¨S°$Ó7˜Øœ>ß#3Ø.3 Ù %ç#2Ø $× 2Ñ 2Ô 4Ø26 à!×0×0Ð0Ü %§¡× 9Ñ 9¸$¿*¹*ÀcÈ2Ï9É9Õ Uä %§¡× :Ñ :¸4¿:¹:ÀsÈBÏIÉIÔ VØ ŸK™KŸO™O¨CÖ0ñ! "(ð$ "-×!3Ñ!3°AÓ!6�JØ(×/Ñ/°Ó2�Hß"’{Ø&*×&=Ñ&=˜ØŸ™˜YœØ"Ô&;¸AÓ&IÕI˜
ß+Ð+Ø)¨T¯\©\Ô9ß#6¼%¿*¹*×:TÑ:TÐUY×UaÑUaÐblÕUmÐop×owÑowð  zDó  ;Eð  IJ÷  IQñ  IQ÷  IWñ  IWô  ;WØ$(×$?Ñ$?À
Õ$Kä@NÈtÏzÉzÐ[eÓ@fÑ$= A x°Ø$%×$5Ñ$5×$<Ñ$<¼\È*ÐVZ×VbÑVbÐdpÐrzÓ={Ô$|Ø$1°QÕ$6 MØ'¨4¯<©<Ô7ß#6¼%¿*¹*×:TÑ:TÐUY×UaÑUaÐbjÕUkÐmn×msÑmsÐu}Ó:~ð  CD÷  CIñ  CI÷  COñ  COô  ;OØ$(×$?Ñ$?ÀÕ$Iä@NÈtÏzÉzÐ[cÓ@dÑ$= A x°Ø$%§O¡O×$:Ñ$:¼<ÈÐRV×R^ÑR^Ð`lÐnvÓ;wÔ$xØ$1°QÕ$6 MØ*.˜Kç&¬7°1Ð6J×+KÒ+KØ89×8LÑ8L˜AÔ5Ø37˜AÔ0Ø27˜Ô/Ø$Õ2˜Ü),¨^Ð=NÓ)O˜Ø-×4Ñ4°ZÔ@Ø-×1Ñ1°!Ô4ÜŸš j×&7Ñ&7¸Ó&:Ô;ã%+˜EØ ×5Ñ5Ô6KÈAÈuÓ6UÖVô &,ñ{ &ðB (,ˆD�J‰JÔ$Ø�J‰J×,Ò,°Õ=Õ,Ø�J‰J×1Ò1°\ÕAÕ1Ø5C�J‰JÔ2Ü�LŠLð  I÷  Pñ  Pð  Q]ð  alõ  Qmð  os÷  oyñ  oy÷  oTñ  oTð  Xcõ  odð  ftð  xCõ  fDð  FJ÷  FPñ  FP÷  Ffñ  Ffó  gô  hØ÷e  ××ÓúsM   ™C:WÄWÄ+0WÅ WÅ(WÅ4#WÆB1WÉAWÊ CWÍ4CWÐ9FW×W	c           	     	ój  € V P                  R R7      ;_uu_ 4        V P                  P                  RJ;'       d.    V P                  P                  V P                  8g  ;'       g    TpV P                  P                  pV P                  V P                  VR7       V'       d$   W%V P                  P                  ,
          ,          pV P                  RR7       V^ 8  d3   V'       g+   V P                  V P                  V) VR7        RRR4       ^ # RpV P                  P                  R8X  dD   V P                  P                  ^ 8”  d)   V P                  V P                  R R7        RRR4       ^ # V P                  P                  V,           V P                  4       8”  d   R pV P                  P                  p V P                  WV,           W6R7       T P                  P                  T,
          uuRRR4       #   \         d   pT P                  4        ThRp?ii ; i  + '       g   i     R# ; i)	T©rÅ   N©rí  F©rç  )rÐ  r»  rå  )r_  r3   r/  r>  r,  rî  r9  ré  rû  r.  rÎ  rN  r]  râ  Ú	ExceptionÚdetach)	r   r  Úextra_memoryrÐ  rí  rê   rÑ  Úcurrent_usedÚes	   &&&&     r   Úpartially_loadÚModelPatcher.partially_loadÿ  sé  € Ø×Ñ¸4Ð×@Õ@Ø"Ÿj™j×DÑDÈDÐP÷  jð  jÐVZ×V`ÑV`×V|ÑV|ð  AE÷  ARñ  ARñ  WR÷  Wið  Wið  ViˆOà—:‘:×8Ñ8ˆDØ×Ñ˜t×2Ñ2ÀOÐÔTßØ¨¯
©
×(MÑ(MÕ!MÕN�à×Ñ¨%ÐÔ0Ø˜aÔ¯Ø×%Ñ% d×&9Ñ&9¸L¸=Ð^qÐ%ÔrØ÷ AÑ@ð ˆIØ�z‰z×'Ñ'¨5Ô0°T·Z±Z×5ZÑ5ZÐ]^Ô5^Ø× Ñ  ×!2Ñ!2ÀÐ ÔEØ÷ AÑ@ð  �z‰z×4Ñ4°|ÕCÀdÇoÁoÓFWÔWØ �	ØŸ:™:×@Ñ@ˆLðØ—	‘	˜)ÈÕ:UÐk~�	ô  Uð
 —:‘:×8Ñ8¸<ÕG÷3 AÒ@øô* ô Ø—‘”Ø�ûðú÷+ A×@Ð@úsQ   ›A
H!Á&=H!Â$AH!Ã( H!ÄAH!Å2AH!Æ;G<ÇH!Ç<HÈHÈHÈH!È!H2	c                	ó   € ^ # r—   rB   r   s   &r   Úpinned_memory_sizeÚModelPatcher.pinned_memory_size  ó   € ár   c                	ó   € ^ # r—   rB   r   s   &r   Úloaded_ram_sizeÚModelPatcher.loaded_ram_size  r  r   c                	ó   € ^ # r—   rB   )r   Úram_to_unloads   &&r   Úpartially_unload_ramÚ!ModelPatcher.partially_unload_ram#  s   € Ùr   c                	ó  € V P                  4        V P                  V P                  4       V'       d   V P                  V P                  VR 7       V P	                  \
        P                  4       F  pV! W4       K  	  V P                  # )rÿ  )rÊ   rP  r9  rî  rx  r	   Ú	ON_DETACHr3   )r   Úunpatch_allr†  s   && r   r  ÚModelPatcher.detach&  sl   € Ø×ÑÔØ×Ñ˜d×1Ñ1Ô2ßØ×Ñ˜t×2Ñ2ÀKÐÔPØ×.Ñ.¬{×/DÑ/DÖEˆHÙ�TÖ'ñ Fà�z‰zÐr   c                	ó.   € V P                   P                  # r   )r3   r}   r   s   &r   Úcurrent_loaded_deviceÚ"ModelPatcher.current_loaded_device/  s   € Ø�z‰z× Ñ Ð r   c                	óp   € \         P                  ! R 4       \        P                  P	                  WW4R7      # )ziThe ModelPatcher.calculate_weight function is deprecated, please use: comfy.lora.calculate_weight insteadr¡   )r‚   rƒ   rc   r‘   r£   )r   rŠ   r¥   r7   r¢   s   &&&&&r   r£   ÚModelPatcher.calculate_weight2  s/   € Ü�Šð  Dô  	EÜ�z‰z×*Ñ*¨7¸CÐ*ÓgÐgr   c                	ó   € V P                  R R7       V P                  4        \        V P                  R4      '       d   RV P                  n        V P                  \        P                  4       F  pV! V 4       K  	  R# )rT  )rV  Úcurrent_patcherN)rX  Úclean_hooksrv   r3   r  rx  r	   Ú
ON_CLEANUP©r   r†  s   & r   rT  ÚModelPatcher.cleanup6  s`   € Ø×(Ñ(°yÐ(ÔAØ×ÑÔÜ�4—:‘:Ð0×1Ò1Ø)-ˆD�J‰JÔ&Ø×.Ñ.¬{×/EÑ/EÖFˆHÙ�TŽNó Gr   c               ó    € V ^8„  d   QhRRRR/# )r]   Ú	call_typerH  r†  r   rB   )r`   s   "r   ra   rŠ  >  s   € ÷ >ñ > cð >°Xñ >r   c                	ó,   € V P                  VR V4       R # r   )Úadd_callback_with_key)r   r#  r†  s   &&&r   Úadd_callbackÚModelPatcher.add_callback>  s   € Ø×"Ñ" 9¨d°HÖ=r   c               ó$   € V ^8„  d   QhRRRRRR/# )r]   r#  rH  r7   r†  r   rB   )r`   s   "r   ra   rŠ  A  s!   € ÷ ñ ¨sð ¸ð Èñ r   c                	ó€   € V P                   P                  V/ 4      P                  V. 4      pVP                  V4       R # r   )rE  Ú
setdefaultr,   )r   r#  r7   r†  r  s   &&&& r   r%  Ú"ModelPatcher.add_callback_with_keyA  s1   € Ø�N‰N×%Ñ% i°Ó4×?Ñ?ÀÀRÓHˆØ	�‰�Ör   c               ó    € V ^8„  d   QhRRRR/# ©r]   r#  rH  r7   rB   )r`   s   "r   ra   rŠ  E  s   € ÷ ñ °3ð ¸Sñ r   c                	óp   € V P                   P                  V/ 4      pW#9   d   VP                  V4       R # R # r   )rE  rU   r{  )r   r#  r7   r  s   &&& r   Úremove_callbacks_with_keyÚ&ModelPatcher.remove_callbacks_with_keyE  s-   € Ø�N‰N×Ñ˜y¨"Ó-ˆØŒ8Ø�E‰E�#ŽJñ r   c               ó    € V ^8„  d   QhRRRR/# r-  rB   )r`   s   "r   ra   rŠ  J  s   € ÷ >ñ > sð >°ñ >r   c                	óZ   € V P                   P                  V/ 4      P                  V. 4      # r   )rE  rU   )r   r#  r7   s   &&&r   Úget_callbacksÚModelPatcher.get_callbacksJ  s&   € Ø�~‰~×!Ñ! )¨RÓ0×4Ñ4°S¸"Ó=Ð=r   c               ó   € V ^8„  d   QhRR/# )r]   r#  rH  rB   )r`   s   "r   ra   rŠ  M  s   € ÷ ñ ¨3ñ r   c                	óŽ   € . pV P                   P                  V/ 4      P                  4        F  pVP                  V4       K  	  V# r   )rE  rU   r(   r-   )r   r#  Úc_listr  s   &&  r   rx  ÚModelPatcher.get_all_callbacksM  s<   € ØˆØ—‘×#Ñ# I¨rÓ2×9Ñ9Ö;ˆAØ�M‰M˜!Öñ <àˆr   c               ó    € V ^8„  d   QhRRRR/# )r]   Úwrapper_typerH  Úwrapperr   rB   )r`   s   "r   ra   rŠ  S  s   € ÷ ?ñ ?¨ð ?°hñ ?r   c                	ó,   € V P                  VR V4       R # r   )Úadd_wrapper_with_key)r   r:  r;  s   &&&r   Úadd_wrapperÚModelPatcher.add_wrapperS  s   € Ø×!Ñ! ,°°gÖ>r   c               ó$   € V ^8„  d   QhRRRRRR/# )r]   r:  rH  r7   r;  r   rB   )r`   s   "r   ra   rŠ  V  s!   € ÷ ñ °ð ¸3ð Èñ r   c                	ó€   € V P                   P                  V/ 4      P                  V. 4      pVP                  V4       R # r   )rG  r*  r,   )r   r:  r7   r;  rƒ  s   &&&& r   r=  Ú!ModelPatcher.add_wrapper_with_keyV  s1   € Ø�M‰M×$Ñ$ \°2Ó6×AÑAÀ#ÀrÓJˆØ	�‰�Ör   c               ó    € V ^8„  d   QhRRRR/# ©r]   r:  rH  r7   rB   )r`   s   "r   ra   rŠ  Z  s   € ÷ ñ °Sð ¸sñ r   c                	óp   € V P                   P                  V/ 4      pW#9   d   VP                  V4       R # R # r   )rG  rU   r{  )r   r:  r7   rƒ  s   &&& r   Úremove_wrappers_with_keyÚ%ModelPatcher.remove_wrappers_with_keyZ  s-   € Ø�M‰M×Ñ˜l¨BÓ/ˆØŒ8Ø�E‰E�#ŽJñ r   c               ó    € V ^8„  d   QhRRRR/# rD  rB   )r`   s   "r   ra   rŠ  _  s   € ÷ @ñ @¨ð @°3ñ @r   c                	óZ   € V P                   P                  V/ 4      P                  V. 4      # r   )rG  rU   )r   r:  r7   s   &&&r   Úget_wrappersÚModelPatcher.get_wrappers_  s&   € Ø�}‰}× Ñ  ¨rÓ2×6Ñ6°s¸BÓ?Ð?r   c               ó   € V ^8„  d   QhRR/# )r]   r:  rH  rB   )r`   s   "r   ra   rŠ  b  s   € ÷ ñ ¨Sñ r   c                	óŽ   € . pV P                   P                  V/ 4      P                  4        F  pVP                  V4       K  	  V# r   )rG  rU   r(   r-   )r   r:  Úw_listrƒ  s   &&  r   Úget_all_wrappersÚModelPatcher.get_all_wrappersb  s<   € ØˆØ—‘×"Ñ" <°Ó4×;Ñ;Ö=ˆAØ�M‰M˜!Öñ >àˆr   c               ó   € V ^8„  d   QhRR/# ©r]   r7   rH  rB   )r`   s   "r   ra   rŠ  h  s   € ÷ +ñ + 3ñ +r   c                	ó"   € W P                   V&   R # r   )rB  )r   r7   Ú
attachments   &&&r   Úset_attachmentsÚModelPatcher.set_attachmentsh  s   € Ø *×Ñ˜Ór   c               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  k  s   € ÷ &ñ & cñ &r   c                	ó`   € WP                   9   d   V P                   P                  V4       R # R # r   )rB  r{  rœ  s   &&r   Úremove_attachmentsÚModelPatcher.remove_attachmentsk  s'   € Ø×"Ñ"Ô"Ø×Ñ× Ñ  Ö%ñ #r   c               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  o  s   € ÷ /ñ / #ñ /r   c                	ó:   € V P                   P                  VR 4      # r   )rB  rU   rœ  s   &&r   Úget_attachmentÚModelPatcher.get_attachmento  s   € Ø×Ñ×#Ñ# C¨Ó.Ð.r   c               ó    € V ^8„  d   QhRRRR/# )r]   r7   rH  rH  zlist[PatcherInjection]rB   )r`   s   "r   ra   rŠ  r  s   € ÷ *ñ * #ð *Ð3Iñ *r   c                	ó"   € W P                   V&   R # r   )rH  )r   r7   rH  s   &&&r   Úset_injectionsÚModelPatcher.set_injectionsr  s   € Ø)�‰˜Ór   c               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  u  s   € ÷ %ñ % Sñ %r   c                	ó`   € WP                   9   d   V P                   P                  V4       R # R # r   )rH  r{  rœ  s   &&r   Úremove_injectionsÚModelPatcher.remove_injectionsu  s#   € Ø—/‘/Ô!Ø�O‰O×Ñ Ö$ñ "r   c               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  y  s   € ÷ .ñ . #ñ .r   c                	ó:   € V P                   P                  VR 4      # r   )rH  rU   rœ  s   &&r   Úget_injectionsÚModelPatcher.get_injectionsy  s   € Ø�‰×"Ñ" 3¨Ó-Ð-r   c               ó    € V ^8„  d   QhRRRR/# )r]   r7   rH  r   zlist['ModelPatcher']rB   )r`   s   "r   ra   rŠ  |  s   € ÷ -ñ -¨ð -Ð6Jñ -r   c                	ó"   € W P                   V&   R # r   )rC  )r   r7   r   s   &&&r   r�  Ú"ModelPatcher.set_additional_models|  s   € Ø&,×Ñ˜sÓ#r   c           
   #  	ó.  "  € \         P                  ! 4       ;_uu_ 4       pV .V P                  R 4      ,            F¡  pVP                  4       '       g   K  VP                  P                  WW5P                  4      pVf   KG  \        P                  P                  VP                  4      ;_uu_ 4        VP                  VP                  V4      4       RRR4       K£  	  Rx € RRR4       R#   + '       g   i     KÄ  ; i  + '       g   i     R# ; i5i)rŽ  N)Ú
contextlibÚ	ExitStackrš  r1   r3   Úget_writable_modelr4   rc   r[  Úcuda_device_contextÚenter_contextÚwritable_model)r   ÚcondsÚnoise_shaperH   Ústackr   r3   s   &&&&   r   Úwritable_modelsÚModelPatcher.writable_models  sÎ   é € ä×!Ò!×#Ô# uØ ˜6 D×$GÑ$GÈ
Ó$S×SÐS�Ø×)Ñ)×+Ò+ÙØŸ™×8Ñ8¸È]×\oÑ\oÓp�ØÔ$Ü×/Ñ/×CÑCÀG×DWÑDW×XÕXØ×+Ñ+¨G×,BÑ,BÀ5Ó,IÔJ÷ YÑXñ Tó ÷ $Ñ#÷ Y×XÐXú÷ $×#Ð#üs;   ‚D ADÂ1DÂ2!C-ÃDÃ#
DÃ-C>Ã8	DÄD	Ä	Dc               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  ‹  s   € ÷ ,ñ ,¨Cñ ,r   c                	ó`   € WP                   9   d   V P                   P                  V4       R # R # r   )rC  r{  rœ  s   &&r   r“  Ú%ModelPatcher.remove_additional_models‹  s'   € Ø×(Ñ(Ô(Ø×"Ñ"×&Ñ& sÖ+ñ )r   c               ó   € V ^8„  d   QhRR/# rR  rB   )r`   s   "r   ra   rŠ  �  s   € ÷ 3ñ 3°#ñ 3r   c                	ó:   € V P                   P                  V. 4      # r   )rC  rU   rœ  s   &&r   rš  Ú+ModelPatcher.get_additional_models_with_key�  s   € Ø×%Ñ%×)Ñ)¨#¨rÓ2Ð2r   c                	ón   € . pV P                   P                  4        F  pVP                  V4       K  	  V# r   )rC  r(   r-   )r   Ú
all_modelsr   s   &  r   r›  Ú"ModelPatcher.get_additional_models’  s4   € Ø)+ˆ
Ø×,Ñ,×3Ñ3Ö5ˆFØ×Ñ˜fÖ%ñ 6àÐr   c                	ób   a€ R  V3R lloV P                  4       p\        V4      pS! WR7      pV# )c               ó    € V ^8„  d   QhRRRR/# )r]   Úprev_modelszlist[ModelPatcher]Ú	cache_setzset[ModelPatcher]rB   )r`   s   "r   ra   Ú?ModelPatcher.get_nested_additional_models.<locals>.__annotate__™  s    € ÷ 	Yñ 	YÐ9Kð 	YÐXiñ 	Yr   c                óâ   <€ . pV  FF  pVP                  4       pV F-  pWQ9  g   K  VP                  V4       VP                  V4       K/  	  KH  	  \        V4      ^ 8X  d   V # V S! W!4      ,           # )z>Make sure circular references do not cause infinite recursion.)r›  r,   r+   rj   )r…  r†  Únext_modelsr3   Ú
candidatesr  Ú_evaluate_sub_additional_modelss   &&    €r   r‹  ÚRModelPatcher.get_nested_additional_models.<locals>._evaluate_sub_additional_models™  sp   ø€ àˆKÛ$�Ø"×8Ñ8Ó:�
Û#�AØÖ)Ø#×*Ñ*¨1Ô-Ø!Ÿ™ aÖ(ó $ñ %ô �;Ó 1Ô$Ø"Ð"ØÑ!@ÀÓ!XÕXÐXr   )r…  r†  )r›  r@  )r   r�  Ú
models_setÚreal_all_modelsr‹  s   &   @r   r/   Ú)ModelPatcher.get_nested_additional_models˜  s8   ø€ ÷	Yð 	Yð ×/Ñ/Ó1ˆ
Ü˜“_ˆ
Ù9ÀjÔgˆØÐr   c                	ó   € \        WR 7      # )rþ  )r¿   )r   rÅ   s   &&r   r_  ÚModelPatcher.use_ejected«  s   € Ü! $ÔbÐbr   c                	óZ  € V P                   '       g   V P                  '       d   R # V P                  P                  4        F$  pV F  pVP	                  V 4       RV n         K  	  K&  	  V P                   '       d1   V P                  \        P                  4       F  pV! V 4       K  	  R # R # ©NT)rÉ   rÈ   rH  r(   Úinjectrx  r	   ÚON_INJECT_MODEL©r   rH  Úinjr†  s   &   r   rÎ   ÚModelPatcher.inject_model®  s‡   € Ø××Ð˜t×2×2Ð2ÙØŸ/™/×0Ñ0Ö2ˆJÛ!�Ø—
‘
˜4Ô Ø#'�Ö ó "ñ 3ð ××ÐØ ×2Ñ2´;×3NÑ3NÖO�Ù˜–ó Pñ r   c                	ó  € V P                   '       g   R # V P                  P                  4        F  pV F  pVP                  V 4       K  	  K  	  RV n         V P	                  \
        P                  4       F  pV! V 4       K  	  R # ©NF)rÉ   rH  r(   Úejectrx  r	   ÚON_EJECT_MODELr–  s   &   r   rÊ   ÚModelPatcher.eject_model¹  sj   € Ø××ÐÙØŸ/™/×0Ñ0Ö2ˆJÛ!�Ø—	‘	˜$–ó "ñ 3ð !ˆÔØ×.Ñ.¬{×/IÑ/IÖJˆHÙ�TŽNó Kr   c                	óº   € \        V P                  R 4      '       d   W P                  n        V P                  \        P
                  4       F  pV! V 4       K  	  R# )r  N)rv   r3   r  rx  r	   Ú
ON_PRE_RUNr   s   & r   Úpre_runÚModelPatcher.pre_runÃ  sA   € Ü�4—:‘:Ð0×1Ò1Ø)-�J‰JÔ&Ø×.Ñ.¬{×/EÑ/EÖFˆHÙ�TŽNó Gr   c                	ój  € VP                  R R4      pV P                  \        P                  4       F  pV! WV4       K  	  V'       gS   RV9   dJ   RVR &    VR,          P	                  4        F  pVP                  W4       K  	  VP                  R R4       R# R# R#   TP                  R R4       i ; i)Úignore_multigpuFÚmultigpu_clonesTN)rU   rx  r	   ÚON_PREPARE_STATEr(   Úprepare_stater{  )r   ÚtimesteprH   r£  r†  rd  s   &&&   r   r¦  ÚModelPatcher.prepare_stateÉ  s¬   € Ø'×+Ñ+Ð,=¸uÓEˆØ×.Ñ.¬{×/KÑ/KÖLˆHÙ�T ]Ö3ñ MçÐ#4¸Ô#EØ/3ˆMÐ+Ñ,ð;Ø&Ð'8Õ9×@Ñ@ÖB�Aà—O‘O HÖ<ñ Cð ×!Ñ!Ð"3°TÖ:ñ $F‰øð ×!Ñ!Ð"3°TÕ:ús   Á/B ÂB2c                	óV   € V P                   e   V P                   V n        R V n         R # R # r   )rJ  rI  r   s   &r   Úrestore_hook_patchesÚ!ModelPatcher.restore_hook_patchesÖ  s)   € Ø×#Ñ#Ò/Ø $× 8Ñ 8ˆDÔØ'+ˆDÖ$ñ 0r   c               ó   € V ^8„  d   QhRR/# )r]   rS  zcomfy.hooks.EnumHookModerB   )r`   s   "r   ra   rŠ  Û  s   € ÷ #ñ #Ð'?ñ #r   c                	ó   € Wn         R # r   )rS  )r   rS  s   &&r   Úset_hook_modeÚModelPatcher.set_hook_modeÛ  s   € Ø"Žr   c               ó$   € V ^8„  d   QhRRRRRR/# )r]   Útrß   Ú
hook_groupúcomfy.hooks.HookGrouprH   ú	dict[str]rB   )r`   s   "r   ra   rŠ  Þ  s,   € ÷ Lñ L°|ð LÐQfð Lð  xAñ Lr   c                	óº  € V^ ,          pRpRpVP                  R/ 4      pVP                   FÚ  pVP                  P                  WGR7      p	V	'       g   K)  RV9   d   Vf   . pVP	                  V4       V P
                  e(   V P
                  P                   F  p
W¨8X  g   K  Rp M	  \        V P                  P                  4       4       F7  pVP                  V4      '       g   K  V P                  P                  V4       K9  	  KÜ  	  V'       d   V P                  R4       RV9   d2   VR,          P                  4        F  pVP                  V4       K  	  R# R# )r�   FNrD   )Úcurr_trD   r¤  T)rU   rP  Úhook_keyframeÚprepare_current_keyframer,   rM  r)   rL  rœ  Úcontainsr{  Úpatch_hooksr(   Ú_handle_changed_hook_keyframes)r   r±  r²  rH   r¶  Úreset_current_hooksÚmultigpu_kf_changed_cacherD   ÚhookÚchangedÚcurrent_hookÚcached_grouprd  s   &&&&         r   Ú%prepare_hook_patches_current_keyframeÚ2ModelPatcher.prepare_hook_patches_current_keyframeÞ  s=  € Ø�1•ˆØ#ÐØ$(Ð!Ø+×/Ñ/Ð0EÀrÓJÐØ×$Ô$ˆDØ×(Ñ(×AÑAÈÐAÓyˆG÷ ‰wà$¨Ô5Ø0Ò8Ø46Ð1Ø-×4Ñ4°TÔ:à×%Ñ%Ò1Ø(,×(:Ñ(:×(@Ô(@˜Ø'Ö/Ø26Ð/Ù!ñ )Aô %)¨×)AÑ)A×)FÑ)FÓ)HÖ$I�LØ#×,Ñ,¨T×2Ô2Ø×0Ñ0×4Ñ4°\ÖBó %Jñ! %÷& Ø×Ñ˜TÔ"Ø Ô-Ø"Ð#4Õ5×<Ñ<Ö>�à×0Ñ0Ð1JÖKó ?ñ .r   c               ó   € V ^8„  d   QhRR/# )r]   Úkf_changed_cachezlist[comfy.hooks.Hook]rB   )r`   s   "r   ra   rŠ  ý  s   € ÷ #ñ #Ð?Uñ #r   c                ó„  € Vf   R# RpV F–  pV P                   e(   V P                   P                   F  pWC8X  g   K  Rp M	  \        V P                  P	                  4       4       F7  pVP                  V4      '       g   K  V P                  P                  V4       K9  	  K˜  	  V'       d   V P                  R4       R# R# )zNUsed to handle multigpu behavior inside prepare_hook_patches_current_keyframe.NFT)rM  rP  r)   rL  rœ  r¹  r{  rº  )r   rÅ  r¼  r¾  rÀ  rÁ  s   &&    r   r»  Ú+ModelPatcher._handle_changed_hook_keyframesý  sª   € àÒ#ÙØ#Ðã$ˆDØ×!Ñ!Ò-Ø$(×$6Ñ$6×$<Ô$<�LØ#Ö+Ø.2Ð+Ùñ %=ô !% T×%=Ñ%=×%BÑ%BÓ%DÖ E�Ø×(Ñ(¨×.Ô.Ø×,Ñ,×0Ñ0°Ö>ó !Fñ %÷ Ø×Ñ˜TÖ"ñ r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r]   rP  r³  Útarget_dictr´  rH   r_   Ú
registeredrB   )r`   s   "r   ra   rŠ    s,   € ÷ ñ Ð/Dð ÐS\ð Ðmqð Ø.Cñr   c                	óJ  € V P                  4        Vf   \        P                  P                  4       p. pVP	                  \        P                  P
                  P                  4       FB  pVP                  V P                  9  d   VP                  V4       K1  VP                  V4       KD  	  \        V4      ^ 8”  d6   \        V P                  4      V n        V F  pVP                  WW$4       K  	  V P                  \         P"                  4       F  pV! WW#V4       K  	  V# r   )rª  rc   rP  Ú	HookGroupÚget_typeÚEnumHookTypeÚWeightrn   rI  r,   r+   rj   rq   rJ  Úadd_hook_patchesrx  r	   ÚON_REGISTER_ALL_HOOK_PATCHES)r   rP  rÉ  rH   rÊ  Úweight_hooks_to_registerr¾  r†  s   &&&&&   r   Úregister_all_hook_patchesÚ&ModelPatcher.register_all_hook_patches  sç   € à×!Ñ!Ô#ØÒÜŸ™×.Ñ.Ó0ˆJàACÐ Ø—N‘N¤5§;¡;×#;Ñ#;×#BÑ#BÖCˆDØ�}‰} D×$5Ñ$5Ô5Ø(×/Ñ/°Ö5à—‘˜tÖ$ñ	 Dô
 Ð'Ó(¨1Ô,ä'@À×ARÑARÓ'SˆDÔ$Û0�Ø×%Ñ% d¸;ÖSñ 1à×.Ñ.¬{×/WÑ/WÖXˆHÙ�T +¸jÖIñ YàÐr   c               ó   € V ^8„  d   QhRR/# )r]   r¾  zcomfy.hooks.WeightHookrB   )r`   s   "r   ra   rŠ  $  s   € ÷ ñ Ð%;ñ r   c           
     	óD  € V P                  4       ;_uu_ 4        V P                  P                  VP                  / 4      p\	        4       pV P
                  P                  4       pV FÝ  p\        W(,          \        4      '       d-   \        W(,          4      ^8X  d   W(,          ^ ,          R8X  d   KK  Rp	Rp
\        V\        4      '       d   TpM+V^,          p	V^ ,          p\        V4      ^8”  d
   V^,          p
W·9   g   K›  VP                  V4       VP                  V. 4      pVP                  W2V,          WIV
34       WÅV&   Kß  	  WPP                  VP                  &   \        P                  ! 4       V n        \!        V4      uuRRR4       #   + '       g   i     R# ; i)r]   r^  N)r_  rI  rU   rn   r@  r3   r  r   r*   rj   rH  r+   r,   r<  r=  r>  r)   )r   r¾  rŠ   rb  rc  Úcurrent_hook_patchesrd  rf  ro   rg  rD  r7   rk  s   &&&&&        r   rÐ  ÚModelPatcher.add_hook_patches$  s@  € Ø×Ñ×Õà37×3DÑ3D×3HÑ3HÈÏÉÐXZÓ3[Ð Ü“ˆAØ—z‘z×,Ñ,Ó.ˆHÛ�Ü˜g�j¬%×0Ò0´S¸½³_ÈÔ5IÈgÍjÐYZÍmÐ_gÔNgÙØ�Ø�Ü˜a¤×%Ò%Ø‘Cà˜q�T�FØ˜A�$�CÜ˜1“v ”zØ#$ Q¥4˜à–?Ø—E‘E˜!”HØ3G×3KÑ3KÈCÐQSÓ3T�OØ#×*Ñ*¨NÀA½JÈÐ`hÐ+iÔjØ0?¨Ó-ñ# ð$ 0D×Ñ˜dŸm™mÑ,ä $§
¢
£ˆDÔÜ˜“7÷5  ××Óús   ™C#FÄBFÆF	c               ó   € V ^8„  d   QhRR/# ©r]   rP  r³  rB   )r`   s   "r   ra   rŠ  A  s   € ÷  ñ  Ð/Dñ  r   c                	ó  € / pVeù   VP                    Fè  pV P                  P                  VP                  / 4      pVP	                  4        F«  pVP                  V. 4      p\
        P                  ! VP                  R4      '       d   VP                  WE,          4       MSWE,           FG  p\        V4      pV^ ;;,          VP                  ,          uu&   VP                  \        V4      4       KI  	  WbV&   K­  	  Kê  	  V# )Nç      ð?)rP  rI  rU   rn   rœ  ÚmathÚiscloseÚstrengthr-   r)   r,   r*   )	r   rP  Úcombined_patchesr¾  rI  r7   rk  rI   Ú	new_patchs	   &&       r   Úget_combined_hook_patchesÚ&ModelPatcher.get_combined_hook_patchesA  sÕ   € àÐØÒØŸœ�Ø%)×%6Ñ%6×%:Ñ%:¸4¿=¹=È"Ó%M�Ø'×,Ñ,Ö.�CØ3C×3GÑ3GÈÈRÓ3P�OÜ—|’| D§M¡M°3×7Ò7Ø'×.Ñ.¨|Õ/@ÕAð &2×%6Ð%6˜EÜ(,¨U«˜IØ% aŸL¨D¯M©MÕ9›LØ+×2Ñ2´5¸Ó3CÖDñ &7ð -< SÓ)ó /ñ $ð  Ðr   c               ó    € V ^8„  d   QhRRRR/# )r]   rP  r³  rD   r_   rB   )r`   s   "r   ra   rŠ  T  s   € ÷ cñ cÐ!6ð cÈTñ cr   c                	ó`  € V P                   V8X  d?   V'       d   V P                  '       g%   Vf!   \        P                  P	                  WV4      # V P                  VR7       V P                  \        P                  4       F  pV! W4       K  	  \        P                  P	                  WV4      # )N©rP  )	rM  rO  rc   rP  Ú%create_transformer_options_from_hooksrº  rx  r	   ÚON_APPLY_HOOKS)r   rP  rD   r¼  r†  s   &&&& r   rÎ  ÚModelPatcher.apply_hooksT  s…   € à×Ñ Ô&·ÀDÇLÇLÀLÐUZÒUbÜ—;‘;×DÑDÀTÐReÓfÐfØ×Ñ˜uÐÔ%Ø×.Ñ.¬{×/IÑ/IÖJˆHÙ�TÖ!ñ Kä�{‰{×@Ñ@ÀÐNaÓbÐbr   c               ó   € V ^8„  d   QhRR/# rÚ  rB   )r`   s   "r   ra   rŠ  ]  s   € ÷ "'ñ "'Ð!6ñ "'r   c                	ó(  € V P                  4       ;_uu_ 4        VEeÂ   \        V P                  4       P                  4       4      pR pV P                  \
        P                  P                  P                  8X  dX   \        \
        P                  P                  V P                  4      \
        P                  P                  4       ^,          R7      pV P                  P                  VR 4      pVel   \!        V4      pV FH  pWb9  d   \"        P$                  ! RV 24       K$  V P'                  WFVR7       VP)                  V4       KJ  	  V P+                  V4       M“V P+                  4        V P-                  VR7      pR p\/        V4      ^ 8”  d   V P1                  4       pV F8  pWb9  d   \"        P$                  ! RV 24       K$  V P3                  WWhVR7       K:  	  MV P+                  4        Wn        R R R 4       R #   + '       g   i     R # ; i)N)rÖ   rÜ   z:Cached hook could not patch. Key does not exist in model: )Úcached_weightsr7   Úmemory_counterræ  z:Cached hook would not patch. Key does not exist in model: )rP  rà  r7   Úoriginal_weightsrí  )r_  r)   rr  rœ  rS  rc   rP  rQ  rR  rÔ   r[  rk  r4   Úminimum_inference_memoryrL  rU   r@  r‚   rƒ   Úpatch_cached_hook_weightsrž  r¾  râ  rj   rx  Úpatch_hook_weight_to_devicerM  )	r   rP  Úmodel_sd_keysrí  rì  Úmodel_sd_keys_setr7   Úrelevant_patchesrî  s	   &&       r   rº  ÚModelPatcher.patch_hooks]  sÄ  € Ø×Ñ×ÕØÓ Ü $ T×%:Ñ%:Ó%<×%AÑ%AÓ%CÓ D�Ø!%�Ø—>‘>¤U§[¡[×%=Ñ%=×%FÑ%FÔFä%2¼5×;QÑ;Q×;aÑ;aÐbf×brÑbrÓ;sÜ8=×8NÑ8N×8gÑ8gÓ8iÐjkÕ8kô&m�Nð "&×!9Ñ!9×!=Ñ!=¸eÀTÓ!J�Ø!Ò-Ü(+¨MÓ(:Ð%Û-˜ØÔ3Ü#ŸOšOÐ.hÐilÐhmÐ,nÔoÙ$Ø×6Ñ6ÀnÐn|Ð6Ô}Ø)×0Ñ0°Ö5ñ  .ð ×&Ñ&Ð'8Õ9à×&Ñ&Ô(Ø'+×'EÑ'EÈEÐ'EÓ'RÐ$Ø'+Ð$ÜÐ+Ó,¨qÔ0Ø+/×+?Ñ+?Ó+AÐ(Û/˜ØÔ3Ü#ŸOšOÐ.hÐilÐhmÐ,nÔoÙ$Ø×8Ñ8¸uÐmpØKYð 9ö [ò	  0ð ×"Ñ"Ô$Ø!&Ô÷C  ××Òús   ™GH È H	c               ó$   € V ^8„  d   QhRRRRRR/# ©r]   rì  r_   r7   rH  rí  rÔ   rB   )r`   s   "r   ra   rŠ  �  s'   € ÷ 	mñ 	m¸ð 	mÀ3ð 	mÐXeñ 	mr   c                	óD  € W P                   9  d»   \        P                  P                  V P                  V4      pV P
                  pV P                  \        P                  P                  P                  8X  d&   VP                  V4      pV'       d   VP                  pVP                  VR R7      VP                  3V P                   V&   \        P                  P                  V P                  W!V,          ^ ,          P                  W,          ^,          R7      4       R# )Tr�  r|   N)rK  rc   r„   r·   r3   r9  rS  rP  rQ  rR  ræ   r}   rN   r‹  )r   rì  r7   rí  r¥   Útarget_devicerê   s   &&&&   r   rð  Ú&ModelPatcher.patch_cached_hook_weights�  sÎ   € Ø×&Ñ&Ô&Ü#(§;¡;×#7Ñ#7¸¿
¹
ÀCÓ#HˆFØ ×/Ñ/ˆMØ�~‰~¤§¡×!9Ñ!9×!BÑ!BÔBØ%×)Ñ)¨&Ó1�ßØ$*§M¡M�MØ%+§Y¡Y°mÈ$ YÓ%OÐQW×Q^ÑQ^Ð$_ˆD×Ñ˜SÑ!Ü�‰×!Ñ! $§*¡*¨cÀ#Õ3FÀqÕ3I×3LÑ3LÐTbÕTgÐhiÕTjÐ3LÓ3kÖlr   c                	ó\   € V P                   P                  4        V P                  R 4       R # r   )rL  r;   rº  r   s   &r   Úclear_cached_hook_weightsÚ&ModelPatcher.clear_cached_hook_weightsŒ  s"   € Ø× Ñ ×&Ñ&Ô(Ø×Ñ˜Ör   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# ©
r]   rP  r³  rà  r_   r7   rH  rî  rí  rÔ   rB   )r`   s   "r   ra   rŠ  �  s<   € ÷ %ñ %Ð1Fð %ÐZ^ð %Ðehð %ð  }Að %ð  S`ñ %r   c                	ó  € W29  d   R # \        V P                  V4      w  rgpW0P                  9  d‘   V P                  p	V P                  \
        P                  P                  P                  8X  d&   VP                  V4      p
V
'       d   VP                  p	VP                  V	RR7      VP                  3V P                  V&   \
        P                  P                  WfP                  \        P                  RR7      pVe   V! VRR7      p\
        P                   P#                  W#,          VW4R7      pWC Vft   \
        P$                  P'                  WÆP(                  \
        P*                  P-                  V4      R7      p\
        P*                  P/                  V P                  W<4       M(V! VR\
        P*                  P-                  V4      R7       V P                  \
        P                  P                  P                  8X  d�   V P                  p	VP                  V4      p
V
'       d   VP                  p	V P0                  P3                  V/ 4       VP                  V	RR7      VP                  3V P0                  V,          V&   ???R # )	NTr�  rF   r‚  )rî  r„  )r€  r…  F)r¬   r3   rK  r9  rS  rc   rP  rQ  rR  ræ   r}   rN   r[  rˆ  r­   r®   r‘   r£   r‰  rŠ  r¤   r„   r…   r‹  rL  r*  )r   rP  rà  r7   rî  rí  r¥   rŒ   r‹   rù  rê   r�  r�  s   &&&&&&       r   rñ  Ú(ModelPatcher.patch_hook_weight_to_device�  sü  € ØÔ&Ùä)7¸¿
¹
ÀCÓ)HÑ&ˆ˜,à×&Ñ&Ô&Ø ×/Ñ/ˆMØ�~‰~¤§¡×!9Ñ!9×!BÑ!BÔBØ%×)Ñ)¨&Ó1�ßØ$*§M¡M�MØ%+§Y¡Y°mÈ$ YÓ%OÐQW×Q^ÑQ^Ð$_ˆD×Ñ˜SÑ!ä×,Ñ,×;Ñ;¸FÇMÁMÔSX×S`ÑS`ÐgkÐ;ÓlˆØÒ#Ù& {¸DÔAˆKä—Z‘Z×0Ñ0Ð1AÕ1FØ1<Ø14ð 1ó Yˆ
ð Ð!ØÒÜŸ™×8Ñ8¸Ç\Á\ÔX]×XcÑXc×XrÑXrÐsvÓXwÐ8ÓxˆJÜ�K‰K×%Ñ% d§j¡j°#ÕBá�Z°¼5¿;¹;×;UÑ;UÐVYÓ;ZÕ[Ø�>‰>œUŸ[™[×5Ñ5×>Ñ>Ô>à ×/Ñ/ˆMØ!×%Ñ% fÓ-ˆDßØ &§¡�Ø×$Ñ$×/Ñ/°°rÔ:Ø4>·M±MÈÐ]b°MÓ4cÐek×erÑerÐ3sˆD×$Ñ$ UÕ+¨CÑ0ØØÚr   c               ó    € V ^8„  d   QhRRRR/# ©r]   Úwhitelist_keys_setzset[str]rI  ÚNonerB   )r`   s   "r   ra   rŠ  ·  s   € ÷ *ñ *°ð *À$ñ *r   c                	ót  € V P                  4       ;_uu_ 4        \        V P                  4      ^ 8X  d   RV n         RRR4       R# \	        V P                  P                  4       4      pV'       d˜   V F�  pW19   g   K  \        P                  P                  V P                  W0P                  V,          ^ ,          P                  V P                  V,          ^,          R7      4       V P                  P                  V4       K’  	  M”V Fm  p\        P                  P                  V P                  W0P                  V,          ^ ,          P                  V P                  V,          ^,          R7      4       Ko  	  V P                  P                  4        RV n        RRR4       R#   + '       g   i     R# ; i)r�   Nr|   )r_  rj   rK  rM  r)   rœ  rc   r„   r‹  r3   rN   r{  r;   )r   r  rœ  ro   s   &&  r   r¾  ÚModelPatcher.unpatch_hooks·  sE  € Ø×Ñ×ÕÜ�4×#Ñ#Ó$¨Ô)Ø%)�Ô"Ø÷  Ñô ˜×(Ñ(×-Ñ-Ó/Ó0ˆDß!Û�AØÖ.ÜŸ™×1Ñ1°$·*±*¸a×AQÑAQÐRSÕATÐUVÕAW×AZÑAZÐbf×brÑbrÐstÕbuÐvwÕbxÐAZÓAyÔzØ×(Ñ(×,Ñ,¨QÖ/ò ó
 �AÜ—K‘K×-Ñ-¨d¯j©j¸!×=MÑ=MÈaÕ=PÐQRÕ=S×=VÑ=VÐ^b×^nÑ^nÐopÕ^qÐrsÕ^tÐ=VÓ=uÖvñ ð × Ñ ×&Ñ&Ô(Ø%)�Ô"÷  ××Òús   ™#F&Á3F&Á>DF&Æ&F7	c                	óF   € V P                  4        V P                  4        R # r   )r¾  rü  r   s   &r   r  ÚModelPatcher.clean_hooksÉ  s   € Ø×ÑÔØ×&Ñ&Ö(r   c                	óÀ  a€ Vf   V P                   pVP                  4       o/ p\        S4      p\        V4      ^ 8”  Ed’   VP	                  ^ 4      pSV,          pVP                  R^4      p\        V4      ^8  g   V^,          R9  d   WcV&   Ka   \        P                  P                  W^ ,          4      pT'       d6   \        TR4      '       d$   \        TR4      '       d   TP                  R8X  d   YcT&   KË  Y%,           p	\        P                  P                  T P                   T	4      p
\        T
\        4      '       d   TS9   dx   T
P                  T4      p\        Y	4      pT3R lT 4        FH  pYÔ9   d   TP                  T4       TP	                  TR4       \        YÂT,           ST,          4      Y=&   KJ  	  EK‘  \!        Y	T
4      Y5&   EK¢  V#    YcT&    EK®  ; i)Nrµ   rw   r·  Tc              3  ó8   <"  € T F  qS9   g   K  Vx € K  	  R # 5ir   rB   )Ú.0r€  Úoriginal_state_dicts   & €r   Ú	<genexpr>Ú;ModelPatcher.model_state_dict_for_saving.<locals>.<genexpr>é  s   øé € Ð!W©]¨ÐCVÑ>V§!¢!«]ùs   ƒ�
rº  ©r¥   rÇ  )r3   r  r)   rj   r{  r¶   rc   r„   r·   rv   r·  r   r   r  rž  r  rõ   )r   r3   ÚprefixÚoutput_state_dictrœ  ro   r  r¹   rº   r7   r¥   Úqt_state_dictr!  Ú	group_keyr  s   &&&           @r   Úmodel_state_dict_for_savingÚ(ModelPatcher.model_state_dict_for_savingÍ  s³  ø€ ØŠ=Ø—J‘JˆEà#×.Ñ.Ó0ÐØÐÜÐ'Ó(ˆÜ�$‹i˜!�mØ—‘˜“ˆAØ# AÕ&ˆAØ—h‘h˜s AÓ&ˆGÜ�G“˜qÔ  W¨Q¥ZÐ7IÔ%IØ'( !Ñ$ÙðÜ—[‘[×)Ñ)¨%¸µÓ<�÷ œW RÐ)=×>Ò>Ü˜Ð4×5Ò5¸"×:RÑ:RÐVZÔ:ZØ'( !Ñ$ÙØ•*ˆCÜ—[‘[×)Ñ)¨$¯*©*°cÓ:ˆFÜ˜&¤/×2Ò2°qÐ<OÔ7OØ &× 1Ñ 1°!Ó 4�Ü2°4Ó=�Ü!W©]Ö!W�IØ Ô(ØŸ™ IÔ.Ø%×)Ñ)¨)°RÔ8Ü3HÈÐZcÕQcÐexð  zCõ  fDó  4EÐ%Ó0ñ	 "Xò
 Ü#3°D¸vÓ#FÐÔ Ø Ð øð'Ø'( !Ñ$Ûús   Â&G ÇGc                	óˆ   € V P                  V P                  P                  R 4      pV P                  P                  WAW#R7      # )zdiffusion_model.)Úclip_state_dictÚvae_state_dictÚclip_vision_state_dict)r  r3   Údiffusion_modelÚstate_dict_for_saving)r   r  r  r  Úunet_state_dicts   &&&& r   r  Ú"ModelPatcher.state_dict_for_savingò  s@   € Ø×:Ñ:¸4¿:¹:×;UÑ;UÐWiÓjˆØ�z‰z×/Ñ/°ÐqÐ/ó  pð  	pr   c                	óJ   € V P                  4        V P                  R R7       R# )F©r  N)r�  r  r   s   &r   Ú__del__ÚModelPatcher.__del__ö  s   € Ø×ÑÔ Ø�‰ ˆÖ&r   )#rC  rB  r4  r5  rL  rT  rE  rV  rM  r2  r;  rN  rK  rS  rI  rJ  rH  rO  rÉ   rU  r4   r3   rH   r6  r7  r9  r?  rŠ   r>  rA  r1  rÈ   r:  r8  rG  ©r�   FF)FNFr¨   rÒ   r   )rÜ  rÜ  )NFFFr:   )Nr�   FF©Nr�   TFr“  ©r�   F©Trš  )Nrº  )NNN)xr=   r>   r?   r@   r   r1   r]  r`  r-  rk  rp  rw  r”  r©  r­  r²  r”   rº  rÈ  rË  rÎ  rÒ  rØ  rÜ  rà  rã  ré  rî  rô  rù  rý  r  r  r  r  r  r  r   r$  r(  r,  r0  r:  r>  rA  rE  rK  rP  r.   rX  r²   rl  rx  rr  r  r•  r™  r�  r³  râ  ré  rî  rû  r  r	  r  r  r  r  r­   r®   r£   rT  r&  r%  r/  r3  rx  r>  r=  rF  rJ  rO  rU  rY  r]  ra  re  ri  r�  ro  Úcontextmanagerrx  r“  rš  r›  r/   r_  rÎ   rÊ   r   r¦  rª  r®  rÂ  r»  rÓ  rÐ  râ  rÎ  rº  rð  rü  rñ  r¾  r  r  r  r!  rA   rB   r   r   r   r   X  s‚  † ô<7ò|òò5ò0òJògôJ÷X/òb"HòH÷
"òHCò?ô3ôCôAòbõMòLòDôWò3ò3ô\ô\ò:ò:òqò9òDò:ò1òDò4ò2ò5ò@ò
Qò(ò)ò)õ>ò,Tò*ð0 9BÈRô ?ò**ô&ôPô2ôJò>!ò
$ò#ô#ôJABôFô"'+ôRS ôjHò8òòôò!ð INÏÉô hòõ>õõõ
>õõ?õõõ
@õõ+õ&õ/õ*õ%õ.õ-ð ×Ññ	ó ð	õ,õ3òòô&cò	òòò;ò,õ
#õLõ>#÷$÷*õ: ÷&cõ"'õH	mòõ%÷N*ò$)ô#!ôJpö'r   r   c                  óD  a € ] tR tRtR!V 3R lltR"V 3R lltR tR t]P                  R 4       t
R tR#R ltR	 tR
 tR tR tR tV 3R ltR tR$R ltR%R ltR tR t. R&O3R lt. R'O3R ltR(V 3R lltR)V 3R lltR%R ltR R ltR R ltR*R R lltR t R t!V ;t"# )+ÚModelPatcherDynamiciú  c                	óŽ   <€ Ve3   \         P                  P                  V4      '       d   \        WW4WV4      # \        SV `  V 4      # r   )rc   r[  Úis_device_cpur   rø   rù   )rú   r3   r4   r9  r1  r:  r2  rü   s   &&&&&&&€r   rù   ÚModelPatcherDynamic.__new__ü  s>   ø€ ØÒ"¤u×'=Ñ'=×'KÑ'KÈK×'XÒ'Xä °NÐJ_ÓkÐkÜ‰w‰˜sÓ#Ð#r   c                	óN  <€ \         SV `  WW4WV4       \        V P                  R 4      '       g   RV P                  n        \        V P                  R4      '       g   / V P                  n        \        V P                  R4      '       g   / V P                  n        V P                  V P                  4       RV n	        Vf   Q h\        V P                  R4      '       g   \        4       V P                  n        V P                  P                  P                  \        V 4      4       R# )Úcomfy_writableFÚdynamic_vbarsÚdynamic_pinsNÚdynamic_patchers)rø   r   rv   r3   r.  r/  r0  r�  r4   Únon_dynamic_delegate_modelr@  r1  r+   r2   )r   r3   r4   r9  r1  r:  r2  rü   s   &&&&&&&€r   r   ÚModelPatcherDynamic.__init__  sÑ   ø€ Ü‰Ñ˜¨^ÐCXÔdÜ�t—z‘zÐ#3×4Ò4Ø(-ˆD�J‰JÔ%Ü�t—z‘z ?×3Ò3Ø')ˆD�J‰JÔ$Ü�t—z‘z >×2Ò2Ø&(ˆD�J‰JÔ#Ø×!Ñ! $×"2Ñ"2Ô3Ø*.ˆÔ'ØÒ&Ð&Ð&Ü�t—z‘zÐ#5×6Ò6Ü*-«%ˆD�J‰JÔ'Ø�
‰
×#Ñ#×'Ñ'¬¨4«Ö1r   c                ó¾  € WP                   P                  9  EdB   R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3R\        P                  P	                  ^ ^ ^ 4      . R.^ .^ ./ 3RV P
                  RV P                   P                  R	R
RR
RR
RR
/V P                   P                  V&   R# R# )aA  Ensure dynamic_pins has an entry for *device*.

Called from __init__ and also from any code that retargets an
already-constructed patcher to a new load_device (e.g. the
Select{Model,CLIP,VAE}Device selector nodes); without this entry
partially_unload_ram() raises KeyError when it tries to read the
per-device pin state.
ÚweightsrŠ   úweights-loadedúpatches-loadedúweights-fastúpatches-fastr2  ÚwritableÚhostbufs_initializedFÚfailedÚactiveÚcurrent_promptNéÿÿÿÿ)r3   r0  rh  Úhost_bufferÚ
HostBufferr2  r.  )r   r}   s   &&r   r�  Ú(ModelPatcherDynamic.register_load_device  s‘  € ð Ÿ™×0Ñ0Õ0àœK×3Ñ3×>Ñ>¸qÀ!ÀQÓGÈÈbÈTÐTUÐSVÐYZÐX[Ð]_Ð`ØœK×3Ñ3×>Ñ>¸qÀ!ÀQÓGÈÈbÈTÐTUÐSVÐYZÐX[Ð]_Ð`Ø ¤;×#:Ñ#:×#EÑ#EÀaÈÈAÓ#NÐPRÐUWÐTXÐ[\ÐZ]Ð`aÐ_bÐdfÐ"gØ ¤;×#:Ñ#:×#EÑ#EÀaÈÈAÓ#NÐPRÐUWÐTXÐ[\ÐZ]Ð`aÐ_bÐdfÐ"gØ¤×!8Ñ!8×!CÑ!CÀAÀqÈ!Ó!LÈbÐSUÐRVÐYZÐX[Ð^_Ð]`ÐbdÐ eØ¤×!8Ñ!8×!CÑ!CÀAÀqÈ!Ó!LÈbÐSUÐRVÐYZÐX[Ð^_Ð]`ÐbdÐ eØ˜TŸ^™^Ø˜DŸJ™J×5Ñ5Ø&¨Ø˜%Ø˜%Ø  %ð/ˆD�J‰J×#Ñ# FÓ+ñ 1r   c                	ó   € R # r&  rB   r   s   &r   r1   ÚModelPatcherDynamic.is_dynamic*  s   € Ùr   c           
   #  	ó4  "  € \         P                  P                  VP                  4       4      w  r#R p VP	                  VRR7       \        WP                  \        P                  ! R4      V P                  R7      pV P                  RV.4       \         P                  P                  W@.4       VP                  R4       Vx € \         P                  P                  V P                  4      ;_uu_ 4        \         P                  P                  4        \         P                   P#                  4        \         P                   P%                  4        Ve«   V P'                  R4       VP(                  P+                  VP                  R 4      pVe   VP-                  4        VP/                  4        F*  p\1        VR/ 4      P3                  4        F  pRVR&   K
  	  K,  	  \         P                  P5                  VRR	7       VP-                  4        R R R 4       R #   + '       g   i     R # ; i  \         P                  P                  T P                  4      ;_uu_ 4        \         P                  P                  4        \         P                   P#                  4        \         P                   P%                  4        Te«   T P'                  R4       TP(                  P+                  TP                  R 4      pTe   TP-                  4        TP/                  4        F*  p\1        TR/ 4      P3                  4        F  pRTR&   K
  	  K,  	  \         P                  P5                  TRR	7       TP-                  4        R R R 4       i   + '       g   i     i ; i; i5i)
NT)Úassignr
  )r2  r:  Ú_pinsFÚdirty)Úunload_additional_models)rc   r„   Úcreate_safetensorsr  Úload_state_dictr)  r4   r­   r}   r2  r�  r[  Úload_models_gpur5   rr  rÌ  Úmodel_prefetchÚcleanup_prefetch_queuesÚcleanup_malloc_graphr“  r/  r{  Úcloserì  r   r(   r’  )r   r3   ÚstateÚfiler   Úvbarrj  Úpins   &&      r   rt  Ú"ModelPatcherDynamic.writable_model-  s�  é € ä—k‘k×4Ñ4°U×5EÑ5EÓ5GÓH‰ˆØˆð	Ø×!Ñ! %°Ð!Ô5Ü)¨%×1AÑ1AÄ5Ç<Â<ÐPUÓCVÐbf×bpÑbpÔqˆGØ×&Ñ& z°G°9Ô=ä×"Ñ"×2Ñ2°G°?ÔCØ×0Ñ0°Ô6ØŠMä×'Ñ'×;Ñ;¸D×<LÑ<L×MÕMä×&Ñ&×2Ñ2Ô4Ü×$Ñ$×<Ñ<Ô>Ü×$Ñ$×9Ñ9Ô;ØÒ&Ø×1Ñ1°*Ô=Ø ×.Ñ.×2Ñ2°7×3FÑ3FÈÓM�DØÒ'ØŸ
™
œØ"'§-¡-¦/˜Ü#*¨6°7¸BÓ#?×#FÑ#FÖ#H˜CØ+0˜C ›Ló $Iñ #2ô ×*Ñ*×BÑBÀ7ÐejÐBÔkØ—
‘
”÷ N×M×MÒMû”×'Ñ'×;Ñ;¸D×<LÑ<L×MÕMä×&Ñ&×2Ñ2Ô4Ü×$Ñ$×<Ñ<Ô>Ü×$Ñ$×9Ñ9Ô;ØÒ&Ø×1Ñ1°*Ô=Ø ×.Ñ.×2Ñ2°7×3FÑ3FÈÓM�DØÒ'ØŸ
™
œØ"'§-¡-¦/˜Ü#*¨6°7¸BÓ#?×#FÑ#FÖ#H˜CØ+0˜C ›Ló $Iñ #2ô ×*Ñ*×BÑBÀ7ÐejÐBÔkØ—
‘
”÷ N×M×MÐMÿsO   ‚2NµBH. Ã1NÃ7DHÈ
NÈH+	È%	NÈ.2NÉ DN	Í9	NÎNÎNÎNc                	óX   € WP                   P                  V P                  ,          R &   R# )r>  N©r3   r0  r4   )r   Úin_uses   &&r   r5   Ú0ModelPatcherDynamic.set_in_use_by_current_promptJ  s    € ØFL�
‰
×Ñ × 0Ñ 0Õ1Ð2BÓCr   c                	ó†  a€ V P                   \        P                  ! R 4      8X  d   R# V P                  P                  P                  V P                   R4      pV'       dá   VfÝ   V P                  4       ^
,          pRpV P                  P                  '       dQ   \        R V P                  P                  4        4       4      p\        P                  ! V P                  4      oV3R lp\        P                  P                  W0P                   P                  VR7      pW P                  P                  V P                   &   V# )r
  Nc              3  ó`   "  € T F$  p\         P                  P                  V4      x € K&  	  R # 5ir   )rc   rf  Úvram_aligned_size)r  rd  s   & r   r  Ú0ModelPatcherDynamic._vbar_get.<locals>.<genexpr>X  s&   é € ÐiÑQhÈAœ5×2Ñ2×DÑDÀQ×GÐGÓQhùs   ‚,.c                óV  <€ S! 4       pVf   R # VP                  4        F†  p\        VR4      '       d   VP                  f   K%  VP                  w  rEpWTP                  ,
          pWpV,           8  g   KU  Wv,           V 8”  g   Kd  VP                  VP                  4       R Vn        Kˆ  	  R # )NÚ_v)rì  rv   Ú_v_signaturer_  Ú	base_addrÚ	writebackÚ	_v_weight)	rg  r1  r3   rx   rS  ÚaddressÚlengthr!   Ú	model_refs	   &&      €r   ÚpageoutÚ.ModelPatcherDynamic._vbar_get.<locals>.pageout[  s   ø€ Ù%›K�EØ’}Ùà"Ÿ]™]ž_˜Ü& q¨$×/Ò/°1·>±>Ò3IÙ$Ø01·±Ñ-˜ vØ '¯.©.Õ 8˜Ø ¨D¥=Ö0°Uµ^ÀfÖ5LØŸK™K¨¯©Ô4Ø-1˜AžNó -r   )Úpageout_callback)r4   r­   r}   r3   r/  rU   r]  r.  rÂ  rÇ  ÚweakrefÚrefrh  ri  Ú	ModelVBARró   )r   ÚcreaterS  r1  rg  rf  s   &&   @r   Ú	_vbar_getÚModelPatcherDynamic._vbar_getM  sì   ø€ Ø×ÑœuŸ|š|¨EÓ2Ô2ÙØ�z‰z×'Ñ'×+Ñ+¨D×,<Ñ,<¸dÓCˆß�d’lð —?‘?Ó$ rÕ)ˆDØˆGØ�z‰z×(×(Ð(ÜÑiÐQU×Q[ÑQ[×QfÑQfÔQhÓiÓi�Ü#ŸKšK¨¯
©
Ó3�	õ2ô ×)Ñ)×3Ñ3°D×:JÑ:J×:PÑ:PÐcjÐ3ÓkˆDØ9=�J‰J×$Ñ$ T×%5Ñ%5Ñ6Øˆr   c                	ó„   € V P                  4       pVe   VP                  4       M^ V P                  P                  ,           # r   )rn  r`  r3   r,  )r   rS  s   & r   r`  ÚModelPatcherDynamic.loaded_sizem  s3   € Ø�~‰~ÓˆØ&*Ò&6�× Ñ Ô"¸AÀÇÁ×AfÑAfÕfÐfr   c                	ó   € \        R 4      h)z7pin_weight_to_device invalid for dymamic weight loading©ru  rœ  s   &&r   r•  Ú(ModelPatcherDynamic.pin_weight_to_devices  s   € ÜÐTÓUÐUr   c                	ó   € \        R 4      h)z/unpin_weight invalid for dymamic weight loadingrs  rœ  s   &&r   r™  Ú ModelPatcherDynamic.unpin_weightv  s   € ÜÐLÓMÐMr   c                	ó(   € V P                  R 4       R# )r¹  N)r  r   s   &r   r�  Ú%ModelPatcherDynamic.unpin_all_weightsy  s   € Ø×!Ñ! $Ö'r   c                	ó  € \        V R R4      p\        VRR4      pVe   \        V 4      V9  d   R# VP                  \        V 4      4        V'       g   V P                  4        V P	                  RR7       R#   T P	                  RR7       i ; i)r3   Nr1  Fr   )r   r2   Údiscardr�  r  )r   r3   r1  s   &  r   r!  ÚModelPatcherDynamic.__del__|  sx   € Ü˜˜g tÓ,ˆÜ" 5Ð*<¸dÓCÐØÒ#¤r¨$£xÐ7GÔ'GÙØ× Ñ ¤ D£Ô*ð	+ß#Ø×&Ñ&Ô(à�K‰K EˆKÖ*øˆD�K‰K EˆKÕ*ús   ÁA8 Á8Bc                	ó@   <€ \         SV `  VR 7      R,          R,           # )rµ  gÍÌÌÌÌÌô?i   @)rø   r”   )r   r¶  rü   s   &&€r   r”   Ú#ModelPatcherDynamic.memory_requiredˆ  s"   ø€ ô ‰wÑ&°;Ð&Ó?À#ÕEÈÕSÐSr   c                	ó   € V P                   P                  p\        V P                  P	                  4       4       FR  pV P                  P                  V4      p\        P                  P                  V P                   W#P                  4       KT  	  \        V P                  P	                  4       4       FF  p\        P                  P                  V P                   W P                  P                  V4      4       KH  	  ^ V P                   n        V# r—   )r3   r,  r)   r4  rœ  r{  rc   r„   rŒ  r¥   r5  Úset_attr_buffer)r   Úrestoredr7   rv  s   &   r   Úrestore_loaded_backupsÚ*ModelPatcherDynamic.restore_loaded_backupsŽ  s¶   € Ø—:‘:×8Ñ8ˆÜ˜Ÿ™×(Ñ(Ó*Ö+ˆCØ—‘—‘ Ó%ˆBÜ�K‰K×&Ñ& t§z¡z°3¿	¹	ÖBñ ,ô ˜×+Ñ+×0Ñ0Ó2Ö3ˆCÜ�K‰K×'Ñ'¨¯
©
°C×9LÑ9L×9PÑ9PÐQTÓ9UÖVñ 4à01ˆ�
‰
Ô-Øˆr   c                	ó  a-a.a/a0€ V'       d   Q hV'       d   Q hWP                   8X  g   Q h^ o/^ pV P                  4        V P                  4       ;_uu_ 4        V P                  4        V P	                  RR7      pV P
                  P                  V P                   ,          o0S0R,          '       EgA   \        P                  P                  V P                  4       4      p\        P                  P                  ^ R,V4      . R-.^ .^ ./ 3S0R&   \        P                  P                  ^ R.V4      . R-.^ .^ ./ 3S0R&   \        P                  P                  ^ R,V4      . R-.^ .^ ./ 3S0R&   \        P                  P                  ^ R.V4      . R-.^ .^ ./ 3S0R&   \        P                  P                  ^ R,V4      . R-.^ .^ ./ 3S0R	&   \        P                  P                  ^ R.V4      . R-.^ .^ ./ 3S0R
&   RS0R&   RS0R&   RS0R&   Ve   VP                  4        V P                  RVR7      p	V	P!                  4        \#        V P
                  RR4      p
V
e   V
! 4       M. . 3w  r¼\%        V4      p\%        V4      pV	 Uu/ uF  qÝR/,          VbK  	  upo-V-3R lp. p	V! W¹4       . pV! WÏ4       V	P'                  R S-P)                  4        4       4       V	P'                  V4       RpV	 EFE  pVEv ppo.pppR pV/V03R lpV.3R lp\+        VR4      '       EdO   RVn        S.Vn        S0Vn        V! VV4       VR08”  g   V P
                  P2                  '       dU   V! V VS.R4      w  ppV! V VS.R4      w  ppT;'       g    TpVV,          pV'       d   \4        P6                  ! RS. R24       MRpV'       d]   \+        VR4      '       d6   \        P8                  P;                  VP<                  4       \?        VR4       V! V RV4       V! V RV4       M5Ve)   \+        VR4      '       g   VPA                  X4      Vn        VX,          pV F  pVR19  g   K  V! V VV4       K  	  EMV EF   p\C        S.V4      p\E        V P
                  V4      w  p  pVV PF                  9  d.   \H        PJ                  ! RRR.4      ! V R4      V PF                  V&   \#        VVR,           R4      p!V PM                  V!VR7      p"\        PN                  PQ                  V P
                  VV"4       V P
                  ;PR                  V"PU                  4       V"PW                  4       ,          ,          un)        EK  	  \Y        VV4       \+        VR4      '       dl   Vf   VP<                  MZV^ ,          V^,          \[        V^,          VP<                  ^,          VP<                  ^,          ,           V^,          ,
          4      3pVf   EK  Tp#T\]        V#\$        \^        34      '       d
   V#^ ,          MT#n0        RpEKH  	  V P
                  Pc                  RR 7       Fë  w  pp$VV Pd                  9  d   V$V Pd                  V&   \        PN                  Pg                  V P
                  V4      w  p%p&\#        V%V&R,           R4      p!V$PM                  V!VR7      p'\        PN                  Pi                  V P
                  VV'4       V P
                  ;PR                  V'PU                  4       V'PW                  4       ,          ,          un)        Kí  	  \k        V PF                  4      ^ 8”  d8   R!\k        V PF                  4       R"V P
                  PR                  R,           R#2MR$p(V Pl                  VS/\k        V PF                  4      V P
                  PR                  3p)\o        \#        \p        Pp                  R%R4      4      p*V*'       d#   \#        V R&R4      V)8X  d   \4        Pr                  M\4        Pt                  p+V)V n;        \4        Px                  ! V+R'V P
                  Pz                  P|                   R(VR2,           R)S/ R*V( 24       WP
                  n?        V Pl                  V P
                  n@        V Pƒ                  \„        P†                  4       F  p,V,! WW#V4       K  	  V P‰                  V PŠ                  RR+7       RRR4       R# u upi   + '       g   i     R# ; i)3r�   T)rm  r;  i   r5  rŠ   r6  r7  r8  r9  Fr<  r=  N)rª  r«  Úget_dynamic_vram__unitsc           	     óÀ  <€ V  FÖ  p\        V\        \        34      '       d   TMV3p. pV FX  pVP                  4        FA  pVS	9  g   Wd9   d   K  \	        VR R4      pTP                  Ve   VP                  MV34       KC  	  KZ  	  \        V4       FC  w  r†TP                  . S	P                  V4      OV\        V4      ^,
          8X  d   TMRN54       KE  	  KØ  	  R# )Ú_combined_linearN)r   r)   r*   rì  r   r-   ÚlinearsrÀ  r,   r{  rj   )
Úunitsr¬  ÚunitÚunit_modulesrì  Úrootrj  r…  ró   Úloading_by_modules
   &&       €r   Úunit_loadingÚ.ModelPatcherDynamic.load.<locals>.unit_loadingÆ  sÒ   ø€ Û!�DÜ+5°d¼TÄ5¸M×+JÒ+J¡4ÐQUÐPW�Lð !�GÛ ,˜Ø&*§l¡l¦n˜FØ%Ð->Ô>À&ÔBSÙ (Ü$+¨FÐ4FÈÓ$M˜EØ#ŸN™N¸EÒ<M¨5¯=ª=ÐTZÐS\Ö]ó	 '5ñ !-ô *3°7Ö);™˜ØŸ™Ð'tÐ):×)>Ñ)>¸vÓ)FÐ'tÐPUÔY\Ð]dÓYeÐhiÕYiÔPiÉÐosÑ'tÖuó *<ó "r   c              3  ó0   "  € T F  p. VOR N5x € K  	  R # 5ir   rB   )r  Úentrys   & r   r  Ú+ModelPatcherDynamic.load.<locals>.<genexpr>Ù  s   é € ÐRÑ7Q¨e˜>˜U˜> Dž>Ó7Qùs   ‚c                óL   € V'       g   \        V R 4      '       g
   RV n        R# R# )r`  N)rv   r`  )ÚitemrH  s   &&r   Ú	set_dirtyÚ+ModelPatcherDynamic.load.<locals>.set_dirtyà  s   € ß¤G¨D°.×$AÒ$AØ,0˜Ö)ñ %Br   c                óF  <€ \        W#4      p. p\        V P                  V4      w  p pVf   R# W@P                  9   d|   \        P
                  P                  V P                  V,          Wd4      VP                  8w  d   R# \        W@P                  4      pSVn	        \        WR,           V4       S^,          oM\        WR,           R 4       W@P                  9   d#   VP                  V P                  V,          4       \        WR,           V4       Tp	\        V\        4      '       gY   \        WR,           R 4      ;'       g    VP                   p
W¦n        \        P$                  P'                  VP                  V
R7      p	R\        P$                  P)                  V	4      3# )NFÚ_lowvram_functionÚ	_functionr¢  )rÆ  r¤   )Fr�   )Tr�   )r½   r¬   r3   rŠ   rc   r‘   rÅ  rÆ  rˆ   Ú
_pin_stateÚsetattrr8  r-   r   r   r   r¤   Ú_model_dtyperf  ÚTensorGeometryr\  )r   rx   r~  Ú	param_keyr7   rt   r¥   r  Úlowvram_patchÚgeometryr²   Únum_patchesÚ	pin_states   &&&&       €€r   Úsetup_paramÚ-ModelPatcherDynamic.load.<locals>.setup_paramä  sY  ø€ ä/°Ó=�Cà&(�Oä#1°$·*±*¸cÓ#B‘L�F˜A˜qØ’~Ø)Ð)ØŸl™lÔ*Ü Ÿ:™:×5Ñ5°d·l±lÀ3Õ6GÈÓUÐY_×YeÑYeÔeØ#,Ð,Ü(4°S¿,¹,Ó(G˜Ø3<˜Ô0Ü Ð/BÕ#BÀMÔRØ# qÕ(™ä Ð/BÕ#BÀDÔIà×9Ñ9Ô9Ø'×.Ñ.¨t×/JÑ/JÈ3Õ/OÔPÜ˜A¨;Õ6¸ÔHØ%�HÜ% f¬o×>Ò>Ü&-¨aÐ=QÕ1QÐSWÓ&X×&hÐ&hÐ\b×\hÑ\h˜Ø.9Ô+Ü#(×#:Ñ#:×#IÑ#IÐPV×P\ÑP\ÐdoÐ#IÓ#p˜Ø!¤5×#:Ñ#:×#LÑ#LÈXÓ#VÐWÐWr   c                óü  <€ \        SV4      p\        V P                  V4      w  p pVf   R # W0P                  9   dF   \        P
                  P                  V P                  W0P                  V,          P                  4       V P                  W2RR7       \        V P                  V4      w  p pVeI   V P                  ;P                  VP                  4       VP                  4       ,          ,          un	        R # R # )NT)r  r�  )r½   r¬   r3   r4  rc   r„   rŒ  r¥   r  r,  r¯   râ   )r   r�  r  r7   r¥   r  r~  s   &&&   €r   Úforce_load_paramÚ2ModelPatcherDynamic.load.<locals>.force_load_param  s¾   ø€ Ü/°°9Ó=�CÜ#1°$·*±*¸cÓ#B‘L�F˜A˜qØ’~ÙØŸk™kÔ)ÜŸ™×2Ñ2°4·:±:¸sÇKÁKÐPSÕDT×D[ÑD[Ô\Ø×/Ñ/°ÐUYÐ/ÔZÜ#1°$·*±*¸cÓ#B‘L�F˜A˜qØÒ)ØŸ
™
×=Ò=ÀÇÁÃÐRX×ReÑReÓRgÕAgÕg×=ñ *r   rw   r¥   rÇ  zModule z" has resizing Lora - force loadingr_  r  r€  r¢  )r¤   r}   r   z Force pre-loaded z
 weights: z KB.rº  Ú
_instancesÚ_last_prepare_log_keyzModel z$ prepared for dynamic VRAM loading. zMB Staged. z patches attached.r»  i   r?  i  € éþÿÿÿi @  r  r½  )Fr4   r�  r_  r¾  rn  r3   r0  rc   r[  Úpinned_hostbuf_sizer]  rh  r@  rA  Ú
prioritizer³  r¿  r   r)   r-   r(   rv   rw   Úseed_keyr™  r.  r‚   r‘  ri  Ú
vbar_unpinr_  ÚdelattrÚallocr½   r¬   r4  r%   r†  rN   r„   rŒ  r,  r¯   râ   r€   rÁ  r   r*   Ú_v_blockÚnamed_buffersr5  Úresolve_attrr  rj   r>  ÚboolÚtqdmÚDEBUGÚINFOr¨  Úlogrü   r=   r}   r/  rx  r	   rÍ  rÎ  rN  )1r   r  rÏ  rÐ  rÑ  rH  Úallocated_sizerS  Úhostbuf_sizer¬  Ú	get_unitsÚdynamic_unitsÚlast_dynamic_unitsr�  r�  Úlast_loadingÚv_blockr€  r  r°  rx   r®  Úend_of_blockr”  r¢  r¥  Ú
force_loadÚv_weight_sizeÚforce_load_biasÚv_weight_biasr¼   r7   r¥   r²   Úcasted_weightr‰  Úbufrj  Úbuf_nameÚ
casted_bufÚforce_load_statÚlog_keyÚin_loopÚlevelr†  rŒ  r~  r   r¡  s1   &&&&&&                                       @@@@r   râ  ÚModelPatcherDynamic.load™  s	  û€ ÷
 'Ð&Ð&÷ Ðˆ}à×,Ñ,Ô,Ð,Ð,àˆØˆØ×#Ñ#Ô%à×Ñ×ÕØ×ÑÔ à—>‘>¨�>Ó.ˆDØŸ
™
×/Ñ/°×0@Ñ0@ÕAˆIØÐ3×4Õ4Ü$×5Ñ5×IÑIÈ$Ï/É/ÓJ[Ó\�Ü(3×(?Ñ(?×(JÑ(JÈ1ÐN^Ð`lÓ(mÐoqÐtvÐswÐz{Ðy|ð  @Að  Bð  DFð  (G�	˜)Ñ$Ü(3×(?Ñ(?×(JÑ(JÈ1ÈoÐ_kÓ(lÐnpÐsuÐrvÐyzÐx{Ð~ð  ~Að  CEð  (F�	˜)Ñ$Ü/:×/FÑ/F×/QÑ/QÐRSÐUeÐgsÓ/tÐvxÐ{}Ðz~ð  BCð  ADð  GHð  FIð  KMð  /N�	Ð*Ñ+Ü/:×/FÑ/F×/QÑ/QÐRSÐUdÐfrÓ/sÐuwÐz|Ðy}ð  ABð  @Cð  FGð  EHð  JLð  /M�	Ð*Ñ+Ü-8×-DÑ-D×-OÑ-OÐPQÐScÐeqÓ-rÐtvÐy{Ðx|ð  @Að  Bð  EFð  DGð  IKð  -L�	˜.Ñ)Ü-8×-DÑ-D×-OÑ-OÐPQÐSbÐdpÓ-qÐsuÐxzÐw{Ð~ð  ~Að  DEð  CFð  HJð  -K�	˜.Ñ)Ø48�	Ð0Ñ1Ø"'ˆI�hÑØ"&ˆI�hÑØÒØ—‘Ô!à—o‘o°$Ày�oÓQˆGØ�L‰LŒNä §
¡
Ð,EÀtÓLˆIØ?HÒ?T±	´Ð[]Ð_aÐZbÑ-ˆMÜ  Ó/ˆMÜ!%Ð&8Ó!9ÐÙ?FÓ G¹w°e r¥¨EÒ!1¹wÑ GÐõvð ˆGÙ˜Ô0ØˆLÙÐ+Ô:Ø�N‰NÑRÐ7H×7OÑ7OÔ7QÓRÔRØ�N‰N˜<Ô(ØˆGä�Ø=>Ñ:��J  1 f¨lò1öXõ:
hô ˜1Ð2×3Ó3Ø+/�AÔ(Ø!"�A”JØ#,�A”LÙ˜a Ô'ð " IÔ-°·±×1J×1JÐ1JÙ4?ÀÀaÈÈHÓ4UÑ1˜
 MÙ9DÀTÈ1ÈaÐQWÓ9XÑ6˜¨Ø%/×%BÐ%B°?˜
Ø%¨Õ6˜ß%Ü#ŸLšL¨7°1°#Ð5WÐ)XÔYøà#'˜
ç!Ü" 1 d×+Ò+Ü'×2Ñ2×=Ñ=¸a¿d¹dÔCÜ# A tÔ,Ù(¨¨x¸ÔCÙ(¨¨v°yÕAàÒ+´G¸A¸t×4DÒ4DØ#'§:¡:¨mÓ#<˜AœDØ&¨-Õ7˜ã!'˜Ø Ð(:Ö:Ù,¨T°5¸)ÖDó "(ô
 "(˜Ü3°A°uÓ=˜Ü'5°d·j±jÀ#Ó'F™˜  1Ø d§k¡kÔ1Ü/:×/EÒ/EÀkÐT\Ð^nÐSoÔ/pÐqwÐy~Ó/˜DŸK™K¨Ñ,Ü&-¨a°Ð9MÕ1MÈtÓ&T˜Ø(.¯	©	¸ÈI¨	Ó(V˜ÜŸ™×2Ñ2°4·:±:¸sÀMÔRØŸ
™
×=Ò=À×ATÑATÓAVÐYf×YsÑYsÓYuÕAuÕu×=Ð=ñ "(ô & a¨Ô3ä˜1˜d×#Ò#Ø&-¢o˜aŸdšd¸GÀA½JÈÐPQÍ
ÔTWÐX_Ð`aÕXbÐde×dhÑdhÐijÕdkÐno×nrÑnrÐstÕnuÕduÐxð  ABõ  yCõ  eCó  UDð  <E�GØÕ+Ø'�DØV]¤
¨4´$¼°× ?Ò ?�T˜!–WÀTÔSØ"“GñG ðJ !ŸJ™J×4Ñ4¸TÐ4ÖB‘��SØ˜d×1Ñ1Ô1Ø/2�D×'Ñ'¨Ñ,Ü#(§;¡;×#;Ñ#;¸D¿J¹JÈÓ#LÑ �˜Ü% f¨hÐ9MÕ.MÈtÓT�Ø ŸV™V¨+¸i˜VÓH�
Ü—‘×+Ñ+¨D¯J©J¸¸ZÔHØ—
‘
×5Ò5¸×9IÑ9IÓ9KÈj×NeÑNeÓNgÕ9gÕg×5ñ Cô GJð  KO÷  KVñ  KVó  GWð  Z[ô  G[Ð 2´3°t·{±{Ó3CÐ2DÀJÈtÏzÉz×OtÑOtÐx|ÕO|ÐN}ð  ~Bñ  Cð  acˆOØ×(Ñ(¨.¸+ÄsÈ4Ï;É;ÓGWÐY]×YcÑYc×Y~ÑY~ÐˆGÜœ7¤4§9¡9¨l¸DÓAÓBˆGß%,´¸Ð?VÐX\Ó1]ÐahÔ1h”G—M’MÔnu×nzÑnzˆEØ)0ˆDÔ&Ü�KŠK˜ ¨¯
©
×(<Ñ(<×(EÑ(EÐ'FÐFjÐkyð  Hõ  lIð  kJð  JUð  Vað  Ubð  btð  uDð  tEð   Fô  Gà )�J‰JÔØ59×5FÑ5FˆD�J‰JÔ2à ×2Ñ2´;×3FÑ3FÖG�á˜Ð*>ÐU^Ö_ñ Hð ×Ñ˜T×.Ñ.¸DÐÔA÷_  Ñùò4 !H÷5  ×ÐúsG   ÁHc2É4c-ÊCc2Í$c2Í4c2Î$c2Î-Bc2ÑF!c2×3K0c2ã-c2ã2d	c                	ó   € V'       d   Q hV P                   \        P                  ! R 4      8w  g   Q hV P                  4       pVf   ^ MVP	                  V4      pTp^ pWb8  d   V P                  4       pWg,          pV'       d   V'       d   RMV'       d   RMV'       d   RMRp\        V R/ 4      p	V	P                  V^ 4      ^,           W˜&   W�n        \        P                  ! 4       p
V
\        V R^ 4      ,
          ^8¼  d€   VR8¼  d   RMVR,          R	 R
2p\        W™P                  R7      p\        RV P                  P                  P                  V P                   WÉWµR,          VR,          4       / V n        W n        V# )r
  zvbar+backupsrS  ÚbackupsÚnoneÚ_free_methodsÚ_last_free_log_timegêŒ 9Y>)FÚallz.1fÚMB)r7   zhAIMDO free: model=%s device=%s prevailing_method=%s methods=%s requested=%s vbar_mb=%.1f backups_mb=%.1fr½  )r4   r­   r}   rn  Úfree_memoryr�  r   rU   rÐ  ÚtimeÚ	monotonicrÁ  r   r3   rü   r=   rÑ  )r   r  rò  rÐ  rS  Ú
vbar_freedÚfreedÚbackup_freedÚmethodÚfree_methodsÚnowÚ	requestedÚprevailing_methods   &&&&         r   rû  Ú$ModelPatcherDynamic.partially_unload[  s¢  € ß&Ð&Ð&Ø×Ñ¤5§<¢<°Ó#6Ô6Ð6Ð6à�~‰~ÓˆØš,‘Q¨D×,<Ñ,<¸^Ó,Lˆ
ØˆàˆØÔ!Ø×6Ñ6Ó8ˆLØÕ!ˆEç#-·,‘ÏjÁF×kwÑ^gð  ~DˆÜ˜t _°bÓ9ˆØ+×/Ñ/°¸Ó:¸QÕ>ˆÑØ)ÔÜ�nŠnÓˆØ”˜Ð4°aÓ8Õ8¸AÔ=Ø!/°4Ô!7™ÀÐR[Õ@\Ð]`Ð?aÐacÐ=dˆIÜ # L×6FÑ6FÔ GÐÜÐ}ð  @D÷  @Jñ  @J÷  @Tñ  @T÷  @]ñ  @]ð  _c÷  _oñ  _oð  qBð  R[ð  ktõ  ]uð  wCð  GPõ  wQô  RØ!#ˆDÔØ'*Ô$àˆr   c                	ó   € V P                   P                  V P                  ,          pVR ,          ^ ,          P                  VR,          ^ ,          P                  ,           VR,          ^ ,          P                  ,           # ©r5  r6  r8  )r3   r0  r4   r1  ©r   r¡  s   & r   r  Ú#ModelPatcherDynamic.loaded_ram_sizev  s`   € Ø—J‘J×+Ñ+¨D×,<Ñ,<Õ=ˆ	Ø˜Õ# AÕ&×+Ñ+¨iÐ8HÕ.IÈ!Õ.L×.QÑ.QÕQÐT]Ð^lÕTmÐnoÕTp×TuÑTuÕuÐur   c                	óî   € V P                   P                  V P                  ,          pVR ,          ^,          ^ ,          VR,          ^,          ^ ,          ,           VR,          ^,          ^ ,          ,           # rá  rW  râ  s   & r   r	  Ú&ModelPatcherDynamic.pinned_memory_sizez  s^   € Ø—J‘J×+Ñ+¨D×,<Ñ,<Õ=ˆ	Ø˜Õ# AÕ& qÕ)¨IÐ6FÕ,GÈÕ,JÈ1Õ,MÕMÐPYÐZhÕPiÐjkÕPlÐmnÕPoÕoÐor   c                	ó4  € ^ pV P                   P                  V P                  ,          pV EFg  pWE,          vrgr‰p
V^ ,          pV^ 8¼  g   K!  W{,          w  rÍVP                  V,          pV^,          pW¸^ &   VR,          '       g   KD  VR,          pVP	                  4       VP                  4       ,          p\        P                  P                  4       P                  VP                  4       4      ^ 8w  d!   \        P                  P                  4        KÒ  RVR&   \        ^ \        P                  P                  V,
          4      \        P                  n        \        ^ V	^ ,          V,
          4      V	^ &   VV,          pVV,          pV^ 8:  g   EKN  Vu # 	  V# )r�   rÊ  rT  F)r3   r0  r4   rG  r¯   râ   r­   re  ÚcudartÚcudaHostUnregisterÚdata_ptrrc   r[  Údiscard_cuda_async_errorrÁ  ÚTOTAL_PINNED_MEMORY)r   r  ÚsubsetsrØ  r¡  ÚsubsetÚhostbufrw  Ústack_splitÚpinned_sizer  Úsplitrj  rg  Ú
module_pinrT  r1  s   &&&              r   Úunregister_inactive_pinsÚ,ModelPatcherDynamic.unregister_inactive_pins~  sN  € ØˆØ—J‘J×+Ñ+¨D×,<Ñ,<Õ=ˆ	ÜˆFØ;DÕ;LÐ8ˆG˜K°qØ •NˆEØ˜1–*Ø!&¥‘�Ø#Ÿ\™\¨&Õ1�
Ø˜•
�Ø!&˜A‘Ø! ,×/Ô/ÙØ  Õ'�Ø—y‘y“{ S×%5Ñ%5Ó%7Õ7�Ü—:‘:×$Ñ$Ó&×9Ñ9¸#¿,¹,».ÓIÈQÔNÜ×*Ñ*×CÑCÔEÙØ+0�
˜<Ñ(Ü=@ÀÄE×DZÑDZ×DnÑDnÐquÕDuÓ=v”×&Ñ&Ô:Ü!$ Q¨°A­¸Õ(=Ó!>�˜A‘Ø˜•�Ø Õ%�Ø  A×%Ø ’Lñ+ ð, ˆr   c                	óB  € ^ pV P                   P                  V P                  ,          pV EFn  pWE,          vrgr‰p
\        V4      ^ 8”  g   K!  VR,          w  r¼VP                  V,          p\
        P                  P                  W½4       VP                  4        VR,          pVP                  4       VP                  4       ,          pRVR,          R&   VR VR VR,          pVP                  VVR7       \        V^ ,          \        V4      ^,
          4      V^ &   V'       d\   \        ^ \
        P                  P                  V,
          4      \
        P                  n        \        ^ V	^ ,          V,
          4      V	^ &   W?,          pW,          pV^ 8:  g   EK^  Vu # 	  V# )r�   rT  NÚbalancer_entryrÊ  )Údo_unregisterr?  )r3   r0  r4   rj   rG  rc   Úpinned_memoryÚ	flush_pinr{  r¯   râ   Útruncaterñ  rÁ  r[  rë  )r   r  rì  rØ  r¡  rí  rî  rw  rï  rð  r  rj  rg  rò  rT  r1  rÊ  s   &&&              r   r  Ú(ModelPatcherDynamic.partially_unload_ram™  s^  € ØˆØ—J‘J×+Ñ+¨D×,<Ñ,<Õ=ˆ	ÜˆFØ;DÕ;LÐ8ˆG˜K°qÜ�e“*˜q–.Ø!& r¥‘�Ø#Ÿ\™\¨&Õ1�
Ü×#Ñ#×-Ñ-¨fÔAØ—	‘	”Ø  Õ'�Ø—y‘y“{ S×%5Ñ%5Ó%7Õ7�Ø37�
Ð+Õ,¨RÑ0ØÐ/Ð0Ø˜uÐ%Ø'¨Õ5�
Ø× Ñ  °zÐ ÔBÜ!$ [°¥^´S¸³ZÀ!µ^Ó!D�˜A‘ßÜADÀQÌ×H^ÑH^×HrÑHrÐuyÕHyÓAz”E×*Ñ*Ô>Ü%(¨¨K¸­N¸TÕ,AÓ%B�K ‘NØ•�ØÕ%�Ø  A×%Ø ’Lñ+ ð, ˆr   c                	ó8   <€ V'       d   Q h\         SV `  W4R 7      # ))rç  rÐ  )rø   ré  )r   r  rÏ  rç  rÐ  rü   s   &&&&&€r   ré  ÚModelPatcherDynamic.patch_model´  s!   ø€ ÷
  ÐÐÜ‰wÑ"°Ð"ÓfÐfr   c                	óÜ   <€ \         SV `  R RR7       V'       dR   V P                  R R4       V P                  R4       V P                  P                  4        F  p\        W14       K  	  R # R # )NF)r  rí  r¹  )rø   rî  rû  r  r3   rì  r€   )r   r  rí  rx   rü   s   &&& €r   rî  Ú!ModelPatcherDynamic.unpatch_model¼  sZ   ø€ Ü‰Ñ¨¸eÐÔDçØ×!Ñ! $¨Ô-Ø×%Ñ% dÔ+Ø—Z‘Z×'Ñ'Ö)�Ü% aÖ3ó *ñ r   c                	óÞ  € V'       d   Q hV P                  R R7      ;_uu_ 4        V P                  P                  RJ;'       d$    V P                  P                  V P                  8g  pV P	                  V P
                  RR7       V P                  RR7        V P                  WR7        RRR4       R#   \         d   pT P                  4        ThRp?ii ; i  + '       g   i     R# ; i)Trþ  NFrÿ  r   )rH  )
r_  r3   r/  r>  rî  r9  ré  râ  r  r  )r   r  r  rÐ  rH  r  s   &&&&  r   r  Ú"ModelPatcherDynamic.partially_loadÅ  sÛ   € ß&Ð&Ð&Ø×Ñ¸4Ð×@Õ@Ø—J‘J×:Ñ:À$ÐF÷  Ið  IÈDÏJÉJ×LrÑLrÐvz÷  wHñ  wHñ  MHˆEà×Ñ˜t×2Ñ2ÀEÐÔJØ×Ñ¨%ÐÔ0ðØ—	‘	˜)�	Ô1ð ÷ AÑ@øô ô Ø—‘”Ø�ûðú÷ A×@Ð@ús0   ¥A3CÂB6Â+CÂ6CÃCÃCÃCÃC,	c               ó$   € V ^8„  d   QhRRRRRR/# r÷  rB   )r`   s   "r   ra   Ú ModelPatcherDynamic.__annotate__Ø  s"   € ÷ ñ ¸ð À3ð ÐXeñ r   c                	ó   € Q hrÒ   rB   )r   rì  r7   rí  s   &&&&r   rð  Ú-ModelPatcherDynamic.patch_cached_hook_weightsØ  s   € Øˆur   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# rÿ  rB   )r`   s   "r   ra   r  Û  sC   € ÷ @ñ @Ð1Fð @ÐZ^ð @Ðehð @ð  }Að @ð  S`ñ @r   c                	ó(   € W29  d   R # \        R4      h)NzaHooks not implemented in ModelPatcherDynamic. Please remove --fast arguments form ComfyUI startuprs  )r   rP  rà  r7   rî  rí  s   &&&&&&r   rñ  Ú/ModelPatcherDynamic.patch_hook_weight_to_deviceÛ  s   € ØÔ&ÙäÐ~ÓÐr   c               ó    € V ^8„  d   QhRRRR/# r  rB   )r`   s   "r   ra   r  á  s   € ÷ ñ °ð À$ñ r   c                	ó   € R # r   rB   )r   r  s   &&r   r¾  Ú!ModelPatcherDynamic.unpatch_hooksá  s   € Ùr   c                	ój   € V P                  R V P                  R7      pVP                  4       V n        V# )T)rs  rz  )rw  r2  rp  )r   Úmodel_patchers   & r   Úget_non_dynamic_delegateÚ,ModelPatcherDynamic.get_non_dynamic_delegateä  s1   € ØŸ
™
°4È×HgÑHg˜
ÓhˆØ*7×*PÑ*PÓ*RˆÔ'ØÐr   )rÐ  rÑ  r¨  r2  )NNNr�   FFr#  rÒ   )Nr�   FFFr%  )r6  r7  r5  rŠ   )r8  r9  r6  r7  r5  rŠ   r$  r“  r   )#r=   r>   r?   r@   rù   r   r�  r1   ro  r'  rt  r5   rn  r`  r•  r™  r�  r!  r”   r�  râ  rû  r  r	  ró  r  ré  rî  r  rð  rñ  r¾  r  rA   r  r  s   @r   r)  r)  ú  s½   ø† ÷$÷2òò2ð ×Ññó ðò8Môò@gòVòNò(ò
+õTòô@BôDò6vòpò ?{ô ò6 ;Wô ÷6g÷4ôõ&õ@÷÷ð r   r)  r   rÒ   )BÚ__doc__Ú
__future__r   r%   ro  rÅ  r‚   rÝ  rÕ  r<  rj  Útypingr   r   r­   r´  Úcomfy.floatrc   Úcomfy.hooksÚ
comfy.loraÚcomfy.model_managementÚcomfy.model_prefetchÚ	comfy.opsÚcomfy.patcher_extensionÚcomfy.utilsÚcomfy_aimdo.host_bufferrh  Úcomfy.comfy_typesr   Úcomfy.configurabler   Úcomfy.internal_loggingr   Úcomfy.quant_opsr   r	   r
   r   Úcomfy_aimdo.model_vbarr   r   rP   rW   r[   rf   rq   ry   r€   r…   rˆ   r±   r³   r¬   r½   r¿   rÔ   r†  r  ÚnnÚ	Parameterrõ   r  r  r   r)  ÚCoreModelPatcherrB   r   r   Ú<module>r$     sR  ðñõ$ #ã Û Û Û Û Û Û Û ß %ã Û ã Û Û Û Û Û Û Û Û Ý 1Ý 1Ý )Ý +ß MÑ Mã òj÷)ñ )ôVô*ôõIô	ò	òò ,÷gñ gðB &'Ð "òVò*ò0&÷
=ñ =÷0ñ ð&  ×*Ò*¨<¸&À'Ð9JÔKÐL_ÐabÓcÐ ô{�u—x‘x×)Ñ)ô {÷&
3ñ 
3ô=˜EŸH™H×.Ñ.ô =÷$`'ñ `'ôD-m˜,ô mð`  Ò r   