+
    ƒ°ñjk7 ã            	      óÜ   a € 0 t $ R t^ RIHt ^ RIt^ RIt^ RIHt ^ RIH	t	H
t
 ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIH t  ] '       d   ^ RI!H"t"  ! R	 R
]4      t# ! R R]4      t$]#PJ                  s&]#PJ                  t']$PP                  s)^ t*Rt+Rt,R t-]-! 4       t.Rs/Rt0 ]Pb                  Pd                  t0]0Pg                  R4      t4]5! ]4^ ,          4      ]5! ]4^,          4      3t6Rt7]	Pp                  '       d'   ]Pr                  ! R4       ]Pt                  ! RRR7       Rs;]	Px                  eƒ   ]Pz                  ! R4       ^ RI>t>Rs;]	Px                  t?]?^ 8  d   ]>P€                  ! 4       sAM]>P€                  ! ]?4      sA]Pr                  ! RP…                  ]>P†                  ! ]?4      4      4       Rt7 ]Pˆ                  P‹                  4       tF]Pˆ                  P�                  4       s/ ]P�                  P’                  P�                  4       '       d   ]$P”                  s)^ RIKt ^ RILtL]Pš                  P‹                  4       tF]Pš                  P�                  4       sN ^ RIOtO]P                   P‹                  4       tF]P                   P�                  4       sQ ]R! ]R4      sS]	P¨                  '       d   ]$Pª                  s)R tVR tWR tXR tYR tZR t[RÃR lt\R t]R t^R  R! lt_]R" 4       t`RÄR# ltaR$ tb]a! ][! 4       4      RÅ,          t*]PÆ                  PÉ                  4       RÅ,          te]Pr                  ! R&P…                  ]*]e4      4       ]PÆ                  PÍ                  4       tg]geJ   ]Pr                  ! R'P…                  ]gRÅ,          ]PÐ                  ! 4       PÒ                  RÅ,          4      4        ]Pr                  ! R(P…                  ]04      4       ]b! 4       tj]je"   ]Pr                  ! R)P…                  ]j4      4        ]PÖ                  PØ                  tm ]PÞ                  tpR* tsR+ ttRtuRtv]	Pî                  '       d   RtxM� ^ RIyty^ RIztyRtx ]yPö                  tx ]yPb                  Pd                  tu]Pr                  ! R,P…                  ]u4      4       ]uPù                  R-4      '       d'   ]Pz                  ! R.4       ]Pz                  ! R/4       RtvR0 t}R1 t~RÆR2 ltR3t€]}! 4       '       d   R4t€Rs�]	EP                  '       d   Rs�Rtx ]}! 4       '       dA   ]6^ ,          ^8¼  d3   E\        R8X  d'   ]	EP                  R8X  d   ]	EP                  R8X  d   Rs�]V! 4       '       g(   ]W! 4       '       g   ]X! 4       '       g   ]Y! 4       '       d'   ]	EP                  R8X  d   ]	EP                  R8X  d   Rs�]	EP
                  t†. RÇOt‡R5tˆ ]~! 4       '       Ed:   ]PÖ                  EP                  ][! 4       4      EP                  Pg                  R64      ^ ,          t‹]Œ;QJ d    R7 ]‡ 4       F  '       g   K   RM	  RM! R7 ]‡ 4       4      '       gG   ]EP                  ! ]ˆ4      R88w  d/   R]P�                  EP                  n�        ]Pr                  ! R94        ]�! ]‘! ]5]’! ]Pb                  EP&                  4      Pg                  R4      R:,          4      4      t”R; t•]Pr                  ! R<P…                  ]‹4      4       ]Pr                  ! R=P…                  ]”4      4       ]	EP                  R8X  dž   ]	EP                  R8X  dŒ   ]•! 4       '       d   ]6RÊ8¼  d9   ]Œ;QJ d    R> RË 4       F  '       g   K   RM	  RM! R> RË 4       4      '       d   Rs�]”RÌ8¼  d9   ]Œ;QJ d    R? RÍ 4       F  '       g   K   RM	  RM! R? RÍ 4       4      '       d   Rs�]6RÊ8¼  d@   ]”RÎ8¼  d9   ]Œ;QJ d    R@ RÏ 4       F  '       g   K   RM	  RM! R@ RÏ 4       4      '       d   Rt†E\        '       ds   ]P�                  PÖ                  EP-                  R4       ]P�                  PÖ                  EP/                  R4       ]P�                  PÖ                  EP1                  R4       Rt™ ]}! 4       '       g   ]~! 4       '       dX   ]
EP4                  ]	EP6                  9   d;   R]P�                  PÖ                  EP8                  n�        Rt™]Pr                  ! RA4       RB tž ]6RÐ8¼  d'   ]P�                  PÖ                  EP?                  R4       ]	EP@                  '       d   ]#EPB                  t'Rt7MT]	EPD                  '       d   ]#EPF                  t'M3]	EPH                  '       g   ]	EPJ                  '       d   ]#EPL                  s&Rt§]	EPP                  '       d   ]Pr                  ! RD4       Rt§]7'       d"   ]']#EPB                  ]#EPF                  39   d   ]'s&\R        ]$PP                  8w  d   ]#EPR                  s&\R        ]$P”                  8X  d   ]#EPT                  s&]Pr                  ! RE\L        EPV                   24       ]	EPX                  t­]­'       d   ]Pr                  ! RF4       RG t® ]Pr                  ! RHP…                  ]®! ][! 4       4      4      4        ]\! RRJ7       F*  t@]Pr                  ! RHP…                  ]®! ]@4      4      4       K,  	  . t¯RK]°RL&   ]±! 4       t²RÑt³RÒt´RMtµRÓt¶RN t·RO t¸RPRQ.t¹RRRS.tºRTRU.t»RÔRV lt¼RÃRW lt½RX t¾RY t¿RÕRZ ltÀR[ tÁRÕR\ ltÂRÖR] ltÃRÖR^ ltÄ ! R_ R`4      tÅRa tÆRb tÇ]Œ! ]EP�                  ! 4       4      tÉR×tÊ]É'       d   RØtÊ]*RÙ8”  d
   ]ÊRÚ,          tÊ]	EP–                  eL   ]	EP–                  R%,          R%,          R%,          tÊ]EP˜                  ! RcP…                  ]ÊRÅ,          4      4       Rd tÍRe tÎ. R^ ^ 3Rf ltÏRÛRg ltÐRh tÑRÃRi ltÒRj tÓRk tÔRl tÕRm tÖRn t×Ro tØRÔRp ltÙR^ ]EP´                  ]EP¶                  ]EP¸                  .R3Rq ltÝ]EP´                  ]EP¶                  ]EP¸                  .3Rr ltÞRs tßRt tàRÜRu ltáRÔRv ltâRw tãRx täRy tåRz tæR. 3R{ ltçR| tèR} téR~ têRÔR ltëR€ tìR� tí/ tî^ tï]	EPà                  e   ]	EPà                  tïM]}! 4       '       g   ]~! 4       '       d   ^tï]	EPâ                  '       d   ^ tï]ï^ 8”  d"   ]Pr                  ! R‚P…                  ]ï4      4       Rƒ tò/ tó/ tôRÆsõ/ töRÆs÷]EPð                  ! 4       tùRÝtúR„ tûR… tüR† týR‡ tþRˆ tÿR‰ Et / EtRŠ EtR‹ EtRŒ EtRÞR� lEtRßRŽ lEtRÃR� lEt/ Et^ Es	RÈEt
R� EtR‘ Et]	EP                  EtE]'       g   E]! 4       '       d   REtE]'       gÔ   ]}! 4       '       g   ]~! 4       '       dº   ]a! ]P€                  ! R’4      4      Et]É'       d   E]R3,          Et
Mc]PÆ                  PÍ                  4       e   ^ ME]! 4       EtE]! E]R3,          E]! E]R“,          E]Rà,
          E]E],           RÝ,
          4      4      Et
]Pr                  ! R”P…                  E]
RÅ,          4      4       ]±! . RáO4      EtR• EtR– EtRÖR— lEtR˜ Et ! R™ Rš4      EtR› EtRœ EtR� EtRž EtRŸ EtR  EtR¡ EtR¢ Et R£ Et!RÄR¤ lEt"R¥ Et#R¦ Et$R§ Et%R¨ Et&R© Et'Rª Et(R« Et)R¬ Et*R­ Et+R® Et,RâR¯ lEt-RâR° lEt.RÔR± lt…RÔR² lEt/RÔR³ lEt0RÔR´ lEt1RÔRµ lEt2R¶ Et3/ Et4R· Et5R¸ Et6RÃR¹ lEt7Rº Et8RãR» R¼ llEt9R½ Et: ! R¾ R¿E];4      Et<]EPz                  ! 4       Es>REs?RÖRÀ lEt@RÁ EtARÂ EtBR#     EL”; i   Rs/ EL�; i    ELj; i   RsN EL;; i   RsQ EL; i   RsS EL; i    EL·; i   ]ntm ELª; i  ]q d    ]rtp EL¬i ; i    EL~; i    EL; i   Rtx EL; i    E
LF; i   RÉt” E	L/; i    ELý; i    EL; i   ]Pz                  ! RC4        ELû; i   ]Pz                  ! RI4        EL�; i    EL]; i)äaž  
This file is part of ComfyUI.
Copyright (C) 2024 Comfy

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>.
)ÚannotationsN)ÚEnum)ÚargsÚPerformanceFeature)ÚcontextmanagerÚnullcontext)Údetail)ÚTYPE_CHECKING)ÚModelPatcherc                  ó.   € ] tR t^-t^ t^t^t^t^t^t	Rt
R# )Ú	VRAMState© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚDISABLEDÚNO_VRAMÚLOW_VRAMÚNORMAL_VRAMÚ	HIGH_VRAMÚSHAREDÚ__static_attributes__r   ó    Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\model_management.pyr   r   -   s    † Ø€HØ€GØ€HØ€KØ€IØ„Fr   r   c                  ó"   € ] tR t^5t^ t^t^tRtR# )ÚCPUStater   N)r   r   r   r   ÚGPUÚCPUÚMPSr   r   r   r   r   r   5   s   † Ø
€CØ
€CØ
„Cr   r   Fc                 ó’  € . p  V P                  \        P                  4        T P                  \        P                  4        T P                  \        P                  4        T P                  \        P
                  4        T P                  \        P                  4       T #     L†; i    Lm; i    LT; i    L;; i    T # ; i©N)ÚappendÚtorchÚfloat8_e4m3fnÚfloat8_e4m3fnuzÚfloat8_e5m2Úfloat8_e5m2fnuzÚfloat8_e8m0fnu)Úfloat8_typess    r   Úget_supported_float8_typesr*   G   sÀ   € Ø€LðØ×ÑœE×/Ñ/Ô0ðØ×ÑœE×1Ñ1Ô2ðØ×ÑœE×-Ñ-Ô.ðØ×ÑœE×1Ñ1Ô2ðØ×ÑœE×0Ñ0Ô1ð Ðøð%ÙûðÙûðÙûðÙûðØØÐús:   „B% ¤B, ÁB3 Á$B: ÂC Â%B)Â,B0Â3B7Â:B>ÃCÚ Ú.Tz*Using deterministic algorithms for pytorch)Ú	warn_onlyz¡WARNING: torch-directml barely works, is very slow, has not been updated in over 1 year and might be removed soon, please don't use it, there are better options.zUsing directml with device: {}Úcorexc                 óT   € \         \        P                  8X  d   \        '       d   R # R# ©TF)Ú	cpu_stater   r   Úxpu_availabler   r   r   Úis_intel_xpur3   ¡   s   € ô ”H—L‘LÔ ß‹=ÙÙr   c                 ó"   € \         '       d   R # R# r0   )Únpu_availabler   r   r   Úis_ascend_npur6   ©   ó   € çƒ}ÙÙr   c                 ó"   € \         '       d   R # R# r0   )Úmlu_availabler   r   r   Úis_mlur:   ¯   r7   r   c                 ó"   € \         '       d   R # R# r0   )Úixuca_availabler   r   r   Úis_ixucar=   µ   s   € çƒÙÙr   c                 ó¨   € \         P                  ! 4       P                  p V P                  R 4      '       d   R# V P                  R4      '       d   R# R# )z
-MicrosoftTzmicrosoft-standard-WSL2F)ÚplatformÚunameÚreleaseÚendswith)Úversions    r   Úis_wslrD   »   s@   € Ü�nŠnÓ×&Ñ&€GØ×Ñ˜×%Ò%ÙØ	×	Ñ	Ð3×	4Ò	4ÙÙr   c                 óØ  € \         '       d   \        # \        \        P                  8X  d   \
        P                  ! R 4      # \        \        P                  8X  d   \
        P                  ! R4      # \        4       '       d4   \
        P                  ! R\
        P                  P                  4       4      # \        4       '       d4   \
        P                  ! R\
        P                  P                  4       4      # \        4       '       d4   \
        P                  ! R\
        P                  P                  4       4      # \
        P                  ! \
        P                  P                  4       4      # )ÚmpsÚcpuÚxpuÚnpuÚmlu)Údirectml_enabledÚdirectml_devicer1   r   r   r#   Údevicer   r3   rH   Úcurrent_devicer6   rI   r:   rJ   Úcudar   r   r   Úget_torch_devicerP   Ã   sÑ   € ÷ ÓäÐÜ”H—L‘LÔ Ü�|Š|˜EÓ"Ð"Ü”H—L‘LÔ Ü�|Š|˜EÓ"Ð"ä�>Š>Ü—<’< ¤u§y¡y×'?Ñ'?Ó'AÓBÐBÜ�_Š_Ü—<’< ¤u§y¡y×'?Ñ'?Ó'AÓBÐBÜ�XŠXÜ—<’< ¤u§y¡y×'?Ñ'?Ó'AÓBÐBä—<’<¤§
¡
× 9Ñ 9Ó ;Ó<Ð<r   c                ó@  € . p\         \        P                  8X  EdÀ   \        4       '       g   \	        4       '       dW   \        \        P                  P                  4       4       F)  pVP                  \        P                  ! R V4      4       K+  	  EMb\        4       '       dV   \        \        P                  P                  4       4       F)  pVP                  \        P                  ! RV4      4       K+  	  Mý\        4       '       dV   \        \        P                  P                  4       4       F)  pVP                  \        P                  ! RV4      4       K+  	  M˜\        4       '       dV   \        \        P                   P                  4       4       F)  pVP                  \        P                  ! RV4      4       K+  	  M3VP                  \#        4       4       MVP                  \#        4       4       V '       d"   \#        4       pW19   d   VP%                  V4       V# )rO   rH   rI   rJ   )r1   r   r   Ú	is_nvidiaÚis_amdÚranger#   rO   Údevice_countr"   rM   r3   rH   r6   rI   r:   rJ   rP   Úremove)Úexclude_currentÚdevicesÚiÚcurrents   &   r   Úget_all_torch_devicesr[   ×   sG  € à€GÜ”H—L‘LÕ ô �;Š;œ&Ÿ(š(Üœ5Ÿ:™:×2Ñ2Ó4Ö5�Ø—‘œuŸ|š|¨F°AÓ6Ö7ó 6ä�^Š^Üœ5Ÿ9™9×1Ñ1Ó3Ö4�Ø—‘œuŸ|š|¨E°1Ó5Ö6ò 5ä�_Š_Üœ5Ÿ9™9×1Ñ1Ó3Ö4�Ø—‘œuŸ|š|¨E°1Ó5Ö6ò 5ä�XŠXÜœ5Ÿ9™9×1Ñ1Ó3Ö4�Ø—‘œuŸ|š|¨E°1Ó5Ö6ò 5ð �N‰NÔ+Ó-Õ.à�‰Ô'Ó)Ô*ßÜ"Ó$ˆØÔØ�N‰N˜7Ô#Ø€Nr   c                 ó    € RR.p \        4       p\        V4      ^8”  d0   \        \        V4      4       F  pV P                  RV 24       K  	  V # )z³Return list of device option strings for node widgets.

Always includes "default" and "cpu". When multiple GPUs are present,
adds "gpu:0", "gpu:1", etc. (vendor-agnostic labels).
ÚdefaultrG   úgpu:)r[   ÚlenrT   r"   )ÚoptionsrX   rY   s      r   Úget_gpu_device_optionsra   ÷   sL   € ð ˜%Ð €GÜ#Ó%€GÜ
ˆ7ƒ|�aÔÜ”s˜7“|Ö$ˆAØ�N‰N˜T ! ˜:Ö&ñ %à€Nr   c                 óP   € \        4        U u. uF  q R8w  g   K  V NK  	  up # u up i )z®Variant of get_gpu_device_options that omits "cpu".

Intended for components like the VAE selector where running on CPU
is impractical and should not be offered as a choice.
rG   )ra   )Úos    r   Úget_gpu_device_options_no_cpurd     s'   € ô .Ô/Ó>Ñ/�!¸±:�AˆAÑ/Ñ>Ð>ùÒ>s   �#š#c               ó   € V ^8„  d   QhRR/# )é   ÚoptionÚstrr   )Úformats   "r   Ú__annotate__rj     s   € ÷ ñ  cñ r   c                ó.  € V e   V R8X  d   R# V R8X  d   \         P                  ! R4      # V P                  R4      '       dB    \        V R,          4      p\        4       p^ Tu;8:  d   \        T4      8  d    Y!,          #  R# R#   \         d     R# i ; i)aŒ  Resolve a device option string to a torch.device.

Returns None for "default" (let the caller use its normal default).
Returns torch.device("cpu") for "cpu".
For "gpu:N", returns the Nth torch device. Returns None if the
index is out of range, the option string is malformed, or
unrecognized (callers are expected to log their own context-rich
message before falling back to the default device).
Nr]   rG   r^   :é   NN)r#   rM   Ú
startswithÚintÚ
ValueErrorr[   r_   )rg   ÚidxrX   s   &  r   Úresolve_gpu_device_optionrq     s‹   € ð ‚~˜ 9Ô,ÙØ�„Ü�|Š|˜EÓ"Ð"Ø×Ñ˜× Ò ð	Ü�f˜R•j“/ˆCô (Ó)ˆØ�Ö"”c˜'“lÕ"Ø•<Ðð #ãøô ô 	Úð	ús   ÁB ÂBÂBc              #  ó–  "  € RpV P                   R8X  d_   V P                  eQ   \        P                  P	                  4       pWP                  8w  d!   \        P                  P                  V 4       MRp Rx € Ve"   \        P                  P                  V4       R# R#   Te!   \        P                  P                  T4       i i ; i5i)ap  Context manager that sets torch.cuda.current_device to match *device*.

Used when running operations on a non-default CUDA device so that custom
CUDA kernels (e.g. comfy_kitchen fp8 quantization) pick up the correct
device index.  The previous device is restored on exit.

No-op when *device* is not CUDA, has no explicit index, or already matches
the current device.
NrO   )ÚtypeÚindexr#   rO   rN   Ú
set_device)rM   Úprevs   & r   Úcuda_device_contextrw   $  s–   é € ð €DØ‡{�{�fÔ §¡Ò!9Ü�z‰z×(Ñ(Ó*ˆØ—<‘<ÔÜ�J‰J×!Ñ! &Õ)àˆDð(ÛàÒÜ�J‰J×!Ñ! $Ö'ñ øˆ4ÒÜ�J‰J×!Ñ! $Õ'ð üs   ‚A2C	Á5B  Á9'C	Â &CÃC	c                óè  € V f   \        4       p \        V R4      '       dE   V P                  R8X  g   V P                  R8X  d#   \        P                  P                  4       pTpEM‚\        '       d   RpTpEMp\        4       '       dX   \        P                  P                  V 4      pVR,          p\        P                  P                  V 4      P                  pTpTpEM	\        4       '       dO   \        P                  P                  V 4      pVR,          p\        P                  P                  V 4      w  rxTpTpM«\!        4       '       dO   \        P"                  P                  V 4      pVR,          p\        P"                  P                  V 4      w  ryTpT	pMM\        P$                  P                  V 4      pVR,          p\        P$                  P                  V 4      w  rzTpT
pV'       d   W#3# V# )Nrs   rG   rF   úreserved_bytes.all.currenté   @)rP   Úhasattrrs   ÚcomfyÚsystem_memoryÚvirtual_memory_totalrK   r3   r#   rH   Úmemory_statsÚget_device_propertiesÚtotal_memoryr6   rI   Úmem_get_infor:   rJ   rO   )ÚdevÚtorch_total_tooÚ	mem_totalÚmem_total_torchÚstatsÚmem_reservedÚmem_total_xpuÚ_Úmem_total_npuÚmem_total_mluÚmem_total_cudas   &&         r   Úget_total_memoryrŽ   <  s…  € à
‚{ÜÓ ˆäˆs�F×Ò §¡¨UÔ!2°c·h±hÀ%Ô6GÜ×'Ñ'×<Ñ<Ó>ˆ	Ø#ŠçÓØ*ˆIØ'ŠOÜ�^Š^Ü—I‘I×*Ñ*¨3Ó/ˆEØ Ð!=Õ>ˆLÜ!ŸI™I×;Ñ;¸CÓ@×MÑMˆMØ*ˆOØ%ŠIÜ�_Š_Ü—I‘I×*Ñ*¨3Ó/ˆEØ Ð!=Õ>ˆLÜ$Ÿy™y×5Ñ5°cÓ:ÑˆAØ*ˆOØ%‰IÜ�XŠXÜ—I‘I×*Ñ*¨3Ó/ˆEØ Ð!=Õ>ˆLÜ$Ÿy™y×5Ñ5°cÓ:ÑˆAØ*ˆOØ%‰Iä—J‘J×+Ñ+¨CÓ0ˆEØ Ð!=Õ>ˆLÜ %§
¡
× 7Ñ 7¸Ó <ÑˆAØ*ˆOØ&ˆIçØÐ+Ð+àÐr   c                 ó  €  \         ;QJ d=    . R  \        P                  ! 4       ^ ,          P                  R4       4       F  NK  	  5# ! R  \        P                  ! 4       ^ ,          P                  R4       4       4      #     R# ; i)c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5ir!   )rn   )Ú.0Úns   & r   Ú	<genexpr>Úmac_version.<locals>.<genexpr>h  s   é € ÐFÑ%E ”S˜—V�VÓ%Eùs   ‚r,   N)Útupler?   Úmac_verÚsplitr   r   r   Úmac_versionr˜   f  se   € ðßŒuÑF¤X×%5Ò%5Ó%7¸Õ%:×%@Ñ%@ÀÔ%EÓF�uÐFˆuÑF¤X×%5Ò%5Ó%7¸Õ%:×%@Ñ%@ÀÔ%EÓFÓFÐFøðÚús   ‚
B  �;B  Á	6B  Â Bé   z+Total VRAM {:0.0f} MB, total RAM {:0.0f} MBz9RAM limited by cgroup to {:0.0f} MB (host has {:0.0f} MB)zpytorch version: {}zMac Version {}c                óÚ   € \        V \        4      '       d   R # \        V \        4      '       d=   \        V RR4      ^8X  g   R\	        V 4      P                  4       9   d   \        4        R # R# )TÚ
error_codeNzout of memoryF)Ú
isinstanceÚOOM_EXCEPTIONÚACCELERATOR_ERRORÚgetattrrh   ÚlowerÚdiscard_cuda_async_error©Úes   &r   Úis_oomr¤   …  sT   € Ü�!”]×#Ò#ÙÜ�!Ô&×'Ò'¬W°Q¸ÀdÓ-KÈqÔ-PÐTcÔgjÐklÓgm×gsÑgsÓguÔTuÜ Ô"ÙÙr   c                ó,   € \        V 4      '       g   V hR # r!   )r¤   r¢   s   &r   Úraise_non_oomr¦   �  s   € Ü�!�9Š9Øˆñ r   zxformers version: {}z0.0.18zz
WARNING: This version of xformers has a major bug where you will get black images when generating high resolution images.z=Please downgrade or upgrade xformers to a different version.
c                 ó|   € \         \        P                  8X  d#   \        P                  P
                  '       d   R # R# r0   )r1   r   r   r#   rC   rO   r   r   r   rR   rR   ª  s$   € ä”H—L‘LÔ Ü�=‰=××ÐÙÙr   c                 ó|   € \         \        P                  8X  d#   \        P                  P
                  '       d   R # R# r0   )r1   r   r   r#   rC   Úhipr   r   r   rS   rS   ±  s$   € ä”H—L‘LÔ Ü�=‰=××ÐÙÙr   c                óF  € \        4       '       g   R # \        V 4      '       d   R # \        P                  P	                  V 4      P
                  pVP                  R4      '       d3   \        V4      ^8X  d#    \        V^,          4      ^,           pY18¼  d   R# R #    ^ p L; i)FÚgfxT)	rS   Úis_device_cpur#   rO   r€   ÚgcnArchNamerm   r_   rn   )rM   Úmin_rdna_versionÚarchÚcmp_rdna_versions   &&  r   Úamd_min_versionr±   ¸  s€   € Ü�8Š8Ùä�V×ÒÙä�:‰:×+Ñ+¨FÓ3×?Ñ?€DØ‡��u×Ò¤# d£)¨q¤.ð	!Ü" 4¨¥7›|¨aÕ/Ðð Ô/Ùáøð	!Ø Òús   Á7B ÂB gš™™™™™Ù?ç        ÚCOMFYUI_ENABLE_MIOPENÚ:c              #  ó2   "  € T F  q\         9   x € K  	  R # 5ir!   ©r¯   ©r‘   Úas   & r   r“   r“   ç  s   é € ÐBÑ)A Aœ$–YÓ)Aùó   ‚Ú1zESet: torch.backends.cudnn.enabled = False for better AMD performance.:Nrf   Nc            	     ó|  €  \        4       p \        P                  P                  P	                  4       '       g   R# \        P
                  ! R	\        P                  V R7      p\        P                  P                  P                  WVRRRR4      p\        P                  P                  P                  VR4      '       g   R# ^ RI	H
pHp V! VP                  4      ;_uu_ 4        \        P                  P                  P                  WV4       RRR4       \        P                  P!                  4        \        P
                  ! ^V R7      P#                  ^4      P%                  4        R#   + '       g   i     Le; i  \&         d1   p\(        P*                  ! RP-                  T4      4        Rp?R# Rp?ii ; i)
aš  Whether pytorch reports flash attention as usable on this gpu.

can_use_flash_attention() evaluates runtime eligibility for the given
parameters; on a ROCm build that includes checking the gpu arch against the
arches AOTriton was built for. Querying it avoids assuming where the kernel
images live inside the torch install. The probe tensor is shaped and
typed to pass the unrelated SDPA checks, so False means no hardware support
rather than a rejected shape.

It answers True on a supported arch whose kernel image was never shipped,
and that only fails at launch, without raising. So run one attention
through the flash backend and force the pending error check.
F©ÚdtyperM   Nr²   )Ú
SDPBackendÚsdpa_kernel©rM   Tz/Could not run flash attention, disabling it: {})é   rÁ   é   é@   )rP   r#   ÚbackendsrO   Úis_flash_attention_availableÚzerosÚfloat16Ú
SDPAParamsÚcan_use_flash_attentionÚtorch.nn.attentionr¾   r¿   ÚFLASH_ATTENTIONÚnnÚ
functionalÚscaled_dot_product_attentionÚsynchronizeÚadd_ÚitemÚ	ExceptionÚloggingÚwarningri   )rM   ÚqÚparamsr¾   r¿   r£   s         r   Úaotriton_supportedr×   ñ  s$  € ðÜ)Ó+�Ü—~‘~×*Ñ*×GÑG×IÒIÙ Ü—K’K ´U·]±]È6ÔR�ÜŸ™×,Ñ,×7Ñ7¸¸aÀÀsÈEÐSXÓY�Ü—~‘~×*Ñ*×BÑBÀ6È5×QÒQÙ ßFÙ  ×!;Ñ!;×<Õ<Ü—H‘H×'Ñ'×DÑDÀQÈ1ÔM÷ =ä—
‘
×&Ñ&Ô(Ü—’˜A fÔ-×2Ñ2°1Ó5×:Ñ:Ô<Ù÷	 =×<ûô
 ô Ü—’Ð Q× XÑ XÐYZÓ [Ô\Ýûðús<   ‚8F  ¼BF  Ã"F  Ã%+E-ÄAF  Å-E=	Å8F  Æ F;Æ%F6Æ6F;zAMD arch: {}zROCm version: {}c              #  ó2   "  € T F  q\         9   x € K  	  R # 5ir!   r¶   r·   s   & r   r“   r“     s   é € ð  Rñ  1Q¨1¤žIó  1Qùr¹   c              #  ó2   "  € T F  q\         9   x € K  	  R # 5ir!   r¶   r·   s   & r   r“   r“     s   é € ÐGÑ0F¨1¤žIÓ0Fùr¹   c              #  ó2   "  € T F  q\         9   x € K  	  R # 5ir!   r¶   r·   s   & r   r“   r“     s   é € Ð_Ñ(^ 1œ–IÓ(^ùr¹   zEnabled fp16 accumulation.c                 ó.  € \         P                  P                  4       '       dq   \         P                  P                  P                  4       '       dA   \
        P                  \        P                  9   \         P                  P                  n	        R # R # R # r!   )
r#   rO   Úis_availablerÄ   Úcudnnr   ÚAutoTuner   ÚfastÚ	benchmarkr   r   r   Úset_cudnn_benchmarkrá   3  sW   € Ü‡z�z×Ñ× Ò ¤U§^¡^×%9Ñ%9×%FÑ%F×%HÒ%HÜ);×)DÑ)DÌÏ	É	Ñ)QŒ�‰×ÑÖ&ñ &IÑ r   z9Warning, could not set allow_fp16_bf16_reduction_math_sdpz7Forcing FP32, if this improves things please report it.zSet vram state to: z!Disabling smart memory managementc                óˆ  € \        V R 4      '       d¼   V P                  R8X  dP    \        P                  P	                  4       pRP                  T \        P                  P                  T 4      T4      # V P                  R8X  d0   RP                  V \        P                  P                  V 4      4      # RP                  V P                  4      # \        4       '       d0   RP                  V \        P                  P                  V 4      4      # \        4       '       d0   RP                  V \        P                  P                  V 4      4      # \        4       '       d0   RP                  V \        P                  P                  V 4      4      # RP                  V \        P                  P                  V 4      4      #    Rp EL~; i)rs   rO   r+   z
{} {} : {}rH   z{} {}z{}zCUDA {}: {})r{   rs   r#   rO   Úget_allocator_backendri   Úget_device_namerH   r3   r6   rI   r:   rJ   )rM   Úallocator_backends   & r   Úget_torch_device_nameræ   \  s=  € Üˆv�v×ÒØ�;‰;˜&Ô ð'Ü$)§J¡J×$DÑ$DÓ$FÐ!ð  ×&Ñ& v¬u¯z©z×/IÑ/IÈ&Ó/QÐSdÓeÐeØ�[‰[˜EÔ!Ø—>‘> &¬%¯)©)×*CÑ*CÀFÓ*KÓLÐLà—;‘;˜vŸ{™{Ó+Ð+Ü	�ŠØ�~‰~˜f¤e§i¡i×&?Ñ&?ÀÓ&GÓHÐHÜ	�ŠØ�~‰~˜f¤e§i¡i×&?Ñ&?ÀÓ&GÓHÐHÜ	�ŠØ�~‰~˜f¤e§i¡i×&?Ñ&?ÀÓ&GÓHÐHà×#Ñ# F¬E¯J©J×,FÑ,FÀvÓ,NÓOÐOøð'Ø$&Ó!ús   ¥F: Æ:Gz
Device: {}zCould not pick default device.)rW   zlist[LoadedModel]Úcurrent_loaded_modelsg      @c                óp   € ^ pV P                  4       pV F  pW#,          pWP                  ,          pK  	  V# ©é    )Ú
state_dictÚnbytes)ÚmoduleÚ
module_memÚsdÚkÚts   &    r   Úmodule_sizerò   ‡  s:   € Ø€JØ	×	Ñ	Ó	€BÛˆØ�EˆØ—h‘hÕŠ
ñ ð Ðr   c                ód   € \        V R R4      pVe   \        P                  V^ ,          4       R# R# )Ú_comfy_tensor_mmap_refsN)rŸ   ÚDIRTY_MMAPSÚadd)ÚstorageÚ	mmap_refss   & r   Úmark_mmap_dirtyrù   �  s,   € Ü˜Ð!:¸DÓA€IØÒÜ�‰˜	 !�Ö%ñ r   ÚweightsÚpatchesúweights-loadedúpatches-loadedúweights-fastúpatches-fastc              #  ó  "  € \          F~  pVP                  pVe   VP                  4       '       g   K+  VP                  P                  VP                  ,          pV e   VR,          V 8X  g   Kf  Ve   VR,          V8X  g   Kz  Vx € K€  	  R # 5i)NÚactiveÚcurrent_prompt)rç   ÚmodelÚ
is_dynamicÚdynamic_pinsÚload_device)r  r  Úloaded_modelr  Ú	pin_states   &&   r   Úmodels_for_pin_evictionr	  ˜  ss   é € ß-ˆØ×"Ñ"ˆØŠ= × 0Ñ 0× 2Ò 2ÙØ—K‘K×,Ñ,¨U×->Ñ->Õ?ˆ	ØŠ^˜y¨Õ2°fÖ<ØÒ# yÐ1AÕ'BÀnÖ'TØŒKó .ùs   ‚/B²8BÁ/BÂ
Bc                óL  € ^ p\        W2R7       F‘  pV ^ 8:  d   Vu # V'       d   VP                  WR7      pMVP                  WR7      pV^ 8”  d@   \        RVP                  P
                  P                  YTV'       d   RMRVR,          4       WW,          pW,          p K“  	  V# )rê   )r  ©ÚsubsetszOPin eviction: model=%s subsets=%s workflow=%s active=%s action=%s freed_mb=%.1fÚ
unregisterÚdestroyé   )r	  Úunregister_inactive_pinsÚpartially_unload_ramr   r  Ú	__class__r   )Úsizer  r  r  ÚregistrationsÚfreed_totalr  Úfreeds   &&&&&   r   Úfree_model_pinsr  ¢  s�   € Ø€KÜ(¨×OˆØ�1Œ9ØÒßØ×2Ñ2°4Ð2ÓI‰Eà×.Ñ.¨tÐ.ÓEˆEØ�1Œ9ÜØaØ—‘×%Ñ%×.Ñ.°Èß -‘°9¸eÀyÕ>Qôð
 	ÕˆØ�Šñ Pð Ðr   c                óü   € \         R R 3\        R R3\        R R3\         RR 3\        RR3.pV '       gJ   VP                  \        RR 34       V'       d*   VP	                  \         R R3\         RR3\        RR3.4       V# )FNT)ÚFAST_PIN_SUBSETSÚPIN_SUBSETSÚLOADED_PIN_SUBSETSr"   Úextend)ÚloadedÚevict_activeÚtierss   && r   Úpin_eviction_tiersr   µ  sŒ   € ä	˜5 %Ð(Ü	�e˜TÐ"Ü	˜U DÐ)Ü	˜4 Ð'Ü	˜T 4Ð(ð€E÷ Ø�‰”k 4¨Ð/Ô0ßØ�L‰LÜ! 5¨$Ð/Ü! 4¨Ð.Ü˜d DÐ)ðô ð
 €Lr   c           	     óÎ   € \         \        ,           p\        R R R 3VR R R3\        RR R 3VRR R3.pV '       d.   VP                  \        R RR 3VR RR3\        RRR 3VRRR3.4       V# ©FT)r  r  r  r  )r  r  r  s   &  r   Úregistration_eviction_tiersr#  Ç  s‘   € ÜÔ.Õ.€Gä	˜5 %¨Ð/Ø	�%˜ Ð%Ü	˜4 ¨Ð.Ø	�$˜˜tÐ$ð	€E÷ Ø�‰Ü˜u d¨EÐ2Ø�e˜T 4Ð(Ü˜t T¨5Ð1Ø�d˜D $Ð'ð	
ô 	ð €Lr   c                óh   € ^ p\        W!4       F   w  rEpV\        W,
          WEV4      ,          pK"  	  V# ré   )r   r  )r  r  r  r  r  r  r  s   &&&    r   Ú	free_pinsr%  Ø  s6   € Ø€EÜ+=¸fÖ+SÑ'ˆ Ø” ¥¨wÈÓOÕOŠñ ,Tà€Lr   c                ó0  € V ^ 8:  d   R# \         '       g   R# \        P                  P                  4       \        8  d   R#  \
        P                  ! 4       P                  \        8¬  #   \         d#   p\        P                  ! RT4        Rp?R# Rp?ii ; i)rê   FTzPCould not read Windows swap usage; falling back to RAM-pressure pin eviction: %sN)ÚWINDOWSr|   r}   Úvirtual_memory_availableÚ(WINDOWS_PIN_EVICTION_EMERGENCY_AVAILABLEÚpsutilÚswap_memoryÚpercentÚ!WINDOWS_PIN_EVICTION_SWAP_PERCENTÚRuntimeErrorrÓ   rÔ   )Ú	shortfallÚerrs   & r   Ú!should_free_pins_for_ram_pressurer1  Þ  sr   € Ø�A„~Ùß‹7ÙÜ×Ñ×3Ñ3Ó5Ô8`Ô`ÙðÜ×!Ò!Ó#×+Ñ+Ô/PÑPÐPøÜô Ü�ŠÐjÐloÔpÝûðús   Á%A( Á(BÁ3BÂBc                ó(  € \         P                  '       d   R # V \        \        P                  P
                  ^,          R4      ,           \        P                  P                  4       ,
          pV^ 8:  d   R # V\        ,           p\        WAVR7      V8¬  # )T)r  r  ì        )
r   Úhigh_ramÚmaxr|   Úmemory_managementÚRAM_CACHE_HEADROOMr}   r(  ÚPIN_PRESSURE_HYSTERESISr%  )r  r  r  r/  Úto_frees   &&&  r   Úensure_pin_budgetr:  ë  s|   € Ü‡}‡}€}ÙØ”sœ5×2Ñ2×EÑEÈÕIÐK[Ó\Õ\Ô_d×_rÑ_r÷  `Lñ  `Ló  `Nõ  N€IØ�A„~ÙàÔ1Õ1€GÜ�WÀÔGÈ9ÑTÐTr   c           
     ó®   € \         ^ 8:  d   R# V ^ 8:  d   R# V \        ,          p \        V4       F  w  r#rEV \        WW4VR7      ,          p K  	  V \        8*  # )rê   FT)r  )ÚMAX_PINNED_MEMORYÚREGISTERABLE_PIN_HYSTERESISr#  r  )r/  r  r  r  r  r  s   &&    r   Úfree_registrationsr>  õ  sX   € Ü˜AÔÙØ�A„~ÙàÔ,Õ,€IÜ:UÐVbÖ:cÑ6ˆ Ø”_ Y¸Ð_lÔmÕmŠ	ñ ;dàÔ3Ñ3Ð3r   c                óH   € \        \        V ,           \        ,
          VR 7      # )©r  )r>  ÚTOTAL_PINNED_MEMORYr<  )r  r  s   &&r   Úensure_pin_registerablerB     s   € ÜÔ1°DÕ8Ô;LÕLÐ[gÔhÐhr   c                  ó–   € ] tR tRtR R ltR R ltR t]R 4       tR t	R	 t
R
 tR tRR ltRR ltRR ltRR ltR tR tR tRtR# )ÚLoadedModeli  c               ó   € V ^8„  d   QhRR/# ©rf   r  r
   r   )ri   s   "r   rj   ÚLoadedModel.__annotate__  s   € ÷ 'ñ '˜lñ 'r   c                	ó‚   € V P                  V4       VP                  V n        R V n        RV n        R V n        R V n        R # ©NT)Ú
_set_modelr  rM   Ú
real_modelÚcurrently_usedÚmodel_finalizerÚ_patcher_finalizer©Úselfr  s   &&r   Ú__init__ÚLoadedModel.__init__  s:   € Ø�‰˜ÔØ×'Ñ'ˆŒØˆŒØ"ˆÔØ#ˆÔØ"&ˆÖr   c               ó   € V ^8„  d   QhRR/# rF  r   )ri   s   "r   rj   rG    s   € ÷ 3ñ 3 ñ 3r   c                	ó  € \         P                  ! V4      V n        VP                  e^   \         P                  ! VP                  4      V n        \         P
                  ! WP                  4      V n        RV P                  n        R # R # ©NF)	ÚweakrefÚrefÚ_modelÚparentÚ_parent_modelÚfinalizeÚ_switch_parentrN  ÚatexitrO  s   &&r   rJ  ÚLoadedModel._set_model  s]   € Ü—k’k %Ó(ˆŒØ�<‰<Ò#Ü!(§¢¨U¯\©\Ó!:ˆDÔÜ&-×&6Ò&6°u×>QÑ>QÓ&RˆDÔ#Ø-2ˆD×#Ñ#Ö*ñ $r   c                	óv   € V P                  4       pVe%   V P                  V4       VP                  V n        R # R # r!   )rZ  rJ  r  rM   rO  s   & r   r\  ÚLoadedModel._switch_parent  s4   € Ø×"Ñ"Ó$ˆØÒØ�O‰O˜EÔ"Ø×+Ñ+ˆDŽKñ r   c                	ó"   € V P                  4       # r!   )rX  ©rP  s   &r   r  ÚLoadedModel.model  s   € à�{‰{‹}Ðr   c                	ó6   € V P                   P                  4       # r!   )r  Ú
model_sizerb  s   &r   Úmodel_memoryÚLoadedModel.model_memory  s   € Ø�z‰z×$Ñ$Ó&Ð&r   c                	ó6   € V P                   P                  4       # r!   )r  Úloaded_sizerb  s   &r   Úmodel_loaded_memoryÚLoadedModel.model_loaded_memory   s   € Ø�z‰z×%Ñ%Ó'Ð'r   c                	ót   € V P                   P                  4       V P                   P                  4       ,
          # r!   )r  re  ri  rb  s   &r   Úmodel_offloaded_memoryÚ"LoadedModel.model_offloaded_memory#  s'   € Ø�z‰z×$Ñ$Ó&¨¯©×)?Ñ)?Ó)AÕAÐAr   c                	ó~   € WP                   P                  4       8X  d   V P                  4       # V P                  4       # r!   )r  Úcurrent_loaded_devicerm  rf  )rP  rM   s   &&r   Úmodel_memory_requiredÚ!LoadedModel.model_memory_required&  s3   € Ø—Z‘Z×5Ñ5Ó7Ô7Ø×.Ñ.Ó0Ð0à×$Ñ$Ó&Ð&r   c                	ó´  € V P                   P                  V P                  4       V P                   P                  V P                   P                  4       4       TpV^ 8X  d   RpV P	                  W2R7       V P                   P                   p\
        P                  ! V4      V n        \
        P                  ! V\        4      V n
        RV P                  n        V# )rê   çnµµ¸“F©Úforce_patch_weightsF)r  Úmodel_patches_torM   Úmodel_dtypeÚmodel_use_more_vramrV  rW  rK  r[  Úcleanup_modelsrM  r]  )rP  Úlowvram_model_memoryrv  Úuse_more_vramrK  s   &&&  r   Ú
model_loadÚLoadedModel.model_load,  s¦   € Ø�
‰
×#Ñ# D§K¡KÔ0Ø�
‰
×#Ñ# D§J¡J×$:Ñ$:Ó$<Ô=ð -ˆØ˜AÔØ ˆMØ× Ñ  Ð ÔXà—Z‘Z×%Ñ%ˆ
ô "Ÿ+š+ jÓ1ˆŒÜ&×/Ò/°
¼NÓKˆÔØ&+ˆ×ÑÔ#ØÐr   c                	óX   € V'       d"   V P                   P                  4       ^ 8”  d   R# R# )rê   TF)r  Úlowvram_patch_counter)rP  rv  s   &&r   Úshould_reload_modelÚLoadedModel.should_reload_model>  s   € ß 4§:¡:×#CÑ#CÓ#EÈÔ#IÙÙr   Nc                	ó@  € VeW   WP                   P                  4       8  d9   V P                   P                  V P                   P                  V4      pW18¼  d   R# V P                   P	                  V4       V P
                  P	                  4        R V n        R V n        R# ©NFT)r  ri  Úpartially_unloadÚoffload_deviceÚdetachrM  rK  )rP  Úmemory_to_freeÚunpatch_weightsr  s   &&& r   Úmodel_unloadÚLoadedModel.model_unloadC  sz   € ØÒ%Ø§
¡
× 6Ñ 6Ó 8Ô8ØŸ
™
×3Ñ3°D·J±J×4MÑ4MÈ~Ó^�ØÔ*Ù Ø�
‰
×Ñ˜/Ô*Ø×Ñ×#Ñ#Ô%Ø#ˆÔØˆŒÙr   c                	óP   € V P                   P                  V P                  WR 7      # )ru  )r  Úpartially_loadrM   )rP  Úextra_memoryrv  s   &&&r   ry  ÚLoadedModel.model_use_more_vramO  s    € Ø�z‰z×(Ñ(¨¯©°lÐ(ÓlÐlr   c                	ó2   € V P                   VP                   J # r!   ©r  )rP  Úothers   &&r   Ú__eq__ÚLoadedModel.__eq__R  s   € Ø�z‰z˜UŸ[™[Ð(Ð(r   c                	óZ   € V P                   e   V P                   P                  4        R # R # r!   )rN  r‡  rb  s   &r   Ú__del__ÚLoadedModel.__del__U  s%   € Ø×"Ñ"Ò.Ø×#Ñ#×*Ñ*Ö,ñ /r   c                	óR   € V P                  4       R J;'       d    V P                  R J # r!   )rK  r  rb  s   &r   Úis_deadÚLoadedModel.is_deadY  s%   € Ø�‰Ó ¨Ð,×CÐC°·±¸tÐ1CÐCr   )rX  rZ  rN  rL  rM   rM  rK  )rê   F©FrI  )r   r   r   r   rQ  rJ  r\  Úpropertyr  rf  rj  rm  rq  r}  r�  rŠ  ry  r“  r–  r™  r   r   r   r   rD  rD    s_   † õ'õ3ò,ð ñó ðò'ò(òBò'ôô$ô

ômò)ò-öDr   rD  c                ó€   € V F7  pVP                   V8X  g   K  WP                  V 4      ,          p V ^ 8:  g   K6   R# 	  R# ©rê   N)rM   ry  )rŽ  Úloaded_modelsrM   Úms   &&& r   Úuse_more_memoryr¡  ]  s6   € ÛˆØ�8‰8�vÖØ×1Ñ1°,Ó?Õ?ˆLØ˜qÖ Úó	 r   c                ón   € ^ pV  F,  pVP                   V8X  g   K  W#P                  4       ,          pK.  	  V# ré   )rM   rm  )rŸ  rM   Úoffloaded_memr   s   &&  r   Úoffloaded_memoryr¤  d  s6   € Ø€MÛˆØ�8‰8�vÖØ×5Ñ5Ó7Õ7ŠMñ ð Ðr   z+Reserving {}MB vram for other applications.c                 ó   € \         # r!   )ÚEXTRA_RESERVED_VRAMr   r   r   Úextra_reserved_memoryr§  w  s   € ÜÐr   c                 ó$   € R\        4       ,           # )r™   gš™™™™™ÉA)r§  r   r   r   Úminimum_inference_memoryr©  z  s   € Ø%Ô(=Ó(?Õ?Ð?r   c                ó¶  € \        4        V'       g   \        R WV4       . p. p. p\        \        \        4      ^,
          RR4       Fž  p	\        V	,          p
Ve   V
P
                  V8X  g   K'  W¢9  g   K/  V
P                  4       '       d   KG  VP                  V
P                  4       ) \        P                  ! V
P                  4      V
P                  4       V	34       RV
n        K   	  \        V4      pV EF"  pVR,          p	Rp\        '       d   Vfz   Vf   ^ MV \!        V4      ,
          p\        V	,          P                  P#                  4       '       d7   V'       d/   V \        V	,          P                  P%                  4       ,          p ^ pV^ 8”  g   K¡  \        V	,          P'                  V4      '       g   KÅ  \(        P*                  ! R\        V	,          P                  P                  P,                  P.                   24       VP                  V	4       EK%  	  \        VRR7       F'  p	VP                  \        P1                  V	4      4       K)  	  V'       g   V^ 8”  d   \3        V4       \5        V4       \        V4      ^ 8”  d   \7        4        V# Ve@   \8        \:        P<                  8w  d'   \!        VRR7      w  rïWþR,          8”  d   \7        4        V# )	zSNon dynamic memory free called! memory_required=%s pins_required=%s ram_required=%sFrt  z
Unloading T)Úreverse)Útorch_free_toog      Ð?éÿÿÿÿ)Úcleanup_models_gcr   rT   r_   rç   rM   r™  r"   rm  ÚsysÚgetrefcountr  rf  rL  ÚsortedÚDISABLE_SMART_MEMORYÚget_free_memoryr  ri  rŠ  rÓ   Údebugr  r   Úpopr:  rB  Úsoft_empty_cacheÚ
vram_stater   r   )Úmemory_requiredrM   Úkeep_loadedÚfor_dynamicÚpins_requiredÚram_requiredÚunloaded_modelÚ
can_unloadÚunloaded_modelsrY   Úshift_modelÚcan_unload_sortedÚxrˆ  Úmem_free_totalÚmem_free_torchs   &&&&&&          r   Úfree_memoryrÅ  }  s`  € ÜÔßÜÐdÐfuð  GSô  	TØ€NØ€JØ€Oä”3Ô,Ó-¨qÕ0°"°bÖ9ˆÜ+¨AÕ.ˆØŠ>˜[×/Ñ/°6Ö9ØÖ-°k×6IÑ6I×6KÔ6KØ×!Ñ! K×$FÑ$FÓ$HÐ#HÌ#Ï/Ê/ÐZe×ZkÑZkÓJlÐny÷  oGñ  oGó  oIð  KLð  #Mô  NØ-2�Ö*ñ :ô ˜zÓ*ÐÜˆØˆb�EˆØˆß#Ó# v¢~Ø"(¢.™Q°oÌÐX^ÓH_Õ6_ˆNÜ$ QÕ'×-Ñ-×8Ñ8×:Ò:¿{ð  Ô#8¸Õ#;×#AÑ#A×#MÑ#MÓ#OÕO�Ø!"�Ø˜AÖÔ"7¸Õ":×"GÑ"GÈ×"WÔ"WÜ�MŠM˜JÔ'<¸QÕ'?×'EÑ'E×'KÑ'K×'UÑ'U×'^Ñ'^Ð&_Ð`ÔaØ×!Ñ! !×$ñ ô �N¨D×1ˆØ×ÑÔ4×8Ñ8¸Ó;Ö<ñ 2÷ ˜=¨1Ô,Ü˜-Ô(Ü Ô.ä
ˆ>Ó˜QÔÜÔð Ðð 
Ò	Üœ×,Ñ,Ô,Ü-<¸VÐTXÔ-YÑ*ˆNØ°Õ 5Ô5Ü Ô"ØÐr   c                óä
  € \        4        \        4       p\        WQ\        4       ,           4      pVf   TpM\        WS\        4       ,           4      p/ pV  F"  pR Wx&   VP	                  4        F  p	R Wy&   K	  	  K$  	  \        V4      p V P                  4        . p
RpV  FÁ  pVP                  4       '       g   Rp\        V4      p \        P                  V4      pTe(   \        T,          pRTn        T
P                  T4       Kg  \        TR4      '       d8   \        P                  ! RTP                   P"                  P$                   24       T
P                  T4       KÃ  	  V
 Fº  p. p\'        \)        \        4      4       FE  pVP                   P+                  \        V,          P                   4      '       g   K;  V.V,           pKG  	  V FN  p\        P-                  V4      pVP                   P/                  RR7       VP0                  P/                  4        KP  	  K¼  	  / p/ pV
 F†  pVP2                  pVP5                  V^ 4      VP7                  V4      ,           VV&   VP                   P                  4       '       d   K\  VP5                  V^ 4      VP9                  4       ,           VV&   Kˆ  	  V FT  pV\:        P2                  ! R4      8w  g   K   \=        VV,          R,          V,           VVVP5                  V^ 4      R7       KV  	  V Fp  pV\:        P2                  ! R4      8w  g   K   \?        V4      pVV8  g   K4  \=        VVVR	7      p\        P                  ! R
PA                  \)        V4      4      4       Kr  	  V
 EFß  pVP                   pVPB                  p\E        V4      '       d   \F        PH                  pM\J        p^ p\L        '       dŸ   V\F        PN                  8X  g   V\F        PP                  8X  du   V'       gm   VPS                  4       p\?        V4      V,           p\        ^ VV,
          \U        V\V        ,          V\        4       ,
          4      4      pVV,
          pV^ 8X  d   RpV\F        PX                  8X  d   RpVP[                  VVR7       \E        V4      '       d   ^ MVPS                  4       pVP                  4       '       d   VP]                  4       MVP9                  4       V,
          p\_        RVP"                  P$                  VP                   P"                  P$                  VR,          VR,          4       \        Pa                  ^ V4       EKâ  	  R #    R p EL˜; i)NTFr  zRequested to load )Úunpatch_allrG   gš™™™™™ñ?)rº  r»  )rº  z{} models unloaded.gš™™™™™¹?ru  z:Model loaded: patcher=%s model=%s ram_mb=%.1f vram_mb=%.1fr  )1r®  r©  r5  r§  Úmodel_patches_modelsÚlistr«  r  rD  rç   rt   rL  r"   r{   rÓ   Úinfor  r  r   rT   r_   Úis_clonerµ  r‡  rM  rM   Úgetrq  rf  r#   rÅ  r³  ri   r  r¬   r   r   r·  Úlowvram_availabler   r   rj  ÚminÚMIN_WEIGHT_MEMORY_RATIOr   r}  Úloaded_ram_sizer   Úinsert) Úmodelsr¸  rv  Úminimum_memory_requiredÚforce_full_loadÚinference_memoryÚ	extra_memÚmodels_tempr   ÚmmÚmodels_to_loadÚfree_for_dynamicrÂ  r  Úloaded_model_indexr  Ú	to_unloadrY   Úmodel_to_unloadÚtotal_memory_requiredÚtotal_pins_requiredrM   Úfree_memÚmodels_lr  Ú	torch_devÚvram_set_stater{  Úloaded_memoryÚcurrent_free_memÚ	vram_usedÚram_useds    &&&&&                           r   Úload_models_gpurè  «  sê  € ÜÔô 0Ó1ÐÜÐ$Ô8MÓ8OÕ&OÓP€IØÒ&Ø"+Ñä"%Ð&6ÔRgÓRiÕ8iÓ"jÐð €KÛˆØˆ‰Ø×(Ñ(Ö*ˆBØ"ˆK‹Oó +ñ ô
 �+Ó€FØ
‡N�NÔà€NàÐÛˆØ�|‰|�~Š~Ø$ÐÜ" 1“~ˆð	&Ü!6×!<Ñ!<¸\Ó!JÐð Ò)Ü*Ð+=Õ>ˆFØ$(ˆFÔ!Ø×!Ñ! &Ö)ä�q˜'×"Ò"Ü—’Ð1°!·'±'×2CÑ2C×2LÑ2LÐ1MÐNÔOØ×!Ñ! ,Ö/ñ! ó$ 'ˆØˆ	Ü”sÔ0Ó1Ö2ˆAØ×!Ñ!×*Ñ*Ô+@ÀÕ+C×+IÑ+I×JÔJØ˜C )�O’	ñ 3ó ˆAÜ3×7Ñ7¸Ó:ˆOØ×!Ñ!×(Ñ(°UÐ(Ô;Ø×+Ñ+×2Ñ2Ö4ó ñ 'ð ÐØÐÛ&ˆØ×$Ñ$ˆØ(=×(AÑ(AÀ&È!Ó(LÈ|×OqÑOqÐrxÓOyÕ(yÐ˜fÑ%Ø×!Ñ!×,Ñ,×.Ô.Ø*=×*AÑ*AÀ&È!Ó*LÈ|×OhÑOhÓOjÕ*jÐ Ó'ñ	 'ó (ˆØ”U—\’\ %Ó(Ö(ÜÐ-¨fÕ5¸Õ;¸iÕGØØ$4Ø&9×&=Ñ&=¸fÀaÓ&H÷Jñ (ó (ˆØ”U—\’\ %Ó(Ö(Ü& vÓ.ˆHØÐ1Ö1Ü&Ð'>ÀÐTdÔe�Ü—’Ð2×9Ñ9¼#¸h»-ÓHÖIñ (ô 'ˆØ×"Ñ"ˆØ×%Ñ%ˆ	Ü˜×#Ò#Ü&×/Ñ/‰Nä'ˆNØ ÐßÓ .´I×4FÑ4FÔ"FÈ.Ô\e×\qÑ\qÔJq÷  |KØ(×<Ñ<Ó>ˆMÜ.¨yÓ9¸MÕIÐä#& qÐ+;Ð>UÕ+UÔX[Ð\lô  pGõ  ]Gð  IYô  \tó  \võ  Ivó  Ywó  $xÐ Ø#7¸-Õ#GÐ à# qÔ(Ø'*Ð$àœY×.Ñ.Ô.Ø#&Ð à×ÑÐ 4ÐJ]ÐÔ^Ü& y×1Ò1‘A°|×7WÑ7WÓ7Yˆ	Ø.3×.>Ñ.>×.@Ò.@�5×(Ñ(Ô*Àl×F_ÑF_ÓFaÐdmÕFmˆÜÐKÈUÏ_É_×MeÑMeÐgl×grÑgr×g|Ñg|÷  hFñ  hFð  HPð  T]õ  H^ð  `ið  mvõ  `wô  	xÜ×$Ñ$ Q¨×5ñ3 'ñ4 øðM	&Ø!%Óús   ÃU(Õ(U/c                ó   € \        V .4      # r!   )rè  r‘  s   &r   Úload_model_gpurê    s   € Ü˜E˜7Ó#Ð#r   c                ó’   € . p\          F:  pV '       d   VP                  '       g   K  VP                  VP                  4       K<  	  V# r!   )rç   rL  r"   r  )Úonly_currently_usedÚoutputr   s   &  r   rŸ  rŸ    s:   € Ø€Fß"ˆßØ×#×#Ð#Ùà�‰�a—g‘gÖñ #ð €Mr   c                 óŒ  € R p \        \        \        4      4       Fq  p\        V,          pVP                  4       '       g   K(  \        P
                  ! RP                  VP                  4       P                  P                  4      4       Rp  M	  V '       d­   \        P                  ! 4        \        4        \        \        \        4      4       Fo  p\        V,          pVP                  4       '       g   K(  \        P                  ! RP                  VP                  4       P                  P                  4      4       Kq  	  R# R# )Fz�Potential memory leak detected with model {}, doing a full garbage collect, for maximum performance avoid circular references in the model code.Tz_WARNING, memory leak with model {}. Please make sure it is not being referenced from somewhere.N)rT   r_   rç   r™  rÓ   rÊ  ri   rK  r  r   ÚgcÚcollectr¶  rÔ   )Údo_gcrY   Úcurs      r   r®  r®    s6  € Ø€Eä”3Ô,Ó-Ö.ˆÜ# AÕ&ˆØ�;‰;�=Œ=Ü�LŠLð  l÷  sñ  sð  tw÷  tBñ  tBó  tD÷  tNñ  tN÷  tWñ  tWó  Xô  YØˆEÙñ /÷ Ü
�
Š
ŒÜÔä”sÔ0Ó1Ö2ˆAÜ'¨Õ*ˆCØ�{‰{�}Œ}Ü—’ð  !B÷  !Iñ  !Ið  JM÷  JXñ  JXó  JZ÷  Jdñ  Jd÷  Jmñ  Jmó  !nö  oó 3ñ	 r   c                ó  € V P                  4        Fm  w  rVP                  R R7       F  w  r4\        W# R2VP                  4       K   	  VP	                  R R7       F  w  rV\        W% R2VP                  4       K   	  Ko  	  R# )F)ÚrecurseÚ_comfy_model_dtypeN)Únamed_modulesÚnamed_parametersÚsetattrr½   Únamed_buffers)r  Únamerí   Ú
param_nameÚparamÚbuf_nameÚbufs   &      r   Úarchive_model_dtypesrÿ  3  sz   € Ø×+Ñ+Ö-‰ˆØ!'×!8Ñ!8ÀÐ!8Ö!GÑˆJÜ�F˜lÐ*<Ð=¸u¿{¹{ÖKñ "Hà#×1Ñ1¸%Ð1Ö@‰MˆHÜ�F˜jÐ(:Ð;¸S¿Y¹YÖGó Aó .r   c                 óØ   € . p \        \        \        4      4       F,  p\        V,          P                  4       e   K"  V.V ,           p K.  	  V  F  p\        P	                  V4      p?K  	  R # r!   )rT   r_   rç   rK  rµ  )Ú	to_deleterY   rÂ  s      r   rz  rz  ;  sZ   € Ø€IÜ”3Ô,Ó-Ö.ˆÜ  Õ#×.Ñ.Ó0Ô8Ø˜˜i�ŠIñ /ó ˆÜ!×%Ñ% aÓ(ˆÚó r   c                óÂ   € ^pV \         P                  8X  g   V \         P                  8X  d   ^pV# V \         P                  8X  d   ^pV#  V P                  pV#     T# ; i)rl   )r#   rÇ   Úbfloat16Úfloat32Úitemsize)r½   Ú
dtype_sizes   & r   r  r  E  sl   € Ø€JØ”—‘Ô ¬%¯.©.Ô!8Øˆ
ð Ðð 
”%—-‘-Ô	Øˆ
ð Ðð		ØŸ™ˆJð Ðøð	ØØÐús   ÁA ÁAc                 ót   € \         \        P                  8X  d   \        4       # \        P
                  ! R 4      # ©rG   )r·  r   r   rP   r#   rM   r   r   r   Úunet_offload_devicer	  R  s(   € Ü”Y×(Ñ(Ô(ÜÓ!Ð!ä�|Š|˜EÓ"Ð"r   c                ó¬  € \         P                  ! R 4      p\        P                  P                  '       d   V# \        4       p\        \        P                  8X  g   \        \        P                  8X  d   V# \        '       g   \        \        P                  8X  d   V# \        V4      V ,          p\        V4      p\        V4      pWV8”  d	   WE8  d   V# V# r  )r#   rM   r|   r6  Úaimdo_enabledrP   r·  r   r   r   r²  r   r  r³  )Ú
parametersr½   Úcpu_devrâ  re  Úmem_devÚmem_cpus   &&     r   Úunet_inital_load_devicer  X  s¡   € Ü�lŠl˜5Ó!€GÜ×Ñ×,×,Ð,Øˆä Ó"€IÜ”Y×(Ñ(Ô(¬J¼)×:JÑ:JÔ,JØÐçÓœz¬Y×->Ñ->Ô>Øˆä˜EÓ" ZÕ/€Jä˜iÓ(€GÜ˜gÓ&€GØÔ˜ZÔ1ØÐàˆr   c                óD   € \        V 4      R ,          \        4       ,
          # )g)\�Âõ(ì?)rŽ   r©  rÀ   s   &r   Úmaximum_vram_for_weightsr  m  s   € Ü˜VÓ$ tÕ+Ô.FÓ.HÕHÐIr   c                ó"  € V^ 8  d   Rp\         P                  '       d   \        P                  # \         P                  '       d   \        P
                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # RpV\         9   d   TpVe/   \#        V 4      '       d   V# \%        V 4      pV^,          V8”  d   V# \&        '       g   V\        P                  8X  d8   \        P                  V9   d#   \)        WR7      '       d   \        P                  # V F£  pV\        P                  8X  d:   \)        WR7      '       d(   \        P                  V9   d   \        P                  u # V\        P                  8X  g   Kh  \+        WR7      '       g   K|  \        P                  V9   g   K“  \        P                  u # 	  V F¥  pV\        P                  8X  d;   \)        WRR7      '       d(   \        P                  V9   d   \        P                  u # V\        P                  8X  g   Ki  \+        WRR7      '       g   K~  \        P                  V9   g   K•  \        P                  u # 	  \        P                  # )rê   l     @=7M.cN)rM   Úmodel_params)r  T)rM   r  Úmanual_cast)r  r  )r   Ú	fp32_unetr#   r  Ú	fp64_unetÚfloat64Ú	bf16_unetr  Ú	fp16_unetrÇ   Úfp8_e4m3fn_unetr$   Úfp8_e5m2_unetr&   Úfp8_e8m0fnu_unetr(   ÚFLOAT8_TYPESÚsupports_fp8_computer  ÚPRIORITIZE_FP16Úshould_use_fp16Úshould_use_bf16)rM   r  Úsupported_dtypesÚweight_dtypeÚ	fp8_dtypeÚfree_model_memoryÚdts   &&&&   r   Ú
unet_dtyper(  p  sø  € Ø�aÔØ-ˆÜ‡~‡~€~Ü�}‰}ÐÜ‡~‡~€~Ü�}‰}ÐÜ‡~‡~€~Ü�~‰~ÐÜ‡~‡~€~Ü�}‰}ÐÜ××ÐÜ×"Ñ"Ð"Ü××ÐÜ× Ñ Ð Ü××ÐÜ×#Ñ#Ð#à€IØ”|Ô#Ø ˆ	àÒÜ ×'Ò'ØÐä4°VÓ<ÐØ˜!ÕÐ/Ô/ØÐçƒ˜,¬%¯-©-Ô7Ü�=‰=Ð,Ô,´È×1jÓ1jÜ—=‘=Ð ãˆØ”—‘Ô¤?¸&×#\Ó#\Ü�}‰}Ð 0Ô0Ü—}‘}Ò$Ø”—‘Ö¤O°F×$VÕ$VÜ�~‰~Ð!1Ö1Ü—~‘~Ò%ñ ó ˆØ”—‘Ô¤?¸&Ðim×#nÓ#nÜ�}‰}Ð 0Ô0Ü—}‘}Ò$Ø”—‘Ö¤O°FÐcg×$hÕ$hÜ�~‰~Ð!1Ö1Ü—~‘~Ò%ñ ô �=‰=Ðr   c                ó„  € V \         P                  8X  g   V \         P                  8X  d   R # \        VRR7      pV'       d   V \         P                  8X  d   R # \        V4      pV'       d   V \         P                  8X  d   R # \        VRR7      p\        '       d.   V'       d&   \         P                  V9   d   \         P                  # V Fc  pV\         P                  8X  d   V'       d   \         P                  u # V\         P                  8X  g   KI  V'       g   KS  \         P                  u # 	  \         P                  # )NF©Úprioritize_performanceT)r#   r  r  r!  rÇ   r"  r  r   )r$  Úinference_devicer#  Úfp16_supportedÚbf16_supportedr'  s   &&&   r   Úunet_manual_castr/  ¥  sÈ   € Ø”u—}‘}Ô$¨¼¿¹Ô(EÙä$Ð%5ÈeÔT€Nß˜,¬%¯-©-Ô7Ùä$Ð%5Ó6€Nß˜,¬%¯.©.Ô8Ùä$Ð%5ÈdÔS€NßƒŸ>¬e¯m©mÐ?OÔ.OÜ�}‰}ÐãˆØ”—‘Ô§>Ü—=‘=Ò Ø”—‘Ö§N¡NÜ—>‘>Ò!ñ	 ô �=‰=Ðr   c                 ón   € \         P                  '       d   \        4       # \        P                  ! R 4      # r  ©r   Úgpu_onlyrP   r#   rM   r   r   r   Útext_encoder_offload_devicer3  ½  ó#   € Ü‡}‡}€}ÜÓ!Ð!ä�|Š|˜EÓ"Ð"r   c                 óx  € \         P                  '       d   \        4       # \        P                  P
                  '       d   \        4       # \        \        P                  \        P                  39   d3   \        R R7      '       d   \        4       # \        P                  ! R4      # \        P                  ! R4      # )Fr*  rG   )r   r2  rP   r|   r6  r  r·  r   r   r   r!  r#   rM   r   r   r   Útext_encoder_devicer6  Ã  sz   € Ü‡}‡}€}ÜÓ!Ð!Ü×Ñ×,×,Ð,ÜÓ!Ð!Ü	œ	×+Ñ+¬Y×-BÑ-BÐCÔ	CÜ°%×8Ó8Ü#Ó%Ð%ä—<’< Ó&Ð&ä�|Š|˜EÓ"Ð"r   c                óô   € \         P                  P                  '       d   V# W8X  g   VR8:  d   V# \        V 4      '       d   V # \	        V 4      p\	        V4      pW4R,          8”  d   VR,          V8  d   V # V# )r™   g      à?g333333ó?rz   )r|   r6  r  Úis_device_mpsr³  )r  r†  re  Úmem_lÚmem_os   &&&  r   Útext_encoder_initial_devicer;  Ð  su   € Ü×Ñ×,×,Ð,ØÐàÔ$¨
Ð6HÔ(HØÐä�[×!Ò!ØÐä˜KÓ(€EÜ˜NÓ+€EØ˜•Ô ¨cÕ!1°EÔ!9ØÐàÐr   c                óà  € \         P                  '       d   \        P                  # \         P                  '       d   \        P
                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # \         P                  '       d   \        P                  # \        V 4      '       d   \        P                  # \        P                  # r!   )r   Úfp8_e4m3fn_text_encr#   r$   Úfp8_e5m2_text_encr&   Úfp16_text_encrÇ   Úbf16_text_encr  Úfp32_text_encr  r¬   rÀ   s   &r   Útext_encoder_dtyperB  á  s“   € Ü××ÐÜ×"Ñ"Ð"Ü	×	×	Ð	Ü× Ñ Ð Ü	×	×	Ð	Ü�}‰}ÐÜ	×	×	Ð	Ü�~‰~ÐÜ	×	×	Ð	Ü�}‰}Ðä�V×ÒÜ�}‰}Ðä�=‰=Ðr   c                 ón   € \         P                  '       d   \        4       # \        P                  ! R 4      # r  r1  r   r   r   Úintermediate_devicerD  ó  r4  r   c                 ón   € \         P                  '       d   \        P                  # \        P                  # r!   )r   Úfp16_intermediatesr#   rÇ   r  r   r   r   Úintermediate_dtyperG  ù  s"   € Ü××ÐÜ�}‰}Ðä�}‰}Ðr   c                 ón   € \         P                  '       d   \        P                  ! R 4      # \	        4       # r  )r   Úcpu_vaer#   rM   rP   r   r   r   Ú
vae_devicerJ  ÿ  s#   € Ü‡|‡|€|Ü�|Š|˜EÓ"Ð"ÜÓÐr   c                 ón   € \         P                  '       d   \        4       # \        P                  ! R 4      # r  r1  r   r   r   Úvae_offload_devicerL    r4  r   c                óÄ  € \         P                  '       d   \        P                  # \         P                  '       d   \        P
                  # \         P                  '       d   \        P                  # V FY  pV\        P                  8X  d   \        V 4      '       d   Vu # V\        P
                  8X  g   KD  \        V 4      '       g   KW  Vu # 	  \        P                  # r!   )
r   Úfp16_vaer#   rÇ   Úbf16_vaer  Úfp32_vaer  r!  r"  )rM   Úallowed_dtypesÚds   && r   Ú	vae_dtyperS  
  s‡   € Ü‡}‡}€}Ü�}‰}ÐÜ	��ˆÜ�~‰~ÐÜ	��ˆÜ�}‰}ÐãˆØ”—‘Ô¤/°&×"9Ò"9ØŠHà”—‘Ö¤?°6×#:Ô#:ØŠHñ ô �=‰=Ðr   c                óB   € \        V R 4      '       d   V P                  # R# )rs   rO   ©r{   rs   )rƒ   s   &r   Úget_autocast_devicerV    s   € Üˆs�F×ÒØ�x‰xˆÙr   c                ó¶   € V\         P                  8X  d   R # \        V 4      '       d   R# V\         P                  8X  d   R # V\         P                  8X  d   R # R# r0   )r#   r  r¬   rÇ   r  ©rM   r½   s   &&r   Úsupports_dtyperY     s@   € Ø”—‘ÔÙÜ�V×ÒÙØ”—‘ÔÙØ”—‘ÔÙÙr   c                ó.  € V\         P                  8X  d   R # V\         P                  8X  d   R # \        '       d   R# V\         P                  8X  d   R # \        V 4      '       d   R# V\         P                  8X  d   R # V\         P                  8X  d   R # R# r0   )r#   r  rÇ   rK   r  r8  r$   r&   rX  s   &&r   Úsupports_castr[  +  sk   € Ø”—‘ÔÙØ”—‘ÔÙßÓÙØ”—‘ÔÙÜ�V×ÒÙØ”×#Ñ#Ô#ÙØ”×!Ñ!Ô!ÙÙr   c                óp   € V f   Tp M\        V 4      \        V4      8”  d   Tp \        W 4      '       g   Tp V # r!   )r  r[  )r½   Úfallback_dtyperM   s   &&&r   Úpick_weight_dtyper^  <  s8   € Ø‚}Ø‰Ü	�EÓ	œZ¨Ó7Ô	7Øˆä˜×'Ò'Øˆà€Lr   c                óÌ   € \         P                  '       d   R # \        V 4      '       d   R# \        4       '       d   R# \         P                  '       d   R# \
        '       d   R# R # r0   )r   Úforce_non_blockingr8  r3   ÚdeterministicrK   rÀ   s   &r   Údevice_supports_non_blockingrb  G  sD   € Ü××ÐÙÜ�V×ÒÙÜ‡~‚~ÙÜ××ÐÙßÓÙÙr   c                 ó6   € \         P                  '       d   R # R# r0   )r   Úforce_channels_lastr   r   r   rd  rd  T  s   € Ü××ÐÙñ r   z-Using async weight offloading with {} streamsc                ó.  € V f   R # \        V 4      '       d   \        P                  P                  4       # \	        V 4      '       d   \        P
                  P                  4       # \        V 4      '       d    \        P                  P                  V 4      # R # r!   )Úis_device_cudar#   rO   Úcurrent_streamÚis_device_xpurH   Úis_device_npurI   rÀ   s   &r   rg  rg  k  si   € Ø‚~ÙÜ�f×ÒÜ�z‰z×(Ñ(Ó*Ð*Ü	�v×	Ò	Ü�y‰y×'Ñ'Ó)Ð)Ü	�v×	Ò	Ü�y‰y×'Ñ'¨Ó/Ð/ár   c                ó0   € \         P                  V 4       R # r!   )ÚCROSS_STEP_STATErö   )rí   s   &r   Ú_register_cross_steprl  ‚  s   € Ü×Ñ˜Ö r   c                ó2  € V e'   T p\        VR4      '       d   VP                  V 4      pM
\        4       p\        P	                  V R 4      pVe   VP                  4       V8  d¡   V\        ^ ,          J d   R # Ve2   VP                  4       R8”  d   \        4        \        V  ?\        4        V;_uu_ 4        \        P                  ! V\        P                  VR7      pV\        V &   R R R 4       V\        ^,          8”  d   W23sX#   + '       g   i     L'; i)NÚ
as_contextr¼   i   )r{   rn  r   ÚSTREAM_CAST_BUFFERSrÌ  ÚnumelÚLARGEST_CASTED_WEIGHTrÏ   r¶  r#   ÚemptyÚint8)Úoffload_streamrM   r  rW  Ú
wf_contextÚcast_buffers   &&&&  r   Úget_cast_bufferrw  …  sí   € ð Ò!Ø#ˆ
Ü�:˜|×,Ò,Ø#×.Ñ.¨~Ó>ˆJøä “]ˆ
ä%×)Ñ)¨.¸$Ó?€KØÒ˜k×/Ñ/Ó1°DÔ8ØÔ'¨Õ*Ó*ñ ØÒ" {×'8Ñ'8Ó':Ð=MÔ'MäŒMÜ# NÐ3ØÜÔßŠZÜŸ+š+ t´E·J±JÀvÔNˆKØ2=Ô Ñ/÷ ð Ô(¨Õ+Ô+Ø%( KÐ!àÐ÷ �Zús   Â61DÄD	c                ó¨   € \         P                  V R 4      pVf8   \        P                  P	                  \
        VP                  4      pV\         V &   V# r!   )ÚSTREAM_AIMDO_CAST_BUFFERSrÌ  Úcomfy_aimdoÚvram_bufferÚ
VRAMBufferÚ*DEFAULT_AIMDO_CAST_BUFFER_RESERVATION_SIZErt   )rt  rM   rv  s   && r   Úget_aimdo_cast_bufferr~  ¥  sK   € Ü+×/Ñ/°ÀÓE€KØÒÜ!×-Ñ-×8Ñ8Ô9cÐek×eqÑeqÓrˆØ4?Ô! .Ñ1ØÐr   c            
     ó&  € Rs Rs\        \        4      \        \        4      ,           F  p V f   K	  V P                  4        K  	  \        4        \         F  pVP                  4        K  	  \        P                  4        \         F  pV=
K  	  \        P                  4        \         EF,  pVP                  pVf   K  VP                  4       '       g   K.  VP                  P                  VP                  ,          pVR,          '       dc   R F\  pWV,          Ev rx\!        VP#                  4       4       F2  w  ršV
 Uu. uF  q»R,          f   K  VNK  	  upV
R&   V
'       d   K0  W‰ K4  	  K^  	  RVR&   VP%                  R. R	OR7       R	 FF  p\&        P(                  P+                  ^ R
\-        VP/                  4       4      4      . R.^ .^ ./ 3WV&   KH  	  EK/  	  \        P                  4        \        P                  4        \1        4        R # u upi )Nr  :NNNFçêŒ 9Y>)Fr  ©Nrê   )rú   rü   rþ   r­  )rû   rý   rÿ   i  € )rq  ÚLARGEST_AIMDO_CASTED_WEIGHTÚsetro  ry  rÏ   rõ   ÚbounceÚclearrk  Ú_comfy_cross_step_staterç   r  r  r  r  rÉ  Úitemsr  rz  Úhost_bufferÚ
HostBufferÚpinned_hostbuf_sizere  r¶  )rt  Úmmap_objrí   r  r  r  ÚsubsetrŠ   Úbucketsr  ÚbucketÚentrys               r   Úreset_cast_buffersr�  ¬  sø  € ð &ÐØ"+ÐÜÔ1Ó2´SÔ9RÓ5S×SÐSˆØÔ%Ø×&Ñ&Ö(ñ Tô „MçˆØ�‰Öñ  ä×ÑÔç"ˆØÒ*ñ #ä×ÑÔç-Ð-ˆØ×"Ñ"ˆØÔ ×!1Ñ!1×!3Ô!3ØŸ™×0Ñ0°×1BÑ1BÕCˆIà˜×"Ô"ÛK�FØ"+Õ"3‘K�QÜ(,¨W¯]©]«_Ö(=™˜Ù9?Ó$Z¹°ÈÅ9§e e¹Ñ$Z˜˜q™	ß%™vØ '¢ó )>ñ Lð #(ˆI�hÑØ×&Ñ& tÒ5dÐ&ÔeÛG�Ü%0×%<Ñ%<×%GÑ%GÈÈ?Ô\oÐpu÷  qAñ  qAó  qCó  ]Dó  &Eð  GIð  LNð  KOð  RSð  QTð  WXð  VYð  []ð  %^�	Ó!ô Hñ .ô$ ×ÑÔÜ×#Ñ#Ô%ÜÖùò %[s   Ä>H
ÅH
c                óø  € \        V 4      '       dC   \        P                  P                  V ^ R7      p\        P                  P                  Vn        V# \        V 4      '       dC   \        P                  P                  V ^ R7      p\        P                  P                  Vn        V# \        V 4      '       dC   \        P                  P                  V ^ R7      p\        P                  P                  Vn        V# R# )rê   )rM   ÚpriorityN)
rf  r#   rO   ÚStreamÚstreamrn  rh  rH   ri  rI   )rM   Úss   & r   Ú
new_streamr–  Õ  s¿   € Ü�f×ÒÜ�J‰J×Ñ V°aÐÓ8ˆÜ—z‘z×(Ñ(ˆŒð €Hô 
�v×	Ò	Ü�I‰I×Ñ F°QÐÓ7ˆÜ—y‘y×'Ñ'ˆŒð €Hô 
�v×	Ò	ä�I‰I×Ñ F°QÐÓ7ˆÜ—y‘y×'Ñ'ˆŒð €Hñ r   c                ó&  € \         P                  V ^ 4      p\        ^ 8X  d   R# \        P                  P                  4       '       d   R# V \        9   dX   \        V ,          pW!,          P                  \        V 4      4       V^,           \        V4      ,          pV\         V &   W!,          # \        V 4      pVf   R# V.\        \        ^,
          4       Uu. uF  p\        V 4      NK  	  up,           pV\        V &   V\         V &   W!,          # u upi rž  )Ústream_countersrÌ  ÚNUM_STREAMSr#   ÚcompilerÚis_compilingÚSTREAMSÚwait_streamrg  r_   r–  rT   )rM   Ústream_counterÚssr•  rŠ   s   &    r   Úget_offload_streamr   ä  sá   € Ü$×(Ñ(¨°Ó3€NÜ�aÔÙä‡~�~×"Ñ"×$Ò$Ùà”ÔÜ�V�_ˆà
Õ×&Ñ&¤~°fÓ'=Ô>Ø(¨1Õ,´°B³Õ7ˆØ"0Œ˜ÑØÕ!Ð!Ü�6Ó€AØ‚yÙØ
ˆ¬E´+Àµ/Ô,BÓCÑ,B q”
˜6Ö"Ñ,BÑCÕ	C€BØ„GˆF�OØ,„O�FÑØÕÐùò Ds   ÃDc                ó¸   € \         ^ 8X  g%   \        P                  P                  4       '       d   R# V \        9  d   \        V 4      \        V &   \        V ,          # )z·One stream per device for data copies such as cache staging and decoder output, kept off the
offload streams so they don't disturb the weight prefetch. Callers order on it themselves.N)r™  r#   rš  r›  ÚDATA_STREAMSr–  rÀ   s   &r   Úget_data_streamr£  ý  sC   € ô �aÔœ5Ÿ>™>×6Ñ6×8Ò8ÙØ”\Ô!Ü)¨&Ó1Œ�VÑÜ˜ÕÐr   c                 óœ   € \         ^ 8X  d   \        4        R# \        P                  4        F  p V  F  pVP                  4        K  	  K  	  R# rž  )r™  rÏ   rœ  Úvalues)Ústreamsr”  s     r   Úsync_all_offload_streamsr§    s9   € Ü�aÔÜŒÙÜ—>‘>Ö#ˆÛˆFØ×ÑÖ ó ó $r   c                ó`   € Ve   \        V 4      f   R # \        V 4      P                  V4       R # r!   )rg  r�  )rM   r”  s   &&r   Úsync_streamr©    s'   € Ø‚~œ¨Ó/Ò7ÙÜ�6Ó×&Ñ& vÖ.r   c           
     óX  € \        4       pVe&   Tp\        VR4      '       d   VP                  V4      pVe    \        P                  P                  W4      MR .\        V 4      ,          pVe    \        P                  P                  W4      MR pT;_uu_ 4        V  Fî  pVP                  ^ 4      p	Ve   VP                  ^ 4      MR p
Vf   K1  \        P                  P                  W‰W:R7      '       d   KZ  \        V\        P                  P                  4      '       d   VP                  P                  4       MVP                  4       p\        V4       V	e   V	P                  W‚R7       V
f   KÕ  T
P                  V	f   TMT	VR7       Kð  	  R R R 4       R #   + '       g   i     R # ; i)Nrn  )r”  Údestination2©Únon_blocking)r   r{   rn  r|   r6  Úinterpret_gathered_liker_   rµ  Úread_tensor_file_slice_intorœ   Ú	quant_opsÚQuantizedTensorÚ_qdataÚuntyped_storagerù   Úcopy_)ÚtensorsÚrr­  r”  Úr2ru  Ú
dest_viewsÚdest2_viewsÚtensorÚ	dest_viewÚ
dest2_viewr÷   s   &&&&&       r   Úcast_to_gatheredr½    s_  € Ü“€JØÒØ€zÜ
�*˜l×
+Ò
+Ø"×-Ñ-¨fÓ5ˆ:àPQÒP]”×(Ñ(×@Ñ@ÀÔLÐdhÐciÔloÐpwÓlxÕcx€JØRTÒR`”%×)Ñ)×AÑAÀ'ÔNÐfj€Kß	ŠÛˆFØ"Ÿ™ qÓ)ˆIØ/:Ò/F˜Ÿ™¨Ô+ÈDˆJØŠ~ÙÜ×&Ñ&×BÑBÀ6Ð]cÐB×}Ò}ÙÜ9CÀFÌEÏOÉO×LkÑLk×9lÒ9l�f—m‘m×3Ñ3Ô5Ðrx÷  sIñ  sIó  sKˆGÜ˜GÔ$ØÒ$Ø—‘ �ÔBØÔ%Ø× Ñ ¨9Ò+<¡À)ÐZfÐ Ögñ ÷ 
��Šús   ÂCFÅ1FÆF)	c                ó´  € Ve   V P                   V8X  d‚   V'       g   Ve   V P                  V8X  d   V # VeM   Tp\        VR4      '       d   VP                  V4      pV;_uu_ 4        V P	                  WR7      uuR R R 4       # V P	                  WR7      # Vei   Tp\        VR4      '       d   VP                  V4      pT;_uu_ 4        Vf   \
        P                  ! WVR7      pVP                  WR7       R R R 4       V# Vf   \
        P                  ! WVR7      pVP                  WR7       V#   + '       g   i     L¾; i  + '       g   i     T# ; i)Nrn  )r½   Úcopyr¼   r¬  )rM   r½   r{   rn  Útor#   Ú
empty_liker´  )Úweightr½   rM   r­  r¿  r”  r¶  ru  s   &&&&&&& r   Úcast_torÃ  -  s   € Ø‚~˜Ÿ™¨&Ô0ßØŠ} §¡°Ô 5Ø�ØÒØˆJÜ�z <×0Ò0Ø'×2Ñ2°6Ó:�
ß’Ø—y‘y u�yÓ8÷ ’à�y‰y˜uˆyÓ0Ð0ð ÒØˆ
Ü�:˜|×,Ò,Ø#×.Ñ.¨vÓ6ˆJßŠZØŠyÜ×$Ò$ VÀÔH�Ø�G‰G�FˆGÔ6÷ ð €Hð Š9Ü× Ò  ¸VÔDˆAØ	�‰�ˆÔ2Ø€H÷# —ú÷ ŽZð €Hús   Á(D3Ã
/EÄ3E	ÅE	c                ó4   € \        V4      p\        WWVR 7      # ))r½   rM   r­  r¿  )rb  rÃ  )rº  rM   r½   r¿  r­  s   &&&& r   Úcast_to_devicerÅ  I  s   € Ü/°Ó7€LÜ�6¨vÐW[Ô\Ð\r   c                 ó*  € \         P                  P                  R 4      '       g   ^ # ^ p  \        R RR7      ;_uu_ 4       p\	        VR4       V F†  pVP                  ^R7      w  r4p p\         P                  P                  \         P                  P                  V4      4      P                  R4      '       d   Km  V \        V4      R,          ,          p Kˆ  	  RRR4       V #   + '       g   i     T # ; i   \        P                  ! R4        T # ; i)z/proc/swapszutf-8)ÚencodingN)ÚmaxsplitÚzramr™   z.Could not get amount of swap memory on system.)ÚosÚpathÚexistsÚopenÚnextÚrsplitÚbasenameÚrealpathrm   rn   rÓ   rÔ   )ÚtotalÚswapsÚlineÚfilenamerŠ   r  s         r   Úget_disk_swap_totalrÖ  R  sÙ   € Ü�7‰7�>‰>˜-×(Ò(Ùà€Eð	JÜ�-¨'×2Õ2°eÜ�˜ÔÛ�Ø*.¯+©+¸q¨+Ó*AÑ'�˜T 1 aÜ—7‘7×#Ñ#¤B§G¡G×$4Ñ$4°XÓ$>Ó?×JÑJÈ6×RÒRÙØœ˜T› TÕ)Õ)’ñ	 ÷ 3ð €L÷ 3Ö2ð €LûðJÜ�ŠÐHÕIØ€Lús*   «C7 Á BC#ÃC7 Ã#C4	Ã.C7 Ã4C7 Ã7Dc                 ó¨   € \        4       p V P                  R 8H  ;'       d3    \        \        P                  P                  V 4      P                  4      # ©rO   )rP   rs   Úboolr#   rO   r€   Úis_integratedrÀ   s    r   Úis_integrated_gpurÛ  c  s;   € ÜÓ€FØ�;‰;˜&Ñ ×aÐa¤T¬%¯*©*×*JÑ*JÈ6Ó*R×*`Ñ*`Ó%aÐar   rG   gÍÌÌÌÌÌì?zEnabled pinned memory {}c           	     óº   € \         P                  '       d   \        ^ \        V ^,          4      4      # \        ^ \        \	        V \
        4      ^,          4      4      # ré   )r   r4  r5  rn   rÎ  r<  )r  s   &r   rŠ  rŠ  x  s?   € Ü‡}‡}€}Ü�1”c˜$ �(“mÓ$Ð$Üˆq”#”c˜$Ô 1Ó2°QÕ6Ó7Ó8Ð8r   c                 ó  €  \         P                  ! ^.\         P                  \        4       R7      p \         P                  ! ^.\         P                  \        4       R7      pW,           p\	        4        R#   \
         d     R# i ; i)rÁ   r¼   N)r#   rº  Úuint8rP   rÏ   r.  )r¸   ÚbrŠ   s      r   r¡   r¡   }  s]   € ðÜ�LŠL˜!˜¤E§K¡KÔ8HÓ8JÔKˆÜ�LŠL˜!˜¤E§K¡KÔ8HÓ8JÔKˆØ�EˆÜŽøÜô âðús   ‚A2A6 Á6BÂBc                ó°  € \         ^ 8:  d   R# \        V 4      P                  \        9  d   R# \	        V P
                  4      '       g   R# V P                  4       '       d   R# V P                  4       '       g   R# V P                  p\        P                  P                  \        P                  P                  4       \        W!R7      '       g   R# V P                  4       pV^ 8X  d   R# \        P                   P#                  4       P%                  W2^4      ^ 8X  d   V\&        V&   \(        V,          sR# \*        P,                  ! R4       \/        4        R# )rê   Fr@  Tz
Pin error.)r<  rs   r   ÚPINNING_ALLOWED_TYPESr¬   rM   Ú	is_pinnedÚis_contiguousrì   r|   r6  Úextra_ram_releaser7  rB  Údata_ptrr#   rO   ÚcudartÚcudaHostRegisterÚPINNED_MEMORYrA  rÓ   rÔ   r¡   )rº  r  r  Úptrs   &&  r   Ú
pin_memoryrê  ‡  s÷   € ä˜AÔÙäˆFƒ|×ÑÔ$9Ô9Ùä˜Ÿ™×'Ò'Ùà×Ñ×Òñ à×Ñ×!Ò!Ùà�=‰=€DÜ	×Ñ×-Ñ-¬e×.EÑ.E×.XÑ.XÔYÜ" 4×CÓCÙà
�/‰/Ó
€CØ
ˆa„xÙä‡z�z×ÑÓ×+Ñ+¨C°qÓ9¸QÔ>Ø!Œ�cÑÜ˜tÕ#ÐÙä�Š˜Ô%Ü Ô"ár   c                ó  € \         ^ 8:  d   R# \        V P                  4      '       g   R# V P                  4       pV P                  p\
        P                  VR4      pVf   \        P                  ! R4       R# W#8w  d   \        P                  ! R4       R# \        P                  P                  4       P                  V4      ^ 8X  d%   \
        P                  V4      p\        V,          sR# \        P                  ! R4       \        4        R# )rê   FNz+Tried to unpin tensor not pinned by ComfyUIzSize of pinned tensor changedTzUnpin error.)r<  r¬   rM   rå  rì   rè  rÌ  rÓ   rÔ   r#   rO   ræ  ÚcudaHostUnregisterrµ  rA  r¡   )rº  ré  r  Úsize_storeds   &   r   Úunpin_memoryrî  ®  sÅ   € ä˜AÔÙä˜Ÿ™×'Ò'Ùà
�/‰/Ó
€CØ�=‰=€Dä×#Ñ# C¨Ó.€KØÒÜ�ŠÐEÔFÙàÔÜ�ŠÐ7Ô8Ùä‡z�z×ÑÓ×-Ñ-¨cÓ2°aÔ7Ü× Ñ  Ó%ˆÜ˜tÕ#ÐÙä�Š˜Ô'Ü Ô"ár   c                  ó8   € ] tR tRtRtR tR tR tR tR t	Rt
R	# )
Ú
HostWriteriÌ  aT  Copies device tensors of one shape into slices of a CPU tensor without the device waiting on each copy:
every write goes through one of two pinned staging buffers on the data stream and lands in its slice one
write later. Writes go straight through when the target is on the device, the device has no streams or the
buffers can't be pinned.c                	óh  € Wn         . V n        R R .V n        ^ V n        \	        VP                   4      '       d   \        V4      MR V n        V P                  eÚ   \        ^\        P                  ! V4      P                  4       ,          VP                  4       ,          RR7      '       dd   \        ^4       FT  p\        P                  ! W2P                  R7      p\        VRR7      '       g   K9  V P                  P!                  V4       KV  	  \#        V P                  4      ^8  d
   R V n        R # R # R # )NFr@  )r½   )rM   ÚstagingÚpendingÚslotr¬   r£  r”  r:  r#   ÚSizerp  Úelement_sizerT   rr  r½   rê  r"   r_   )rP  rM   ÚtargetÚshaperŠ   Úbuffers   &&&&  r   rQ  ÚHostWriter.__init__Ò  sÝ   € ØŒØˆŒØ˜d�|ˆŒØˆŒ	Ü1>¸v¿}¹}×1MÒ1M”o fÔ-ÐSWˆŒØ�;‰;Ò"ä  ¤U§Z¢Z°Ó%6×%<Ñ%<Ó%>Õ!>À×ATÑATÓAVÕ!VÐej×kÓkÜ˜qž�AÜ"Ÿ[š[¨·l±lÔC�FÜ! &°u×=Õ=ØŸ™×+Ñ+¨FÖ3ñ "ô �4—<‘<Ó  1Ô$Ø"�–ñ %ñ #r   c                	ó   € V # r!   r   rb  s   &r   Ú	__enter__ÚHostWriter.__enter__â  s   € Øˆr   c           	     	óD  € V P                   f   VP                  V4       R # V P                  V P                  ,          e   V P	                  V P                  4       V P                   P                  \        V P                  4      4       \        VR \        P                  ! R4      RV P                   V P                  V P                  ,          R7       V P                   P                  4       W3V P                  V P                  &   V ;P                  ^,          un        R # )NrG   T)r­  r”  r¶  )r”  r´  ró  rô  Ú_collectr�  rg  rM   rÃ  r#   rò  Úrecord_event)rP  ÚdestÚsrcs   &&&r   ÚwriteÚHostWriter.writeå  s»   € Ø�;‰;ÒØ�J‰J�sŒOÙØ�<‰<˜Ÿ	™	Õ"Ò.Ø�M‰M˜$Ÿ)™)Ô$Ø�‰×Ñ¤¨t¯{©{Ó ;Ô<Ü��Tœ5Ÿ<š<¨Ó.¸TÈ$Ï+É+ÐY]×YeÑYeÐfj×foÑfoÕYpÕqà#'§;¡;×#;Ñ#;Ó#=¸tÐ"Iˆ�‰�T—Y‘YÑØ�	Š	�Q��	r   c                	ó´   € V P                   V,          w  r#pVP                  4        VP                  V P                  V,          4       R V P                   V&   R # r!   )ró  rÏ   r´  rò  )rP  rô  Úeventr  rŠ   s   &&   r   rÿ  ÚHostWriter._collectñ  sC   € ØŸ™ dÕ+‰ˆ�QØ×ÑÔØ�
‰
�4—<‘< Õ%Ô&Ø!ˆ�‰�TÓr   c                	ó6  € V P                   em   VfO   V P                  V P                  ^,          3 F+  pV P                  V,          f   K  V P                  V4       K-  	  V P                   P	                  4        V P
                   F  p\        V4       K  	  R # r!   )r”  rô  ró  rÿ  rÏ   rò  rî  )rP  Úexc_typeÚexcÚtbrô  rù  s   &&&&  r   Ú__exit__ÚHostWriter.__exit__÷  sp   € Ø�;‰;Ò"ØÒØ!ŸY™Y¨¯	©	°A­Ó6�DØ—|‘| DÕ)Ô5ØŸ™ dÖ+ñ 7ð �K‰K×#Ñ#Ô%Ø—l”lˆFÜ˜Ö ó #r   )rM   ró  rô  rò  r”  N)r   r   r   r   Ú__doc__rQ  rü  r  rÿ  r  r   r   r   r   rð  rð  Ì  s    † ñ ò
#ò ò
ò"ö!r   rð  c                 ó"   € \         P                  # r!   )r   Úuse_sage_attentionr   r   r   Úsage_attention_enabledr    s   € Ü×"Ñ"Ð"r   c                 ó"   € \         P                  # r!   )r   Úuse_ck_attentionr   r   r   Úcomfy_kitchen_attention_enabledr    s   € Ü× Ñ Ð r   c                 ó"   € \         P                  # r!   )r   Úuse_flash_attentionr   r   r   Úflash_attention_enabledr    s   € Ü×#Ñ#Ð#r   c                 óð   € \         \        P                  8w  d   R # \        4       '       d   R # \	        4       '       d   R # \        4       '       d   R # \        4       '       d   R # \        '       d   R # \        # r›  )	r1   r   r   r3   r6   r:   r=   rK   ÚXFORMERS_IS_AVAILABLEr   r   r   Úxformers_enabledr  
  sJ   € ô ”H—L‘LÔ ÙÜ‡~‚~ÙÜ‡‚ÙÜ‡x‚xÙÜ‡z‚zÙßÓÙÜ Ð r   c                 ó6   € \        4       p V '       g   R # \        # r›  )r  ÚXFORMERS_ENABLED_VAE)Úenableds    r   Úxformers_enabled_vaer    s   € ÜÓ €GßÙäÐr   c                 ó   € \         # r!   )ÚENABLE_PYTORCH_ATTENTIONr   r   r   Úpytorch_attention_enabledr!  #  s   € ä#Ð#r   c                 óÊ   € \        4       '       dK   \        P                  P                  \	        4       4      P
                  p V P                  R 4      '       d   R# \        4       # )Úgfx11F)rS   r#   rO   r€   rP   r­   rm   r!  r¶   s    r   Úpytorch_attention_enabled_vaer$  '  sB   € Ü‡x‚xÜ�z‰z×/Ñ/Ô0@Ó0BÓC×OÑOˆØ�?‰?˜7×#Ò#ÙÜ$Ó&Ð&r   c                 óö   € \         '       dm   \        4       '       d   R # \        4       '       d   R # \        4       '       d   R # \	        4       '       d   R # \        4       '       d   R # \        4       '       d   R # R# r0   )r   rR   r3   r6   r:   rS   r=   r   r   r   Ú!pytorch_attention_flash_attentionr&  .  sG   € çÓä�;Š;ÙÜ�>Š>ÙÜ�?Š?ÙÜ�8Š8ÙÜ�8Š8ÙÜ�:Š:ÙÙr   c                 ó¤   € \         P                  p \        4       pVe
   RV8:  d   Rp V '       d!   \        P                  \        P
                  /# R # )NT)é   é   )r   Úforce_upcast_attentionr˜   r#   rÇ   r  )ÚupcastÚmacos_versions     r   Úforce_upcast_attention_dtyper-  @  s?   € Ü×(Ñ(€Fä“M€MØÒ  g°Ô&>ØˆçÜ—‘œuŸ}™}Ð-Ð-ár   c                óž  € V f   \        4       p \        V R4      '       dE   V P                  R8X  g   V P                  R8X  d#   \        P                  P                  4       pTpEMÝ\        '       d   RpTpEMË\        4       '       dt   \        P                  P                  V 4      pVR,          pVR,          p\        P                  P                  V 4      P                  V,
          pWe,
          pWs,           pEMH\        4       '       dd   \        P                  P                  V 4      pVR,          pVR,          p\        P                  P                  V 4      w  r‰We,
          pWƒ,           pMÕ\!        4       '       dd   \        P"                  P                  V 4      pVR,          pVR,          p\        P"                  P                  V 4      w  r©We,
          pW£,           pMb\        P$                  P                  V 4      pVR,          pVR,          p\        P$                  P                  V 4      w  r¹We,
          pW³,           pV'       d   W#3# V# )Nrs   rG   rF   zactive_bytes.all.currentry   rz   )rP   r{   rs   r|   r}   r(  rK   r3   r#   rH   r   r€   r�   r6   rI   r‚   r:   rJ   rO   )rƒ   r¬  rÃ  rÄ  r‡   Ú
mem_activerˆ   Úmem_free_xpuÚmem_free_npurŠ   Úmem_free_mluÚmem_free_cudas   &&          r   r³  r³  R  sÌ  € à
‚{ÜÓ ˆäˆs�F×Ò §¡¨UÔ!2°c·h±hÀ%Ô6GÜ×,Ñ,×EÑEÓGˆØ'ŠçÓØ/ˆNØ+ŠNÜ�^Š^Ü—I‘I×*Ñ*¨3Ó/ˆEØÐ9Õ:ˆJØ Ð!=Õ>ˆLÜ Ÿ9™9×:Ñ:¸3Ó?×LÑLÈ|Õ[ˆLØ)Õ6ˆNØ)Õ:ŠNÜ�_Š_Ü—I‘I×*Ñ*¨3Ó/ˆEØÐ9Õ:ˆJØ Ð!=Õ>ˆLÜ#Ÿi™i×4Ñ4°SÓ9‰OˆLØ)Õ6ˆNØ)Õ:‰NÜ�XŠXÜ—I‘I×*Ñ*¨3Ó/ˆEØÐ9Õ:ˆJØ Ð!=Õ>ˆLÜ#Ÿi™i×4Ñ4°SÓ9‰OˆLØ)Õ6ˆNØ)Õ:‰Nä—J‘J×+Ñ+¨CÓ0ˆEØÐ9Õ:ˆJØ Ð!=Õ>ˆLÜ$Ÿz™z×6Ñ6°sÓ;ÑˆMØ)Õ6ˆNØ*Õ;ˆNçØÐ/Ð/àÐr   c                 ó0   € \         \        P                  8H  # r!   )r1   r   r   r   r   r   Úcpu_moder5  €  ó   € äœŸ™Ñ$Ð$r   c                 ó0   € \         \        P                  8H  # r!   )r1   r   r   r   r   r   Úmps_moder8  „  r6  r   c                óP   € \        V R 4      '       d   V P                  V8X  d   R# R# )rs   TFrU  )rM   rs   s   &&r   Úis_device_typer:  ˆ  s!   € Üˆv�v×ÒØ�K‰K˜4ÔÙÙr   c                ó   € \        V R 4      # r  ©r:  rÀ   s   &r   r¬   r¬   Ž  ó   € Ü˜& %Ó(Ð(r   c                ó   € \        V R 4      # )rF   r<  rÀ   s   &r   r8  r8  ‘  r=  r   c                ó   € \        V R 4      # )rH   r<  rÀ   s   &r   rh  rh  ”  r=  r   c                ó   € \        V R 4      # rØ  r<  rÀ   s   &r   rf  rf  —  s   € Ü˜& &Ó)Ð)r   c                ó   € \        V R 4      # )rI   r<  rÀ   s   &r   ri  ri  š  r=  r   c                óÎ   € \        V 4      '       d"   \        P                  P                  V 4       R# \	        V 4      '       d"   \        P
                  P                  V 4       R# R# )zISet the current device for the given torch device. Supports CUDA and XPU.N)rf  r#   rO   ru   rh  rH   rÀ   s   &r   Úset_torch_devicerC  �  sA   € ä�f×ÒÜ�
‰
×Ñ˜fÖ%Ü	�v×	Ò	Ü�	‰	×Ñ˜VÖ$ñ 
r   c                 ó"   € \         '       d   R # R# r0   )rK   r   r   r   Úis_directml_enabledrE  ¤  s   € çÓÙár   c                ó  € V e   \        V 4      '       d   R# \        P                  '       d   R# \        '       d   R# \	        4       '       d   R# V e   \        V 4      '       g   \        4       '       d   R# \        4       '       d   R# \        4       '       d*   \        P                  P                  V 4      P                  # \        4       '       d   R# \        4       '       d   R# \        4       '       d   R# \        P                   P"                  '       d   R# \        P$                  P                  V 4      pVP&                  ^8¼  d   R# VP&                  ^8  d   R# . ROpV F;  pWdP(                  P+                  4       9   g   K#  \,        '       g	   V'       d    R#  R# 	  V'       d$   \/        V 4      pV'       d   V^,          V8”  d   R# VP&                  ^8  d   R# . ROpV F  pWdP(                  9   g   K   R# 	  R# )NFT)Ú1080Ú1070ztitan xÚp3000Úp3200Úp4000Úp4200Úp5000Úp5200Úp6000Ú1060Ú1050Úp40Úp100Úp6Úp4)Ú1660Ú1650Ú1630ÚT500ÚT550ÚT600ÚMX550ÚMX450zCMP 30HXÚT2000ÚT1000ÚT1200)r¬   r   Ú
force_fp16Ú
FORCE_FP32rE  r8  r8  r5  r3   r#   rH   r€   Úhas_fp16r6   r:   r=   rC   r©   rO   Úmajorrú  r    r'  r  )	rM   r  r+  r  ÚpropsÚnvidia_10_seriesrÂ  r&  Únvidia_16_seriess	   &&&&     r   r!  r!  «  se  € ØÒÜ˜× Ò Ùä‡‡€ÙçƒzÙä×ÒÙàÒœ}¨V×4Ò4¼¿ºÙä‡z‚zÙä‡~‚~Ü�y‰y×.Ñ.¨vÓ6×?Ñ?Ð?ä‡‚Ùä‡x‚xÙä‡z‚zÙä‡}�}××ÐÙä�J‰J×,Ñ,¨VÓ4€EØ‡{�{�aÔÙà‡{�{�Q„Ùò ]ÐÛˆØ—
‘
× Ñ Ó"Ö"ß‹wŸ+Úâñ ÷ Ü4°VÓ<Ðß&¨<¸!Õ+;Ð>OÔ+OÙà‡{�{�Q„Ùò AÐÛˆØ—
‘
Ž?Úñ ñ r   c                ó  a€ V e   \        V 4      '       d   R# \        '       d   R# \        '       d   R# V e   \        V 4      '       g   \	        4       '       d   \        4       R8  d   R# R# \        4       '       d   R# \        4       '       d   \        P                  P                  4       # \        4       '       d   R# \        4       '       d   R# \        4       '       d~   \        P                  P                  V 4      P                   o\"        ;QJ d#    V3R l\$         4       F  '       g   K   RM	  RM! V3R l\$         4       4      '       d   V'       d   R# R# \        P                  P                  V 4      p\'        4       '       d   VP(                  ^8”  d   R# VP(                  ^8¼  d   R# \        P                  P                  4       pV'       d,   V'       d$   \+        V 4      pV'       d   V^,          V8”  d   R# R# )NFTc              3  ó,   <"  € T F	  qS9   x € K  	  R # 5ir!   r   )r‘   r¸   r¯   s   & €r   r“   Ú"should_use_bf16.<locals>.<genexpr>  s   øé € Ð=Ñ$<˜q�T–	Ó$<ùs   ƒ)r(  )r¬   rb  rK   r8  r8  r˜   r5  r3   r#   rH   Úis_bf16_supportedr6   r=   rS   rO   r€   r­   ÚanyÚAMD_RDNA2_AND_OLDER_ARCHr:   rd  r  )rM   r  r+  r  re  Ú
bf16_worksr&  r¯   s   &&&&   @r   r"  r"  î  sC  ø€ ØÒÜ˜× Ò ÙçƒzÙçÓÙàÒœ}¨V×4Ò4¼¿ºÜ‹=˜5Ô ÙÙä‡z‚zÙä‡~‚~Ü�y‰y×*Ñ*Ó,Ð,ä‡‚Ùä‡z‚zÙä‡x‚xÜ�z‰z×/Ñ/°Ó7×CÑCˆß‹3Ô=Õ$<Ó=�3�3Š3Ô=Õ$<Ó=×=Ò=ßÙÙä�J‰J×,Ñ,¨VÓ4€Eä‡x‚xØ�;‰;˜Œ?Ùà‡{�{�aÔÙä—‘×-Ñ-Ó/€Jç—kÜ4°VÓ<Ðß&¨<¸!Õ+;Ð>OÔ+OÙár   c                óh  € \        V 4      '       d   R # \        '       d   R# \        4       '       g   R # \        P                  P                  V 4      pVP                  ^	8¼  d   R# VP                  ^8  d   R # VP                  ^	8  d   R # \        R8  d   R # \        '       d   \        R8  d   R # R# )FT)rf   é   )rf   rl   )
r¬   ÚSUPPORT_FP8_OPSrR   r#   rO   r€   rd  ÚminorÚtorch_version_numericr'  ©rM   re  s   & r   r  r  #  s   € Ü�V×ÒÙçƒÙä�;Š;Ùä�J‰J×,Ñ,¨VÓ4€EØ‡{�{�aÔÙØ‡{�{�Q„ÙØ‡{�{�Q„Ùä˜vÔ%ÙçƒwÜ  6Ô)Ùár   c                ó´   € \        V 4      '       d   R # \        4       '       g   R # \        P                  P	                  V 4      pVP
                  ^
8  d   R # R# r"  )r¬   rR   r#   rO   r€   rd  rt  s   & r   Úsupports_nvfp4_computerv  >  s@   € Ü�V×ÒÙä�;Š;Ùä�J‰J×,Ñ,¨VÓ4€EØ‡{�{�RÔÙár   c                óÎ   € \        V 4      '       d   R # \        4       '       g   R # \        R8  d   R # \        P                  P                  V 4      pVP                  ^
8  d   R # R# )FT)rf   é
   )r¬   rR   rs  r#   rO   r€   rd  rt  s   & r   Úsupports_mxfp8_computery  K  sK   € Ü�V×ÒÙä�;Š;Ùä˜wÔ&Ùä�J‰J×,Ñ,¨VÓ4€EØ‡{�{�RÔÙár   c                óÀ   € V e   \        V 4      '       g   \        4       '       d   R# \        4       '       d   R# \        4       '       d   R# \	        4       '       d   R# R# r„  )r8  r8  r3   rE  r=   rÀ   s   &r   Úsupports_fp64r{  [  s>   € ØÒœ}¨V×4Ò4¼¿ºÙä‡~‚~Ùä×ÒÙä‡z‚zÙár   c                óæ   € \        V 4      '       d   R # V e   \        V 4      '       g   \        4       '       d   R # \        4       '       d   R # \	        4       '       d   R # \        4       '       d   R # R# r"  )r¬   r8  r8  r3   rE  r=   rÀ   s   &r   Úsupports_int8_computer}  j  sN   € Ü�V×ÒÙð
 	Òœ}¨V×4Ò4¼¿ºÙä‡~‚~Ùä×ÒÙä‡z‚zÙár   c                 ó    € \         R8  d   R# R# )rf   FT©rf   é   )rs  r   r   r   Úextended_fp16_supportr�    s   € ä˜vÔ%Ùár   c                ó´   € \         P                  V R 4      pVe   V# \        V 4      '       d   \        P                  pM\        P
                  pV\         V &   V# r!   )ÚLORA_COMPUTE_DTYPESrÌ  r!  r#   rÇ   r  rX  s   & r   Úlora_compute_dtyper„  ‡  sL   € Ü×#Ñ# F¨DÓ1€EØÒØˆä�v×ÒÜ—‘‰ä—‘ˆà"'Ô˜ÑØ€Lr   c                 ór  € \        4       '       d   R # \        4       '       d!   \        P                  P	                  4        R # \        4       '       d!   \        P                  P	                  4        R # \        P                  P                  4       '       d!   \        P                  P	                  4        R # R # r!   )	r5  r3   r#   rH   rÏ   r6   rI   rO   rÜ   r   r   r   rÏ   rÏ   ”  sb   € Ü‡z‚zÙÜ‡~‚~Ü�	‰	×ÑÖÜ	�ŠÜ�	‰	×ÑÖÜ	�‰×	 Ñ	 ×	"Ò	"Ü�
‰
×ÑÖ ñ 
#r   c                óø  € \        4       '       d   R # \        \        P                  8X  d!   \        P
                  P                  4        R # \        4       '       d?   \        P                  P                  4        \        P                  P                  4        R # \        4       '       d!   \        P                  P                  4        R # \        4       '       d!   \        P                  P                  4        R # \        P                  P                  4       '       d]   \        P                  P                  4        \        P                  P                  4        \        P                  P!                  4        R # R # r!   )r5  r1   r   r   r#   rF   Úempty_cacher3   rH   rÏ   r6   rI   r:   rJ   rO   rÜ   Úipc_collect)Úforces   &r   r¶  r¶  ž  sÅ   € Ü‡z‚zÙä”H—L‘LÔ Ü�	‰	×ÑÖÜ	�ŠÜ�	‰	×ÑÔÜ�	‰	×ÑÖÜ	�ŠÜ�	‰	×ÑÖÜ	�ŠÜ�	‰	×ÑÖÜ	�‰×	 Ñ	 ×	"Ò	"Ü�
‰
×ÑÔ Ü�
‰
×ÑÔ Ü�
‰
×ÑÖ ñ 
#r   c                 ó@   € \        4        F  p \        R V 4       K  	  R# )r€  N)r[   rÅ  rÀ   s    r   Úunload_all_modelsr‹  °  s   € Ü'Ö)ˆÜ�D˜&Ö!ó *r   c               ó   € V ^8„  d   QhRR/# rF  r   )ri   s   "r   rj   rj   ´  s   € ÷ 3ñ 3 <ñ 3r   c                óø  € \         P                  4       p. pV'       d   V P                  4       p. pV F‡  pVP                  ef   V P                  VP                  P                  8X  d   K8  RpV F,  pVP                  VP                  P                  8X  g   K*  Rp M	  V'       d   Kv  VP                  V4       K‰  	  V'       g   \        R\        4       V4       R# \        4        F  p	\        RW•4       K  	  R# )zKUnload only model and its clones - primarily for multigpu cloning purposes.NFTr€  )	rç   r¿  Úget_nested_additional_modelsr  Úclone_base_uuidr"   rÅ  rP   r[   )
r  Úunload_additional_modelsÚall_devicesÚinitial_keep_loadedÚadditional_modelsr¹  r  ÚskipÚ	add_modelrM   s
   &&&       r   Úunload_model_and_clonesr–  ´  sÔ   € ä-B×-GÑ-GÓ-IÐØÐßØ!×>Ñ>Ó@ÐØ€KÛ+ˆØ×ÑÒ)Ø×$Ñ$¨×(:Ñ(:×(JÑ(JÔJÙàˆDÛ.�	Ø×,Ñ,°×0BÑ0B×0RÑ0RÖRØ�DÙñ /÷ ÙØ×Ñ˜<Ö(ñ ,÷ Ü�DÔ*Ó,¨kÖ:ä+Ö-ˆFÜ˜˜fÖ2ó .r   c                 ó–   € \        4       '       g   \        4       '       d)   \        P                  P                  P                  4       # R # )r+   )rS   rR   r#   rO   ÚmemoryÚmemory_summaryr   r   r   Údebug_memory_summaryrš  Î  s+   € Ü‡x‚x”9—;’;Ü�z‰z× Ñ ×/Ñ/Ó1Ð1Ùr   c                  ó   € ] tR tRtRtR# )ÚInterruptProcessingExceptioniÓ  r   N)r   r   r   r   r   r   r   r   rœ  rœ  Ó  s   † Ûr   rœ  c                ó`   € \         ;_uu_ 4        V sR R R 4       R #   + '       g   i     R # ; ir!   ©Úinterrupt_processing_mutexÚinterrupt_processing)Úvalues   &r   Úinterrupt_current_processingr¢  Ù  s   € ÷ 
$Ö	#Ø$Ð÷ 
$×	#×	#Ò	#ús   �œ-	c                 óh   € \         ;_uu_ 4        \        uuR R R 4       #   + '       g   i     R # ; ir!   rž  r   r   r   Úprocessing_interruptedr¤  ß  s   € ÷ 
$Ö	#Ü#÷ 
$×	#×	#Ó	#ús   �  1	c                 óŽ   € \         ;_uu_ 4        \        '       d   R s\        4       h RRR4       R#   + '       g   i     R# ; i)FN)rŸ  r   rœ  r   r   r   Ú)throw_exception_if_processing_interruptedr¦  å  s3   € ÷ 
$Ö	#ßÓØ#(Ð Ü.Ó0Ð0ð  ÷ 
$×	#×	#Ò	#ús	   �3³A	r›  rU  r  r�  )Úgfx1030Úgfx1031Úgfx1032Úgfx1033Úgfx1034Úgfx1035Úgfx1036Úgfx1010Úgfx1011Úgfx1012Úgfx906Úgfx900Úgfx803r­  )é   r­  r  )	Úgfx90aÚgfx942Úgfx950Úgfx1100Úgfx1101Úgfx1150Úgfx1151Úgfx1170Úgfx1171)r€  rê   )Úgfx1200Úgfx1201)r´  rl   )r¾  r¿  r·  r¼  r½  )rf   r)  i   r3  i    r!   )FF)Ti   i  €%i <  i  @)rê   FNFré   l        )FNN)NNFFNNl        )ÚTensorÚ	Parameterr±  )Nrê   TFr0   (C  Ú__conditional_annotations__r  Ú
__future__r   r*  rÓ   Úenumr   Úcomfy.cli_argsr   r   Ú	threadingr#   r¯  r?   rV  rï  rÊ  Ú
contextlibr   r   Úcomfy.memory_managementr|   Úcomfy.system_memoryÚcomfy.utilsÚcomfy.quant_opsÚcomfy_aimdo.host_bufferrz  Úcomfy_aimdo.vram_bufferÚcomfy.internal_loggingr   Útypingr	   Úcomfy.model_patcherr
   r   r   r   r·  Úset_vram_tor   r1   Ú
total_vramÚin_trainingÚtraining_fp8_bwdr*   r  r2   Útorch_versionrC   Ú__version__r—   Útemprn   rs  rÍ  ra  rÊ  Úuse_deterministic_algorithmsrK   ÚdirectmlrÔ   Útorch_directmlÚdevice_indexrM   rL   ri   Údevice_namerH   rU   rŠ   rÜ   rÄ   rF   r   Ú	torch.mpsÚ	torch_npurI   r5   Ú	torch_mlurJ   r9   r{   r<   rG   r   r3   r6   r:   r=   rD   rP   r[   ra   rd   rq   rw   rŽ   r˜   r}   r~   Ú	total_ramÚcgroup_memory_limitÚcgroup_ram_limitÚvirtual_memoryrÒ  r–   rO   ÚOutOfMemoryErrorr�   rÒ   ÚAcceleratorErrorrž   ÚAttributeErrorr.  r¤   r¦   ÚXFORMERS_VERSIONr  Údisable_xformersr  ÚxformersÚxformers.opsÚ_has_cpp_libraryrm   rR   rS   r±   rÏ  r   Úuse_pytorch_cross_attentionÚuse_split_cross_attentionÚuse_quad_cross_attentionr  rq  rm  ÚAMD_ENABLE_MIOPEN_ENVr€   r­   r¯   rl  ÚgetenvrÝ   r  r•   Úmaprh   r©   Úrocm_versionr×   Úenable_math_sdpÚenable_flash_sdpÚenable_mem_efficient_sdpr   ÚFp16Accumulationrß   ÚmatmulÚallow_fp16_accumulationrá   Ú"allow_fp16_bf16_reduction_math_sdpÚlowvramr   Únovramr   Úhighvramr2  r   rb  Ú
force_fp32r   r   rú  Údisable_smart_memoryr²  ræ   rç   Ú__annotations__rƒ  rõ   r8  r=  r-  r)  rò   rù   r  r  r  r	  r  r   r#  r%  r1  r:  r>  rB  rD  r¡  r¤  Ú	win32_verr'  r¦  Úreserve_vramr´  r§  r©  rÅ  rè  rê  rŸ  r®  rÿ  rz  r  r	  r  r  rÇ   r  r  r(  r/  r3  r6  r;  rB  rD  rG  rJ  rL  rS  rV  rY  r[  r^  rb  rd  rœ  r™  Úasync_offloadÚdisable_async_offloadrg  r˜  ro  rq  ry  r‚  ÚWeakSetrk  r}  rl  rw  r~  r�  r–  r   r¢  r£  r§  r©  r½  rÃ  rÅ  rè  rA  r<  rÖ  rÛ  Údisable_pinned_memoryÚDISABLE_PINNED_MEMORYÚramÚswapr5  rÎ  rá  rŠ  r¡   rê  rî  rð  r  r  r  r  r  r!  r$  r&  r-  r³  r5  r8  r:  r¬   r8  rh  rf  ri  rC  rE  r!  r"  rv  ry  r{  r}  r�  rƒ  r„  rÏ   r¶  r‹  r–  rš  ÚBaseExceptionrœ  ÚRLockrŸ  r   r¢  r¤  r¦  )rÂ  s   @r   Ú<module>r     sH  øðôõ" #ã Û Ý ß 3Û Û Û 
Û Û Û 	Û 	ß 2Û Û Û Û Û Û Ý )å  ßÝ0ô�ô ôˆtô ð ×"Ñ"€
Ø×#Ñ#€Ø�L‰L€	à€
ð €ØÐ òñ0 *Ó+€à€Ø€ð	Ø—M‘M×-Ñ-€MØ×Ñ˜sÓ#€DÙ   a¥›\©3¨t°A­w«<Ð8Ðð Ð Ø××ÐØ‡L‚LÐ=Ô>Ø	×&Ò& t°tÕ<àÐ Ø‡=�=ÒØ‡O‚Oð  xô  yÛØÐØ—=‘=€LØ�aÔØ(×/Ò/Ó1‰à(×/Ò/°Ó=ˆØ‡L‚LÐ1×8Ñ8¸×9SÒ9SÐT`Ó9aÓbÔcàÐðØ�	‰	×ÑÓ €AØ—I‘I×*Ñ*Ó,€Mð	Ø‡~�~×Ñ×&Ñ&×(Ò(Ø—L‘Lˆ	ÛðÛØ�	‰	×ÑÓ €AØ—I‘I×*Ñ*Ó,€MðÛØ�	‰	×ÑÓ €AØ—I‘I×*Ñ*Ó,€MðÙ˜e WÓ-€Oð ‡8‡8€8Ø—‘€Iòòòòòò=ô(ò@ò?õð0 ñ(ó ð(ô.(òTñ Ñ.Ó0Ó1°[ÕA€
Ø×Ñ×4Ñ4Ó6¸+ÕF€	Ø ‡‚Ð:×AÑAÀ*ÈiÓXÔ YØ×&Ñ&×:Ñ:Ó<Ð ØÒØ‡L‚LÐL×SÑSÐTdÐhsÕTtÐv|÷  wLò  wLó  wN÷  wTñ  wTð  Xcõ  wdó  eô  fð	Ø‡L‚LÐ&×-Ñ-¨mÓ<Ô=Ù‹m€GØÒØ�ŠÐ%×,Ñ,¨WÓ5Ô6ðØ—J‘J×/Ñ/€Mð%Ø×.Ñ.Ðòòð Ð ØÐ Ø××ÐØ!Ñð&ÛÛØ $Ðð	Ø$,×$=Ñ$=Ð!ð	Ø'×/Ñ/×;Ñ;ÐØ�LŠLÐ/×6Ñ6Ð7GÓHÔIØ×*Ñ*¨8×4Ò4Ø—’ð  !^ô  _Ø—’Ð `ÔaØ',Ð$òòôð$ Ð Ù‡;‚;Ø!Ðà Ð Ø×#×#Ñ#Ø#ÐØ!Ðð		Ù‡{‚{Ø  Õ# qÔ(Ý'¨5Ô0°T×5SÒ5SÐW\Ô5\Ðae×a~Òa~ð  CHô  bHØ+/Ð(Ù‡~‚~™Ÿš©F¯HªH¹¿
º
Ø×)Ò)¨UÔ2°t×7TÒ7TÐX]Ô7]Ø'+Ð$ð
 ×+Ò+€ò hÐ Ø/Ð ð<	Ù‡xƒxØ�z‰z×/Ò/Ñ0@Ó0BÓC×OÒO×UÑUÐVYÓZÐ[\Õ]ˆßÑBÑ)AÓB——’ÑBÑ)AÓB×BÒBØ�y‹yÐ.Ó/°3Ô6Ø/4�—‘×$Ò$Ô,Ø—’ÐdÔeð	#Ù ¡ S©#¨e¯m©m×.?Ò.?Ó*@×*FÑ*FÀsÓ*KÈBÕ*OÓ!PÓQˆLò	ð@ 	�Š�^×*Ñ*¨4Ó0Ô1Ø�ŠÐ'×.Ñ.¨|Ó<Ô=Ø×)Ò)¨UÔ2°t×7TÒ7TÐX]Ô7]Ù!×#Ò#Ø(¨FÔ2ßñ  Rñ  1Qó  R—s—s’sñ  Rñ  1Qó  R÷  Rò  RØ37Ð0Ø 6Ô)ßÑGÑ0FÓG—s—s’sÑGÑ0FÓG×GÒGØ37Ð0Ø  FÔ*¨|¸vÔ/EßÑ_Ñ(^Ó_�s�sŠsÑ_Ñ(^Ó_×_Ò_Ø"&�÷ ÔØ	‡N�N×Ñ×'Ò'¨Ô-Ø	‡N�N×Ñ×(Ò(¨Ô.Ø	‡N�N×Ñ×0Ò0°Ô6ð €ð	Ù�Š‘v—x’xÐ%7×%HÒ%HÈDÏIÊIÔ%UØ=Aˆ�‰×Ñ×"Ò"Ô:ØˆØ�ŠÐ1Ô2ò
RðQØ Ô&Ø�‰×Ñ×>Ò>¸tÔDð ‡<‡<�<Ø×$Ò$€KØÑØ	‡[‡[�[Ø×#Ò#�KØ	‡]‡]�]�d—m—m‘mØ×$Ò$€Jà€
Ø‡?‡?�?Ø‡L‚LÐJÔKØ€JçØ�y×)Ò)¨9×+<Ò+<Ð=Ô=Ø ˆ
ô �—‘ÔØ×#Ò#€Jä�—‘ÔØ×!Ò!€Jà ‡‚Ð"¤:§?¢?Ð"3Ð4Ô 5à×0Ò0Ð çØ‡L‚LÐ4Ô5òPð*6Ø‡L‚L�×$Ñ$Ñ%:Ñ;KÓ;MÓ%NÓOÔPð	Ù'¸×=ˆØ�Š�\×(Ñ(Ñ)>¸vÓ)FÓGÖHñ >ð
 ,.Ð Ð(Ó -á‹e€à+Ð ð 1Ð Ø$'Ð !Ø+:Ð (òò&ð
 ˜9Ð&€Ø'Ð)9Ð;Ð Ø# ^Ð5Ð ôôò&ò$ô"òôUô	4ôi÷WDñ WDòtòñ ˆh× Ó Ó"Ó
#€à'Ð ß
Ø+ÐØ�YÔØÐ0Õ0Ðà×ÒÒ Ø×+Ò+¨dÕ2°TÕ9¸DÕ@ÐØ‡MƒMÐ?×FÑFÐGZÐ^iÕGjÓkÔlòò@ð 68ÀUÐZ[Ðjkô ,ô\dòL$ôòoò(Hòòò#òô*Jð ¨¸e¿mºmÈUÏ^Ê^Ð]b×]jÒ]jÐ=kÐz~ô 2ðj HMÇ}Â}ÐV[×VdÒVdÐfk×fsÒfsÐFtô ò0#ò#ôô"ò$#òòò
#ð ¨"ô ò"ò
	òô"	òòð €Ø€Ø×ÒÒ!Ø×$Ò$�Kñ ‡{‚{‘f—h’hØˆà××ÑØ€Kà�„?Ø‡L‚LÐ@×GÑGÈÓTÔUò
ð €àÐ Ø!Ð ØÐ Ø'Ð Ø—?“?Ó$Ð à-;Ð *ò!òò@ò'òRóð. �ó ó!ó/õhõ2õ8]ð
 �ØÑ ØÑ óó"bð ×2Ò2Ñ ßÐÒ!2×!4Ò!4à ÑçÐÙ‡{‚{‘f—h’hÙ˜uŸ|š|¨EÓ2Ó3‰ßÙ # d¥
Òà×+Ñ+×?Ñ?ÓAÒM‘1ÒSfÓSh‰DÚ #¡C¨$¥J²±C¸$µJÁÀmÕ@SÑUXÑ[_ÕU_ÐbpÕUpÓ0qÓ rÑØ�ŠÐ/×6Ñ6Ñ7HÈ[Õ7YÓZÔ[áÒFÓGÑ ó9ó
õ%óN÷<3!ò 3!ój#ó!ó$ó!ó$ ó$ó'óó$
õ$,ó\%ó%óó)ó)ó)ó*ó)ó%óõAõF3ôjõ6õõ õó*ð Ñ óó!õ!ó$"÷3ð 3ó4ô
	¡=õ 	ð 'Ÿ_›_Ó.Ñ àÑ õ%ó$õ1øð}C	Úûð2ØƒMûð	ÚûðØƒMûðØƒMûðØƒOûðx	ÚûðØƒMûð ô %Ø$Óð%ûð4	Úûð	Úûð&Ø %Óûðf	Úûð$	#Ø"‹Lûð`	Úûð	ÚûðQØ‡O‚OÐO×Pûðp6Ø‡O‚OÐ4×5ûð	ÚúsÑ  ÃA~ Ç4~$ È)~. È9~. É
8~6 Ê8  Ê<	
 ÏA Ð# Ð:& Ñ&
A@ Ñ16 Ñ>A> Ó&> Ô(A@ Ô5AA@ ÖA@ ÖA@ ÖA@ Ö)&A@ ×#A@" ×1AA@" Ø:A@" ÙA@" Ù)AA@" Ú0A A@ Û0A5A@" Ý&A@" Ý4A@" ÞA@" Þ#A@" Þ3A@" ßA@" ß"A@" ß9A@" àA@" à(A@" â,A@* â9A@* ãAA@* ä!-A@2 ê*,AA ë7AA& þ~!þ$~+þ.~3þ6~=ÿ ÿ
ÿÿ#ÿ&	3ÿ23ÿ6;ÿ8A@ ÿ>A@Á@ A@ Á@A@ Á@A@Á@A@Á@A@Á@A@" Á@"A@'Á@*A@/Á@2AA	ÁAAA#ÁA&AA+