+
    ƒ°ñj\,  ã                  ó  € ^ RI Ht ^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIH	t	 ]	'       d   ^ RI
Ht ^ RIt^ RIt^ RIt^ RIt ! R R4      t ! R R	4      t ! R
 R4      tRR R llt]! RRR.4      tRR R lltR R ltR# )é    )ÚannotationsN)Ú
namedtuple)ÚTYPE_CHECKING)ÚModelPatcherc                  óf   € ] tR t^tRtR R ltR R ltR R ltR R	 lt]	R
 R l4       t
R tRtR# )ÚMultiGPUThreadPoolzóPersistent thread pool for multi-GPU work distribution.

Maintains one worker thread per extra GPU device. Each thread calls
set_torch_device() once at startup so that compiled kernel caches
(inductor/triton) stay warm across diffusion steps.
c               ó   € V ^8„  d   QhRR/# )é   Údevicesúlist[torch.device]© )Úformats   "Ú2C:\Ai_Coding\apps\studio\ComfyUI\comfy\multigpu.pyÚ__annotate__ÚMultiGPUThreadPool.__annotate__   s   € ÷ $ñ $Ð 2ñ $ó    c                	ón  € . V n         / V n        / V n        V F™  p\        P                  ! 4       p\        P                  ! 4       pW0P                  V&   W@P                  V&   \
        P                  ! V P                  W#V3R R7      pVP                  4        V P                   P                  V4       K›  	  R# )T)ÚtargetÚargsÚdaemonN)
Ú_workersÚ_work_queuesÚ_result_queuesÚqueueÚQueueÚ	threadingÚThreadÚ_worker_loopÚstartÚappend)Úselfr   ÚdeviceÚwqÚrqÚts   &&    r   Ú__init__ÚMultiGPUThreadPool.__init__   s�   € Ø02ˆŒØ=?ˆÔØ?AˆÔãˆFÜ—’“ˆBÜ—’“ˆBØ(*×Ñ˜fÑ%Ø*,×Ñ Ñ'Ü× Ò ¨×(9Ñ(9ÀÈRÐ@PÐY]Ô^ˆAØ�G‰GŒIØ�M‰M× Ñ  Ö#ó r   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   r"   útorch.deviceÚwork_qzqueue.QueueÚresult_qr   )r   s   "r   r   r   '   s"   € ÷ 8ñ 8 <ð 8¸ð 8ÐP[ñ 8r   c                	óÊ  €  \         P                  P                  V4         TP                  4       pTf   M#Tw  rgp T! T/ TB p	TP                  T	R34       K9  \         P                  P                  4        R#   \         dR   p\        P
                  ! R T RT 24        TP                  4       pTf    Rp?R# TP                  RT34       K0  Rp?ii ; i  \         P                  P                   d   pTP                  RT34        Rp?Kð  Rp?i\         d    pTP                  RT34        Rp?EK  Rp?ii ; i  \         P                  P                  4        i ; i)z)MultiGPUThreadPool: failed to set device z: N)ÚcomfyÚmodel_managementÚset_torch_deviceÚ	ExceptionÚloggingÚerrorÚgetÚputÚInterruptProcessingExceptionÚmodel_prefetchÚcleanup_malloc_graph)
r!   r"   r*   r+   ÚeÚitemÚfnr   ÚkwargsÚresults
   &&&&      r   r   ÚMultiGPUThreadPool._worker_loop'   s,  € ð		Ü×"Ñ"×3Ñ3°FÔ;ð	8ØØ—z‘z“|�Ø’<ØØ#'Ñ �˜&ð,Ù Ð0¨Ñ0�FØ—L‘L &¨$ Ö0ô × Ñ ×5Ñ5Ö7øô- ô 	Ü�MŠMÐEÀfÀXÈRÐPQÈsÐSÔTØØ—z‘z“|�Ø’<ÝØ—‘˜d A˜YÖ'ûð	ûô" ×-Ñ-×JÑJô ,Ø—L‘L $¨ ×+Ò+ûÜ ô ,Ø—L‘L $¨ ×+Ó+ûð,ûô × Ñ ×5Ñ5Õ7úsi   ‚A; ¢E ¾C ÁE Á;CÂ1CÂ=CÃCÃD?Ã9DÄE ÄD?ÄD?Ä D:Ä3E Ä:D?Ä?E Å E"c               ó   € V ^8„  d   QhRR/# ©r
   r"   r)   r   )r   s   "r   r   r   B   s   € ÷ :ñ :˜\ñ :r   c                	óN   € V P                   V,          P                  W#V34       R # ©N)r   r4   )r!   r"   r:   r   r;   s   &&&*,r   ÚsubmitÚMultiGPUThreadPool.submitB   s    € Ø×Ñ˜&Õ!×%Ñ% r°Ð&8Ö9r   c               ó   € V ^8„  d   QhRR/# r?   r   )r   s   "r   r   r   E   s   € ÷ 1ñ 1 ñ 1r   c                	óD   € V P                   V,          P                  4       # rA   )r   r3   )r!   r"   s   &&r   Ú
get_resultÚMultiGPUThreadPool.get_resultE   s   € Ø×"Ñ" 6Õ*×.Ñ.Ó0Ð0r   c               ó   € V ^8„  d   QhRR/# )r
   Úreturnr   r   )r   s   "r   r   r   I   s   € ÷ .ñ .Ð+ñ .r   c                	óH   € \        V P                  P                  4       4      # rA   )Úlistr   Úkeys©r!   s   &r   r   ÚMultiGPUThreadPool.devicesH   s   € ä�D×%Ñ%×*Ñ*Ó,Ó-Ð-r   c                	ó´   € V P                   P                  4        F  pVP                  R 4       K  	  V P                   F  pVP	                  RR7       K  	  R # )Ng      @)Útimeout)r   Úvaluesr4   r   Újoin)r!   r#   r%   s   &  r   ÚshutdownÚMultiGPUThreadPool.shutdownL   sB   € Ø×#Ñ#×*Ñ*Ö,ˆBØ�F‰F�4ŽLñ -à—”ˆAØ�F‰F˜3ˆFÖó r   )r   r   r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r&   r   rB   rF   Úpropertyr   rS   Ú__static_attributes__r   r   r   r   r      s4   † ñõ$õ8õ6:õ1ð ô.ó ð.ö r   r   c                  ó.   € ] tR t^StR R ltR tR tRtR# )Ú
GPUOptionsc               ó    € V ^8„  d   QhRRRR/# )r
   Údevice_indexÚintÚrelative_speedÚfloatr   )r   s   "r   r   ÚGPUOptions.__annotate__T   s   € ÷ -ñ - Sð -¸%ñ -r   c                	ó   € Wn         W n        R # rA   ©r_   ra   )r!   r_   ra   s   &&&r   r&   ÚGPUOptions.__init__T   s   € Ø(ÔØ,Ör   c                	óB   € \        V P                  V P                  4      # rA   )r]   r_   ra   rM   s   &r   ÚcloneÚGPUOptions.cloneX   s   € Ü˜$×+Ñ+¨T×-@Ñ-@ÓAÐAr   c                	ó   € R V P                   /# ©ra   rk   rM   s   &r   Úcreate_dictÚGPUOptions.create_dict[   s   € à˜d×1Ñ1ð
ð 	
r   re   N)rU   rV   rW   rX   r&   rh   rl   r[   r   r   r   r]   r]   S   s   † õ-òBö
r   r]   c                  ó:   € ] tR t^`tR tR R ltR tR R ltRtR# )	ÚGPUOptionsGroupc                	ó   € / V n         R # rA   ©ÚoptionsrM   s   &r   r&   ÚGPUOptionsGroup.__init__a   s	   € Ø.0ˆŽr   c               ó   € V ^8„  d   QhRR/# )r
   Úinfor]   r   )r   s   "r   r   ÚGPUOptionsGroup.__annotate__d   s   € ÷ /ñ /˜
ñ /r   c                	ó6   € WP                   VP                  &   R # rA   )rr   r_   )r!   ru   s   &&r   ÚaddÚGPUOptionsGroup.addd   s   € Ø*.�‰�T×&Ñ&Ó'r   c                	ó~   € \        4       pV P                  P                  4        F  pVP                  V4       K  	  V# rA   )ro   rr   rQ   rx   )r!   ÚcÚopts   &  r   rh   ÚGPUOptionsGroup.cloneg   s1   € ÜÓˆØ—<‘<×&Ñ&Ö(ˆCØ�E‰E�#ŽJñ )àˆr   c               ó   € V ^8„  d   QhRR/# )r
   Úmodelr   r   )r   s   "r   r   rv   m   s   € ÷ <ñ <˜lñ <r   c           	     	ó"  € / pVP                   .pVP                  R 4       F  pVP                  VP                   4       K   	  . pV Fa  pV P                  P	                  VP
                  \        VP
                  RR7      4      pVP                  4       W&&   VP                  V4       Kc  	  \        V Uu. uF  qˆP                  NK  	  up4      p	VP                  4        F  p
V
R;;,          V	,          uu&   K  	  W!P                  R&   R# u upi )Úmultigpug      ð?re   ra   Úmultigpu_optionsN)Úload_deviceÚget_additional_models_with_keyr    rr   r3   Úindexr]   rl   Úminra   rQ   Úmodel_options)r!   r   Ú	opts_dictr   Úextra_modelÚdevice_opts_listr"   Údevice_optsÚxÚ	min_speedÚvalues   &&         r   ÚregisterÚGPUOptionsGroup.registerm   sò   € Øˆ	à',×'8Ñ'8Ð&9ˆØ ×?Ñ?À
ÖKˆKà�N‰N˜;×2Ñ2Ö3ñ Lð .0ÐÛˆFØŸ,™,×*Ñ*¨6¯<©<¼ÐQW×Q]ÑQ]ÐnqÔ9rÓsˆKØ +× 7Ñ 7Ó 9ˆIÑØ×#Ñ# KÖ0ñ ô
 Ñ3CÓDÑ3C¨a×)Ô)Ñ3CÑDÓEˆ	Ø×%Ñ%Ö'ˆEØÐ"×# yÕ0Õ#ñ (à2;×ÑÐ.Ó/ùò Es   Â5Drq   N)	rU   rV   rW   rX   r&   rx   rh   r�   r[   r   r   r   ro   ro   `   s   † ò1õ/ò÷<ñ <r   ro   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   r   r   Úmax_gpusr`   Úgpu_optionsro   r   )r   s   "r   r   r   �   s'   € ÷ Fñ F lð F¸cð FÐP_ñ Fr   c                ó"  € V P                  4       p \        4       pV P                  R4      p\        V4      ^ 8”  d%   V F  pVP	                  VP
                  4       K   	  \        V4      p\        P                  P                  RR7      pV Uu. uF  qˆV P
                  8w  g   K  VNK  	  p	pV	RV^,
           p
V
P                  4       pV F  pWË9   g   K  VP                  V4       K  	  \        V4      ^ 8”  Ed]   V EF%  pRpV'       dÇ   \        P                  P                  4       pV F¢  pVP                  f   K  VP
                  V8w  d   K&  VP                  V P                  8w  d   KC  \        VRR4      '       g   KX  VP                  4       p\         P"                  ! RVP                  P$                  P&                   RV 24        M	  Vf   V P)                  VR7      pR	Vn        V P                  R4      pVP-                  V4       V P/                  RV4       EK(  	  V P1                  4        Vf   \3        4       pVP5                  V 4       M\         P"                  ! R
4       \        V
4      pVP	                  V P
                  4       V P                  R4      pV Uu. uF  pVP
                  V9   g   K  VNK  	  pp\        V4      \        V4      8w  d#   V P/                  RV4       V P1                  4        V # u upi u upi )zSPrepare ModelPatcher to contain deepclones of its BaseModel and related properties.r�   F)Úexclude_currentNÚis_multigpu_base_clonez%Reusing loaded multigpu deepclone of z for )Únew_load_deviceTzVNo extra torch devices need initialization, skipping initializing MultiGPU Work Units.)rh   Úsetr„   Úlenrx   rƒ   rK   r-   r.   Úget_all_torch_devicesÚcopyÚremoveÚloaded_modelsr   Úclone_base_uuidÚgetattrr1   ru   Ú	__class__rU   Údeepclone_multigpur–   r    Úset_additional_modelsÚmatch_multigpu_clonesro   r�   )r   r’   r“   Úreuse_loadedÚskip_devicesÚmultigpu_modelsÚmmÚall_devicesÚdÚfull_extra_devicesÚlimit_extra_devicesÚextra_devicesÚskipr"   Údevice_patcherr�   ÚlmÚallowed_devicesÚmÚnew_multigpu_modelss   &&&&                r   Úcreate_multigpu_deepclonesr³   �   s¹  € à�K‰K‹M€Eä“5€LØ×:Ñ:¸:ÓF€OÜ
ˆ?Ó˜aÔÛ!ˆBØ×Ñ˜RŸ^™^Ö,ñ "ä˜Ó%€Lô
 ×(Ñ(×>Ñ>ÈuÐ>ÓU€KÙ%0ÓK¡[ ¸×9JÑ9JÑ4JŸ!˜!¡[ÐÐKØ,¨[¨h°q­jÐ9ÐØ'×,Ñ,Ó.€MãˆØÖ Ø× Ñ  Ö&ñ ô ˆ=Ó˜AÕÜ#ˆFØ!ˆNßô 5:×4JÑ4J×4XÑ4XÓ4Z�Û'�BØ—x‘xÒ'Ù Ø—~‘~¨Ô/Ù Ø×)Ñ)¨U×-BÑ-BÔBÙ Ü" 2Ð'?À×GÒGÙ Ø%'§X¡X£Z�NÜ—L’LÐ#HÈ×I]ÑI]×IgÑIg×IpÑIpÐHqÐqvÐw}Ðv~Ð!ô  AÙñ (ð Ò%Ø!&×!9Ñ!9È&Ð!9Ó!Q�ð 59ˆNÔ1Ø#×BÑBÀ:ÓNˆOØ×"Ñ" >Ô2Ø×'Ñ'¨
°O×Dñ; $ð< 	×#Ñ#Ô%ØÒÜ)Ó+ˆKØ×Ñ˜UÕ#ä�ŠÐmÔnô Ð-Ó.€OØ×Ñ˜×)Ñ)Ô*Ø×:Ñ:¸:ÓF€OÙ&5ÓZ¡o ¸¿¹È/Ñ9YŸ1˜1¡oÐÐZÜ
ÐÓ¤3 Ó#7Ô7Ø×#Ñ# JÐ0CÔDØ×#Ñ#Ô%Ø€Lùòo Lùòf [s   ÂLÂ&LÊ*LËLÚLoadBalanceÚwork_per_deviceÚ	idle_timec               ó$   € V ^8„  d   QhRRRRRR/# )r
   r‡   z	dict[str]Ú
total_workr`   Úwork_normalizedr   )r   s   "r   r   r   Ë   s"   € ÷ "8ñ "8¨	ð "8¸sð "8Ðmpñ "8r   c                ó’  € V R,          p\        V R,          P                  4       4      p. p. pRpVP                  4        F  p	W‰R,          ,          pK  	  V FC  p
WJ,          R,          pW,          V,          pVP                  V4       VP                  V4       KE  	  \	        V4      p/ p\        WW4       F	  w  r¬WÍV
&   K  	  V'       g   \        VR4      # \        Wv4       UUu. uF  w  rïWï,          NK  	  ppp\        \        V4      \        V4      ,
          4      pV'       d   VW1,          ,          p\        VV4      # u uppi )zfOptimize work assigned to different devices, accounting for their relative speeds and splittable work.r‚   Úmultigpu_clonesg        ra   N)
rK   rL   rQ   r    Úround_preservedÚzipr´   Úabsr†   Úmax)r‡   r¸   Úreturn_idle_timer¹   rˆ   r   Úspeed_per_devicerµ   Útotal_speedÚoptsr"   ra   Úrelative_workÚdict_work_per_deviceÚwÚrÚcompletion_timer¶   s   &&&&              r   Úload_balance_devicesrÉ   Ë   s7  € àÐ0Õ1€IÜ�=Ð!2Õ3×8Ñ8Ó:Ó;€GØÐØ€Oà€KØ× Ñ Ö"ˆØÐ,Õ-Õ-Šñ #ó ˆØ"Õ*Ð+;Õ<ˆØ#Õ2°kÕAˆØ×Ñ Ô/Ø×Ñ˜}Ö-ñ	 ô & oÓ6€OØÐÜ!$ WÖ!>ÑˆØ'4˜VÓ$ñ "?çÜÐ/°Ó6Ð6ô '*¨/Ô&LÔMÑ&L™s˜q�q—s�sÑ&L€OÑMä”C˜Ó(¬3¨Ó+?Õ?Ó@€IçØ�oÕ0Õ1ˆ	äÐ+¨YÓ7Ð7ùó Ns   Ã&Ec               ó   € V ^8„  d   QhRR/# )r
   rQ   zlist[float]r   )r   s   "r   r   r   ï   s   € ÷ ñ ˜Kñ r   c                ó†  € V  Uu. uF  p\        V4      NK  	  pp\        V4      p\        \        V 4      4      V,
          p\        V 4       UUu. uF  w  rQWQW%,          ,
          3NK  	  pppVP	                  R RR7       \        V4       F&  pWe,          ^ ,          pW';;,          ^,          uu&   K(  	  V# u upi u uppi )zBRound all values in a list, preserving the combined sum of values.c                ó   € V ^,          # )é   r   )rŒ   s   &r   Ú<lambda>Ú!round_preserved.<locals>.<lambda>ù   s   €  ! A¦$r   T)ÚkeyÚreverse)r`   ÚsumÚroundÚ	enumerateÚsortÚrange)rQ   rŒ   ÚflooredÚtotal_flooredÚ	remainderÚiÚ
fractionalr…   s   &       r   r¼   r¼   ï   s§   € ñ  &Ó&™v˜!Œs�1Žv™v€GÐ&Ü˜“L€Mä”c˜&“kÓ" ]Õ2€Iä09¸&Ô0AÔBÑ0A©¨�1˜�
•lÓ#Ñ0A€JÑBà‡O�O™°€OÔ5ä�9ÖˆØ•˜aÕ ˆØ�˜!Õ�ñ ð €Nùò 'ùó
 Cs   …B8ÁB=)NF)FN)Ú
__future__r   r   r   Útorchr1   Úcollectionsr   Útypingr   Úcomfy.model_patcherr   Úcomfy.utilsr-   Úcomfy.patcher_extensionÚcomfy.model_managementÚcomfy.model_prefetchr   r]   ro   r³   r´   rÉ   r¼   r   r   r   Ú<module>rå      sr   ðÝ "Û Û Û Û å "Ý  ßÝ0Û Û Û Û ÷? ñ ? ÷D
ñ 
÷<ñ <÷BFñR ˜Ð):¸KÐ(HÓI€÷"8÷Hr   