+
    ƒ°ñjN'  ã                   ó‚  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHtHtHtH	t	 ^ RI
Ht ^ RIHtHt ^ RIHt ^ RIt^ RIHt ^ RIt ! R R	]P,                  P.                  4      t ! R
 R]P,                  P.                  4      t ! R R]P,                  P.                  4      t ! R R]4      t ! R R]4      t ! R R]4      tR# )é    N)Úcontextmanager)ÚAnyÚDictÚTupleÚUnion)ÚDiagonalGaussianDistribution)Úget_obj_from_strÚinstantiate_from_config)ÚLitEma)Ú	rearrangec                   óf   a a€ ] tR t^t oRV3R lV 3R llltV3R lR ltV3R lR ltRtVtV ;t	# )	ÚDiagonalGaussianRegularizerc                ó    <€ V ^8„  d   QhRS[ /# )é   Úsample)Úbool)ÚformatÚ__classdict__s   "€Ú@C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\models\autoencoder.pyÚ__annotate__Ú(DiagonalGaussianRegularizer.__annotate__   s   ø€ ÷ ñ ™tñ ó    c                ó0   <€ \         SV `  4        Wn        R # ©N)ÚsuperÚ__init__r   )Úselfr   Ú	__class__s   &&€r   r   Ú$DiagonalGaussianRegularizer.__init__   s   ø€ Ü‰ÑÔØŽr   c                ó    <€ V ^8„  d   QhRS[ /# ©r   Úreturn©r   )r   r   s   "€r   r   r      s   ø€ ÷ ñ ©#ñ r   c              #  ó&   "  € R R j  x€L
  R #  L5i)N© r%   ©r   s   &r   Úget_trainable_parametersÚ4DiagonalGaussianRegularizer.get_trainable_parameters   s   é € Ø�Œùs   ‚ˆ‰c                ód   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  S[3,          /# ©r   Úzr"   ©ÚtorchÚTensorr   Údict)r   r   s   "€r   r   r      s-   ø€ ÷ ñ ™Ÿ™ð ©%±·±¹dÐ0BÕ*Cñ r   c                óŒ   € \        V4      pV P                  '       d   VP                  4       pVR 3# VP                  4       pVR 3# r   )r   r   Úmode)r   r+   Ú	posteriors   && r   ÚforwardÚ#DiagonalGaussianRegularizer.forward   sE   € Ü0°Ó3ˆ	Ø�;�;ˆ;Ø× Ñ Ó"ˆAð �$ˆwˆð —‘Ó ˆAØ�$ˆwˆr   )r   ©F)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r'   r3   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   r   s   @@r   r   r      s(   ù‡ € ÷õ ÷ð ÷÷ ð r   r   c                   óD   a a€ ] tR t^t oV 3R ltV3R lR ltRtVtV ;t# )ÚEmptyRegularizerc                ó$   <€ \         SV `  4        R # r   )r   r   )r   r   s   &€r   r   ÚEmptyRegularizer.__init__    s   ø€ Ü‰ÑÖr   c                ód   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  S[3,          /# r*   r,   )r   r   s   "€r   r   ÚEmptyRegularizer.__annotate__#   s-   ø€ ÷ ñ ™Ÿ™ð ©%±·±¹dÐ0BÕ*Cñ r   c                ó
   € VR 3# r   r%   )r   r+   s   &&r   r3   ÚEmptyRegularizer.forward#   s   € Ø�$ˆwˆr   r%   )	r6   r7   r8   r9   r   r3   r:   r;   r<   r=   s   @@r   r?   r?      s   ù‡ € õ÷÷ ð r   r?   c                   ó®   a a€ ] tR t^&t oRtRV3R lV 3R llltV3R lR ltR t]RR l4       t	V3R lR	 lt
V3R
 lR ltR tV3R lR ltRtVtV ;t# )ÚAbstractAutoencodera  
This is the base class for all autoencoders, including image autoencoders, image autoencoders with discriminators,
unCLIP models, etc. Hence, it is fairly general, and specific features
(e.g. discriminator training, encoding, decoding) must be implemented in subclasses.
c                óT   <€ V ^8„  d   QhRS[ RS[3,          RS[ RS[3,          RS[/# )r   Ú	ema_decayNÚmonitorÚ	input_key)r   ÚfloatÚstr)r   r   s   "€r   r   Ú AbstractAutoencoder.__annotate__-   s@   ø€ ÷ Tñ Tá˜™u˜Õ%ðTñ �t™S�yÕ!ðTñ ñ	Tr   c           	     ó(  <€ \         SV `  4        W0n        VR JV n        Ve   W n        V P                  '       dX   \        WR7      V n        \        P                  ! R\        \        V P                  P                  4       4      4       R24       R # R # )N)ÚdecayzKeeping EMAs of Ú.)r   r   rK   Úuse_emarJ   r   Ú	model_emaÚloggingÚinfoÚlenÚlistÚbuffers)r   rI   rJ   rK   Úkwargsr   s   &&&&,€r   r   ÚAbstractAutoencoder.__init__-   su   ø€ ô 	‰ÑÔà"ŒØ ¨Ð,ˆŒØÒØ"ŒLà�<�<ˆ<Ü# DÔ:ˆDŒNÜ�LŠLÐ+¬C´°T·^±^×5KÑ5KÓ5MÓ0NÓ,OÐ+PÐPQÐRÖSñ r   c                ó    <€ V ^8„  d   QhRS[ /# r!   r#   )r   r   s   "€r   r   rN   ?   s   ø€ ÷ $ñ $¡#ñ $r   c                ó   € \        4       hr   ©ÚNotImplementedError)r   Úbatchs   &&r   Ú	get_inputÚAbstractAutoencoder.get_input?   ó   € Ü!Ó#Ð#r   c                óP   € V P                   '       d   V P                  V 4       R # R # r   )rR   rS   ©r   ÚargsrY   s   &*,r   Úon_train_batch_endÚ&AbstractAutoencoder.on_train_batch_endB   s   € à�<�<ˆ<Ø�N‰N˜4Ö ñ r   c              #  ót  "  € V P                   '       db   V P                  P                  V P                  4       4       V P                  P	                  V 4       Ve   \
        P                  ! V R24        R x € V P                   '       dK   V P                  P                  V P                  4       4       Ve   \
        P                  ! V R24       R # R # R #   T P                   '       dI   T P                  P                  T P                  4       4       Te   \
        P                  ! T R24       i i i ; i5i)Nz: Switched to EMA weightsz: Restored training weights)rR   rS   ÚstoreÚ
parametersÚcopy_torT   rU   Úrestore)r   Úcontexts   &&r   Ú	ema_scopeÚAbstractAutoencoder.ema_scopeG   sê   é € à�<�<ˆ<Ø�N‰N× Ñ  §¡Ó!2Ô3Ø�N‰N×"Ñ" 4Ô(ØÒ"Ü—’ ˜yÐ(AÐBÔCð	JØŠJà�|�|ˆ|Ø—‘×&Ñ& t§¡Ó'8Ô9ØÒ&Ü—L’L G 9Ð,GÐ!HÖIñ 'ñ øˆt�|�|ˆ|Ø—‘×&Ñ& t§¡Ó'8Ô9ØÒ&Ü—L’L G 9Ð,GÐ!HÕIð 'ð üs    ‚A4D8Á7C Á;AD8ÃAD5Ä5D8c                ó4   <€ V ^8„  d   QhRS[ P                  /# r!   ©r-   r.   )r   r   s   "€r   r   rN   V   ó   ø€ ÷ Sñ S©¯©ñ Sr   c                ó   € \        R 4      h)z-encode()-method of abstract base class calledr]   rd   s   &*,r   ÚencodeÚAbstractAutoencoder.encodeV   ó   € Ü!Ð"QÓRÐRr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r!   rq   )r   r   s   "€r   r   rN   Y   rr   r   c                ó   € \        R 4      h)z-decode()-method of abstract base class calledr]   rd   s   &*,r   ÚdecodeÚAbstractAutoencoder.decodeY   rv   r   c           	     óª   € \         P                  ! R VR,           R24       \        VR,          4      ! V3RV/VP                  R\	        4       4      B # )zloading >>> Útargetz <<< optimizer from configÚlrÚparams)rT   rU   r	   Úgetr/   )r   r~   r}   Úcfgs   &&&&r   Ú!instantiate_optimizer_from_configÚ5AbstractAutoencoder.instantiate_optimizer_from_config\   sR   € Ü�Š�| C¨¥M ?Ð2LÐMÔNÜ  H¥Ô.Øñ
Øð
Ø ŸW™W X¬t«vÓ6ñ
ð 	
r   c                ó    <€ V ^8„  d   QhRS[ /# r!   r#   )r   r   s   "€r   r   rN   b   s   ø€ ÷ $ñ $¡cñ $r   c                ó   € \        4       hr   r]   r&   s   &r   Úconfigure_optimizersÚ(AbstractAutoencoder.configure_optimizersb   rb   r   )rK   rS   rJ   rR   )NNÚjpgr   )r6   r7   r8   r9   Ú__doc__r   r`   rf   r   rn   rt   ry   r�   r…   r:   r;   r<   r=   s   @@r   rG   rG   &   sg   ù‡ € ñ÷Tõ T÷$$ð $ò!ð
 óJó ðJ÷Sð S÷Sð Sò
÷$÷ $ð $r   rG   c                   ó‚   a a€ ] tR t^ft oRtV3R lV 3R lltR tRV3R lR lltV3R lR ltV3R	 lR
 lt	Rt
VtV ;t# )ÚAutoencodingEnginezÞ
Base class for all image autoencoders that we train, like VQGAN or AutoencoderKL
(we also restore them explicitly as special cases for legacy reasons).
Regularizations such as KL or VQ are moved to the regularizer class.
c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Úencoder_configÚdecoder_configÚregularizer_config)r   )r   r   s   "€r   r   ÚAutoencodingEngine.__annotate__m   s+   ø€ ÷ 
ñ 
ñ ð
ñ ð	
ñ
 !ñ
r   c               óˆ   <€ \         SV `  ! V/ VB  \        V4      V n        \        V4      V n        \        V4      V n        R # r   )r   r   r
   ÚencoderÚdecoderÚregularization)r   rŒ   r�   rŽ   re   rY   r   s   &$$$*,€r   r   ÚAutoencodingEngine.__init__m   s?   ø€ ô 	‰Ò˜$Ð) &Ò)ä(?ÀÓ(OˆŒÜ(?ÀÓ(OˆŒÜ5Øó
ˆÖr   c                ó6   € V P                   P                  4       # r   )r’   Úget_last_layerr&   s   &r   r–   Ú!AutoencodingEngine.get_last_layer}   s   € Ø�|‰|×*Ñ*Ó,Ð,r   c                óš   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[S[ P                  S[S[ P                  S[3,          3,          /# )r   ÚxÚreturn_reg_logÚunregularizedr"   ©r-   r.   r   r   r   r/   )r   r   s   "€r   r   r�   €   sS   ø€ ÷ ñ á�<‰<ðñ ðñ ð	ñ
 
‰u�|‰|™U¡5§<¡<±Ð#5Õ6Ð6Õ	7ñr   c                óŒ   € V P                  V4      pV'       d   V\        4       3# V P                  V4      w  rEV'       d   WE3# V# r   )r‘   r/   r“   )r   r™   rš   r›   r+   Úreg_logs   &&&&  r   rt   ÚAutoencodingEngine.encode€   sB   € ð �L‰L˜‹OˆßØ”d“f�9ÐØ×(Ñ(¨Ó+‰
ˆßØ�:ÐØˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r*   rq   )r   r   s   "€r   r   r�   Ž   s#   ø€ ÷ ñ ™Ÿ™ð ±5·<±<ñ r   c                ó,   € V P                   ! V3/ VB pV# r   )r’   )r   r+   rY   r™   s   &&, r   ry   ÚAutoencodingEngine.decodeŽ   s   € Ø�LŠL˜Ñ%˜fÑ%ˆØˆr   c                ó|   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  S[ P                  S[3,          /# )r   r™   r"   r,   )r   r   s   "€r   r   r�   ’   s5   ø€ ÷ ñ Ù—‘ðá	‰u�|‰|™UŸ\™\©4Ð/Õ	0ñr   c                óZ   € V P                  VR R7      w  r4V P                  ! V3/ VB pW5V3# )T)rš   )rt   ry   )r   r™   Úadditional_decode_kwargsr+   rž   Údecs   &&,   r   r3   ÚAutoencodingEngine.forward’   s6   € ð —[‘[ °4�[Ó8‰
ˆØ�kŠk˜!Ñ8Ð7Ñ8ˆØ�wˆÐr   )r’   r‘   r“   )FF)r6   r7   r8   r9   rˆ   r   r–   rt   ry   r3   r:   r;   r<   r=   s   @@r   rŠ   rŠ   f   s<   ù‡ € ñ÷
ó 
ò -÷ò ÷ð ÷÷ ð r   rŠ   c                   ó~   a a€ ] tR t^št oV3R lV 3R lltV3R lV 3R lltR
V3R lR lltV3R lR ltR	tVt	V ;t
# )ÚAutoencodingEngineLegacyc                ó    <€ V ^8„  d   QhRS[ /# )r   Ú	embed_dim)Úint)r   r   s   "€r   r   Ú%AutoencodingEngineLegacy.__annotate__›   s   ø€ ÷ *ñ *¡#ñ *r   c           
     ó¢  <€ VP                  R R4      V n        VP                  R4      pVP                  RV4      p\        SV `  ! RRRRRV/RRR	RV//VB  VP	                  R
R4      '       d&   \
        P                  P                  P                  pM$\
        P                  P                  P                  pV! ^VR,          ,           VR,          ,          ^VR,          ,           V,          ^4      V n
        V! WR,          ^4      V n        Wn        VP	                  RR4      '       d�   RV n        RV n        ^^.V n        \         P"                  P%                  \&        P(                  ! V P                  4      VR,          ,          V P                  V P                  RRR7      V n        V P*                  P-                  4        R# RV n        R# )Úmax_batch_sizeNÚddconfigÚdecoder_ddconfigrŒ   r|   z0comfy.ldm.modules.diffusionmodules.model.Encoderr~   r�   z0comfy.ldm.modules.diffusionmodules.model.DecoderÚconv3dFÚdouble_zÚ
z_channelsÚbatch_norm_latentg-Cëâ6?gš™™™™™¹?T)ÚepsÚmomentumÚaffineÚtrack_running_statsr%   )Úpopr¯   r   r   r   ÚcomfyÚopsÚdisable_weight_initÚConv3dÚConv2dÚ
quant_convÚpost_quant_convr«   Úbn_epsÚbn_momentumÚpsr-   ÚnnÚBatchNorm2dÚmathÚprodÚbnÚeval)r   r«   rY   r°   r±   Úconv_opr   s   &&,   €r   r   Ú!AutoencodingEngineLegacy.__init__›   s—  ø€ Ø$Ÿj™jÐ)9¸4Ó@ˆÔØ—:‘:˜jÓ)ˆØ!Ÿ:™:Ð&8¸(ÓCÐÜ‰Òñ 
	
àÐLØ˜(ðð
	
ð ÐLØÐ*ðð
	
ð ò
	
ð �<‰<˜ %×(Ò(Ü—i‘i×3Ñ3×:Ñ:‰Gä—i‘i×3Ñ3×:Ñ:ˆGá!Ø�˜*Õ%Õ%¨°,Õ)?Õ?Ø�˜*Õ%Õ%¨Õ2Øó
ˆŒñ  ' y¸<Õ2HÈ!ÓLˆÔØ"Œà�<‰<Ð+¨U×3Ò3ØˆDŒKØ"ˆDÔØ˜!�fˆDŒGÜ—h‘h×*Ñ*¬4¯9ª9°T·W±WÓ+=ÀÈÕ@VÕ+VØ/3¯{©{Ø48×4DÑ4DØ27Ø?Cð	 +ó -ˆDŒGð �G‰G�L‰LŽNàˆDŽGr   c                ó    <€ V ^8„  d   QhRS[ /# r!   )rW   )r   r   s   "€r   r   r­   È   s   ø€ ÷ ñ ©ñ r   c                ó$   <€ \         SV `  4       pV# r   )r   Úget_autoencoder_params)r   r~   r   s   & €r   rÏ   Ú/AutoencodingEngineLegacy.get_autoencoder_paramsÈ   s   ø€ Ü‘Ñ/Ó1ˆØˆr   c          
      ó”   <€ V ^8„  d   QhRS[ P                  RS[RS[S[ P                  S[S[ P                  S[3,          3,          /# )r   r™   rš   r"   rœ   )r   r   s   "€r   r   r­   Ì   sE   ø€ ÷ "ñ "Ù—‘ð"Ù/3ð"á	‰u�|‰|™U¡5§<¡<±Ð#5Õ6Ð6Õ	7ñ"r   c           
     óJ  € V P                   f$   V P                  V4      pV P                  V4      pMÁVP                  ^ ,          pV P                   p\	        \
        P                  ! WE,          4      4      p\        4       p\        V4       FM  pV P                  WV,          V^,           V,           4      pV P                  V4      pVP                  V4       KO  	  \        P                  ! V^ 4      pV P                  V4      w  r9V P                  Ee   \        VRV P                  ^ ,          V P                  ^,          R7      p\        P                   P"                  P%                  V\&        P(                  P+                  V P                  P,                  VP.                  VP0                  R7      \&        P(                  P+                  V P                  P2                  VP.                  VP0                  R7      V P4                  V P6                  R7      pV'       d   W93# V# )Nz)... c (i pi) (j pj)  -> ... (c pi pj) i j©ÚpiÚpj©ÚdtypeÚdevice)r·   r¶   )r¯   r‘   rÀ   Úshaper¬   rÇ   ÚceilrW   ÚrangeÚappendr-   Úcatr“   rÉ   r   rÄ   rÅ   Ú
functionalÚ
batch_normr»   Úmodel_managementÚcast_toÚrunning_meanr×   rØ   Úrunning_varrÃ   rÂ   )
r   r™   rš   r+   ÚNÚbsÚ	n_batchesÚi_batchÚz_batchrž   s
   &&&       r   rt   ÚAutoencodingEngineLegacy.encodeÌ   s¼  € ð ×ÑÒ&Ø—‘˜Q“ˆAØ—‘ Ó"‰Aà—‘˜•
ˆAØ×$Ñ$ˆBÜœDŸIšI a¥fÓ-Ó.ˆIÜ“ˆAÜ  Ö+�ØŸ,™, q°2­¸À1½ÈÕ8JÐ'KÓL�ØŸ/™/¨'Ó2�Ø—‘˜Ö!ñ ,ô —	’	˜!˜Q“ˆAà×(Ñ(¨Ó+‰
ˆà�7‰7ÓÜ˜!ØEØ!ŸW™W Q�ZØ!ŸW™W Q�ZôˆAô —‘×#Ñ#×.Ñ.¨qÜ/4×/EÑ/E×/MÑ/MÈdÏgÉg×NbÑNbÐjk×jqÑjqÐz{÷  {Cñ  {CÐ/Mó  0DÜ/4×/EÑ/E×/MÑ/MÈdÏgÉg×NaÑNaÐij×ipÑipÐyz÷  zBñ  zBÐ/Mó  0CØ8<×8HÑ8HØ37·;±;ð	 /ó @ˆA÷ Ø�:ÐØˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r*   rq   )r   r   s   "€r   r   r­   ð   s#   ø€ ÷ ñ ™Ÿ™ð ¹5¿<¹<ñ r   c           
     óL  € V P                   Ee   \        P                  ! \        P                  P                  V P                   P                  P                  ^R^^4      VP                  VP                  R7      V P                  ,           4      p\        P                  P                  V P                   P                  P                  ^R^^4      VP                  VP                  R7      pW,          V,           p\        VRV P                  ^ ,          V P                  ^,          R7      pV P                  f'   V P                  V4      pV P                   ! V3/ VB pV# VP"                  ^ ,          pV P                  p\%        \&        P(                  ! Wg,          4      4      p\+        4       p\-        V4       FO  p	V P                  WV,          V	^,           V,           4      p
V P                   ! V
3/ VB p
VP/                  V
4       KQ  	  \        P0                  ! V^ 4      pV# )NrÖ   z(... (c pi pj) i j -> ... c (i pi) (j pj)rÓ   éÿÿÿÿ)rÉ   r-   Úsqrtr»   rà   rá   rã   Úviewr×   rØ   rÂ   râ   r   rÄ   r¯   rÁ   r’   rÙ   r¬   rÇ   rÚ   rW   rÛ   rÜ   rÝ   )r   r+   Údecoder_kwargsÚsÚmr¦   rä   rå   ræ   rç   Ú	dec_batchs   &&,        r   ry   ÚAutoencodingEngineLegacy.decodeð   sÏ  € Ø�7‰7ÓÜ—
’
œ5×1Ñ1×9Ñ9¸$¿'¹'×:MÑ:M×:RÑ:RÐSTÐVXÐZ[Ð]^Ó:_Ðgh×gnÑgnÐwx×wÑwÐ9ó  Að  DH÷  DOñ  DOõ  Oó  PˆAÜ×&Ñ&×.Ñ.¨t¯w©w×/CÑ/C×/HÑ/HÈÈBÐPQÐSTÓ/UÐ]^×]dÑ]dÐmn×muÑmuÐ.ÓvˆAØ•˜•	ˆAÜØØ:Ø—7‘7˜1•:Ø—7‘7˜1•:ô	ˆAð ×ÑÒ&Ø×&Ñ& qÓ)ˆCØ—,’,˜sÑ5 nÑ5ˆCð ˆ
ð —‘˜•
ˆAØ×$Ñ$ˆBÜœDŸIšI a¥fÓ-Ó.ˆIÜ“&ˆCÜ  Ö+�Ø ×0Ñ0°¸Rµ<À7ÈQÅ;ÐRTÕBTÐ1UÓV�	Ø ŸLšL¨ÑE°nÑE�	Ø—
‘
˜9Ö%ñ ,ô —)’)˜C Ó#ˆCàˆ
r   )rÉ   rÂ   rÃ   r«   r¯   rÁ   rÄ   rÀ   r5   )r6   r7   r8   r9   r   rÏ   rt   ry   r:   r;   r<   r=   s   @@r   r©   r©   š   s4   ù‡ € ÷*ó *÷Zó ÷"ò "÷H÷ ð r   r©   c                   ó2   a a€ ] tR tRt oV 3R ltRtVtV ;t# )ÚAutoencoderKLi  c                óf   <€ R V9   d   VP                  R 4      VR&   \        SV `  ! RRRR//VB  R# )Ú
lossconfigÚloss_configrŽ   r|   z8comfy.ldm.models.autoencoder.DiagonalGaussianRegularizerNr%   )rº   r   r   )r   rY   r   s   &,€r   r   ÚAutoencoderKL.__init__  sE   ø€ Ø˜6Ô!Ø$*§J¡J¨|Ó$<ˆF�=Ñ!Ü‰Òñ 	
àØNð ð	
ð ô	
r   r%   )r6   r7   r8   r9   r   r:   r;   r<   r=   s   @@r   rõ   rõ     s   ù‡ € ÷

õ 

r   rõ   )rT   rÇ   r-   Ú
contextlibr   Útypingr   r   r   r   Ú-comfy.ldm.modules.distributions.distributionsr   Úcomfy.ldm.utilr	   r
   Úcomfy.ldm.modules.emar   Ú	comfy.opsr»   Úeinopsr   Úcomfy.model_managementrÅ   ÚModuler   r?   rG   rŠ   r©   rõ   r%   r   r   Ú<module>r     s‘   ðÛ Û Û Ý %ß *Ó *å Vç DÝ (Û Ý Û ô %§(¡(§/¡/ô ô �u—x‘x—‘ô ô=$˜%Ÿ(™(Ÿ/™/ô =$ô@1Ð,ô 1ôhpÐ1ô pôf
Ð,ö 
r   