+
    ƒ°ñj÷ƒ  ã                   ón  € ^ RI t ^ RI Ht ^ RIHt ^ RIHt ^ RIHt ^RI	H
t
 ^ RIt^ RIt]P                  P                  t ! R R]4      t ! R	 R
]4      t ! R R]4      tR^ RR/R lt ! R R]P(                  4      tR&R R llt ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      tR'R lt ! R R]P(                  4      t ! R  R!]P(                  4      t ! R" R#]P(                  4      t ! R$ R%]P(                  4      tR# )(é    N)Únn)Ú
functional)ÚOptional)ÚEnum)Ú	PixelNormc                   ó4   a € ] tR t^t o Rt]R 4       tRtV tR# )ÚStringConvertibleEnumzÝ
Base enum class that provides string-to-enum conversion functionality.

This mixin adds a str_to_enum() class method that handles conversion from
strings, None, or existing enum instances with case-insensitive matching.
c           	     óB  € \        W4      '       d   V# Vf7   \        V R4      '       d   V P                  # \        V P                   R24      h\        V\
        4      '       Ed   VP                  4       pV  Fc  pVP                  f   VR8X  d   Vu # K  \        VP                  \
        4      '       g   K@  VP                  P                  4       V8X  g   Ka  Vu # 	  . pV  Fa  pVP                  f   VP                  R4       K$  \        VP                  \
        4      '       g   KF  VP                  VP                  4       Kc  	  \        RV P                   RV RV 24      h\        R\        V4      P                   RV P                   R	V P                   R
24      h)a  
Convert a string, enum instance, or None to the appropriate enum member.

Args:
    value: Can be an enum instance of this class, a string, or None

Returns:
    Enum member of this class

Raises:
    ValueError: If the value cannot be converted to a valid enum member
ÚNONEz+ does not have a NONE member to map None toÚnonezInvalid z
 string: 'z'. Valid values are: zCannot convert type z to z! enum. Expected string, None, or z
 instance.)
Ú
isinstanceÚhasattrr   Ú
ValueErrorÚ__name__ÚstrÚlowerÚvalueÚappendÚtype)Úclsr   Úvalue_lowerÚmemberÚvalid_valuess   &&   ÚUC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lightricks\vae\causal_audio_autoencoder.pyÚstr_to_enumÚ!StringConvertibleEnum.str_to_enum   si  € ô �e×!Ò!ØˆLð Š=Ü�s˜F×#Ò#Ø—x‘x�Ü §¡˜~Ð-XÐYÓZÐZô �eœS×!Ó!ØŸ+™+›-ˆKó �à—<‘<Ò'Ø" fÔ,Ø%šñ -ô   §¡¬c×2Ô2°v·|±|×7IÑ7IÓ7KÈ{Ö7ZØ!’Mñ ð ˆLÛ�Ø—<‘<Ò'Ø ×'Ñ'¨Ö/Ü §¡¬c×2Ô2Ø ×'Ñ'¨¯©Ö5ñ	 ô ˜x¨¯© ~°ZÀ¸wÐF_Ð`lÐ_mÐnÓoÐoäØ"¤4¨£;×#7Ñ#7Ð"8¸¸S¿\¹\¸Nð K)Ø),¯©¨°jðBó
ð 	
ó    © N)	r   Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Úclassmethodr   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r	   r	      s   ø‡ € ñð ñ2
ó ö2
r   r	   c                   ó&   € ] tR t^KtRtRtRtRtRtR# )ÚAttentionTypez1Enum for specifying the attention mechanism type.ÚvanillaÚlinearr   r   N)	r   r   r    r!   r"   ÚVANILLAÚLINEARr   r$   r   r   r   r(   r(   K   s   † Ù;à€GØ€FØ„Dr   r(   c                   ó*   € ] tR t^StRtRtRtRtRtRt	R# )ÚCausalityAxisz>Enum for specifying the causality axis in causal convolutions.NÚwidthÚheightzwidth-compatibilityr   )
r   r   r    r!   r"   r   ÚWIDTHÚHEIGHTÚWIDTH_COMPATIBILITYr$   r   r   r   r.   r.   S   s   † ÙHà€DØ€EØ€FØ/Ôr   r.   Ú
num_groupsÚnormtypeÚgroupc                ó˜   € VR 8X  d#   \         P                  P                  WRRR7      # VR8X  d   \        ^RR7      # \	        RV 24      h)r6   g�íµ ÷Æ°>T)r4   Únum_channelsÚepsÚaffineÚpixel)Údimr9   zInvalid normalization type: )Útorchr   Ú	GroupNormr   r   )Úin_channelsr4   r5   s   &$$r   Ú	Normalizer@   \   sP   € Ø�7ÔÜ�x‰x×!Ñ!¨ZÐW[ÐdhÐ!ÓiÐiØ	�WÔ	Ü˜Q DÔ)Ð)äÐ7¸°zÐBÓCÐCr   c                   ój   a a€ ] tR t^et oRt^^^R]P                  3V3R lV 3R llltR tRt	Vt
V ;t# )ÚCausalConv2dzà
A causal 2D convolution.

This layer ensures that the output at time `t` only depends on inputs
at time `t` and earlier. It achieves this by applying asymmetric padding
to the time dimension (width) before the convolution.
Tc                ó    <€ V ^8„  d   QhRS[ /# ©é   Úcausality_axis©r.   )Úformatr&   s   "€r   Ú__annotate__ÚCausalConv2d.__annotate__n   s   ø€ ÷ ,
ñ ,
ñ &ñ,
r   c	                ób  <€ \         SV `  4        W€n        \        P                  P
                  P                  V4      p\        P                  P
                  P                  V4      pV^ ,          ^,
          V^ ,          ,          p	V^,          ^,
          V^,          ,          p
V P                  ;\        P                  8X  d6    V
^,          Wª^,          ,
          V	^,          W™^,          ,
          3V n	        M”;;\        P                  8X  d   M;\        P                  8X  d   M M"  V
^ V	^,          W™^,          ,
          3V n	        MC\        P                  8X  d!   V
^,          Wª^,          ,
          V	^ 3V n	        M \        RV 24      h\        P                  VVVV^ VVVR7      V n        R# )r   úInvalid causality_axis: )ÚstrideÚpaddingÚdilationÚgroupsÚbiasN)ÚsuperÚ__init__rF   r   ÚmodulesÚutilsÚ_pairr.   r   rN   r1   r3   r2   r   ÚopsÚConv2dÚconv)Úselfr?   Úout_channelsÚkernel_sizerM   rO   rP   rQ   rF   Úpad_hÚpad_wÚ	__class__s   &&&&&&&&&  €r   rS   ÚCausalConv2d.__init__n   s[  ø€ ô 	‰ÑÔà,Ôô —j‘j×&Ñ&×,Ñ,¨[Ó9ˆÜ—:‘:×#Ñ#×)Ñ)¨(Ó3ˆð ˜Q• !Õ# x°¥{Õ2ˆØ˜Q• !Õ# x°¥{Õ2ˆð ×!Ñ!Ø#”×#Ö#Ù %¨¥
¨E¸QµJÕ,>ÀÈÅ
ÈEÐ]^ÕT^ÕL^Ð_�•ØHÐ$”×$×$Ð'H¤}×'H×'HÒHÙ % q¨%°1­*°eÀq½jÕ6HÐI�•Ü×%Ö%Ø %¨¥
¨E¸QµJÕ,>ÀÀqÐI�•ØÜ Ð#;¸NÐ;KÐ!LÓMÐMô —J‘JØØØØØØØØð ó 	
ˆŽ	r   c                ód   € \         P                  ! WP                  4      pV P                  V4      # ©N)ÚFÚpadrN   rY   ©rZ   Úxs   &&r   ÚforwardÚCausalConv2d.forwardœ   s"   € ä�EŠE�!—\‘\Ó"ˆØ�y‰y˜‹|Ðr   )rF   rY   rN   )r   r   r    r!   r"   r.   r2   rS   rg   r$   r%   Ú__classcell__©r_   r&   s   @@r   rB   rB   e   s6   ù‡ € ñð ØØØØ(5×(<Ñ(<÷,
õ ,
÷\ò r   rB   c                ó:   € V ^8„  d   QhR\         \        ,          /# rD   )r   r.   )rH   s   "r   rI   rI   ¢   s   € ÷ /
ñ /
ô œ]Õ+ñ/
r   c	           
     óþ   € Ve   \        WW#WVWx4      # VfM   \        V\        4      '       d   V^,          pM,\        ;QJ d    . R V 4       F  NK  	  5M! R V 4       4      p\        P                  V VVVVVVV4      # )a%  
Create a 2D convolution layer that can be either causal or non-causal.

Args:
    in_channels: Number of input channels
    out_channels: Number of output channels
    kernel_size: Size of the convolution kernel
    stride: Convolution stride
    padding: Padding (if None, will be calculated based on causal flag)
    dilation: Dilation rate
    groups: Number of groups for grouped convolution
    bias: Whether to use bias
    causality_axis: Dimension along which to apply causality.

Returns:
    Either a regular Conv2d or CausalConv2d layer
c              3   ó2   "  € T F  q^,          x € K  	  R# 5i)rE   Nr   )Ú.0Úks   & r   Ú	<genexpr>Úmake_conv2d.<locals>.<genexpr>Ç   s   é € Ð<±¨1 Q§¢³ùs   ‚)rB   r   ÚintÚtuplerW   rX   )	r?   r[   r\   rM   rN   rO   rP   rQ   rF   s	   &&&&&&&&&r   Úmake_conv2drt   ¢   s�   € ð8 Ò!ä˜K°{ÈHÐ^bÓsÐsð Š?Ü˜+¤s×+Ò+Ø%¨Õ*‘çœ%Ñ<±Ó<Ÿ%™%Ñ<±Ó<Ó<�Ü�z‰zØØØØØØØØó	
ð 		
r   c                   ó^   a a€ ] tR t^Ôt o]P
                  3V3R lV 3R llltR tRtVt	V ;t
# )ÚUpsamplec                ó    <€ V ^8„  d   QhRS[ /# rD   rG   )rH   r&   s   "€r   rI   ÚUpsample.__annotate__Õ   s   ø€ ÷ vñ v¹}ñ vr   c                óŒ   <€ \         SV `  4        W n        W0n        V P                  '       d   \	        W^^VR7      V n        R# R# )é   ©r\   rM   rF   N)rR   rS   Ú	with_convrF   rt   rY   ©rZ   r?   r|   rF   r_   s   &&&&€r   rS   ÚUpsample.__init__Õ   s;   ø€ Ü‰ÑÔØ"ŒØ,ÔØ�>�>ˆ>Ü# KÈ!ÐTUÐftÔuˆDŽIñ r   c                óÐ  € \         P                  P                  P                  VR RR7      pV P                  '       d¨   V P                  V4      pV P                  ;\        P                  8X  d     V# ;\        P                  8X  d    VR,          pV# ;\        P                  8X  d    VR,          pV# \        P                  8X  d    V#  \        RV P                   24      hV# )g       @Únearest)Úscale_factorÚmoderL   )ºNNNrƒ   ºé   NNrƒ   )rƒ   rƒ   rƒ   r„   )r=   r   r   Úinterpolater|   rY   rF   r.   r   r2   r1   r3   r   re   s   &&r   rg   ÚUpsample.forwardÜ   sÌ   € Ü�H‰H×Ñ×+Ñ+¨A¸CÀiÐ+ÓPˆØ�>�>ˆ>Ø—	‘	˜!“ˆAð ×%Ñ%Ø'”]×'Ö'Ùð ˆð *”]×)Ö)Ù˜+��Að ˆð )”]×(Ö(Ù˜+��Að ˆô #×6Ö6Øð ˆð Ü$Ð'?À×@SÑ@SÐ?TÐ%UÓVÐVàˆr   ©rF   rY   r|   ©r   r   r    r!   r.   r2   rS   rg   r$   r%   ri   rj   s   @@r   rv   rv   Ô   s$   ù‡ € ØO\×OcÑOc÷ võ v÷ò r   rv   c                   ób   a a€ ] tR t^ýt oRt]P                  3V3R lV 3R llltR tRt	Vt
V ;t# )Ú
Downsamplez•
A downsampling layer that can use either a strided convolution
or average pooling. Supports standard and causal padding for the
convolutional mode.
c                ó    <€ V ^8„  d   QhRS[ /# rD   rG   )rH   r&   s   "€r   rI   ÚDownsample.__annotate__  s   ø€ ÷ añ a¹}ñ ar   c                ó  <€ \         SV `  4        W n        W0n        V P                  \        P
                  8w  d   V P                  '       g   \        R 4      hV P                  '       d!   \        P                  W^^^ R7      V n	        R# R# )z2causality is only supported when `with_conv=True`.©r\   rM   rN   N)
rR   rS   r|   rF   r.   r   r   rW   rX   rY   r}   s   &&&&€r   rS   ÚDownsample.__init__  sk   ø€ Ü‰ÑÔØ"ŒØ,Ôà×Ñ¤-×"4Ñ"4Ô4¸T¿^¿^¸^ÜÐQÓRÐRà�>�>ˆ>ô Ÿ
™
 ;ÈÐSTÐ^_˜
Ó`ˆDŽIñ r   c                ó  € V P                   '       dÆ   V P                  ;\        P                  8X  d    RpMb;\        P                  8X  d    RpMI;\        P
                  8X  d    RpM0\        P                  8X  d   RpM \        RV P                   24      h\        P                  P                  P                  WR^ R7      pV P                  V4      pV# \        P                  P                  P                  V^^R7      pV# )	r   rL   Úconstant)r‚   r   )r\   rM   )r   r…   r   r…   )rE   r   r   r…   )r   r…   rE   r   )r…   r   r   r…   )r|   rF   r.   r   r1   r2   r3   r   r=   r   r   rd   rY   Ú
avg_pool2d)rZ   rf   rd   s   && r   rg   ÚDownsample.forward  sÌ   € Ø�>�>ˆ>à×%Ñ%Ø'”]×'Ö'Ù&‘CØ(”]×(Ö(Ù&‘CØ)”]×)Ö)Ù&‘CÜ"×6Ö6Ø&‘CØÜ$Ð'?À×@SÑ@SÐ?TÐ%UÓVÐVä—‘×#Ñ#×'Ñ'¨°ZÀqÐ'ÓIˆAØ—	‘	˜!“ˆAð
 ˆô —‘×#Ñ#×.Ñ.¨q¸aÈÐ.ÓJˆAàˆr   rˆ   )r   r   r    r!   r"   r.   r1   rS   rg   r$   r%   ri   rj   s   @@r   r‹   r‹   ý   s-   ù‡ € ñð P]×ObÑOb÷ aõ a÷ò r   r‹   c            
       óp   a a€ ] tR tRt oRRRRRRRR	R
]P
                  /V3R lV 3R llltR tRtVt	V ;t
# )ÚResnetBlocki)  r[   NÚconv_shortcutFÚtemb_channelsi   Ú	norm_typer6   rF   c                ó    <€ V ^8„  d   QhRS[ /# rD   rG   )rH   r&   s   "€r   rI   ÚResnetBlock.__annotate__*  s   ø€ ÷ %ñ %ñ &ñ%r   c               óÊ  <€ \         SV `  4        Wpn        V P                  \        P                  8w  d   VR 8X  d   \        R4      hWn        Vf   TMTpW n        W0n        \        WR7      V n
        \        P                  ! 4       V n        \        W^^VR7      V n        V^ 8”  d   \         P#                  WR4      V n        \        W&R7      V n        \(        P                  P+                  V4      V n        \        W"^^VR7      V n        V P                  V P                  8w  d?   V P                  '       d   \        W^^VR7      V n        R# \        W^^VR7      V n        R# R# )r6   z3Causal ResnetBlock with GroupNorm is not supported.N©r5   r{   )rR   rS   rF   r.   r   r   r?   r[   Úuse_conv_shortcutr@   Únorm1r   ÚSiLUÚnon_linearityrt   Úconv1rW   ÚLinearÚ	temb_projÚnorm2r=   ÚDropoutÚdropoutÚconv2r—   Únin_shortcut)	rZ   r?   r[   r—   r§   r˜   r™   rF   r_   s	   &$$$$$$$€r   rS   ÚResnetBlock.__init__*  s,  ø€ ô 	‰ÑÔØ,Ôà×Ñ¤-×"4Ñ"4Ô4¸ÀgÔ9MÜÐRÓSÐSØ&ÔØ&2Ò&:‘{ÀˆØ(ÔØ!.Ôä˜{Ô?ˆŒ
ÜŸWšW›YˆÔÜ  ÈÐRSÐdrÔsˆŒ
Ø˜1ÔÜ ŸZ™Z¨ÓDˆDŒNÜ˜|Ô@ˆŒ
Ü—x‘x×'Ñ'¨Ó0ˆŒÜ  ÈÐSTÐesÔtˆŒ
Ø×Ñ˜t×0Ñ0Ô0Ø×%×%Ð%Ü%0Ø¸1ÀQÐWeô&�Ö"ô %0Ø¸1ÀQÐWeô%�Ö!ñ 1r   c                ó  € TpV P                  V4      pV P                  V4      pV P                  V4      pVe.   W0P                  V P                  V4      4      R,          ,           pV P	                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P                  V P                  8w  d=   V P                  '       d   V P                  V4      pW,           # V P                  V4      pW,           # )N)rƒ   rƒ   NN)rŸ   r¡   r¢   r¤   r¥   r§   r¨   r?   r[   rž   r—   r©   )rZ   rf   ÚtembÚhs   &&& r   rg   ÚResnetBlock.forwardQ  sâ   € ØˆØ�J‰J�q‹MˆØ×Ñ˜qÓ!ˆØ�J‰J�q‹MˆàÒØ—N‘N 4×#5Ñ#5°dÓ#;Ó<Ð=MÕNÕNˆAà�J‰J�q‹MˆØ×Ñ˜qÓ!ˆØ�L‰L˜‹OˆØ�J‰J�q‹Mˆà×Ñ˜t×0Ñ0Ô0Ø×%×%Ð%Ø×&Ñ& qÓ)�ð �uˆð ×%Ñ% aÓ(�à�uˆr   )rF   r¢   r¨   r—   r§   r?   r©   r¡   rŸ   r¥   r[   r¤   rž   r‰   rj   s   @@r   r–   r–   )  sR   ù‡ € ð%ð ð	%ð
 ð%ð ð%ð ð%ð )6×(<Ñ(<÷%õ %÷Nò r   r–   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )Ú	AttnBlockih  c                óB  <€ \         SV `  4        Wn        \        WR 7      V n        \
        P                  W^^^ R7      V n        \
        P                  W^^^ R7      V n        \
        P                  W^^^ R7      V n	        \
        P                  W^^^ R7      V n
        R# )r�   r�   N)rR   rS   r?   r@   ÚnormrW   rX   Úqro   ÚvÚproj_out)rZ   r?   r™   r_   s   &&&€r   rS   ÚAttnBlock.__init__i  s…   ø€ Ü‰ÑÔØ&Ôä˜kÔ>ˆŒ	Ü—‘˜KÀ!ÈAÐWX�ÓYˆŒÜ—‘˜KÀ!ÈAÐWX�ÓYˆŒÜ—‘˜KÀ!ÈAÐWX�ÓYˆŒÜŸ
™
 ;ÈÐSTÐ^_˜
Ó`ˆŽr   c                óž  € TpV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pVP                  w  rgr‰VP                  WgW‰,          4      P                  4       pVP                  ^ ^^4      P                  4       pVP                  WgW‰,          4      P                  4       p\        P                  ! W44      P                  4       p
V
\        V4      R,          ,          p
\        P                  P                  P                  V
^R7      p
VP                  WgW‰,          4      P                  4       pV
P                  ^ ^^4      P                  4       p
\        P                  ! WZ4      P                  4       pVP                  WgW‰4      P                  4       pV P                  V4      pW,           # )r   )r<   g      à¿)r²   r³   ro   r´   ÚshapeÚreshapeÚ
contiguousÚpermuter=   Úbmmrr   r   r   Úsoftmaxrµ   )rZ   rf   Úh_r³   ro   r´   ÚbÚcr­   ÚwÚw_s   &&         r   rg   ÚAttnBlock.forwards  s`  € ØˆØ�Y‰Y�r‹]ˆØ�F‰F�2‹JˆØ�F‰F�2‹JˆØ�F‰F�2‹Jˆð —W‘W‰
ˆˆaØ�I‰I�a˜A�EÓ"×-Ñ-Ó/ˆØ�I‰I�a˜˜AÓ×)Ñ)Ó+ˆØ�I‰I�a˜A�EÓ"×-Ñ-Ó/ˆÜ�YŠY�q‹_×'Ñ'Ó)ˆØ”3�q“6˜dÕ#Õ$ˆÜ�X‰X× Ñ ×(Ñ(¨°Ð(Ó3ˆð �I‰I�a˜A�EÓ"×-Ñ-Ó/ˆØ�Z‰Z˜˜1˜aÓ ×+Ñ+Ó-ˆÜ�YŠY�qÓ×(Ñ(Ó*ˆØ�Z‰Z˜˜aÓ#×.Ñ.Ó0ˆà�]‰]˜2Óˆà�vˆr   )r?   ro   r²   rµ   r³   r´   )r6   )	r   r   r    r!   rS   rg   r$   r%   ri   rj   s   @@r   r°   r°   h  s   ù‡ € ÷a÷ò r   r°   c                 óð  € \         P                  V4      pV\         P                  8w  d)   \        P                  ! R VP
                   RV  R24       M\        P                  ! RV  R24       T;\         P                  8X  d    \        WR7      # ;\         P                  8X  d    \        P                  ! V 4      # \         P                  8X  d   \        RVP
                   R24      h \        RV 24      h)zmaking attention of type 'z' with z in_channelszmaking identity attention with )r™   zAttention type z is not supported yet.zUnknown attention type: )r(   r   r   ÚloggingÚinfor   r+   r°   r   ÚIdentityr,   ÚNotImplementedErrorr   )r?   Ú	attn_typer™   s   &&&r   Ú	make_attnrÊ   Ž  sÄ   € ä×)Ñ)¨)Ó4€Ià”M×&Ñ&Ô&Ü�ŠÐ1°)·/±/Ð1BÀ'È+ÈÐVbÐcÕdä�ŠÐ6°{°mÀ<ÐPÔQà
Ø"Œ]×"Ö"Ý˜[Ô>Ð>ØŒ]×ÖÝ—;’;˜{Ó+Ð+Ü×!Ö!Ü%¨¸	¿¹Ð7HÐH^Ð&_Ó`Ð`ØÜÐ7¸	°{ÐCÓDÐDr   c                   ó„   a a€ ] tR tRt oRRRRRRRRRR	R
RRRR]P
                  P                  /V 3R lltR tRt	Vt
V ;t# )ÚEncoderi¢  Úch_multr§   ç        Úresamp_with_convTÚdouble_zrÉ   r)   Úmid_block_add_attentionr™   r6   rF   c               óì  <€ \         SV `  4        Wn        ^ V n        \	        V4      V n        W@n        W�n        W€n        W n	        W°n
        Wàn        \        P                  V4      p\        P                  V4      V n        \!        VV P                  ^^VR7      V n        \$        P&                  ! 4       V n        T	pR\+        V4      ,           pVV n        \$        P.                  ! 4       V n        \3        V P
                  4       EFJ  p\$        P.                  ! 4       p\$        P.                  ! 4       pVVV,          ,          pWV,          ,          p\3        V P                  4       Fs  pVP5                  \7        VVV P                  VV P                  VR7      4       TpVV9   g   KB  VP5                  \9        VV P                  V P                  R7      4       Ku  	  \$        P:                  ! 4       pVVn        VVn        VV P
                  ^,
          8w  d   \A        VWR7      Vn!        V^,          pV P0                  P5                  V4       EKM  	  \$        P:                  ! 4       V n"        \7        XVV P                  VV P                  VR7      V PD                  n#        V'       d3   \9        VV P                  V P                  R7      V PD                  n$        M$\$        PJ                  ! 4       V PD                  n$        \7        VVV P                  VV P                  VR7      V PD                  n&        \O        VV P                  R7      V n(        \!        TV'       d
   ^V
,          MT
^^VR7      V n)        R# )r   r{   ©r?   r[   r˜   r§   r™   rF   ©rÉ   r™   ©rF   r�   N)r…   )*rR   rS   ÚchÚtemb_chÚlenÚnum_resolutionsÚnum_res_blocksÚ
resolutionr?   Ú
z_channelsrÐ   r™   r.   r   r(   rÉ   rt   Úconv_inr   r    r¡   rs   Ú
in_ch_multÚ
ModuleListÚdownÚranger   r–   rÊ   ÚModuleÚblockÚattnr‹   Ú
downsampleÚmidÚblock_1Úattn_1rÇ   Úblock_2r@   Únorm_outÚconv_out)rZ   rÖ   Úout_chrÍ   rÚ   Úattn_resolutionsr§   rÏ   r?   rÛ   rÜ   rÐ   rÉ   rÑ   r™   rF   Úignore_kwargsÚcurr_resrÞ   Úi_levelrã   rä   Úblock_inÚ	block_outÚ_rà   r_   s   &$$$$$$$$$$$$$$$,         €r   rS   ÚEncoder.__init__£  s¥  ø€ ô( 	‰ÑÔØŒØˆŒÜ" 7›|ˆÔØ,ÔØ$ŒØ&ÔØ$ŒØ ŒØ"Œä&×2Ñ2°>ÓBˆÜ&×2Ñ2°9Ó=ˆŒô #ØØ�G‰GØØØ)ô
ˆŒô  ŸWšW›YˆÔàˆØœE '›NÕ*ˆ
Ø$ˆŒÜ—M’M“OˆŒ	ä˜T×1Ñ1×2ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ˜J wÕ/Õ/ˆHØ WÕ-Õ-ˆIä˜4×.Ñ.Ö/�Ø—‘ÜØ$,Ø%.Ø&*§l¡lØ 'Ø"&§.¡.Ø'5ôô	ð %�ØÐ/Ö/Ø—K‘K¤	¨(¸d¿n¹nÐX\×XfÑXfÔ gÖhñ 0ô —9’9“;ˆDØˆDŒJØˆDŒIØ˜$×.Ñ.°Õ2Ô2Ü",¨XÐ7GÔ"g�”Ø# q�=�Ø�I‰I×Ñ˜T×"ñ7 3ô< —9’9“;ˆŒÜ&Ø Ø!ØŸ,™,ØØ—n‘nØ)ô
ˆ�‰Ô÷ #Ü'¨¸D¿N¹NÐVZ×VdÑVdÔeˆD�H‰H�Oä Ÿkšk›mˆD�H‰HŒOÜ&Ø Ø!ØŸ,™,ØØ—n‘nØ)ô
ˆ�‰Ôô " (°T·^±^ÔDˆŒÜ#Øß&ˆA�
ŽN¨JØØØ)ô
ˆŽr   c                ó”  € V P                  V4      .p\        V P                  4       EF  p\        V P                  4       Fœ  pV P                  V,          P
                  V,          ! VR,          RR7      p\        V P                  V,          P                  4      ^ 8”  d+   V P                  V,          P                  V,          ! V4      pVP                  V4       Kž  	  W0P                  ^,
          8w  g   KÒ  V P                  V,          P                  VR,          4      pVP                  V4       EK  	  VR,          pV P                  P                  VRR7      pV P                  P                  V4      pV P                  P                  VRR7      pV P                  V4      pV P                  V4      pV P!                  V4      # )z“
Forward pass through the encoder.

Args:
    x: Input tensor of shape [batch, channels, time, n_mels]

Returns:
    Encoded latent representation
N©r¬   éÿÿÿÿ)rÝ   rá   rÙ   rÚ   rà   rã   rØ   rä   r   rå   ræ   rç   rè   ré   rê   r¡   rë   )	rZ   rf   Úfeature_mapsÚresolution_levelÚ	block_idxÚcurrent_featuresÚdownsampled_featuresÚbottleneck_featuresÚoutput_featuress	   &&       r   rg   ÚEncoder.forward  s�  € ð Ÿ™ Q›Ð(ˆô !& d×&:Ñ&:× ;Ðä" 4×#6Ñ#6Ö7�	à#'§9¡9Ð-=Õ#>×#DÑ#DÀYÖ#OÐP\Ð]_ÕP`ÐgkÔ#lÐ ô �t—y‘yÐ!1Õ2×7Ñ7Ó8¸1Ô<Ø'+§y¡yÐ1AÕ'B×'GÑ'GÈ	Ö'RÐScÓ'dÐ$ð ×#Ñ#Ð$4Ö5ñ 8ð  ×#7Ñ#7¸!Õ#;Ö;Ø'+§y¡yÐ1AÕ'B×'MÑ'MÈlÐ[]ÕN^Ó'_Ð$Ø×#Ñ#Ð$8×9ñ! !<ð( +¨2Õ.Ðð #Ÿh™h×.Ñ.Ð/BÈÐ.ÓNÐð #Ÿh™hŸo™oÐ.AÓBÐð #Ÿh™h×.Ñ.Ð/BÈÐ.ÓNÐð Ÿ-™-Ð(;Ó<ˆð ×,Ñ,¨_Ó=ˆð �}‰}˜_Ó-Ð-r   )rÉ   rÖ   rÝ   rë   rÐ   rà   rÞ   r?   ræ   r¡   rê   r™   rÚ   rÙ   rÛ   r×   rÜ   ©r…   rE   é   é   )r   r   r    r!   r.   r1   r   rS   rg   r$   r%   ri   rj   s   @@r   rÌ   rÌ   ¢  sz   ù‡ € ðn
ð
 ðn
ð ðn
ð ðn
ð ðn
ð ðn
ð !%ðn
ð  ð!n
ð" %×*Ñ*×0Ñ0÷#n
÷`5.ò 5.r   rÌ   c                   ó˜   a a€ ] tR tRt oRRRRRRRRR	RR
RRRRRR]P
                  P                  /	V 3R lltR tR t	RR lt
RtVtV ;t# )ÚDecoderiK  rÍ   r§   rÎ   rÏ   TÚgive_pre_endFÚtanh_outrÉ   r)   rÑ   r™   r6   rF   c               ó  <€ \         SV `  4        Wn        ^ V n        \	        V4      V n        W@n        W�n        W€n        W n	        W°n
        WÀn        Wðn        W n        \        P                  V4      p\         P                  V4      V n        WV P
                  ^,
          ,          ,          pV	^V P
                  ^,
          ,          ,          p^V
VV3V n        \'        V
V^^VR7      V n        \*        P,                  ! 4       V n        \*        P0                  ! 4       V n        \5        VVV P                  VV P                  VR7      V P2                  n        V'       d3   \9        VV P"                  V P                  R7      V P2                  n        M$\*        P<                  ! 4       V P2                  n        \5        VVV P                  VV P                  VR7      V P2                  n        \*        P@                  ! 4       V n!        \E        \G        V P
                  4      4       EF2  p\*        P@                  ! 4       p\*        P@                  ! 4       pWV,          ,          p\G        V P                  ^,           4       Fs  pVPI                  \5        VVV P                  VV P                  VR7      4       TpVV9   g   KB  VPI                  \9        VV P"                  V P                  R7      4       Ku  	  \*        P0                  ! 4       pVVn%        VVn&        V^ 8w  d   \O        VVVR7      Vn(        V^,          pV PB                  PS                  ^ V4       EK5  	  \U        VV P                  R7      V n+        \'        VV^^VR7      V n,        R# )r   r{   rÓ   rÔ   rÕ   r�   N)-rR   rS   rÖ   r×   rØ   rÙ   rÚ   rÛ   r?   rì   r  r  r™   rÜ   r.   r   r(   rÉ   Úz_shapert   rÝ   r   r    r¡   râ   ræ   r–   rç   rÊ   rè   rÇ   ré   rß   ÚupÚreversedrá   r   rã   rä   rv   ÚupsampleÚinsertr@   rê   rë   )rZ   rÖ   rì   rÍ   rÚ   rí   r§   rÏ   r?   rÛ   rÜ   r  r  rÉ   rÑ   r™   rF   Úignorekwargsrñ   rï   rð   rã   rä   rò   ró   r	  r_   s   &$$$$$$$$$$$$$$$$,        €r   rS   ÚDecoder.__init__L  s´  ø€ ô* 	‰ÑÔØŒØˆŒÜ" 7›|ˆÔØ,ÔØ$ŒØ&ÔØŒØ(ÔØ ŒØ"ŒØ$Œä&×2Ñ2°>ÓBˆÜ&×2Ñ2°9Ó=ˆŒð  × 4Ñ 4°qÕ 8Õ9Õ9ˆØ  t×';Ñ';¸aÕ'?Õ!@Õ@ˆØ˜: x°Ð:ˆŒô # :¨xÀQÈqÐaoÔpˆŒäŸWšW›YˆÔô —9’9“;ˆŒÜ&Ø Ø!ØŸ,™,ØØ—n‘nØ)ô
ˆ�‰Ô÷ #Ü'¨¸D¿N¹NÐVZ×VdÑVdÔeˆD�H‰H�Oä Ÿkšk›mˆD�H‰HŒOÜ&Ø Ø!ØŸ,™,ØØ—n‘nØ)ô
ˆ�‰Ôô —-’-“/ˆŒÜ¤ d×&:Ñ&:Ó ;×<ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ WÕ-Õ-ˆIÜ˜4×.Ñ.°Õ2Ö3�Ø—‘ÜØ$,Ø%.Ø&*§l¡lØ 'Ø"&§.¡.Ø'5ôô	ð %�ØÐ/Ö/Ø—K‘K¤	¨(¸d¿n¹nÐX\×XfÑXfÔ gÖhñ 4ô —’“ˆBØˆBŒHØˆBŒGØ˜!Œ|Ü& xÐ1AÐR`Ôa�”Ø# a�<�Ø�G‰G�N‰N˜1˜b×!ñ1 =ô6 " (°T·^±^ÔDˆŒÜ# H¨fÀ!ÈAÐ^lÔmˆŽr   c           	     ó€  € VP                   w   r4pVw  r6rxVRRV1R\        WG4      1R\        WX4      13,          pWqP                   ^,          ,
          p	W�P                   ^,          ,
          p
V	^ 8”  g   V
^ 8”  d1   ^ \        V
^ 4      ^ \        V	^ 4      3p\        P                  ! W4      pVRRV1RV1RV13,          pV# )aš  
Adjust output shape to match target dimensions for variable-length audio.

This function handles the common case where decoded audio spectrograms need to be
resized to match a specific target shape.

Args:
    decoded_output: Tensor of shape (batch, channels, time, frequency)
    target_shape: Target shape tuple (batch, channels, time, frequency)

Returns:
    Tensor adjusted to match target_shape exactly
rƒ   N)r¸   ÚminÚmaxrc   rd   )rZ   Údecoded_outputÚtarget_shaperó   Úcurrent_timeÚcurrent_freqÚtarget_channelsÚtarget_timeÚtarget_freqÚtime_padding_neededÚfreq_padding_neededrN   s   &&&         r   Ú_adjust_output_shapeÚDecoder._adjust_output_shape²  sî   € ð ,:×+?Ñ+?Ñ(ˆˆ1˜LØ7CÑ4ˆ˜Kð (ØÐ�ÐÐ!A¤3 |Ó#AÐ!AÐCcÄSÈÓEcÐCcÐcõ
ˆð
 *×,@Ñ,@ÀÕ,CÕCÐØ)×,@Ñ,@ÀÕ,CÕCÐð  Ô"Ð&9¸AÔ&=ð ÜÐ'¨Ó+ØÜÐ'¨Ó+ð	ˆGô ŸUšU >Ó;ˆNð (¨Ð+;¨OÐ+;¸\¸k¸\È<ÈKÈ<Ð(WÕXˆàÐr   c                ó®   € R V P                   RV P                  RV P                  RV P                  RV P                  RV P
                  RV P                  /# ©rÖ   rì   rÍ   rÚ   r?   rÛ   rÜ   r  ©rZ   s   &r   Ú
get_configÚDecoder.get_configÞ  sO   € à�$—'‘'Ø�d—k‘kØ�t—|‘|Ø˜d×1Ñ1Ø˜4×+Ñ+Ø˜$Ÿ/™/Ø˜$Ÿ/™/ð
ð 	
r   c                óÞ  € Vf   Q R4       hV P                  V4      pV P                  P                  VRR7      pV P                  P                  V4      pV P                  P	                  VRR7      p\        \        V P                  4      4       FÔ  p\        V P                  ^,           4       F†  pV P                  V,          P                  V,          ! VRR7      p\        V P                  V,          P                  4      ^ 8”  g   K\  V P                  V,          P                  V,          ! V4      pKˆ  	  V^ 8w  g   K²  V P                  V,          P                  V4      pKÖ  	  V P                  '       d   TpM[V P                  V4      pV P!                  V4      pV P#                  V4      pV P$                  '       d   \&        P(                  ! V4      pVe   V P+                  Wb4      pV# )a”  
Decode latent features back to audio spectrograms.

Args:
    latent_features: Encoded latent representation of shape (batch, channels, height, width)
    target_shape: Optional target output shape (batch, channels, time, frequency)
                 If provided, output will be cropped/padded to match this shape

Returns:
    Reconstructed audio spectrogram of shape (batch, channels, time, frequency)
Nz;Target shape is required for CausalAudioAutoencoder Decoderrö   )rÝ   ræ   rç   rè   ré   r
  rá   rÙ   rÚ   r	  rã   rØ   rä   r  r  rê   r¡   rë   r  r=   Útanhr  )rZ   Úlatent_featuresr  Úhidden_featuresrù   Úblock_indexr  s   &&&    r   rg   ÚDecoder.forwardé  s£  € ð Ò'ÐfÐ)fÓfÐ'ð Ÿ,™, Ó7ˆð Ÿ(™(×*Ñ*¨?ÀÐ*ÓFˆØŸ(™(Ÿ/™/¨/Ó:ˆØŸ(™(×*Ñ*¨?ÀÐ*ÓFˆô !)¬¨t×/CÑ/CÓ)DÖ EÐä$ T×%8Ñ%8¸1Õ%<Ö=�Ø"&§'¡'Ð*:Õ";×"AÑ"AÀ+Ö"NÈÐeiÔ"j�ä�t—w‘wÐ/Õ0×5Ñ5Ó6¸Ö:Ø&*§g¡gÐ.>Õ&?×&DÑ&DÀ[Ö&QÐRaÓ&b’Oñ	  >ð   1Ö$Ø"&§'¡'Ð*:Õ";×"DÑ"DÀ_Ó"U’ñ !Fð ××Ðà,‰Nð #Ÿm™m¨OÓ<ˆOð #×0Ñ0°ÓAˆOð "Ÿ]™]¨?Ó;ˆNð �}�}ˆ}Ü!&§¢¨NÓ!;�ð Ò#Ø!×6Ñ6°~ÓTˆNàÐr   )rÉ   rÖ   rÝ   rë   r  r?   ræ   r¡   rê   r™   rÚ   rÙ   rì   rÛ   r  r×   r	  rÜ   r  r   rb   )r   r   r    r!   r.   r1   r   rS   r  r   rg   r$   r%   ri   rj   s   @@r   r  r  K  sš   ù‡ € ðdnð
 ðdnð ðdnð ðdnð ðdnð ðdnð ðdnð  !%ð!dnð" ð#dnð$ %×*Ñ*×0Ñ0÷%dnòL*òX	
÷:ô :r   r  c                   ó>   a a€ ] tR tRt oV 3R ltR tR tRtVtV ;t	# )Ú	processori&  c                ó¼   <€ \         SV `  4        V P                  R \        P                  ! ^€4      4       V P                  R\        P                  ! ^€4      4       R# )ústd-of-meansúmean-of-meansN)rR   rS   Úregister_bufferr=   Úempty)rZ   r_   s   &€r   rS   Úprocessor.__init__'  s@   ø€ Ü‰ÑÔØ×Ñ˜^¬U¯[ª[¸Ó-=Ô>Ø×Ñ˜_¬e¯kªk¸#Ó.>Ö?r   c                ó˜   € WP                  R 4      P                  V4      ,          V P                  R4      P                  V4      ,           # )r+  r,  ©Ú
get_bufferÚtore   s   &&r   Úun_normalizeÚprocessor.un_normalize,  s9   € Ø—O‘O NÓ3×6Ñ6°qÓ9Õ9¸T¿_¹_È_Ó=]×=`Ñ=`ÐabÓ=cÕcÐcr   c                ó˜   € WP                  R 4      P                  V4      ,
          V P                  R4      P                  V4      ,          # )r,  r+  r1  re   s   &&r   Ú	normalizeÚprocessor.normalize/  s9   € Ø—O‘O OÓ4×7Ñ7¸Ó:Õ:¸d¿o¹oÈnÓ>]×>`Ñ>`ÐabÓ>cÕcÐcr   r   )
r   r   r    r!   rS   r4  r7  r$   r%   ri   rj   s   @@r   r)  r)  &  s   ù‡ € õ@ò
d÷dò dr   r)  c                   óR   a a€ ] tR tRt oRV 3R lltR tR tR tRR ltRt	Vt
V ;t# )	ÚCausalAudioAutoencoderi3  c                óz  <€ \         SV `  4        Vf   V P                  4       pVP                  R/ 4      P                  R/ 4      pVP                  RVP                  RR4      4      V n        VP                  RVP                  R/ 4      4      pVP                  RV4      pVP                  R^@4      V n        VP                  R	/ 4      P                  R
/ 4      P                  R^ 4      V n        VP                  R	/ 4      P                  R
/ 4      P                  RR4      V n        VP                  R\        P                  P                  4      p\        P                  V4      V n        V P                  \        P                  8H  V n        \        R/ VB V n        \!        R/ VB V n        \%        4       V n        R # )NÚmodelÚparamsÚsampling_rateé€>  ÚencoderÚddconfigÚdecoderÚmel_binsÚpreprocessingÚstftÚ
hop_lengthÚfilter_lengthé   rF   r   )rR   rS   Úget_default_configÚgetr>  rC  Úmel_hop_lengthÚn_fftr.   r2   r   r   rF   Ú	is_causalrÌ   r@  r  rB  r)  Úper_channel_statistics)rZ   ÚconfigÚmodel_configÚencoder_configÚdecoder_configÚcausality_axis_valuer_   s   &&    €r   rS   ÚCausalAudioAutoencoder.__init__4  s}  ø€ Ü‰ÑÔàŠ>Ø×,Ñ,Ó.ˆFà—z‘z '¨2Ó.×2Ñ2°8¸RÓ@ˆà)×-Ñ-Ø˜VŸZ™Z¨¸Ó?ó
ˆÔð &×)Ñ)¨)°\×5EÑ5EÀjÐRTÓ5UÓVˆØ%×)Ñ)¨)°^ÓDˆð '×*Ñ*¨:°rÓ:ˆŒØ$Ÿj™j¨¸"Ó=×AÑAÀ&È"ÓM×QÑQÐR^Ð`cÓdˆÔØ—Z‘Z °Ó4×8Ñ8¸ÀÓD×HÑHÈÐZ^Ó_ˆŒ
ð  .×1Ñ1Ð2BÄM×DXÑDX×D^ÑD^Ó_ÐÜ+×7Ñ7Ð8LÓMˆÔØ×,Ñ,´×0DÑ0DÑDˆŒäÑ0 Ñ0ˆŒÜÑ0 Ñ0ˆŒä&/£kˆÖ#r   c                ón   € R RR^@R^RRRRR^R	^R
^€R. ROR^R. RRRRRRRR/pRRRVRR//RRRRR^ ///pV# ) rÐ   TrC  rÜ   rÛ   é   Údownsample_timeFr?   rì   rÖ   rÍ   rÚ   rí   r§   rÎ   rÑ   r™   r;   rF   r0   r<  r=  rA  r>  r?  rD  rE  rG  rH  rF  )r…   rE   r  r   )rZ   rA  rO  s   &  r   rI  Ú)CausalAudioAutoencoder.get_default_configQ  sš   € à˜Ø˜Ø˜!Ø˜#Ø˜uØ˜1Ø�aØ�#Ø’yØ˜aØ Ø�sØ% uØ˜Ø˜hð
ˆð& ØØ Ø# Uððð ØØ# TØ  #ððð
ˆð ˆr   c                óª   € R V P                   RV P                  RV P                  RV P                  RV P                  P
                  RV P                  /# )r>  rC  rK  rL  rF   rM  )r>  rC  rK  rL  rF   r   rM  r  s   &r   r   Ú!CausalAudioAutoencoder.get_configu  sN   € à˜T×/Ñ/Ø˜Ÿ™Ø˜d×1Ñ1Ø�T—Z‘ZØ˜d×1Ñ1×7Ñ7Ø˜Ÿ™ð
ð 	
r   c                ó$   € V P                  V4      # rb   )r@  re   s   &&r   ÚencodeÚCausalAudioAutoencoder.encode  s   € Ø�|‰|˜A‹Ðr   c                ó&   € V P                  WR 7      # ))r  )rB  )rZ   rf   r  s   &&&r   ÚdecodeÚCausalAudioAutoencoder.decode‚  s   € Ø�|‰|˜Aˆ|Ó9Ð9r   )	rF   rB  r@  rM  rC  rK  rL  rN  r>  rb   )r   r   r    r!   rS   rI  r   r\  r_  r$   r%   ri   rj   s   @@r   r:  r:  3  s$   ù‡ € ÷2ò:"òH
ò÷:ô :r   r:  )r…   Nr…   r…   TN)r)   r6   ) r=   r   Útorch.nnr   rc   Útypingr   Úenumr   Ú
pixel_normr   Ú	comfy.opsÚcomfyrÅ   rW   Údisable_weight_initr	   r(   r.   r@   râ   rB   rt   rv   r‹   r–   r°   rÊ   rÌ   r  r)  r:  r   r   r   Ú<module>rh     s  ðÛ Ý Ý $Ý Ý Ý !Û Û à‡i�i×#Ñ#€ô;
˜Dô ;
ô|Ð)ô ô0Ð)ô 0ðD¨ð D°gô Dô:�2—9‘9ô :÷z/
ôd&ˆr�y‰yô &ôR)�—‘ô )ôX<�"—)‘)ô <ô~#�—	‘	ô #ôLEô(f.ˆb�i‰iô f.ôRXˆb�i‰iô Xôv
d�—	‘	ô 
dôP:˜RŸY™Yö P:r   