+
    ƒ°ñjÿH  ã                   ó2  € ^ RI t ^ RI Ht ^ RIHt ^ RIHt ^ RIHtHtH	t	 ^ RI
t^ RIHu Ht ^ RIHt ^RIHt ^ RIt^ RIt]P.                  P0                  tRR R	 llt ! R
 R]P4                  4      t ! R R]P4                  4      t ! R R]P4                  4      t ! R R]P4                  4      t ! R R]P4                  4      tRR lt  ! R R] P                  P4                  4      t! ! R R]P4                  4      t" ! R R]P4                  4      t#R# )é    N)Únn)Úpartial)Úprod)ÚCallableÚTupleÚList)Úremove_parametrizations)ÚLogMelSpectrogramc                ó<   € V ^8„  d   QhR\         R\        R\        /# )é   Ú	drop_probÚtrainingÚscale_by_keep©ÚfloatÚbool)Úformats   "ÚCC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\ace\vae\music_vocoder.pyÚ__annotate__r      s$   € ÷ ñ ÜðÜ)-ðÜFJñó    c                ó,  € VR8X  g	   V'       g   V # ^V,
          pV P                   ^ ,          3RV P                  ^,
          ,          ,           pV P                  V4      P                  V4      pVR8”  d   V'       d   VP	                  V4       W,          # )a  Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).

This is the same as the DropConnect impl I created for EfficientNet, etc networks, however,
the original name is misleading as 'Drop Connect' is a different form of dropout in a separate paper...
See discussion: https://github.com/tensorflow/tpu/issues/494#issuecomment-532968956 ... I've opted for
changing the layer and argument names to 'drop path' rather than mix DropConnect as a layer name and use
'survival rate' as the argument.

ç        ©é   )ÚshapeÚndimÚ	new_emptyÚ
bernoulli_Údiv_)Úxr   r   r   Ú	keep_probr   Úrandom_tensors   &&&&   r   Ú	drop_pathr#      s}   € ð �CÔŸxØˆØ�I•€IØ�W‰W�Q�ZˆM˜DØ	�‰��
õõ €Eð —K‘K Ó&×1Ñ1°)Ó<€MØ�3„Ÿ=Ø×Ñ˜9Ô%ØÕÐr   c                   óR   a a€ ] tR t^-t oRtRV3R lV 3R llltR tR tRtVt	V ;t
# )ÚDropPathzYDrop paths (Stochastic Depth) per sample  (when applied in main path of residual blocks).c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   r   r   r   )r   Ú__classdict__s   "€r   r   ÚDropPath.__annotate__0   s   ø€ ÷ +ñ +¡%ð +¹dñ +r   c                óD   <€ \         \        V `  4        Wn        W n        R # ©N)Úsuperr%   Ú__init__r   r   )Úselfr   r   Ú	__class__s   &&&€r   r,   ÚDropPath.__init__0   s   ø€ ÜŒh˜Ñ&Ô(Ø"ŒØ*Ör   c                óX   € \        WP                  V P                  V P                  4      # r*   )r#   r   r   r   ©r-   r    s   &&r   ÚforwardÚDropPath.forward5   s   € Ü˜ŸN™N¨D¯M©M¸4×;MÑ;MÓNÐNr   c                ó6   € R \        V P                  ^4      R 2# )z
drop_prob=z0.3f)Úroundr   )r-   s   &r   Ú
extra_reprÚDropPath.extra_repr8   s   € ØœE $§.¡.°Ó3°DÐ9Ð:Ð:r   )r   r   )r   T)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r,   r2   r6   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r.   r'   s   @@r   r%   r%   -   s"   ù‡ € Ùc÷+õ +ò
O÷;ò ;r   r%   c                   ó@   a a€ ] tR t^<t oRtRV 3R lltR tRtVtV ;t	# )Ú	LayerNorma5  LayerNorm that supports two data formats: channels_last (default) or channels_first.
The ordering of the dimensions in the inputs. channels_last corresponds to inputs with
shape (batch_size, height, width, channels) while channels_first corresponds to inputs
with shape (batch_size, channels, height, width).
c                ó6  <€ \         SV `  4        \        P                  ! \        P
                  ! V4      4      V n        \        P                  ! \        P                  ! V4      4      V n        W n	        W0n
        V P                  R9  d   \        hV3V n        R# )Úchannels_lastN)rD   Úchannels_first)r+   r,   r   Ú	ParameterÚtorchÚonesÚweightÚzerosÚbiasÚepsÚdata_formatÚNotImplementedErrorÚnormalized_shape)r-   rO   rL   rM   r.   s   &&&&€r   r,   ÚLayerNorm.__init__C   sm   ø€ Ü‰ÑÔÜ—l’l¤5§:¢:Ð.>Ó#?Ó@ˆŒÜ—L’L¤§¢Ð-=Ó!>Ó?ˆŒ	ØŒØ&ÔØ×ÑÐ#FÔFÜ%Ð%Ø!1Ð 3ˆÖr   c                ó²  € V P                   R 8X  dª   \        P                  ! WP                  \        P
                  P                  V P                  VP                  VP                  R7      \        P
                  P                  V P                  VP                  VP                  R7      V P                  4      # V P                   R8X  Ed   VP                  ^RR7      pW,
          P                  ^4      P                  ^RR7      pW,
          \        P                  ! W0P                  ,           4      ,          p\        P
                  P                  V P                  R,          VP                  VP                  R7      V,          \        P
                  P                  V P                  R,          VP                  VP                  R7      ,           pV# R# )rD   ©ÚdtypeÚdevicerE   T)ÚkeepdimN):NNNN)rM   ÚFÚ
layer_normrO   ÚcomfyÚmodel_managementÚcast_torI   rS   rT   rK   rL   ÚmeanÚpowrG   Úsqrt)r-   r    ÚuÚss   &&  r   r2   ÚLayerNorm.forwardM   sõ  € Ø×Ñ˜Ô.Ü—<’<Ø×(Ñ(¬%×*@Ñ*@×*HÑ*HÈÏÉÐ\]×\cÑ\cÐlm×ltÑltÐ*HÓ*uÔw|÷  xNñ  xN÷  xVñ  xVð  W[÷  W`ñ  W`ð  hi÷  hoñ  hoð  xy÷  x@ñ  x@ð  xVó  xAð  CG÷  CKñ  CKóð ð ×ÑÐ!1Õ1Ø—‘�q $�Ó'ˆAØ•—‘˜A“×#Ñ# A¨tÐ#Ó4ˆAØ•œ%Ÿ*š* Q¯©¥\Ó2Õ2ˆAÜ×&Ñ&×.Ñ.¨t¯{©{¸7Õ/CÈ1Ï7É7Ð[\×[cÑ[cÐ.ÓdÐghÕhÔkp÷  lBñ  lB÷  lJñ  lJð  KO÷  KTñ  KTð  U\õ  K]ð  ef÷  elñ  elð  uv÷  u}ñ  u}ð  lJó  l~õ  ~ˆAØˆHñ 2r   )rK   rM   rL   rO   rI   )ç�íµ ÷Æ°>rD   ©
r8   r9   r:   r;   r<   r,   r2   r=   r>   r?   r@   s   @@r   rB   rB   <   s   ù‡ € ñ÷4÷
ò 
r   rB   c                   ó\   a a€ ] tR t^Zt oRtRV3R lV 3R llltRV3R lR lltRtVtV ;t	# )	ÚConvNeXtBlockaÀ  ConvNeXt Block. There are two equivalent implementations:
(1) DwConv -> LayerNorm (channels_first) -> 1x1 Conv -> GELU -> 1x1 Conv; all in (N, C, H, W)
(2) DwConv -> Permute to (N, H, W, C); LayerNorm (channels_last) -> Linear -> GELU -> Linear; Permute back
We use (2) as we find it slightly faster in PyTorch

Args:
    dim (int): Number of input channels.
    drop_path (float): Stochastic depth rate. Default: 0.0
    layer_scale_init_value (float): Init value for Layer Scale. Default: 1e-6.
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim. Default: 4.0.
    kernel_size (int): Kernel size for depthwise conv. Default: 7.
    dilation (int): Dilation for depthwise conv. Default: 1.
c                ó>   <€ V ^8„  d   QhRS[ RS[RS[RS[RS[ RS[ /# )r   Údimr#   Úlayer_scale_init_valueÚ	mlp_ratioÚkernel_sizeÚdilation)Úintr   )r   r'   s   "€r   r   ÚConvNeXtBlock.__annotate__i   sG   ø€ ÷ =ñ =áð=ñ ð=ñ !&ð	=ñ
 ð=ñ ð=ñ ñ=r   c           
     óv  <€ \         SV `  4        \        P                  VVV\	        We^,
          ,          ^,          4      VR7      V n        \        VRR7      V n        \        P                  V\	        WA,          4      4      V n	        \        P                  ! 4       V n        \        P                  \	        WA,          4      V4      V n        V^ 8”  d-   \        P                  ! \        P                   ! V4      RR7      MRV n        VR8”  d   \%        V4      V n        R# \        P&                  ! 4       V n        R# )r   )ri   ÚpaddingÚgroupsra   )rL   F)Úrequires_gradNr   )r+   r,   ÚopsÚConv1drk   ÚdwconvrB   ÚnormÚLinearÚpwconv1r   ÚGELUÚactÚpwconv2rF   rG   ÚemptyÚgammar%   ÚIdentityr#   )r-   rf   r#   rg   rh   ri   rj   r.   s   &&&&&&&€r   r,   ÚConvNeXtBlock.__init__i   sð   ø€ ô 	‰ÑÔä—j‘jØØØ#Ü˜°!¥OÕ4°qÕ8Ó9Øð !ó 
ˆŒô ˜c tÔ,ˆŒ	Ü—z‘zØ”�Y•_Ó%ó
ˆŒô —7’7“9ˆŒÜ—z‘z¤# i¥oÓ"6¸Ó<ˆŒð &¨Ô)ô �LŠLœŸš cÓ+¸5ÕAàð 	Œ
ð $ cœ/ô "ØóˆŽÜ/1¯{ª{«}ð 	Žr   c                ó    <€ V ^8„  d   QhRS[ /# )r   Úapply_residual)r   )r   r'   s   "€r   r   rl   ‰   s   ø€ ÷ ñ ©ñ r   c                óì  € TpV P                  V4      pVP                  ^ ^^4      pV P                  V4      pV P                  V4      pV P	                  V4      pV P                  V4      pV P                  eH   \        P                  P                  V P                  VP                  VP                  R7      V,          pVP                  ^ ^^4      pV P                  V4      pV'       d	   W1,           pV# )r   rR   )rs   Úpermutert   rv   rx   ry   r{   rX   rY   rZ   rS   rT   r#   )r-   r    r   Úinputs   &&& r   r2   ÚConvNeXtBlock.forward‰   sÅ   € Øˆà�K‰K˜‹NˆØ�I‰I�a˜˜AÓˆØ�I‰I�a‹LˆØ�L‰L˜‹OˆØ�H‰H�Q‹KˆØ�L‰L˜‹Oˆà�:‰:Ò!Ü×&Ñ&×.Ñ.¨t¯z©zÀÇÁÐQR×QYÑQYÐ.ÓZÐ]^Õ^ˆAà�I‰I�a˜˜AÓˆØ�N‰N˜1ÓˆçØ•	ˆAàˆr   )rx   r#   rs   r{   rt   rv   ry   )r   ra   g      @é   r   )Trb   r@   s   @@r   rd   rd   Z   s$   ù‡ € ñ÷=õ =÷@÷ ò r   rd   c                   óP   a a€ ] tR t^Ÿt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚParallelConvNeXtBlockc                ó0   <€ V ^8„  d   QhRS[ S[,          /# ©r   Úkernel_sizes)r   rk   )r   r'   s   "€r   r   Ú"ParallelConvNeXtBlock.__annotate__    s   ø€ ÷ 
ñ 
¡T©#¥Yñ 
r   c           
     óš   <€ \         SV `  4        \        P                  ! V Uu. uF  p\	        VR V/VB NK  	  up4      V n        R# u upi )ri   N)r+   r,   r   Ú
ModuleListrd   Úblocks)r-   r‰   ÚargsÚkwargsri   r.   s   &&*, €r   r,   ÚParallelConvNeXtBlock.__init__    sO   ø€ Ü‰ÑÔÜ—m’mñ $0óá#/�Kô ¸ÐG¨+ÐGÀÔGÙ#/ñó
ˆŽùòs   ¤Ac                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   r    Úreturn©rG   ÚTensor)r   r'   s   "€r   r   rŠ   ©   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c           
     ó®   € \         P                  ! V P                   Uu. uF  q"! VR R7      NK  	  upV.,           ^R7      P                  ^R7      # u upi )F)r   )rf   )rG   Ústackr�   Úsum)r-   r    Úblocks   && r   r2   ÚParallelConvNeXtBlock.forward©   sJ   € Ü�{Š{Ø9=¿ºÓE¹°ˆU�1 U×+¹ÑEÈÈÕKØô
÷ ‰#�!ˆ#‹*ð	ùÚEs   ŸA)r�   ©	r8   r9   r:   r;   r,   r2   r=   r>   r?   r@   s   @@r   r†   r†   Ÿ   s   ù‡ € ÷
ó 
÷÷ ð r   r†   c                   óh   a a€ ] tR t^°t o^. RO. R	ORRR
3V3R lV 3R llltV3R lR ltRtVtV ;t# )ÚConvNeXtEncoderr   ra   c                ó0   <€ V ^8„  d   QhRS[ S[,          /# rˆ   )r   rk   )r   r'   s   "€r   r   ÚConvNeXtEncoder.__annotate__±   s   ø€ ÷ :Pñ :Pñ ™C•jñ:Pr   c                ó  <€ \         SV `  4        \        V4      \        V4      8X  g   Q h\        P                  ! 4       V n        \        P                  ! \        P                  VV^ ,          ^^RR7      \        V^ ,          RRR7      4      pV P
                  P                  V4       \        \        V4      ^,
          4       Fp  p\        P                  ! \        W8,          RRR7      \        P                  W8,          W8^,           ,          ^R7      4      p	V P
                  P                  V	4       Kr  	  \        V4      ^8X  d   \        \        V^ ,          R7      M\        \        VR7      p
\        P                  ! 4       V n        \         P"                  ! ^ V\%        V4      4       Uu. uF  q»P'                  4       NK  	  pp^ p\        \        V4      4       F|  p\        P                  ! \        W(,          4       Uu. uF!  pV
! W8,          WÍV,           ,          VR7      NK#  	  up!  pV P                  P                  V4       WÒV,          ,          pK~  	  \        VR
,          RRR7      V n        R	# u upi u upi )r   Ú	replicate)ri   rn   Úpadding_modera   rE   )rL   rM   ©ri   )r‰   )rf   r#   rg   Néÿÿÿÿ)r+   r,   Úlenr   rŒ   Úchannel_layersÚ
Sequentialrq   rr   rB   ÚappendÚranger   rd   r†   ÚstagesrG   Úlinspacer˜   Úitemrt   )r-   Úinput_channelsÚdepthsÚdimsÚdrop_path_raterg   r‰   ÚstemÚiÚ	mid_layerÚblock_fnr    Údrop_path_ratesÚcurÚjÚstager.   s   &&&&&&&         €r   r,   ÚConvNeXtEncoder.__init__±   s  ø€ ô 	‰ÑÔÜ�6‹{œc $›iÔ'Ð'Ð'ä Ÿmšm›oˆÔÜ�}Š}Ü�J‰JØØ�Q•ØØØ(ð ó ô �d˜1•g 4Ð5EÔFó	
ˆð 	×Ñ×"Ñ" 4Ô(ä”s˜6“{ Q•Ö'ˆAÜŸšÜ˜$�' tÐ9IÔJÜ—
‘
˜4�7 D¨Q­¥K¸Q�
Ó?óˆIð ×Ñ×&Ñ& yÖ1ñ (ô �<Ó  AÔ%ô ”M¨|¸A­Õ?äÔ.¸\ÔJð 	ô —m’m“oˆŒä#Ÿnšn¨Q°ÄÀFÃÔLó
ÙL˜�F‰FŽHÑLð 	ð 
ð ˆÜ”s˜6“{Ö#ˆAÜ—M’Mô # 6¥9Ô-óñ .˜ñ Ø �GØ"1¸µ'Õ":Ø/E÷ñ
 .ññ	ˆEð �K‰K×Ñ˜uÔ%Ø˜!•9ÕŠCñ $ô ˜d 2�h¨DÐ>NÔOˆŽ	ùò'
ùòs   Æ.I:È'I?
c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r’   r”   )r   r'   s   "€r   r   rŸ   í   s'   ø€ ÷ ñ á�<‰<ðñ 
�‰ñr   c                ó–   € \        V P                  V P                  4       F  w  r#V! V4      pV! V4      pK  	  V P                  V4      # r*   )Úzipr¦   rª   rt   )r-   r    Úchannel_layerr¸   s   &&  r   r2   ÚConvNeXtEncoder.forwardí   sF   € ô %(¨×(;Ñ(;¸T¿[¹[Ö$IÑ ˆMÙ˜aÓ ˆAÙ�a“ŠAñ %Jð �y‰y˜‹|Ðr   )r¦   rt   rª   ©é   rÀ   é	   rÀ   )é`   éÀ   é€  i   ©r„   r›   r@   s   @@r   r�   r�   °   s5   ù‡ € ð ÚÚ ØØ#Ø#'÷:Põ :P÷x÷ ð r   r�   c                 ó.   € W,          V,
          ^,          # )r   © )ri   rj   s   &&r   Úget_paddingrÈ   ø   s   € ØÕ" XÕ-°!Õ3Ð3r   c                   óB   a a€ ] tR t^üt oRV 3R lltR tR tRtVtV ;t	# )Ú	ResBlock1c                óÚ  <€ \         SV `  4        \        P                  ! \        P                  P
                  P                  P                  \        P                  VVV^V^ ,          \        W#^ ,          4      R7      4      \        P                  P
                  P                  P                  \        P                  VVV^V^,          \        W#^,          4      R7      4      \        P                  P
                  P                  P                  \        P                  VVV^V^,          \        W#^,          4      R7      4      .4      V n        \        P                  ! \        P                  P
                  P                  P                  \        P                  VVV^^\        V^4      R7      4      \        P                  P
                  P                  P                  \        P                  VVV^^\        V^4      R7      4      \        P                  P
                  P                  P                  \        P                  VVV^^\        V^4      R7      4      .4      V n        R# )r   )rj   rn   N)r+   r,   r   rŒ   rG   ÚutilsÚparametrizationsÚweight_normrq   rr   rÈ   Úconvs1Úconvs2)r-   Úchannelsri   rj   r.   s   &&&&€r   r,   ÚResBlock1.__init__ý   sù  ø€ Ü‰ÑÔä—m’mä—‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!)¨!¥Ü +¨KÀ!½Ó Eð ó ó	ô —‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!)¨!¥Ü +¨KÀ!½Ó Eð ó ó	ô —‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!)¨!¥Ü +¨KÀ!½Ó Eð ó ó	ð+ó!
ˆŒôF —m’mä—‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!"Ü +¨K¸Ó ;ð ó ó	ô —‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!"Ü +¨K¸Ó ;ð ó ó	ô —‘—‘×/Ñ/×;Ñ;Ü—J‘JØ Ø Ø#ØØ!"Ü +¨K¸Ó ;ð ó ó	ð+ó!
ˆŽr   c                óà   € \        V P                  V P                  4       FI  w  r#\        P                  ! V4      pV! V4      p\        P                  ! V4      pV! V4      pWA,           pKK  	  V# r*   )r¼   rÏ   rÐ   rV   Úsilu)r-   r    Úc1Úc2Úxts   &&   r   r2   ÚResBlock1.forwardF  sW   € Ü˜$Ÿ+™+ t§{¡{Ö3‰FˆBÜ—’˜“ˆBÙ�B“ˆBÜ—’˜“ˆBÙ�B“ˆBØ•ŠAñ 4ð ˆr   c                ó~   € V P                    F  p\        V4       K  	  V P                   F  p\        V4       K  	  R # r*   )rÏ   Úremove_weight_normrÐ   )r-   Úconvs   & r   rÚ   ÚResBlock1.remove_weight_normO  s.   € Ø—K”KˆDÜ˜tÖ$ñ  à—K”KˆDÜ˜tÖ$ó  r   )rÏ   rÐ   )rÀ   ©r   rÀ   é   )
r8   r9   r:   r;   r,   r2   rÚ   r=   r>   r?   r@   s   @@r   rÊ   rÊ   ü   s   ù‡ € ÷G
òR÷%ò %r   rÊ   c                   ó¢   a a€ ] tR tRt oRRRRRRRRRRR^€R	RR
RR^R^R]! ]P                  RR7      /V3R lV 3R llltRR ltR t	Rt
VtV ;t# )ÚHiFiGANGeneratoriV  Ú
hop_lengthé   Úupsample_ratesÚupsample_kernel_sizesÚresblock_kernel_sizesÚresblock_dilation_sizesÚnum_melsÚupsample_initial_channelÚuse_templateTÚpre_conv_kernel_sizeÚpost_conv_kernel_sizeÚpost_activation©Úinplacec                ó¬   <€ V ^8„  d   QhRS[ RS[S[ ,          RS[S[ ,          RS[S[ ,          RS[S[S[ ,          ,          RS[ RS[ RS[R	S[ R
S[ RS[/# )r   rá   rã   rä   rå   ræ   rç   rè   ré   rê   rë   rì   )rk   r   r   r   )r   r'   s   "€r   r   ÚHiFiGANGenerator.__annotate__W  s�   ø€ ÷ U
ñ U
ñ ðU
ñ ™c�
ð	U
ñ
  %¡S�zðU
ñ  %¡S�zðU
ñ "'¡u©S¥zÕ!2ðU
ñ ðU
ñ #&ðU
ñ ðU
ñ "ðU
ñ  #ðU
ñ "ñU
r   c               óÀ  <€ \         SV `  4        \        V4      V8X  g   Q R \        V4       24       h\        P                  P
                  P                  P                  \        P                  VVV	^\        V	4      R7      4      V n        \        V4      V n        \        V4      V n        \        P                  ! 4       V n        W€n        \        P                  ! 4       V n        \'        \)        W#4      4       EFi  w  pw  rÞV^V^,           ,          ,          pV P$                  P+                  \        P                  P
                  P                  P                  \        P-                  V^V,          ,          V^V^,           ,          ,          VVWí,
          ^,          R7      4      4       V'       g   K¾  V^,           \        V4      8  dd   \.        P                  ! W,^,           R 4      pV P                   P+                  \        P                  ^VV^,          VV^,          R7      4       EK8  V P                   P+                  \        P                  ^V^R7      4       EKl  	  \        P                  ! 4       V n        \3        \        V P$                  4      4       FU  pV^V^,           ,          ,          p\)        WE4       F,  w  ppV P0                  P+                  \5        VVV4      4       K.  	  KW  	  V! 4       V n        \        P                  P
                  P                  P                  \        P                  X^V
^\        V
4      R7      4      V n        R# )zhop_length must be )rn   N)ri   Ústridern   r£   )r+   r,   r   rG   r   rÌ   rÍ   rÎ   rq   rr   rÈ   Úconv_prer¥   Únum_upsamplesÚnum_kernelsrŒ   Únoise_convsré   ÚupsÚ	enumerater¼   r¨   ÚConvTranspose1dÚnpÚ	resblocksr©   rÊ   Úactivation_postÚ	conv_post)r-   rá   rã   rä   rå   ræ   rç   rè   ré   rê   rë   rì   r²   r^   ÚkÚc_curÚ	stride_f0ÚchÚdr.   s   &$$$$$$$$$$$       €r   r,   ÚHiFiGANGenerator.__init__W  s¥  ø€ ô  	‰ÑÔô �Ó  JÔ.ð	8à ¤ nÓ!5Ð 6Ð7ó	8Ø.ô Ÿ™Ÿ™×7Ñ7×CÑCÜ�J‰JØØ(Ø$ØÜ#Ð$8Ó9ð ó ó
ˆŒô ! Ó0ˆÔÜÐ4Ó5ˆÔäŸ=š=›?ˆÔØ(ÔÜ—=’=“?ˆŒä"¤3 ~Ó#M×N‰IˆA‰v�Ø,°°q¸1µuµÕ>ˆEØ�H‰H�O‰OÜ—‘—‘×/Ñ/×;Ñ;Ü×'Ñ'Ø0°Q¸µTÕ:Ø0°Q¸1¸q½5µ\ÕBØØØ!"¥¨1¥ð (ó óô
÷  Ùà�1�u”s˜>Ó*Ô*ÜŸGšG N°qµ5°6Ð$:Ó;�	Ø× Ñ ×'Ñ'Ü—J‘JØØØ$-°¥MØ(Ø )¨Q¥ð ó ÷ð × Ñ ×'Ñ'¬¯
©
°1°eÈ¨
Ó(K×Lñ; Oô> Ÿš›ˆŒÜ”s˜4Ÿ8™8“}Ö%ˆAØ)¨a°A¸µE­lÕ;ˆBÜÐ1ÖK‘��1Ø—‘×%Ñ%¤i°°A°qÓ&9Ö:ó Lñ &ñ
  /Ó0ˆÔÜŸ™Ÿ™×8Ñ8×DÑDÜ�J‰JØØØ%ØÜ#Ð$9Ó:ð ó ó
ˆŽr   c                óÐ  € V P                  V4      p\        V P                  4       EF  p\        P                  ! VR R7      pV P
                  V,          ! V4      pV P                  '       d    WP                  V,          ! V4      ,           pRp\        V P                  4       Fo  pVf3   V P                  W0P                  ,          V,           ,          ! V4      pK9  W@P                  W0P                  ,          V,           ,          ! V4      ,          pKq  	  W@P                  ,          pEK  	  V P                  V4      pV P                  V4      p\        P                  ! V4      pV# )Trí   N)ró   r©   rô   rV   rÔ   r÷   ré   rö   rõ   rû   rü   rý   rG   Útanh)r-   r    Útemplater²   Úxsr·   s   &&&   r   r2   ÚHiFiGANGenerator.forward®  s  € Ø�M‰M˜!Óˆä�t×)Ñ)×*ˆAÜ—’�q $Ô'ˆAØ—‘˜–˜A“ˆAà× × Ð Ø×(Ñ(¨Ö+¨HÓ5Õ5�àˆBä˜4×+Ñ+Ö,�Ø’:ØŸ™¨×,<Ñ,<Õ(<¸qÕ(@ÖAÀ!ÓD’BàŸ.™.¨×-=Ñ-=Õ)=ÀÕ)AÖBÀ1ÓEÕE’Bñ	 -ð ×%Ñ%Õ%‹Añ +ð" × Ñ  Ó#ˆØ�N‰N˜1ÓˆÜ�JŠJ�q‹Mˆàˆr   c                óÜ   € V P                    F  p\        V4       K  	  V P                   F  pVP                  4        K  	  \        V P                  4       \        V P                  4       R # r*   )r÷   rÚ   rû   ró   rý   )r-   Úupr™   s   &  r   rÚ   Ú#HiFiGANGenerator.remove_weight_normÈ  sJ   € Ø—(”(ˆBÜ˜rÖ"ñ à—^”^ˆEØ×$Ñ$Ö&ñ $ä˜4Ÿ=™=Ô)Ü˜4Ÿ>™>Ö*r   )	rü   rý   ró   rö   rõ   rô   rû   r÷   ré   )é   r  r   r   r   )é   r  r  r   r   )rÀ   r„   é   )rÝ   rÝ   rÝ   r*   )r8   r9   r:   r;   r   r   ÚSiLUr,   r2   rÚ   r=   r>   r?   r@   s   @@r   rà   rà   V  s¥   ù‡ € ðU
ð ðU
ð &5ð	U
ð
 ->ðU
ð -7ðU
ð6-ðU
ð ðU
ð ),ðU
ð "ðU
ð %&ðU
ð &'ðU
ñ %,¨B¯G©G¸TÔ$B÷U
õ U
ôn÷4+ò +r   rà   c                   óÖ   a a€ ] tR tRt o^€. RO. RORRRRRRRRR^^RRRR^(R^€3V3R	 lV 3R
 lllt]P                  ! 4       R 4       t]P                  ! 4       R 4       tR t	Rt
VtV ;t# )ÚADaMoSHiFiGANV1iÑ  râ   r   i   FiD¬  i   i€>  c          *      ó  <€ V ^8„  d   QhRS[ RS[S[ ,          RS[S[ ,          RS[RS[S[ ,          RS[S[ ,          RS[S[ ,          RS[S[ ,          R	S[S[S[ ,          ,          R
S[ RS[ RS[RS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ /# )r   r­   r®   r¯   r°   r‰   rã   rä   rå   ræ   rç   rè   ré   rê   rë   Úsampling_rateÚn_fftÚ
win_lengthrá   Úf_minÚf_maxÚn_mels)rk   r   r   r   r   )r   r'   s   "€r   r   ÚADaMoSHiFiGANV1.__annotate__Ò  sþ   ø€ ÷ 9ñ 9áð9ñ ‘S•	ð9ñ ‘3�ið	9ñ
 ð9ñ ™C•jð9ñ ™c�
ð9ñ  %¡S�zð9ñ  %¡S�zð9ñ "'¡u©S¥zÕ!2ð9ñ ð9ñ #&ð9ñ ð9ñ "ð9ñ   #ð!9ñ" ð#9ñ$ ð%9ñ& ð'9ñ( ð)9ñ* ð+9ñ, ð-9ñ. ñ/9r   c                óÜ   <€ \         SV `  4        \        VVVVVR 7      V n        \	        VVVVV	V
VVVVR7
      V n        Wðn        \        VVVVVVVR7      V n        V P                  4        R# ))r­   r®   r¯   r°   r‰   )
rá   rã   rä   rå   ræ   rç   rè   ré   rê   rë   )Úsample_rater  r  rá   r  r  r  N)
r+   r,   r�   Úbackbonerà   Úheadr  r
   Úmel_transformÚeval)r-   r­   r®   r¯   r°   r‰   rã   rä   rå   ræ   rç   rè   ré   rê   rë   r  r  r  rá   r  r  r  r.   s   &&&&&&&&&&&&&&&&&&&&&&€r   r,   ÚADaMoSHiFiGANV1.__init__Ò  sŒ   ø€ ô2 	‰ÑÔä'Ø)ØØØ)Ø%ô
ˆŒô %Ø!Ø)Ø"7Ø"7Ø$;ØØ%=Ø%Ø!5Ø"7ô
ˆŒ	ð +ÔÜ.Ø%ØØ!Ø!ØØØô
ˆÔð 	�	‰	Žr   c                óJ   € V P                  V4      pV P                  V4      pV# r*   ©r  r  ©r-   ÚmelÚys   && r   ÚdecodeÚADaMoSHiFiGANV1.decode  s"   € à�M‰M˜#ÓˆØ�I‰I�a‹LˆØˆr   c                ó$   € V P                  V4      # r*   )r  r1   s   &&r   ÚencodeÚADaMoSHiFiGANV1.encode  s   € à×!Ñ! !Ó$Ð$r   c                óJ   € V P                  V4      pV P                  V4      pV# r*   r"  r#  s   && r   r2   ÚADaMoSHiFiGANV1.forward  s"   € Ø�M‰M˜#ÓˆØ�I‰I�a‹LˆØˆr   )r  r  r  r  r¿   )é€   é   rÄ   râ   rÅ   )é   r/  r   r   r   r   r   )r  r  r/  r/  r/  r/  r/  )rÀ   r„   r  é   )rÝ   rÝ   rÝ   rÝ   )r8   r9   r:   r;   r,   rG   Úno_gradr&  r)  r2   r=   r>   r?   r@   s   @@r   r  r  Ñ  s‘   ù‡ € ð "Ú(Ú.Ø #Ø#'Ø%:Ø,AØ,:ð68àØ(,Ø"Ø$&Ø%'Ø"ØØØØØØ÷/9õ 9ðv ‡]‚]ƒ_ñó ðð
 ‡]‚]ƒ_ñ%ó ð%÷ò r   r  )r   FTr   )$rG   r   Ú	functoolsr   Úmathr   Útypingr   r   r   Únumpyrú   Útorch.nn.functionalÚ
functionalrV   Útorch.nn.utils.parametrizer	   rÚ   Úmusic_log_melr
   Úcomfy.model_managementrX   Ú	comfy.opsrq   Údisable_weight_initr#   ÚModuler%   rB   rd   r†   r�   rÈ   rÊ   rà   r  rÇ   r   r   Ú<module>r>     s×   ðã Ý å Ý ß (Ñ (ã ß Ð Ý Tå ,ã Û Ø‡i�i×#Ñ#€÷ô2;ˆr�y‰yô ;ô�—	‘	ô ô<B�B—I‘Iô BôJ˜BŸI™Iô ô"E�b—i‘iô EôP4ôW%�—‘—‘ô W%ôtx+�r—y‘yô x+ôvI�b—i‘iö Ir   