+
    ƒ°ñj	@  ã                   óô  € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIt]P                  P                  t	R t ! R R]P                  4      t ! R R]P                  4      tR t ! R R	]P                  4      t ! R
 R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR#R lt ! R R]P                  4      t ! R R ]P                  4      t ! R! R"]P                  4      tR# )$é    Nc                 óÂ   € \         P                  ! W,          4      pVP                  V4      P                  VR ,           P                  4       4      P	                  V 4      # )g•Ö&è.>)ÚtorchÚsinÚmul_Ú
reciprocalÚadd_)ÚxÚalphaÚbetaÚts   &&& Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\minimax\audio_vae.pyÚsnaker      sA   € ä�	Š	�%•)Ó€AØ�6‰6�!‹9�>‰>˜4 $�;×2Ñ2Ó4Ó5×:Ñ:¸1Ó=Ð=ó    c                   ó<   a a€ ] tR t^t oRtV 3R ltR tRtVtV ;t	# )ÚSnake1dz7Snake activation with per-channel alpha (encoder side).c                ó†   <€ \         SV `  4        \        P                  ! \        P
                  ! ^V^4      4      V n        R# )é   N)ÚsuperÚ__init__ÚnnÚ	Parameterr   Úemptyr
   )ÚselfÚchannelsÚ	__class__s   &&€r   r   ÚSnake1d.__init__!   s+   ø€ Ü‰ÑÔÜ—\’\¤%§+¢+¨a°¸1Ó"=Ó>ˆŽ
r   c                ón   € \         P                  P                  V P                  V4      p\	        WV4      # ©N)ÚcomfyÚopsÚcast_to_inputr
   r   )r   r	   r
   s   && r   ÚforwardÚSnake1d.forward%   s)   € Ü—	‘	×'Ñ'¨¯
©
°AÓ6ˆÜ�Q˜uÓ%Ð%r   )r
   ©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r"   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ÙAõ?÷&ò &r   r   c                   ó<   a a€ ] tR t^*t oRtV 3R ltR tRtVtV ;t	# )Ú	SnakeBetazKSnakeBeta := x + 1/beta * sin^2(alpha * x); alpha/beta stored in log scale.c                óà   <€ \         SV `  4        \        P                  ! \        P
                  ! V4      4      V n        \        P                  ! \        P
                  ! V4      4      V n        R # r   )r   r   r   r   r   r   r
   r   )r   Úin_featuresr   s   &&€r   r   ÚSnakeBeta.__init__-   s@   ø€ Ü‰ÑÔÜ—\’\¤%§+¢+¨kÓ":Ó;ˆŒ
Ü—L’L¤§¢¨[Ó!9Ó:ˆŽ	r   c                óV  € \         P                  ! \        P                  P	                  V P
                  V4      4      P                  ^R^4      p\         P                  ! \        P                  P	                  V P                  V4      4      P                  ^R^4      p\        WV4      # )r   éÿÿÿÿ)	r   Úexpr   r    r!   r
   Úviewr   r   )r   r	   r
   r   s   &&  r   r"   ÚSnakeBeta.forward2   ss   € Ü—	’	œ%Ÿ)™)×1Ñ1°$·*±*¸aÓ@ÓA×FÑFÀqÈ"ÈaÓPˆÜ�yŠyœŸ™×0Ñ0°·±¸AÓ>Ó?×DÑDÀQÈÈAÓNˆÜ�Q˜tÓ$Ð$r   )r
   r   r$   r-   s   @@r   r0   r0   *   s   ù‡ € ÙUõ;÷
%ò %r   r0   c                 ó¾  € V^,          ^ 8H  pV^,          p^V,          pRV^,
          ,          \         P                  ,          V,          R,           pVR8”  d   RVR,
          ,          pM6VR8¼  d.   RV^,
          R,          ,          R	VR,
          ,          ,           pMR
p\        P                  ! W'RR7      pV'       d!   \        P                  ! V) V4      R,           p	M\        P                  ! V4      V,
          p	^V ,          V,          \        P
                  ! ^V ,          V	,          4      ,          p
WªP                  4       ,          p
V
P                  ^^V4      # )é   gHáz®G@gÍÌÌÌÌÌ@g      I@gKê46¼?gffffff!@g      5@g¨WÊ2Ä±â?gš™™™™™Ù?gUjö@+0´?g        F)r   Úperiodicç      à?)ÚmathÚpir   Úkaiser_windowÚarangeÚsincÚsumr7   )ÚcutoffÚ
half_widthÚkernel_sizeÚevenÚ	half_sizeÚdelta_fÚAr   ÚwindowÚtimeÚfilter_s   &&&        r   Úkaiser_sinc_filter1drM   :   s  € à˜�?˜aÑ€DØ˜qÕ €Ið �*�n€GØ�˜Q•Õ¤$§'¡'Õ)¨GÕ3°dÕ:€AØˆ4„xØ˜˜S�Õ!‰Ø	
ˆdŒØ˜˜R� C�Õ'¨'°Q¸µXÕ*>Õ>‰àˆÜ× Ò  À%ÔH€FçÜ�|Š|˜Y˜J¨	Ó2°SÕ8‰ä�|Š|˜KÓ(¨9Õ4ˆà�&�j˜6Õ!¤E§J¢J¨q°6­z¸DÕ/@Ó$AÕA€Gð �{‰{‹}Õ€GØ�<‰<˜˜1˜kÓ*Ð*r   c                   ó<   a a€ ] tR t^Vt oRV 3R lltR tRtVtV ;t# )Ú
UpSample1dc           	     óz  <€ \         SV `  4        Wn        Wn        W!,          ^,
          V n        V P                  V,          W!,
          ^,          ,           V n        V P                  V,          W!,
          ^,           ^,          ,           V n        V P                  R\        RV,          RV,          VR7      4       R# )r   Úfilterr<   ç333333ã?)rC   rD   rE   N)	r   r   ÚratioÚstrideÚpadÚpad_leftÚ	pad_rightÚregister_bufferrM   ©r   rS   rE   r   s   &&&€r   r   ÚUpSample1d.__init__W   sŒ   ø€ Ü‰ÑÔØŒ
ØŒØÕ'¨!Õ+ˆŒØŸ™ 5Õ(¨KÕ,?ÀAÕ+EÕEˆŒØŸ™ EÕ)¨[Õ-@À1Õ-DÈÕ,JÕJˆŒØ×ÑØÜ ¨¨e­ÀÀeÅÐYdÔeö	
r   c           
     ó°  € VP                   w  r#p\        P                  ! WP                  V P                  3R R7      p\        P                  ! V\        P
                  P                  V P                  P                  VRR4      V4      V P                  VR7      P                  V P                  4      pVRV P                  V P                  ) 13,          pV# )Ú	replicate©Úmode©rT   Úgroups.r5   )ÚshapeÚFrU   Úconv_transpose1dr   r    r!   rQ   ÚexpandrT   r   rS   rV   rW   ©r   r	   Ú_ÚCs   &&  r   r"   ÚUpSample1d.forwardc   sµ   € Ø—'‘'‰ˆˆaÜ�EŠE�!—h‘h §¡Ð)°Ô<ˆÜ×Ò˜q¤%§)¡)×"9Ñ"9¸$¿+¹+×:LÑ:LÈQÐPRÐTVÓ:WÐYZÓ"[Ðdh×doÑdoÐxyÔz×Ñð  AE÷  AKñ  AKó  LˆØˆc�4—=‘= $§.¡. Ð0Ð0Õ1ˆØˆr   )rU   rV   rW   rS   rT   ©r:   é   ©	r%   r&   r'   r(   r   r"   r*   r+   r,   r-   s   @@r   rO   rO   V   s   ù‡ € ÷

÷ò r   rO   c                   ó<   a a€ ] tR t^kt oRV 3R lltR tRtVtV ;t# )ÚLowPassFilter1dc                óÔ   <€ \         SV `  4        V^,          \        V^,          ^ 8H  4      ,
          V n        V^,          V n        W0n        V P                  R\        WV4      4       R# )r:   rQ   N)r   r   ÚintrV   rW   rT   rX   rM   )r   rC   rD   rT   rE   r   s   &&&&&€r   r   ÚLowPassFilter1d.__init__l   sW   ø€ Ü‰ÑÔØ# qÕ(¬3¨{¸Q­À!Ñ/CÓ+DÕDˆŒØ$¨Õ)ˆŒØŒØ×Ñ˜XÔ';¸FÐP[Ó'\Ö]r   c           
     ó6  € VP                   w  r#p\        P                  ! WP                  V P                  3R R7      p\        P
                  ! V\        P                  P                  V P                  P                  VRR4      V4      V P                  VR7      # )r\   r]   r_   r5   )ra   rb   rU   rV   rW   Úconv1dr   r    r!   rQ   rd   rT   re   s   &&  r   r"   ÚLowPassFilter1d.forwards   sn   € Ø—'‘'‰ˆˆaÜ�EŠE�!—m‘m T§^¡^Ð4¸;ÔGˆÜ�xŠx˜œ5Ÿ9™9×2Ñ2°4·;±;×3EÑ3EÀaÈÈRÓ3PÐRSÓTÐ]a×]hÑ]hÐqrÔsÐsr   )rV   rW   rT   )r<   rR   r   rj   rk   r-   s   @@r   rm   rm   k   s   ù‡ € ÷^÷tò tr   rm   c                   ó<   a a€ ] tR t^yt oRV 3R lltR tRtVtV ;t# )ÚDownSample1dc                ó”   <€ \         SV `  4        Wn        W n        \	        R V,          RV,          VV P                  R7      V n        R# )r<   rR   )rC   rD   rT   rE   N)r   r   rS   rE   rm   ÚlowpassrY   s   &&&€r   r   ÚDownSample1d.__init__z   s?   ø€ Ü‰ÑÔØŒ
Ø&ÔÜ&Ø˜•;Ø˜U•{ØØ×(Ñ(ô	
ˆŽr   c                ó$   € V P                  V4      # r   )rw   ©r   r	   s   &&r   r"   ÚDownSample1d.forward…   s   € Ø�|‰|˜A‹Ðr   )rE   rw   rS   ri   rk   r-   s   @@r   ru   ru   y   s   ù‡ € ÷	
÷ò r   ru   c                   ó@   a a€ ] tR t^‰t oRtRV 3R lltR tRtVtV ;t	# )ÚActivation1dzDupsample x2 -> pointwise activation -> downsample x2 (anti-aliased).c                óp   <€ \         SV `  4        Wn        \        W$4      V n        \        W54      V n        R # r   )r   r   ÚactrO   Úupsampleru   Ú
downsample)r   Ú
activationÚup_ratioÚ
down_ratioÚup_kernel_sizeÚdown_kernel_sizer   s   &&&&&&€r   r   ÚActivation1d.__init__Œ   s+   ø€ Ü‰ÑÔØŒÜ" 8Ó<ˆŒÜ& zÓDˆŽr   c                ól   € V P                  V4      pV P                  V4      pV P                  V4      pV# r   )r€   r   r�   rz   s   &&r   r"   ÚActivation1d.forward’   s0   € Ø�M‰M˜!ÓˆØ�H‰H�Q‹KˆØ�O‰O˜AÓˆØˆr   )r   r�   r€   )r:   r:   rj   rj   r$   r-   s   @@r   r}   r}   ‰   s   ù‡ € ÙN÷E÷ò r   r}   c                   ó<   a a€ ] tR t^›t oRV 3R lltR tRtVtV ;t# )ÚResidualUnitc                óú   <€ \         SV `  4        ^V,          ^,          p\        P                  ! \	        V4      \
        P                  W^W#R7      \	        V4      \
        P                  W^R7      4      V n        R# )é   )rE   ÚdilationÚpadding)rE   N)r   r   r   Ú
Sequentialr   r    ÚConv1dÚblock)r   ÚdimrŽ   rU   r   s   &&& €r   r   ÚResidualUnit.__init__œ   s]   ø€ Ü‰ÑÔØ˜Õ! aÕ'ˆÜ—]’]Ü�C‹LÜ�J‰J�s¨Q¸ˆJÓOÜ�C‹LÜ�J‰J�s¨QˆJÓ/ó	
ˆŽ
r   c                óÒ   € V P                  V4      pVP                  R,          VP                  R,          ,
          ^,          pV^ 8”  d   VRW3) 13,          pVP                  V4      # )r   .r5   )r’   ra   r   )r   r	   ÚyrU   s   &&  r   r"   ÚResidualUnit.forward¦   sU   € Ø�J‰J�q‹MˆØ�w‰w�r�{˜QŸW™W R�[Õ(¨QÕ.ˆØ�Œ7Ø�#�s˜4�x�-Õ ˆAØ�v‰v�a‹yÐr   ©r’   ©é   r   rk   r-   s   @@r   r‹   r‹   ›   s   ù‡ € ÷
÷ò r   r‹   c                   ó<   a a€ ] tR t^®t oRV 3R lltR tRtVtV ;t# )ÚEncoderBlockc                óp  <€ \         SV `  4        \        P                  ! \	        V^,          ^R7      \	        V^,          ^R7      \	        V^,          ^	R7      \        V^,          4      \        P                  V^,          V^V,          V\        P                  ! V^,          4      R7      4      V n
        R# )r:   )rŽ   )rE   rT   r�   N)r   r   r   r�   r‹   r   r    r‘   r=   Úceilr’   )r   r“   rT   r   s   &&&€r   r   ÚEncoderBlock.__init__¯   s‰   ø€ Ü‰ÑÔÜ—]’]Ü˜ �¨AÔ.Ü˜ �¨AÔ.Ü˜ �¨AÔ.Ü�C˜1•HÓÜ�J‰JØ�q•ØØ �JØÜŸ	š	 &¨1¥*Ó-ð ó ó
ˆŽ
r   c                ó$   € V P                  V4      # r   r˜   rz   s   &&r   r"   ÚEncoderBlock.forward¿   ó   € Ø�z‰z˜!‹}Ðr   r˜   r™   rk   r-   s   @@r   rœ   rœ   ®   s   ù‡ € ÷
÷ ò r   rœ   c                   ó<   a a€ ] tR t^Ãt oRV 3R lltR tRtVtV ;t# )ÚEncoderc           	     ó*  <€ \         SV `  4        \        P                  ^V^^R7      .pV F   pV^,          pV\	        WR7      .,          pK"  	  V\        V4      \        P                  W^^R7      .,          p\        P                  ! V!  V n        R# )r   )rE   r�   )rT   N)	r   r   r    r‘   rœ   r   r   r�   r’   )r   Úd_modelÚstridesÚd_latentr’   rT   r   s   &&&&  €r   r   ÚEncoder.__init__Ä   s‰   ø€ Ü‰ÑÔÜ—‘˜A˜w°A¸q�ÓAÐBˆÛˆFØ�q�LˆGØ”l 7Ô:Ð;Õ;ŠEñ ð 	Ü�GÓÜ�J‰J�w°aÀˆJÓCð
õ 	
ˆô —]’] EÑ*ˆŽ
r   c                ó$   € V P                  V4      # r   r˜   rz   s   &&r   r"   ÚEncoder.forwardÐ   r¢   r   r˜   )é@   ©r:   é   r®   é   r¯   é   rk   r-   s   @@r   r¤   r¤   Ã   s   ù‡ € ÷
+÷ò r   r¤   c                   ó8   a a€ ] tR t^Öt oV 3R ltR tRtVtV ;t# )ÚGeGluMlpc                ó,  <€ \         SV `  4        \        P                  V4      V n        \
        P                  ! R R7      V n        \        P                  W4      V n	        \        P                  W4      V n
        \        P                  W!4      V n        R# )Útanh)ÚapproximateN)r   r   r    Ú	LayerNormÚnormr   ÚGELUr   ÚLinearÚw0Úw1Úw2)r   r2   Úhidden_featuresr   s   &&&€r   r   ÚGeGluMlp.__init__×   s^   ø€ Ü‰ÑÔÜ—M‘M +Ó.ˆŒ	Ü—7’7 vÔ.ˆŒÜ—*‘*˜[Ó:ˆŒÜ—*‘*˜[Ó:ˆŒÜ—*‘*˜_Ó:ˆŽr   c                ó¾   € V P                  V4      pV P                  V P                  V P                  V4      4      P	                  V P                  V4      4      4      # r   )r·   r¼   r   rº   r   r»   rz   s   &&r   r"   ÚGeGluMlp.forwardß   sB   € Ø�I‰I�a‹LˆØ�w‰w�t—x‘x §¡¨£
Ó+×0Ñ0°·±¸³Ó<Ó=Ð=r   )r   r·   rº   r»   r¼   rk   r-   s   @@r   r²   r²   Ö   s   ù‡ € õ;÷>ò >r   r²   c                   ó8   a a€ ] tR t^ät oV 3R ltR tRtVtV ;t# )ÚCausalAttentionc                óØ  <€ \         SV `  4        W,          V n        W0n        W n        \
        P                  W^,          RR7      V n        \        P                  ! \        P                  ! V4      4      V n        \        P                  ! \        P                  ! V4      4      V n        V P                  R\        P                  ! V4      4       \
        P                  W"4      V n        R# )é   F)ÚbiasÚzero_k_biasN)r   r   Úhead_dimÚ	num_headsÚout_dimr    r¹   Úqkvr   r   r   r   Úq_biasÚv_biasrX   Úproj)r   Úin_dimrÉ   rÈ   r   s   &&&&€r   r   ÚCausalAttention.__init__å   s•   ø€ Ü‰ÑÔØÕ+ˆŒØ"ŒØŒÜ—:‘:˜f¨q¥j°u�:Ó=ˆŒÜ—l’l¤5§;¢;¨vÓ#6Ó7ˆŒÜ—l’l¤5§;¢;¨vÓ#6Ó7ˆŒØ×Ñ˜]¬E¯KªK¸Ó,?Ô@Ü—J‘J˜wÓ0ˆŽ	r   c                ó  € VP                   w  r#p\        P                  P                  V P                  VR R7      w  rVp\
        P                  ! W\        P                  P                  \        P                  ! V P                  V P                  V P                  34      V4      R7      p\        P                  P                  V P                  VRV4       VP                  W#^V P                  V P                   4      P#                  ^^ ^^^4      P%                  ^ 4      w  ršp\        P                  P'                  WšVR R7      p\
        P(                  ! \        P*                  ! V^R7      V P,                  4      pV P/                  V4      # )T)Úoffloadable)ÚweightrÅ   N)Ú	is_causal)r“   )ra   r   r    Úcast_bias_weightrÊ   rb   Úlinearr!   r   ÚcatrË   rÆ   rÌ   Úuncast_bias_weightÚreshaperÈ   rÇ   ÚpermuteÚunbindÚscaled_dot_product_attentionÚadaptive_avg_pool1dÚmeanrÉ   rÍ   )r   r	   ÚBÚNrg   rÒ   rf   Úoffload_streamrÊ   ÚqÚkÚvs   &&          r   r"   ÚCausalAttention.forwardð   s0  € Ø—'‘'‰ˆˆaÜ$)§I¡I×$>Ñ$>¸t¿x¹xÈÐX\Ð$>Ó$]Ñ!ˆ�>Ü�hŠh�q¬e¯i©i×.EÑ.EÄeÇiÂiÐQU×Q\ÑQ\Ð^b×^nÑ^nÐpt×p{Ñp{ÐP|ÓF}ð  @Aó  /Bô  CˆÜ�	‰	×$Ñ$ T§X¡X¨v°t¸^ÔLØ—+‘+˜a A t§~¡~°t·}±}ÓE×MÑMÈaÐQRÐTUÐWXÐZ[Ó\×cÑcÐdeÓf‰ˆˆaô �I‰I×2Ñ2°1¸ÀdÐ2ÓKˆÜ×!Ò!¤%§*¢*¨Q°AÔ"6¸¿¹ÓEˆØ�y‰y˜‹|Ðr   )rÇ   rÈ   rÉ   rÍ   rË   rÊ   rÌ   rk   r-   s   @@r   rÂ   rÂ   ä   s   ù‡ € õ	1÷
ò 
r   rÂ   c                   ó<   a a€ ] tR t^ýt oRV 3R lltR tRtVtV ;t# )ÚAttnProjectionc                óZ  <€ \         SV `  4        \        P                  V4      V n        \        WV4      V n        \        P                  W4      V n        \        P                  V4      V n	        \        P                  V4      V n
        \        W$,          4      p\        W%R 7      V n        R# ))r2   r½   N)r   r   r    r¶   Únorm1rÂ   Úattnr¹   rÍ   Únorm3Únorm2ro   r²   Úmlp)r   rÎ   rÉ   rÈ   Ú	mlp_ratioÚ
hidden_dimr   s   &&&&& €r   r   ÚAttnProjection.__init__þ   su   ø€ Ü‰ÑÔÜ—]‘] 6Ó*ˆŒ
Ü# F°YÓ?ˆŒ	Ü—J‘J˜vÓ/ˆŒ	Ü—]‘] 6Ó*ˆŒ
ä—]‘] 7Ó+ˆŒ
Ü˜Õ,Ó-ˆ
Ü¨ÔLˆŽr   c                óú   € V P                  V P                  V4      4      P                  V P                  V P	                  V4      4      4      pVP                  V P                  V P                  V4      4      4      # r   )rÍ   rê   r   ré   rè   rì   rë   rz   s   &&r   r"   ÚAttnProjection.forward	  sT   € à�I‰I�d—j‘j “mÓ$×)Ñ)¨$¯)©)°D·J±J¸q³MÓ*BÓCˆØ�v‰v�d—h‘h˜tŸz™z¨!›}Ó-Ó.Ð.r   )ré   rì   rè   rë   rê   rÍ   ©r:   rk   r-   s   @@r   ræ   ræ   ý   s   ù‡ € ÷	M÷/ò /r   ræ   c                 ó@   € \        W,          V,
          ^,          4      # rò   )ro   )rE   rŽ   s   &&r   Úget_paddingrô     s   € Ü�Õ&¨Õ1°QÕ6Ó7Ð7r   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )Ú	AMPBlock1i  c                ó¢  <€ \         SV `  4        \        P                  ! V Uu. uF&  p\        P                  WV^V\        W$4      R7      NK(  	  up4      V n        \        P                  ! \        \        V4      4       Uu. uF'  p\        P                  WV^^\        V^4      R7      NK)  	  up4      V n
        \        V P                  4      \        V P                  4      ,           V n        \        P                  ! \        V P                  4       Uu. uF  p\        \        V4      R7      NK  	  up4      V n        R# u upi u upi u upi )r   )rT   rŽ   r�   ©r‚   N)r   r   r   Ú
ModuleListr    r‘   rô   Úconvs1ÚrangeÚlenÚconvs2Ú
num_layersr}   r0   Úactivations)r   r   rE   rŽ   Údrf   r   s   &&&&  €r   r   ÚAMPBlock1.__init__  s  ø€ Ü‰ÑÔÜ—m’mñ "óá!�Aô —
‘
˜8¨{À1ÈqÔZeÐfqÓZu�
ÖvÙ!ñó
ˆŒô —m’mô œs 8›}Ô-óá-�Aô —
‘
˜8¨{À1ÈqÔZeÐfqÐstÓZu�
ÖvÙ-ñó
ˆŒô ˜dŸk™kÓ*¬S°·±Ó-=Õ=ˆŒÜŸ=š=ÜCHÈÏÉÔCYÓZÑCY¸aŒ\¤Y¨xÓ%8×9ÑCYÑZó
ˆÖùòùòùò [s   ¤,EÂ-EÄEc                ó  € V P                   R ,          V P                   R,          r2\        V P                  V P                  W#4       F7  w  rErgV! V4      pV! V4      pV! V4      pV! V4      pVP	                  V4      pK9  	  V# ):NNr:   :r   Nr:   )rÿ   Úziprú   rý   r   )	r   r	   Úacts1Úacts2Úc1Úc2Úa1Úa2Úxts	   &&       r   r"   ÚAMPBlock1.forward)  sw   € Ø×'Ñ'¨Õ,¨d×.>Ñ.>¸tÕ.DˆuÜ! $§+¡+¨t¯{©{¸EÖI‰NˆB�BÙ�A“ˆBÙ�B“ˆBÙ�B“ˆBÙ�B“ˆBØ—‘˜“
ŠAñ Jð ˆr   )rÿ   rú   rý   rþ   )rÄ   ©r   rÄ   r¯   rk   r-   s   @@r   rö   rö     s   ù‡ € ÷
÷&ò r   rö   c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚBigVGANi4  z‚BigVGAN vocoder (MiniMax H3 32 kHz configuration).

use_bias_at_final=False, use_tanh_at_final=False (output clamped to [-1, 1]).
c                ó–  <€ \         SV `  4        \        V4      V n        \        V4      V n        \
        P                  W^^^R7      V n        \        P                  ! 4       V n
        \        \        W44      4       F€  w  pw  r‰V P                  P                  \        P                  ! \
        P                  V^V,          ,          V^V^,           ,          ,          V	VW˜,
          ^,          R7      .4      4       K‚  	  \        P                  ! 4       V n        \!        \        V P                  4      4       FS  pV^V^,           ,          ,          p
\        WV4       F*  w  r›V P                  P                  \#        W©V4      4       K,  	  KU  	  \%        \'        X
4      R7      V n        \
        P                  V
^^^^RR7      V n        R# )r�   )r�   rø   F)r�   rÅ   N)r   r   rü   Únum_kernelsÚnum_upsamplesr    r‘   Úconv_prer   rù   ÚupsÚ	enumerater  ÚappendÚConvTranspose1dÚ	resblocksrû   rö   r}   r0   Úactivation_postÚ	conv_post)r   Únum_melsÚupsample_initial_channelÚupsample_ratesÚupsample_kernel_sizesÚresblock_kernel_sizesÚresblock_dilation_sizesÚiÚurâ   Úchr   r   s   &&&&&&&     €r   r   ÚBigVGAN.__init__:  s^  ø€ ô 	‰ÑÔÜÐ4Ó5ˆÔÜ  Ó0ˆÔäŸ
™
 8ÀqÈ!ÐUV˜
ÓWˆŒä—=’=“?ˆŒÜ"¤3 ~Ó#MÖN‰IˆA‰v�Ø�H‰H�O‰OÜ—’ä×+Ñ+Ø4¸¸a½Õ@Ø4¸¸qÀ1½u½ÕFØØØ%&¥U¨q¥Lð ,ó ðó
öñ Oô Ÿš›ˆŒÜ”s˜4Ÿ8™8“}Ö%ˆAØ)¨a°A¸µE­lÕ;ˆBÜÐ1ÖK‘�Ø—‘×%Ñ%¤i°°qÓ&9Ö:ó Lñ &ô
  ,´yÀ³}ÔEˆÔÜŸ™ B¨¨1¨a¸À˜ÓGˆŽr   c                ó¢  € V P                  V4      p\        V P                  4       Fô  p\        \        V P                  V,          4      4       F#  pV P                  V,          V,          ! V4      pK%  	  R p\        V P
                  4       Fo  pVf3   V P                  W P
                  ,          V,           ,          ! V4      pK9  W@P                  W P
                  ,          V,           ,          ! V4      ,          pKq  	  VP                  V P
                  4      pKö  	  V P                  V4      pV P                  V4      P                  RR4      # )Ng      ð?g      ð¿)r  rû   r  rü   r  r  r  Údiv_r  r  Úclamp_)r   r	   r   Úi_upÚxsÚjs   &&    r   r"   ÚBigVGAN.forwardb  s   € Ø�M‰M˜!Óˆä�t×)Ñ)Ö*ˆAÜœc $§(¡(¨1¥+Ó.Ö/�Ø—H‘H˜Q•K Ö% aÓ(’ñ 0àˆBÜ˜4×+Ñ+Ö,�Ø’:ØŸ™¨×,<Ñ,<Õ(<¸qÕ(@ÖAÀ!ÓD’BàŸ.™.¨×-=Ñ-=Õ)=ÀÕ)AÖBÀ1ÓEÕE’Bñ	 -ð
 —‘˜×(Ñ(Ó)ŠAñ +ð × Ñ  Ó#ˆØ�~‰~˜aÓ ×'Ñ'¨¨cÓ2Ð2r   )r  r  r  r  r  r  r  )r°   é   )r¯   r¯   r:   r:   r:   r:   r:   )é	   r,  r®   r®   r®   r®   r®   )rÄ   r�   é   )r  r  r  r$   r-   s   @@r   r  r  4  s   ù‡ € ñ÷
&H÷P3ò 3r   r  c                   óF   a a€ ] tR tRt oRtRV 3R lltR tR tRtVt	V ;t
# )ÚMiniMaxH3AudioVAEiv  aC  MiniMax H3 stereo audio VAE at 32 kHz.

Latents are [B, 32, 2, T]: 32 channels, 2 stereo channels, T frames at
40 latent frames per second (800 audio samples per latent frame). The
stereo channels are processed independently by the mono encoder/decoder.
Latents are normalized with the stored per-channel latents_mean/std.
c                ó®  <€ \         SV `  4        R V n        ^V n        V F  pV ;P                  V,          un        K  	  V P                  V n        V P                  V P                  ,          V n        V P                  V n        \        WV4      V n        \        W5^R7      V n
        \        P                  WU^4      V n        \        P                  WU^4      V n        \        P                  WS^4      V n        \!        W4R7      V n        V P%                  R\&        P(                  ! V4      4       V P%                  R\&        P(                  ! V4      4       R# )i }  )rÈ   )r  r  Úlatents_meanÚlatents_stdN)r   r   Úsample_rateÚ
hop_lengthÚsamples_per_latentÚlatents_per_secondÚoutput_sample_rater¤   Úencoderræ   Ú	pre_blockr    r‘   Ú	mean_projÚ	logs_projÚdec_in_projr  ÚdecoderrX   r   r   )r   Úencoder_dimÚencoder_ratesÚ
latent_dimÚdecoder_dimÚvae_latent_channelsÚrr   s   &&&&&& €r   r   ÚMiniMaxH3AudioVAE.__init__  s  ø€ ô 	‰ÑÔØ ˆÔàˆŒÛˆAØ�OŠO˜qÕ �Oñ à"&§/¡/ˆÔØ"&×"2Ñ"2°d·o±oÕ"EˆÔØ"&×"2Ñ"2ˆÔä˜{¸:ÓFˆŒä'¨
ÐSTÔUˆŒäŸ™Ð$7ÈaÓPˆŒô Ÿ™Ð$7ÈaÓPˆŒäŸ:™:Ð&9ÀqÓIˆÔÜ¨
ÔYˆŒà×Ñ˜^¬U¯[ª[Ð9LÓ-MÔNØ×Ñ˜]¬E¯KªKÐ8KÓ,LÖMr   c                ó  € VP                   w  r#rEVP                  ^ ^^^4      P                  W$,          W54      pV P                  P	                  ^R^4      P                  VP                  VP                  R7      pV P                  P	                  ^R^4      P                  VP                  VP                  R7      pW,          V,           pV P                  V4      pV P                  V4      pVP                  W$R4      # )zPDecode normalized latents [B, 32, 2, T] to stereo waveforms [B, 2, L] at 32 kHz.©ÚdeviceÚdtyper5   )ra   rÙ   rØ   r1  r7   ÚtorG  rH  r2  r<  r=  )	r   ÚzÚbÚcÚsr   rÝ   Ústdr	   s	   &&       r   ÚdecodeÚMiniMaxH3AudioVAE.decode   sÏ   € à—W‘W‰
ˆˆaØ�I‰I�a˜˜A˜qÓ!×)Ñ)¨!­%°Ó6ˆØ× Ñ ×%Ñ% a¨¨QÓ/×2Ñ2¸!¿(¹(È!Ï'É'Ð2ÓRˆØ×Ñ×#Ñ# A r¨1Ó-×0Ñ0¸¿¹ÈÏÉÐ0ÓPˆØ�G�d�NˆØ×Ñ˜QÓˆØ�L‰L˜‹OˆØ�y‰y˜˜rÓ"Ð"r   c                óZ  € VP                   w  r#p\        P                  ! W@P                  ,          4      V P                  ,          V,
          p\        P
                  ! V^ V34      pVP                  W#,          ^R4      pV P                  V4      pV P                  VP                  ^^4      4      P                  ^^4      pV P                  V4      pV P                  P                  ^R^4      P                  VP                  VP                  R7      pV P                   P                  ^R^4      P                  VP                  VP                  R7      p	Wx,
          V	,          pVP                  W#VP                   ^,          VP                   ^,          4      P#                  ^ ^^^4      # )zÖEncode stereo waveforms [B, 2, L] at 32 kHz (in [-1, 1]) to normalized latents [B, 32, 2, T].

L is right-padded with zeros to a multiple of 800 samples; the returned
posterior mean is used directly (no sampling).
rF  r5   )ra   r=   rž   r4  rb   rU   rØ   r8  r9  Ú	transposer:  r1  r7   rI  rG  rH  r2  rÙ   )
r   ÚwaveformrK  rM  ÚlengthÚ	right_padr	   rJ  rÝ   rN  s
   &&        r   ÚencodeÚMiniMaxH3AudioVAE.encode«  sC  € ð  —~‘~‰ˆˆfÜ—I’I˜f§¡Õ6Ó7¸$¿/¹/ÕIÈFÕRˆ	Ü—5’5˜ A y >Ó2ˆØ×Ñ˜Q�U A rÓ*ˆØ�L‰L˜‹OˆØ�N‰N˜1Ÿ;™; q¨!Ó,Ó-×7Ñ7¸¸1Ó=ˆØ�N‰N˜1ÓˆØ× Ñ ×%Ñ% a¨¨QÓ/×2Ñ2¸!¿(¹(È!Ï'É'Ð2ÓRˆØ×Ñ×#Ñ# A r¨1Ó-×0Ñ0¸¿¹ÈÏÉÐ0ÓPˆØ�X˜ÕˆØ�y‰y˜˜qŸw™w q�z¨1¯7©7°1­:Ó6×>Ñ>¸qÀ!ÀQÈÓJÐJr   )r<  r=  r8  r4  r6  r;  r:  r7  r9  r3  r5  )r¬   r­   r°   r+  é    )r%   r&   r'   r(   r)   r   rO  rV  r*   r+   r,   r-   s   @@r   r/  r/  v  s"   ù‡ € ñ÷NòB	#÷Kò Kr   r/  )r   )r=   r   Útorch.nnr   Útorch.nn.functionalÚ
functionalrb   Ú	comfy.opsr   r    Údisable_weight_initr   ÚModuler   r0   rM   rO   rm   ru   r}   r‹   rœ   r¤   r²   rÂ   ræ   rô   rö   r  r/  © r   r   Ú<module>r`     s.  ðó ã Ý ß Ð ã à‡i�i×#Ñ#€ò
>ô	&ˆb�i‰iô 	&ô%�—	‘	ô %ò +ô8�—‘ô ô*t�b—i‘iô tô�2—9‘9ô ô �2—9‘9ô ô$�2—9‘9ô ô&�2—9‘9ô ô*ˆb�i‰iô ô&>ˆr�y‰yô >ô�b—i‘iô ô2/�R—Y‘Yô /ô(8ô�—	‘	ô ô>=3ˆb�i‰iô =3ôDEK˜Ÿ	™	ö EKr   