+
    ƒ°ñj,  ã                   ó  € ^ RI t ^ RIHt ^ RI Ht ^ RIHtHt ^ RIHt ^ RI	t	^ RI
t ! R R]P                  4      tR R lt ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]4      tR# )é    N©ÚTensor)ÚListÚUnion)Ú	rearrangec                   óT   a a€ ] tR t^t oRtV3R lV 3R lltV3R lR ltRtVtV ;t	# )ÚLearnedPositionalEmbeddingzUsed for continuous timec                ó    <€ V ^8„  d   QhRS[ /# )é   Údim©Úint)ÚformatÚ__classdict__s   "€Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\audio\embedders.pyÚ__annotate__Ú'LearnedPositionalEmbedding.__annotate__   s   ø€ ÷ ;ñ ;™Cñ ;ó    c                ó´   <€ \         SV `  4        V^,          ^ 8X  g   Q hV^,          p\        P                  ! \        P
                  ! V4      4      V n        R# )r   N)ÚsuperÚ__init__ÚnnÚ	ParameterÚtorchÚemptyÚweights)Úselfr   Úhalf_dimÚ	__class__s   && €r   r   Ú#LearnedPositionalEmbedding.__init__   s@   ø€ Ü‰ÑÔØ�a•˜AŒ~Ðˆ~Ø˜!•8ˆÜ—|’|¤E§K¢K°Ó$9Ó:ˆŽr   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# ©r   ÚxÚreturnr   )r   r   s   "€r   r   r      s   ø€ ÷ ñ ™ð ¡Fñ r   c                ó.  € \        VR 4      pV\        V P                  R4      ,          ^,          \        P                  ,          p\        P
                  ! VP                  4       VP                  4       3RR7      p\        P
                  ! W3RR7      pV# )zb -> b 1zd -> 1 d©r   éÿÿÿÿ)r   r   ÚmathÚpir   ÚcatÚsinÚcos)r   r#   ÚfreqsÚ	fouriereds   &&  r   ÚforwardÚ"LearnedPositionalEmbedding.forward   sj   € Ü�a˜Ó$ˆØ”I˜dŸl™l¨JÓ7Õ7¸!Õ;¼d¿g¹gÕEˆÜ—I’I˜uŸy™y›{¨E¯I©I«KÐ8¸bÔAˆ	Ü—I’I˜q˜n°"Ô5ˆ	ØÐr   )r   ©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r/   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   r   s   @@r   r	   r	      s!   ù‡ € Ù"÷;ó ;÷÷ ð r   r	   c                óP   € V ^8„  d   QhR\         R\         R\        P                  /# )r   r   Úout_featuresr$   )r   r   ÚModule)r   s   "r   r   r      s%   € ÷ ñ ¤ð ´Cð ¼B¿I¹Iñ r   c                 ó¢   € \         P                  ! \        V 4      \        P                  P
                  P                  V ^,           VR7      4      # )é   ©Úin_featuresr<   )r   Ú
Sequentialr	   ÚcomfyÚopsÚmanual_castÚLinear©r   r<   s   &&r   ÚTimePositionalEmbeddingrH      s<   € Ü�=Š=Ü" 3Ó'Ü�	‰	×Ñ×$Ñ$°°qµÀ|Ð$ÓTóð r   c                   ó@   a a€ ] tR t^"t oRtRV 3R lltR tRtVtV ;t	# )ÚExpoFourierFeaturesz@Exponentially-spaced Fourier features (no learnable parameters).c                óH   <€ \         SV `  4        Wn        W n        W0n        R # ©N)r   r   r   Úmin_freqÚmax_freq)r   r   rM   rN   r   s   &&&&€r   r   ÚExpoFourierFeatures.__init__$   s   ø€ Ü‰ÑÔØŒØ ŒØ Žr   c                óì  € VP                   pVP                  4       pVP                  4       ^8X  d   VP                  R4      pV P                  ^,          p\        P
                  ! ^ ^W1P                  \        P                  R7      p\        P                  ! V\        P                  ! V P                  4      \        P                  ! V P                  4      ,
          ,          \        P                  ! V P                  4      ,           4      pW,          ^,          \        P                  ,          p\        P                  ! VP                  4       VP!                  4       .RR7      P#                  V4      # )r?   )ÚdeviceÚdtyper&   r'   )rR   Úfloatr   Ú	unsqueezer   ÚlinspacerQ   Úfloat32Úexpr(   ÚlogrN   rM   r)   r*   r,   r+   Úto)r   ÚtÚin_dtyper   Úrampr-   Úargss   &&     r   r/   ÚExpoFourierFeatures.forward*   sä   € Ø—7‘7ˆØ�G‰G‹IˆØ�5‰5‹7�aŒ<Ø—‘˜B“ˆAØ—8‘8˜q•=ˆÜ�~Š~˜a  H·X±XÄUÇ]Á]ÔSˆÜ—	’	˜$¤$§(¢(¨4¯=©=Ó"9¼D¿HºHÀTÇ]Á]Ó<SÕ"SÕTÔW[×W_ÒW_Ð`d×`mÑ`mÓWnÕnÓoˆØ�y˜1�}œtŸw™wÕ&ˆÜ�yŠy˜$Ÿ(™(›* d§h¡h£jÐ1°rÔ:×=Ñ=¸hÓGÐGr   )r   rN   rM   )g      à?g     ˆÃ@r1   r:   s   @@r   rJ   rJ   "   s   ù‡ € ÙJ÷!÷	Hò 	Hr   rJ   c                   óT   a a€ ] tR t^6t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚNumberEmbedderc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Úfeaturesr   r   )r   r   s   "€r   r   ÚNumberEmbedder.__annotate__7   s#   ø€ ÷ Uñ UáðUñ ñUr   c                ó   <€ \         SV `  4        Wn        VR 8X  dQ   \        P                  ! \        VR7      \        P                  P                  P                  W!R7      4      V n
        R# \        W!R7      V n
        R# )Úexpor&   r@   rG   N)r   r   rb   r   rB   rJ   rC   rD   rE   rF   Ú	embeddingrH   )r   rb   r   Úfourier_features_typer   s   &&&&€r   r   ÚNumberEmbedder.__init__7   sa   ø€ ô 	‰ÑÔØ ŒØ  FÔ*ÜŸ]š]Ô+>À3Ô+GÌÏÉ×I^ÑI^×IeÑIeÐruÐIeó  JNó  OˆDŽNä4¸ÔTˆDŽNr   c                óL   <€ V ^8„  d   QhRS[ S[S[,          S[3,          RS[/# r"   )r   r   rS   r   )r   r   s   "€r   r   rc   D   s)   ø€ ÷ 	ñ 	™™t¡E�{©FÐ2Õ3ð 	¹ñ 	r   c                ó†  € \         P                  ! V4      '       gE   \        V P                  P	                  4       4      P
                  p\         P                  ! WR 7      p\        V\        4      '       g   Q hVP                  p\        VR4      pV P                  V4      pVP                  ! . VOV P                  N5!  pV# ))rQ   z... -> (...))r   Ú	is_tensorÚnextrf   Ú
parametersrQ   ÚtensorÚ
isinstancer   Úshaper   Úviewrb   )r   r#   rQ   rp   rf   s   &&   r   r/   ÚNumberEmbedder.forwardD   s‘   € Ü�Š˜q×!Ò!Ü˜$Ÿ.™.×3Ñ3Ó5Ó6×=Ñ=ˆFÜ—’˜QÔ.ˆAÜ˜!œV×$Ò$Ð$Ð$Ø—‘ˆÜ�a˜Ó(ˆØ—N‘N 1Ó%ˆ	Ø�NŠNÐ1˜EÐ1 4§=¡=Ó1ˆØˆr   )rf   rb   )é   Úlearned©	r2   r3   r4   r5   r   r/   r7   r8   r9   r:   s   @@r   r`   r`   6   s    ù‡ € ÷Uõ U÷	÷ 	ð 	r   r`   c                   óH   a a€ ] tR t^Pt oRV3R lV 3R llltR tRtVtV ;t# )ÚConditionerc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[/# )r   r   Ú
output_dimÚproject_out)r   Úbool)r   r   s   "€r   r   ÚConditioner.__annotate__Q   s.   ø€ ÷ lñ láðlñ ðlñ ñ	lr   c                óÆ   <€ \         SV `  4        Wn        W n        W8w  g	   V'       d   \        P
                  ! W4      V n        R # \        P                  ! 4       V n        R # rL   )r   r   r   ry   r   rF   ÚIdentityÚproj_out)r   r   ry   rz   r   s   &&&&€r   r   ÚConditioner.__init__Q   sA   ø€ ô 	‰ÑÔàŒØ$ŒØ7:Ô7HÏKœŸ	š	 #Ó2ˆŽÔ^`×^iÒ^iÓ^kˆŽr   c                ó   € \        4       hrL   )ÚNotImplementedError)r   r#   s   &&r   r/   ÚConditioner.forward^   s   € Ü!Ó#Ð#r   )r   ry   r   )Fru   r:   s   @@r   rw   rw   P   s   ù‡ € ÷lõ l÷$ò $r   rw   c                   óP   a a€ ] tR t^at oRtRV3R lV 3R llltRR ltRtVtV ;t	# )ÚNumberConditionerzn
Conditioner that takes a list of floats, normalizes them for a given range, and returns a list of embeddings
c                ó2   <€ V ^8„  d   QhRS[ RS[RS[RS[/# )r   ry   Úmin_valÚmax_valrg   )r   rS   Ústr)r   r   s   "€r   r   ÚNumberConditioner.__annotate__e   s7   ø€ ÷ iñ iÙðiáðiñ ðiñ (+ñ	ir   c                ó`   <€ \         SV `  W4       W n        W0n        \	        WR 7      V n        R# ))rb   rg   N)r   r   r‡   rˆ   r`   Úembedder)r   ry   r‡   rˆ   rg   r   s   &&&&&€r   r   ÚNumberConditioner.__init__e   s(   ø€ ô 	‰Ñ˜Ô0àŒØŒä&°
ÔhˆŽr   c                óÎ  € V Uu. uF  p\        V4      NK  	  ppVf.   \        V P                  P                  4       4      P                  p\
        P                  ! V4      P                  V4      pVP                  V P                  V P                  4      pWP                  ,
          V P                  V P                  ,
          ,          p\        V P                  P                  4       4      P                  pVP                  V4      pV P                  V4      P                  ^4      pV\
        P                  ! VP                  ^ ,          ^4      P                  V4      .# u upi rL   )rS   rl   rŒ   rm   rQ   r   rn   rY   Úclampr‡   rˆ   rR   rT   Úonesrp   )r   ÚfloatsrQ   r#   Únormalized_floatsÚembedder_dtypeÚfloat_embedss   &&&    r   r/   ÚNumberConditioner.forwardr   s  € á(.Ó/© 1”e˜A–h©ˆFÐ/àŠ~Ü˜dŸm™m×6Ñ6Ó8Ó9×@Ñ@�ä—\’\ &Ó)×,Ñ,¨VÓ4ˆFà—\‘\ $§,¡,°·±Ó=ˆFà!'¯,©,Õ!6¸4¿<¹<È$Ï,É,Õ;VÕ WÐô " $§-¡-×":Ñ":Ó"<Ó=×CÑCˆNØ 1× 4Ñ 4°^Ó DÐàŸ=™=Ð):Ó;×EÑEÀaÓHˆLà ¤%§*¢*¨\×-?Ñ-?ÀÕ-BÀAÓ"F×"IÑ"IÈ&Ó"QÐRÐRùò# 0s   …E")rŒ   rˆ   r‡   )r   r?   rt   rL   r1   r:   s   @@r   r…   r…   a   s"   ù‡ € ñ÷iõ i÷Sô Sr   r…   )r   Útorch.nnr   r   Útypingr   r   Úeinopsr   r(   Ú	comfy.opsrC   r=   r	   rH   rJ   r`   rw   r…   © r   r   Ú<module>r›      sq   ðó Ý Ý ß Ý Û Û ô §¡ô õ ôH˜"Ÿ)™)ô Hô(�R—Y‘Yô ô4$�"—)‘)ô $ô"$S˜ö $Sr   