+
    ‚°ñjµ  ã                   ó&  € ^ RI t ^ RIHt ^ RIHu Ht ^ RIt^ RIH	t	 ^ RI
Ht ^ RIt ! R R]P                  4      t ! R R]P                  4      t ! R R	]P                  4      t ! R
 R]P                  4      t ! R R]P                  4      tR# )é    N)ÚOptional)Úoptimized_attention_maskedc                   ó<   a a€ ] tR t^	t oRV 3R lltR tRtVtV ;t# )ÚWhisperFeatureExtractorc           	     ó8  <€ \         SV `  4        R V n        RV n        ^ V n        Wn        ^V n        RV n        \        P                  P                  V P                  V P                  V P                  V P
                  ^ RR7      P                  V4      V n        R# )i€>  i�  i S i@  )Úsample_rateÚn_fftÚ
hop_lengthÚn_melsÚf_minÚf_maxN)ÚsuperÚ__init__r   r	   r
   r   Úchunk_lengthÚ	n_samplesÚcomfyÚaudioÚMelSpectrogramÚtoÚmel_spectrogram)Úselfr   ÚdeviceÚ	__class__s   &&&€Ú@C:\Ai_Coding\apps\studio\ComfyUI\comfy\audio_encoders\whisper.pyr   Ú WhisperFeatureExtractor.__init__
   s†   ø€ Ü‰ÑÔØ ˆÔØˆŒ
ØˆŒØŒØˆÔØˆŒä$Ÿ{™{×9Ñ9Ø×(Ñ(Ø—*‘*Ø—‘Ø—;‘;ØØð  :ó  
÷ ‰"ˆV‹*ð 	Öó    c                óœ  € \         P                  ! V^R7      pVP                  ^ ,          p. p\        V4       F«  pW,          pVP                  ^ ,          V P                  8”  d   VRV P                   pM]VP                  ^ ,          V P                  8  d<   \
        P                  ! V^ V P                  VP                  ^ ,          ,
          34      pVP                  V4       K­  	  \         P                  ! V4      pV P                  VP                  V P                  P                  P                  P                  4      4      RRRR13,          P                  VP                  4      p\         P                  ! VRR7      P                  4       p\         P                   ! WwP#                  4       R,
          4      pVR,           R,          pV# )	é   )ÚdimNºNNNg»½×Ùß|Û=)Úming       @g      @éÿÿÿÿ)ÚtorchÚmeanÚshapeÚranger   ÚFÚpadÚappendÚstackr   r   ÚspectrogramÚwindowr   ÚclampÚlog10ÚmaximumÚmax)r   r   Ú
batch_sizeÚprocessed_audioÚiÚaudÚmel_specÚlog_mel_specs   &&      r   Ú__call__Ú WhisperFeatureExtractor.__call__   sX  € Ü—
’
˜5 aÔ(ˆØ—[‘[ •^ˆ
Øˆä�zÖ"ˆAØ•(ˆCØ�y‰y˜�|˜dŸn™nÔ,Ø˜/˜4Ÿ>™>Ð*‘Ø—‘˜1• §¡Ô.Ü—e’e˜C ! T§^¡^°c·i±iÀµlÕ%BÐ!CÓD�Ø×"Ñ" 3Ö'ñ #ô —’˜OÓ,ˆà×'Ñ'¨¯©°×1EÑ1E×1QÑ1Q×1XÑ1X×1_Ñ1_Ó(`ÓaÐbcÐefÐhkÐikÐhkÐbkÕl×oÑoÐpu×p|Ñp|Ó}ˆä—{’{ 8°Ô7×=Ñ=Ó?ˆÜ—}’} \×3CÑ3CÓ3EÈÕ3KÓLˆØ$ sÕ*¨cÕ1ˆàÐr   )r   r
   r   r	   r   r   r   )é€   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r7   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r   	   s   ù‡ € ÷÷$ò r   r   c                   óX   a a€ ] tR t^4t oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚMultiHeadAttentionc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )é   Úd_modelÚn_heads©Úint)ÚformatrB   s   "€r   Ú__annotate__ÚMultiHeadAttention.__annotate__5   s   ø€ ÷ Xñ X¡ð X©cñ Xr   c                ó6  <€ \         SV `  4        W,          ^ 8X  g   Q hWn        W n        W,          V n        VP                  WW4R7      V n        VP                  WRW4R7      V n        VP                  WW4R7      V n        VP                  WW4R7      V n	        R# )r   ©Údtyper   F)ÚbiasrP   r   N)
r   r   rG   rH   Úd_kÚLinearÚq_projÚk_projÚv_projÚout_proj)r   rG   rH   rP   r   Ú
operationsr   s   &&&&&&€r   r   ÚMultiHeadAttention.__init__5   s‘   ø€ Ü‰ÑÔØÕ  AÔ%Ð%Ð%àŒØŒØÕ%ˆŒà ×'Ñ'¨ÀÐ'ÓUˆŒØ ×'Ñ'¨¸uÈEÐ'ÓaˆŒØ ×'Ñ'¨ÀÐ'ÓUˆŒØ"×)Ñ)¨'À%Ð)ÓWˆŽr   c          
      ó¬   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[S[ P                  ,          RS[ P                  /# )rF   ÚqueryÚkeyÚvalueÚmaskÚreturn©r#   ÚTensorr   )rK   rB   s   "€r   rL   rM   B   sV   ø€ ÷ ñ á�|‰|ðñ �\‰\ðñ �|‰|ð	ñ
 ‘u—|‘|Õ$ðñ 
�‰ñr   c                óÚ   € VP                   w  rVpV P                  V4      pV P                  V4      p	V P                  V4      p
\	        W‰W P
                  V4      pV P                  V4      pV# ©N)r%   rT   rU   rV   r   rH   rW   )r   r[   r\   r]   r^   r1   Úseq_lenÚ_ÚqÚkÚvÚattn_outputs   &&&&&       r   ÚforwardÚMultiHeadAttention.forwardB   sb   € ð "'§¡Ñˆ
˜Qà�K‰K˜ÓˆØ�K‰K˜ÓˆØ�K‰K˜Óˆä0°°q¿,¹,ÈÓMˆØ—m‘m KÓ0ˆàÐr   )rR   rG   rU   rH   rW   rT   rV   ©NNNrc   ©	r:   r;   r<   r=   r   rj   r>   r?   r@   rA   s   @@r   rD   rD   4   s    ù‡ € ÷Xõ X÷÷ ò r   rD   c                   óX   a a€ ] tR t^Ut oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚEncoderLayerc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )rF   rG   rH   Úd_ffrI   )rK   rB   s   "€r   rL   ÚEncoderLayer.__annotate__V   s'   ø€ ÷ Zñ Z¡ð Z©cð Z¹ñ Zr   c                ó
  <€ \         SV `  4        \        WWEVR 7      V n        VP	                  WVR7      V n        VP                  WWER7      V n        VP                  W1WER7      V n        VP	                  WVR7      V n	        R# )©rP   r   rX   rO   N)
r   r   rD   Ú	self_attnÚ	LayerNormÚself_attn_layer_normrS   Úfc1Úfc2Úfinal_layer_norm)r   rG   rH   rq   rP   r   rX   r   s   &&&&&&&€r   r   ÚEncoderLayer.__init__V   s   ø€ Ü‰ÑÔä+¨GÀEÐeoÔpˆŒØ$.×$8Ñ$8¸ÐV\Ð$8Ó$]ˆÔ!à×$Ñ$ W¸%Ð$ÓOˆŒØ×$Ñ$ T¸%Ð$ÓOˆŒØ *× 4Ñ 4°WÐRXÐ 4Ó YˆÖr   c                óx   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[ P                  /# )rF   ÚxÚattention_maskr_   r`   )rK   rB   s   "€r   rL   rr   `   s:   ø€ ÷ ñ á�<‰<ðñ !¡§¡Õ.ðñ 
�‰ñ	r   c                ó  € TpV P                  V4      pV P                  WW4      pW1,           pTpV P                  V4      pV P                  V4      p\        P
                  ! V4      pV P                  V4      pW1,           pV# rc   )rw   ru   rz   rx   r'   Úgelury   )r   r}   r~   Úresiduals   &&& r   rj   ÚEncoderLayer.forward`   sx   € ð
 ˆØ×%Ñ% aÓ(ˆØ�N‰N˜1 Ó3ˆØ�LˆàˆØ×!Ñ! !Ó$ˆØ�H‰H�Q‹KˆÜ�FŠF�1‹IˆØ�H‰H�Q‹KˆØ�Lˆàˆr   )rx   ry   rz   ru   rw   rl   rc   rm   rA   s   @@r   ro   ro   U   s    ù‡ € ÷Zõ Z÷÷ ò r   ro   c                   óT   a a€ ] tR t^tt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚAudioEncoderc          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ /# )rF   r   Ún_ctxÚn_stateÚn_headÚn_layerrI   )rK   rB   s   "€r   rL   ÚAudioEncoder.__annotate__u   sD   ø€ ÷ Tñ TáðTñ ðTñ ð	Tñ
 ðTñ ñTr   c	                óˆ  <€ \         S
V `  4        VP                  W^^WgR7      V n        VP                  W3^^^WgR7      V n        VP                  W#WgR7      V n        \        P                  ! \        V4       U	u. uF  p	\        W4V^,          WgVR7      NK  	  up	4      V n        VP                  W6VR7      V n        R# u up	i )é   )Úkernel_sizeÚpaddingrP   r   )r�   ÚstriderŽ   rP   r   rO   rt   N)r   r   ÚConv1dÚconv1Úconv2Ú	EmbeddingÚembed_positionsÚnnÚ
ModuleListr&   ro   Úlayersrv   Ú
layer_norm)r   r   r†   r‡   rˆ   r‰   rP   r   rX   re   r   s   &&&&&&&&& €r   r   ÚAudioEncoder.__init__u   sÀ   ø€ ô 	‰ÑÔà×&Ñ& vÀAÈqÐX]Ð&ÓmˆŒ
Ø×&Ñ& wÀQÈqÐZ[ÐchÐ&ÓxˆŒ
à)×3Ñ3°EÈ%Ð3Ó_ˆÔä—m’mä˜7”^ó%
á#�ô ˜¨'°A­+¸UÐ^h×iÙ#ñ%
ó ˆŒð
 %×.Ñ.¨wÈFÐ.ÓSˆŽùò%
s   Á:B?c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )rF   r}   r_   )r#   ra   )rK   rB   s   "€r   rL   rŠ   Ž   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c                óî  € \         P                  ! V P                  V4      4      p\         P                  ! V P                  V4      4      pVP	                  ^^4      pV\
        P                  P                  V P                  P                  RRVP                  ^,          13,          V4      ,           pRpV P                   F  pW!3,          pV! V4      pK  	  V P                  V4      pW!3,          pW3# )r   r    N© )r'   r€   r‘   r’   Ú	transposer   ÚopsÚcast_to_inputr”   Úweightr%   r—   r˜   )r   r}   Úall_xÚlayers   &&  r   rj   ÚAudioEncoder.forwardŽ   sÁ   € Ü�FŠF�4—:‘:˜a“=Ó!ˆÜ�FŠF�4—:‘:˜a“=Ó!ˆà�K‰K˜˜1Óˆà”—	‘	×'Ñ'¨×(<Ñ(<×(CÑ(CÀAÀ{ÈÏÉÐPQÍ
À{ÀNÕ(SÐUVÓWÕWˆàˆØ—[”[ˆEØ�T�MˆEÙ�a“ŠAñ !ð �O‰O˜AÓˆØ��ˆØˆxˆr   )r‘   r’   r”   r˜   r—   ©r9   iÜ  i   é   é    NNNrm   rA   s   @@r   r„   r„   t   s    ù‡ € ÷Tõ T÷2÷ ð r   r„   c                   óH   a a€ ] tR t^ t oRV3R lV 3R llltR tRtVtV ;t# )ÚWhisperLargeV3c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ /# )rF   r   Ún_audio_ctxÚn_audio_stateÚn_audio_headÚn_audio_layerrI   )rK   rB   s   "€r   rL   ÚWhisperLargeV3.__annotate__¡   s=   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ
 ð
ñ ñ
r   c	                óp   <€ \         S	V `  4        \        WR 7      V n        \	        WW4VWgVR7      V n        R# ))r   r   rt   N)r   r   r   Úfeature_extractorr„   Úencoder)
r   r   rª   r«   r¬   r­   rP   r   rX   r   s
   &&&&&&&&&€r   r   ÚWhisperLargeV3.__init__¡   s5   ø€ ô 	‰ÑÔä!8ÀÔ!VˆÔä#Ø ¸mØ°:ô
ˆŽr   c                óP   € V P                  V4      pV P                  V4      w  r4W43# rc   )r°   r±   )r   r   Úmelr}   r¡   s   &&   r   rj   ÚWhisperLargeV3.forwardµ   s)   € Ø×$Ñ$ UÓ+ˆØ—<‘< Ó$‰ˆØˆxˆr   )r±   r°   r¤   rm   rA   s   @@r   r¨   r¨       s   ù‡ € ÷
õ 
÷(ò r   r¨   )r#   Útorch.nnr•   Útorch.nn.functionalÚ
functionalr'   Úcomfy.audior   Útypingr   Úcomfy.ldm.modules.attentionr   Ú	comfy.opsÚModuler   rD   ro   r„   r¨   rœ   r   r   Ú<module>r¾      sp   ðÛ Ý ß Ð Û Ý Ý BÛ ô(˜bŸi™iô (ôV˜Ÿ™ô ôB�2—9‘9ô ô>)�2—9‘9ô )ôX�R—Y‘Yö r   