+
    ƒ°ñjÔR  ã                   óÈ  € ^ RI t ^ RIHtHt ^ RIt^ RIHtHtHt RR lt	RR lt
RR ltR tR tR	 t ! R
 R] P                  P                   4      t ! R R] P                  P                   4      t ! R R]4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R4      t ! R R4      t ! R R4      t ! R R4      tR# )é    N)Ú	rearrangeÚrepeat)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc           	      óº  € R V P                   R,          R,          ,          pV P                  ^^4      V,          p V P                   w  rVrx. p	\        V4       EFg  w  r«VP                  ^^^R4      p\        P
                  ! WVWpP                  V P                  R7      p\        \        Ws,          ^4      V4      p\        ^ W}4       FÑ  p\        Wí,           V4      pV RRWï13,          VP                  ^ ^^^4      ,          pVP                  RRR7      P                  pVV,
          P                  4       pVP                  RRR7      pVVR,           ,          pVV,          pVP                  R4      VP                  4       R,           ,          VRRWï13&   ??KÓ  	  VP                  ^R7      pV	P!                  V4       EKj  	  ? ?\        P"                  ! V	^ R7      # )	ç      ð?g      à?©ÚdeviceÚdtypeºNNNT)ÚdimÚkeepdimç:Œ0âŽyE>©r   éÿÿÿÿ)ÚshapeÚ	transposeÚ	enumerateÚviewÚtorchÚzerosr   r   ÚminÚmaxÚrangeÚpermuteÚvaluesÚexpÚsumÚmeanÚappendÚcat)Úvisual_qÚref_kÚref_target_masksÚ	split_numÚscaleÚBÚHÚ	x_seqlensÚKÚx_ref_attn_mapsÚ	class_idxÚref_target_maskÚx_ref_attnmapÚ
chunk_sizeÚiÚend_iÚ
attn_chunkÚattn_maxÚattn_sumÚmasked_attns   &&&&                ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\wan\model_multitalk.pyÚcalculate_x_ref_attn_mapr8      s®  € Ø�(—.‘. Õ$¨Õ+Õ+€EØ×!Ñ! ! QÓ'¨%Õ/€Hà!Ÿ™Ñ€Aˆ)à€OÜ&/Ð0@×&AÑ"ˆ	Ø)×.Ñ.¨q°!°Q¸Ó;ˆäŸš A¨)¿O¹OÐS[×SaÑSaÔbˆÜœ˜YÕ3°QÓ7¸ÓCˆ
ä�q˜)Ö0ˆAÜ˜�¨	Ó2ˆEà! ! Q¨¨ -Õ0°5·=±=ÀÀAÀqÈ!Ó3LÕLˆJð "—~‘~¨"°d�~Ó;×BÑBˆHØ$ xÕ/×4Ñ4Ó6ˆJØ!—~‘~¨"°d�~Ó;ˆHØ# x°$¥Õ7ˆJð % Õ6ˆKØ+6¯?©?¸2Ó+>À/×BUÑBUÓBWÐZ^ÕB^Õ+_ˆM˜!˜Q  ˜-Ñ(àšKñ 1ð$ &×*Ñ*¨qÐ*Ó1ˆØ×Ñ˜}×-ñ3 'Bð6 	�%ä�9Š9�_¨!Ô,Ð,ó    c           
     ó®  € Vw  rVpWg,          pVRRV13,          pV P                   w  ršr¹VP                   w  rÉ\        P                  ! WÊ4      P                  V 4      pW´,          p\	        V4       F[  p\        V RRWþ,          V^,           V,          1R3,          VRRWþ,          V^,           V,          1R3,          V4      pVV,          pK]  	  WÔ,          # )z€Args:
query (torch.tensor): B M H K
key (torch.tensor): B M H K
shape (tuple): (N_t, N_h, N_w)
ref_target_masks: [B, N_h * N_w]
r   N)r   r   r   Útor   r8   )r#   r$   r   r%   r&   ÚN_tÚN_hÚN_wr*   Ú_Úseq_lensÚheadsÚ	class_numr,   Úsplit_chunkr1   Úx_ref_attn_maps_perheads   &&&&&            r7   Úget_attn_map_with_targetrE   -   sÙ   € ð �M€Cˆcà•	€IØ�a˜˜)˜�mÕ$€EØ$ŸN™NÑ€A�Ø#×)Ñ)�L€IÜ—k’k )Ó6×9Ñ9¸(ÓC€OàÕ$€Kä�9ÖˆÜ":Ø�Q˜˜1�=¨!¨A­#¨{Õ):Ð:¸AÐ=Õ>Ø�!�Q˜� q¨¥s¨KÕ&7Ð7¸Ð:Õ;Øó#Ðð
 	Ð2Õ2Šñ ð Õ&Ð&r9   c                 óz   € Vw  rEVw  rgW,
          WT,
          V,           ,          pW‡V,
          ,          V,           p	V	# ©N© )
ÚcolumnÚsource_rangeÚtarget_rangeÚepsilonÚ
source_minÚ
source_maxÚnew_minÚnew_maxÚ
normalizedÚscaleds
   &&&&      r7   Únormalize_and_scalerS   J   s>   € Ø)Ñ€JØ#Ñ€GØÕ%¨*Õ*AÀGÕ*KÕL€JØ WÕ,Õ-°Õ7€FØ€Mr9   c                 ó”   € \        V R ^R7      p V P                  RR7      w  r\        P                  ! V) V3RR7      p \        V R4      # )z... (d r) -> ... d r©Úrr   z... d r -> ... (d r)r   )r   Úunbindr   Ústack)ÚxÚx1Úx2s   &  r7   Úrotate_halfr\   R   sG   € Ü�!Ð+¨qÔ1€AØ�X‰X˜"ˆXÓ�F€BÜ�Š�b�S˜"�I 2Ô&€AÜ�QÐ.Ó/Ð/r9   c                 óN  € . p\        V 4      pV ^ ,          P                  ^ ,          p\        P                  ! ^4      ^,
          ^,          p\	        V4       EF3  pW%8”  d�   W%,
          p\        W,          P                  4      p	W‰^ &   W,          R,          P                  ! V.^.W,          P                  4       ^,
          ,          O5!  p
\        P                  ! W,          V
.^ R7      pMW,          p\        P                  ! W^4      P                  ^4      VP                  ^ 4      ,           p\        P                  ! V^ VP                  ^ ,          ^,
          R7      pW¼,          P                  ^ 4      pVP                  V4       EK6  	  \        P                  ! V^ R7      # )r   ºNé   Nr   )r   r   )Úlenr   r   Úaranger   Úlistr   r   r"   Ú	unsqueezeÚclampr!   )Úencoded_audioÚaudio_startÚ	audio_endÚ
audio_embsÚ	human_numÚaudio_framesÚindicesÚ	human_idxÚpad_lenÚ	pad_shapeÚ
pad_tensorÚencoded_audio_inÚcenter_indicesÚ	audio_embs   &&&           r7   Úget_audio_embedsrs   Y   sT  € Ø€JÜ�MÓ"€IØ  Õ#×)Ñ)¨!Õ,€Lä�|Š|˜EÓ" QÕ&¨!Õ+€Gä˜9×%ˆ	ØÔ#ØÕ.ˆGÜ˜]Õ5×;Ñ;Ó<ˆIØ"�a‰LØ&Õ1°"Õ5×<Ò<¸WÐtÈÈÈ}ÕOg×OkÑOkÓOmÐpqÕOqÕHrÓtˆJÜ$Ÿyšy¨-Õ*BÀJÐ)OÐUVÔWÑà,Õ7ÐÜŸš k¸aÓ@×JÑJÈ1ÓMÐPW×PaÑPaÐbcÓPdÕdˆÜŸš ^¸Ð@P×@VÑ@VÐWXÕ@YÐ\]Õ@]Ô^ˆØ$Õ4×>Ñ>¸qÓAˆ	Ø×Ñ˜)×$ñ &ô �9Š9�Z QÔ'Ð'r9   c                 óà  € \        WV4      pVR,          pVR	,          p\        VR^R7      pV P                  ^,          pVR R RRV^,           1R3,          p\        VR4      pVR R R
R1VR1R3,          p	\        V	R4      p	VR R ^R
1Ww^,           1R3,          p
\        V
R4      p
\        P                  ! WŠV	.^R7      pV ! W[4      p\        P                  ! VP                  ^4      ^R7      pV# )r   r^   .z b (n_t n) w s c -> b n_t n w s c)ÚnNz b n_t n w s c -> b n_t (n w) s cr   )r   r^   .)r   :r_   NN.r   )rs   r   Úseq_lenr   r"   Úsplit)Ú
audio_projre   rf   rg   rh   Úfirst_frame_audio_emb_sÚlatter_frame_audio_embÚmiddle_indexÚlatter_first_frame_audio_embÚlatter_last_frame_audio_embÚlatter_middle_frame_audio_embÚlatter_frame_audio_emb_srr   s   &&&&         r7   Úproject_audio_featuresr€   q   s#  € Ü! -¸iÓH€Jà(¨Õ4ÐØ'¨
Õ3ÐÜ&Ð'=Ð?aÐefÔgÐà×%Ñ%¨Õ*€Là#9¸!¸QÀÀOÀ\ÐRSÅ^ÀOÐUXÐ:XÕ#YÐ Ü#,Ð-IÐKmÓ#nÐ Ø"8¸¸A¸r¹sÀLÁMÐSVÐ9VÕ"WÐÜ"+Ð,GÐIkÓ"lÐØ$:¸1¸aÀÀ2ÀÀ|ÐabÕTbÐGbÐdgÐ;gÕ$hÐ!Ü$-Ð.KÐMoÓ$pÐ!Ü$ŸyšyÐ*Fð  hCð  *Dð  JKô   LÐáÐ2ÓM€IÜ—	’	˜)Ÿ/™/¨!Ó,°!Ô4€IàÐr9   c                   ó>   a a€ ] tR t^ˆt oV 3R ltR tR tRtVtV ;t	# )ÚRotaryPositionalEmbedding1Dc                ó>   <€ \         SV `  4        Wn        R V n        R# )i'  N)ÚsuperÚ__init__Úhead_dimÚbase)Úselfr†   Ú	__class__s   &&€r7   r…   Ú$RotaryPositionalEmbedding1D.__init__‰   s   ø€ ô 	‰ÑÔØ ŒØˆŽ	r9   c                ó~  € R V P                   \        P                  ! ^ V P                  ^4      RV P                  ^,           P	                  4       V P                  ,          ,          ,          pVP                  VP                  4      p\        P                  ! RVP	                  4       V4      p\        VR^R7      pV# )r	   Nz..., f -> ... fz... n -> ... (n r)rU   )	r‡   r   ra   r†   Úfloatr;   r   Úeinsumr   )rˆ   Úpos_indicesÚfreqss   && r7   Úprecompute_freqs_cis_1dÚ3RotaryPositionalEmbedding1D.precompute_freqs_cis_1d�   s‘   € Ø�t—y‘y¤U§\¢\°!°T·]±]ÀAÓ%FÐG]È$Ï-É-Ð[\ÕJ\Ð%^×%dÑ%dÓ%fÐim×ivÑivÕ%vÕwÕxˆØ—‘˜×+Ñ+Ó,ˆÜ—’Ð.°×0AÑ0AÓ0CÀUÓKˆÜ�uÐ2°aÔ8ˆØˆr9   c                ób  € V P                  V4      pVP                  4       pVP                  4       P                  VP                  4      pVP	                  4       VP                  4       re\        VR 4      \        VR 4      reWE,          \        V4      V,          ,           pVP                  V4      # )zn d -> 1 1 n d)	r�   rŒ   r;   r   ÚcosÚsinr   r\   Útype_as)rˆ   rY   rŽ   Ú	freqs_cisÚx_r“   r”   s   &&&    r7   ÚforwardÚ#RotaryPositionalEmbedding1D.forward—   s…   € Ø×0Ñ0°Ó=ˆ	à�W‰W‹Yˆà—O‘OÓ%×(Ñ(¨¯©Ó2ˆ	Ø—=‘=“? I§M¡M£OˆSÜ˜SÐ"2Ó3´Y¸sÐDTÓ5UˆSØ�hœ; r›?¨SÕ0Õ1ˆà�z‰z˜!‹}Ðr9   )r‡   r†   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r…   r�   r˜   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r‰   Ú__classdict__s   @@r7   r‚   r‚   ˆ   s   ù‡ € õò÷
ò 
r9   r‚   c                   óX   a a€ ] tR t^£t oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚSingleStreamAttentionc          
      ó6   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RR/# )é   r   Úencoder_hidden_states_dimÚ	num_headsÚqkv_biasÚreturnN©ÚintÚbool)Úformatr¢   s   "€r7   Ú__annotate__Ú"SingleStreamAttention.__annotate__¤   sD   ø€ ÷ zñ záðzñ $'ðzñ ð	zñ
 ðzð 
ñzr9   c                ó"  <€ \         SV `  4        Wn        \        4       V n        W n        W0n        W,          V n        VP                  WWEVR 7      V n	        VP                  WWVR7      V n
        VP                  W!^,          WEVR 7      V n        R# ))Úbiasr   r   r
   N)r„   r…   r   r   Úcomfy_attentionr§   r¨   r†   ÚLinearÚq_linearÚprojÚ	kv_linear)	rˆ   r   r§   r¨   r©   r   r   Ú
operationsr‰   s	   &&&&&&&&€r7   r…   ÚSingleStreamAttention.__init__¤   s†   ø€ ô 	‰ÑÔØŒÜ-Ó/ˆÔØ)BÔ&Ø"ŒØÕ(ˆŒà"×)Ñ)¨#¸ÐX]Ð)Ó^ˆŒØ×%Ñ% c°vÐ%ÓKˆŒ	Ø#×*Ñ*Ð+DÈAÅgÐT\ÐsxÐ*ÓyˆŽr9   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# ©r¦   rY   Úencoder_hidden_statesrª   ©r   ÚTensor)r®   r¢   s   "€r7   r¯   r°   ·   s1   ø€ ÷ %ñ %™Ÿ™ð %¹e¿l¹lð %Ñ[`×[gÑ[gñ %r9   c           
     óœ  € Vw  rEpWE,          V,          pVP                   ^,          pRp	W‡8w  d6   VRV) V,          R1R3,          p	VRRV) V,          1R3,          pV^,
          pVP                   ^ ,          p
WV,          pVP                  W¤,          W°P                  4      pV P                  V4      P                  W¤,          W°P                  V P
                  4      pV P                  V4      pVP                  W¤,          VP                   ^,          ^V P                  V P
                  4      P                  ^4      w  rï\        VP                  ^^4      4      p\        VP                  ^^4      4      p\        VP                  ^^4      4      p?\        WÎWðP                  V P                  RRR7      P                  ^^4      pV P                  VP                  W¤,          W°P                  4      4      pVP                  W¤V,          V P                  4      pV	e/   \        P                  ! V\        P                   ! V	4      .^R7      pV# )r_   Nr   T©rA   Úpreferred_attentionÚskip_reshapeÚskip_output_reshaper   )r   r   r   rµ   r¨   r†   r·   rW   r   r   r   r³   r¶   Úreshaper   r"   Ú
zeros_like)rˆ   rY   r¼   r   r<   r=   r>   Úexpected_tokensÚactual_tokensÚx_extrar(   ÚSÚqÚkvÚ	encoder_kÚ	encoder_vs   &&&&            r7   r˜   ÚSingleStreamAttention.forward·   s  € Ø‰ˆ�#à�) c�/ˆØŸ™ �
ˆØˆàÔ+Ø˜˜C˜4 #�:™;¨Ð)Õ*ˆGØ�!�[�s�d˜S•j�[ !Ð#Õ$ˆAØ˜•'ˆCà�G‰G�A�JˆØ�IˆØ�F‰F�1•7˜AŸx™xÓ(ˆð �M‰M˜!Ó×!Ñ! !¥'¨1¯n©n¸d¿m¹mÓLˆð �^‰^Ð1Ó2ˆØ!Ÿw™w q¥wÐ0E×0KÑ0KÈAÕ0NÐPQÐSW×SaÑSaÐcg×cpÑcpÓq×xÑxÐyzÓ{Ñˆ	ô % Q§[¡[°°AÓ%6Ó7ˆÜ,¨Y×-@Ñ-@ÀÀAÓ-FÓGˆ	Ü,¨Y×-@Ñ-@ÀÀAÓ-FÓGˆ	ØÜ ¨i¿~¹~Ðcg×cwÑcwð  GKð  aeô  f÷  pñ  pð  qrð  tuó  vˆð �I‰I�a—i‘i ¥¨¯H©HÓ5Ó6ˆØ�F‰F�1˜A•g˜tŸx™xÓ(ˆàÒÜ—	’	˜1œe×.Ò.¨wÓ7Ð8¸aÔ@ˆAàˆr9   )r³   r   r§   r†   r·   r¨   r¶   rµ   )NNNrG   ©	rš   r›   rœ   r�   r…   r˜   rž   rŸ   r    r¡   s   @@r7   r¤   r¤   £   s    ù‡ € ÷zõ z÷&%÷ %ò %r9   r¤   c                   ó^   a a€ ] tR t^Þt oRV3R lV 3R llltRV3R lV 3R llltRtVtV ;t# )ÚSingleStreamMultiAttentionc                óB   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[ RS[ RR/# )	r¦   r   r§   r¨   r©   Úclass_rangeÚclass_intervalrª   Nr«   )r®   r¢   s   "€r7   r¯   Ú'SingleStreamMultiAttention.__annotate__ß   sZ   ø€ ÷ Bñ BáðBñ $'ðBñ ð	Bñ
 ðBñ ðBñ ðBð 
ñBr9   c
           
     ó  <€ \         S
V `  VVVVVVV	R 7       W`n        WPn        V P                  V P                  ,          V n        \        V P                  ^,          4      V n        \        V P                  4      V n	        R# ))r   r§   r¨   r©   r   r   r¸   N)
r„   r…   rÔ   rÓ   Ú
max_humansr¬   Úrope_bakr‚   r†   Úrope_1d)rˆ   r   r§   r¨   r©   rÓ   rÔ   r   r   r¸   r‰   s   &&&&&&&&&&€r7   r…   Ú#SingleStreamMultiAttention.__init__ß   s{   ø€ ô 	‰ÑØØ&?ØØØØØ!ð 	ô 	
ð -ÔØ&ÔØ×*Ñ*¨d×.AÑ.AÕAˆŒô ˜D×,Ñ,°Õ1Ó2ˆŒä2°4·=±=ÓAˆŽr9   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# r»   r½   )r®   r¢   s   "€r7   r¯   rÕ   ý   s:   ø€ ÷ Zñ Zá�<‰<ðZñ  %Ÿ|™|ðZñ 
�‰ñZr9   c           
     ó4  <€ VP                  ^ 4      P                  VP                  4      pVe   VP                  ^ ,          M^pV^8:  d   \        S%V `  WV4      # Vw  rgpRp	VP                  ^ ,          V,          VP                  ^ ,          8w  d6   VRV) V,          R1R3,          p	VRRV) V,          1R3,          pV^,
          p\        VRVR7      pVP                  w  r«pV P                  V4      pVP                  W«V P                  V P                  4      P                  ^ ^^^4      p^ V P                  3pV P                  V P                  ,
          V P                  3p\        V P                  ^,          4      pVP                  ^4      P                   R,          pVP#                  ^4      P                   R,          p\$        P&                  ! VV.^R7      pVR,          P                  4       VR,          P#                  4       ppVR,          P                  4       VR,          P#                  4       pp\)        V^ ,          VV3V4      p\)        V^,          VV3V4      p\$        P*                  ! VP-                  ^4      3VVP.                  VP                  R7      pVP1                  ^ R7      p\$        P2                  ! VVV.^R7      pV\$        P4                  ! VP-                  ^4      4      V3,          p\        VRVR7      pV P7                  VV4      p\        VRVR7      pVP                  w  pppV P9                  V4      p V P                  V
V^V P                  V P                  4      P                  ^^ ^^^4      p V P;                  ^ 4      w  p!p"\$        P<                  ! VV!P.                  V!P                  R7      p#V^ ,          V^,          ,           ^,          V#RV#P-                  ^ 4      ^,          % V^ ,          V^,          ,           ^,          V#V#P-                  ^ 4      ^,          R% \$        P&                  ! V#.V,          ^ R7      p$\        V!RVR7      p!V P7                  V!V$4      p!\        V!RVR7      p!\        VR	4      p\        V!R	4      p!\        V"R	4      p"\?        VPA                  ^^4      4      p\?        V!PA                  ^^4      4      p!\?        V"PA                  ^^4      4      p"? \C        VV!V"V P                  V PD                  R
R
R7      PA                  ^^4      pVPG                  W«V4      pV PI                  V4      p\        VRVR7      pV	e/   \$        P&                  ! V\$        PJ                  ! V	4      .^R7      pV# )r   Nr   zB (N_t S) C -> (B N_t) S C)r<   r   )r   r   z(B N_t) H S C -> B H (N_t S) CzB H (N_t S) C -> (B N_t) H S CzB H M K -> B M H KTrÀ   z(B N_t) S C -> B (N_t S) C)r   NN)r   r   r   )r   r   r_   )r_   r   r   )r_   r   r_   )&Úsqueezer;   r   r   r„   r˜   r   rµ   r   r¨   r†   r   rÔ   rÓ   r¬   r   r   r   r   r"   rS   ÚfullÚsizer   ÚargmaxrX   ra   rÙ   r·   rW   r   r   r   r   r³   rÄ   r¶   rÅ   )&rˆ   rY   r¼   r   Úx_ref_attn_mapri   r<   r=   r>   rÈ   r(   ÚNÚCrÊ   Úrope_h1Úrope_h2rØ   Ú
max_valuesÚ
min_valuesÚmax_min_valuesÚhuman1_max_valueÚhuman1_min_valueÚhuman2_max_valueÚhuman2_min_valueÚhuman1Úhuman2ÚbackÚmax_indicesÚnormalized_mapÚnormalized_posr?   ÚN_aÚ
encoder_kvrÌ   rÍ   Ú	per_frameÚencoder_posr‰   s&   &&&&&                                €r7   r˜   Ú"SingleStreamMultiAttention.forwardý   s   ø€ ð !6× =Ñ =¸aÓ @× CÑ CÀAÇHÁHÓ MÐØ/=Ò/I�N×(Ñ(¨Ö+Èqˆ	à˜Œ>Ü‘7‘? 1¸UÓCÐCà‰ˆ�#àˆØ�7‰7�1�:˜ÕÐ4×:Ñ:¸1Õ=Ô=Ø˜˜C˜4 #�:™;¨Ð)Õ*ˆGØ�!�[�s�d˜S•j�[ !Ð#Õ$ˆAØ˜•'ˆCÜ�aÐ5¸3Ô?ˆð —'‘'‰ˆˆaØ�M‰M˜!ÓˆØ�F‰F�1˜Ÿ™¨¯©Ó7×?Ñ?ÀÀ1ÀaÈÓKˆð �d×)Ñ)Ð*ˆØ×#Ñ# d×&9Ñ&9Õ9¸4×;KÑ;KÐLˆÜ�t×'Ñ'¨1Õ,Ó-ˆð $×'Ñ'¨Ó*×1Ñ1°-Õ@ˆ
Ø#×'Ñ'¨Ó*×1Ñ1°-Õ@ˆ
ÜŸš J°
Ð#;ÀÔCˆà-;¸GÕ-D×-HÑ-HÓ-JÈNÐ[bÕLc×LgÑLgÓLiÐ*ÐØ-;¸GÕ-D×-HÑ-HÓ-JÈNÐ[bÕLc×LgÑLgÓLiÐ*Ðä$ ^°AÕ%6Ð9IÐK[Ð8\Ð^eÓfˆÜ$ ^°AÕ%6Ð9IÐK[Ð8\Ð^eÓfˆÜ�zŠz˜>×.Ñ.¨qÓ1Ð3°XÀVÇ\Á\ÐZ`×ZgÑZgÔhˆð %×+Ñ+°Ð+Ó2ˆÜŸš f¨f°dÐ%;ÀÔCˆØ'¬¯ª°^×5HÑ5HÈÓ5KÓ(LÈkÐ(YÕZˆô �aÐ9¸sÔCˆØ�L‰L˜˜NÓ+ˆÜ�aÐ9¸sÔCˆð *×/Ñ/‰	ˆˆ3�Ø—^‘^Ð$9Ó:ˆ
Ø—_‘_ Q¨¨Q°·±ÀÇÁÓN×VÑVÐWXÐZ[Ð]^Ð`aÐcdÓeˆ
Ø)×0Ñ0°Ó3Ñˆ	�9ô —K’K ¨9¯?©?À9×CSÑCSÔTˆ	Ø/6°q­z¸GÀA½JÕ/FÈ!Õ.Kˆ	Ð*�I—N‘N 1Ó%¨Õ*Ð+Ø/6°q­z¸GÀA½JÕ/FÈ!Õ.Kˆ	�)—.‘. Ó# qÕ(Ð*Ð+Ü—i’i  ¨cÕ 1°qÔ9ˆä˜iÐ)IÈsÔSˆ	Ø—L‘L ¨KÓ8ˆ	Ü˜iÐ)IÈsÔSˆ	ô �aÐ-Ó.ˆÜ˜iÐ)=Ó>ˆ	Ü˜iÐ)=Ó>ˆ	ä$ Q§[¡[°°AÓ%6Ó7ˆÜ,¨Y×-@Ñ-@ÀÀAÓ-FÓGˆ	Ü,¨Y×-@Ñ-@ÀÀAÓ-FÓGˆ	ØÜ  9¨i¸t¿~¹~Ðcg×cwÑcwð  GKð  aeô  f÷  pñ  pð  qrð  tuó  vˆð �I‰I�a˜AÓˆØ�I‰I�a‹Lˆô �aÐ5¸3Ô?ˆØÒÜ—	’	˜1œe×.Ò.¨wÓ7Ð8¸aÔ@ˆAàˆr9   )rÔ   rÓ   r×   rÙ   rØ   )é   é   NNN)NNrÏ   r¡   s   @@r7   rÑ   rÑ   Þ   s#   ù‡ € ÷Bõ B÷<Z÷ Zõ Zr9   rÑ   c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚMultiTalkAudioProjModeliZ  c                óD   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ /# )r¦   rv   Ú
seq_len_vfÚblocksÚchannelsÚintermediate_dimÚout_dimÚcontext_tokens)r¬   )r®   r¢   s   "€r7   r¯   Ú$MultiTalkAudioProjModel.__annotate__[  sZ   ø€ ÷ Nñ NáðNñ ðNñ ð	Nñ
 ðNñ ðNñ ðNñ ñNr9   c                óæ  <€ \         SV `  4        Wn        W0n        W@n        W,          V,          V n        W#,          V,          V n        WPn        Wpn        W`n	        V
P                  V P
                  WXV	R 7      V n        V
P                  V P                  WXV	R 7      V n        V
P                  WUW‰R 7      V n        V
P                  WWV,          W‰R 7      V n        V
P                  WhV	R 7      V n        R# )r
   N)r„   r…   rv   rþ   rÿ   Ú	input_dimÚinput_dim_vfr   r  r  r´   Úproj1Úproj1_vfÚproj2Úproj3Ú	LayerNormÚnorm)rˆ   rv   rý   rþ   rÿ   r   r  r  r   r   r¸   r‰   s   &&&&&&&&&&&€r7   r…   Ú MultiTalkAudioProjModel.__init__[  sß   ø€ ô 	‰ÑÔàŒØŒØ ŒØ Õ)¨HÕ4ˆŒØ&Õ/°(Õ:ˆÔØ 0ÔØ,ÔØŒð  ×&Ñ& t§~¡~Ð7GÐ^cÐ&ÓdˆŒ
Ø"×)Ñ)¨$×*;Ñ*;Ð=MÐdiÐ)ÓjˆŒØ×&Ñ&Ð'7ÐRXÐ&ÓfˆŒ
Ø×&Ñ&Ð'7È'Õ9QÐZ`Ð&ÓnˆŒ
Ø×(Ñ(¨ÀuÐ(ÓMˆŽ	r9   c                ó¸  € VP                   ^,          VP                   ^,          ,           pVP                   w  p rVp\        VR4      pVP                   w  r‰r«VP                  W‰V
,          V,          4      p\        VR4      pVP                   w  rÍrïVP                  WÍV,          V,          4      p\        P                  ! V P                  V4      4      p\        P                  ! V P                  V4      4      p\        VRVR7      p\        VRVR7      p\        P                  ! W.^R7      pVP                   w  pppVP                  VV,          V4      p\        P                  ! V P                  V4      4      pV P                  V4      P                  VV,          V P                  V P                  4      pV P                  V4      p\        VRVR7      pV# )r_   zbz f w b c -> (bz f) w b cz(bz f) c -> bz f c)Úbzr   z(bz f) m c -> bz f m c)Úf)r   r   r   r   Úrelur  r  Úconcatr	  r
  rÄ   r  r  r  )rˆ   Úaudio_embedsÚaudio_embeds_vfÚvideo_lengthr(   r?   rÉ   rã   Ú
batch_sizeÚwindow_sizerþ   rÿ   Úbatch_size_vfÚwindow_size_vfÚ	blocks_vfÚchannels_vfÚaudio_embeds_cÚbatch_size_cr<   ÚC_ar  s   &&&                  r7   r˜   ÚMultiTalkAudioProjModel.forwardx  sŸ  € Ø#×)Ñ)¨!Õ,¨×/DÑ/DÀQÕ/GÕGˆØ$×*Ñ*‰ˆˆ1ˆa�Aô ! Ð/KÓLˆØ4@×4FÑ4FÑ1ˆ
 Ø#×(Ñ(¨À6Õ5IÈHÕ5TÓUˆô $ OÐ5QÓRˆØ@O×@UÑ@UÑ=ˆ yØ)×.Ñ.¨}ÈyÕ>XÐ[fÕ>fÓgˆô —z’z $§*¡*¨\Ó":Ó;ˆÜŸ*š* T§]¡]°?Ó%CÓDˆÜ  Ð/CÈÔJˆÜ# OÐ5IÈaÔPˆÜŸš |Ð&EÈ1ÔMˆØ!/×!5Ñ!5Ñˆ�c˜3Ø'×,Ñ,¨\¸#Õ-=¸sÓCˆô Ÿš D§J¡J¨~Ó$>Ó?ˆàŸ™ NÓ3×;Ñ;¸LÈÕ<LÈd×NaÑNaÐcg×coÑcoÓpˆð Ÿ™ >Ó2ˆÜ" >Ð3KÈ|Ô\ˆàÐr9   )rþ   rÿ   r  r  r  r   r  r  r  r  r	  r
  rv   )
é   é   r!  é   i   r"  é    NNNrÏ   r¡   s   @@r7   rû   rû   Z  s   ù‡ € ÷Nõ N÷: ò  r9   rû   c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )ÚWanMultiTalkAttentionBlocki›  c           
     ó€   <€ \         SV `  4        \        W^(RW4VR7      V n        VP	                  WVRR7      V n        R# )é(   T)r¨   r©   r   r   r¸   )r   r   Úelementwise_affineN)r„   r…   rÑ   Úaudio_cross_attnr  Únorm_x)rˆ   Úin_dimr  r   r   r¸   r‰   s   &&&&&&€r7   r…   Ú#WanMultiTalkAttentionBlock.__init__œ  sH   ø€ Ü‰ÑÔÜ :¸6ÐVXÐcgÐpvð  Q[ô  !\ˆÔØ ×*Ñ*¨6ÈÐbfÐ*ÓgˆŽr9   )r)  r*  )i   r"  NNN)rš   r›   rœ   r�   r…   rž   rŸ   r    r¡   s   @@r7   r%  r%  ›  s   ù‡ € ÷h÷ hr9   r%  c                   ó0   a € ] tR tRt o RR ltR tRtV tR# )ÚMultiTalkGetAttnMapPatchi¢  Nc                ó   € Wn         R # rG   ©r%   )rˆ   r%   s   &&r7   r…   Ú!MultiTalkGetAttnMapPatch.__init__£  s   € Ø 0Ör9   c                óî   € VP                  R / 4      pVR,          pV P                  eL   \        VR,          VR,          VR,          V P                  P                  VP                  4      R7      pWBR&   V# )Útransformer_optionsrY   rÊ   ÚkÚ
grid_sizesr0  rá   )Úgetr%   rE   r;   r   )rˆ   Úkwargsr3  rY   rá   s   &&   r7   Ú__call__Ú!MultiTalkGetAttnMapPatch.__call__¦  s–   € Ø$Ÿj™jÐ)>ÀÓCÐØ�3�Kˆà× Ñ Ò,Ü5°f¸SµkÀ6È#Å;ÐPcÐdpÕPqð  EI÷  EZñ  EZ÷  E]ñ  E]ð  ^_÷  ^fñ  ^fó  Egô  hˆNØ4BÐ 0Ñ1Øˆr9   r0  rG   ©rš   r›   rœ   r�   r…   r8  rž   rŸ   ©r¢   s   @r7   r.  r.  ¢  s   ø‡ € ô1÷ð r9   r.  c                   ó6   a € ] tR tRt o RR ltR tR tRtV tR# )ÚMultiTalkCrossAttnPatchi°  Nc                ó*   € Wn         W n        W0n        R # rG   )Úmodel_patchÚaudio_scaler%   )rˆ   r?  r@  r%   s   &&&&r7   r…   Ú MultiTalkCrossAttnPatch.__init__±  s   € Ø&ÔØ&ÔØ 0Ör9   c                ó*  € VP                  R / 4      pVP                  RR4      pVR,          pVf   \        P                  ! V4      # VP                  R4      pVP                  RR4      pV P                  P
                  P                  V,          P                  V4      pV P                  P
                  P                  V,          P                  WuP                  VP                  4      VR,          VR7      pWHV P                  ,          ,           pV# )r3  Úblock_indexNrY   r  rá   r5  )r   rá   )r6  r   rÅ   Úpopr?  Úmodelrþ   r*  r)  r;   r   r@  )	rˆ   r7  r3  Ú	block_idxrY   r  rá   r*  Úx_audios	   &&       r7   r8  Ú MultiTalkCrossAttnPatch.__call__¶  sò   € Ø$Ÿj™jÐ)>ÀÓCÐØ'×+Ñ+¨M¸4Ó@ˆ	Ø�3�KˆØÒÜ×#Ò# AÓ&Ð&à*×.Ñ.¨~Ó>ˆØ,×0Ñ0Ð1AÀ4ÓHˆà×!Ñ!×'Ñ'×.Ñ.¨yÕ9×@Ñ@ÀÓCˆØ×"Ñ"×(Ñ(×/Ñ/°	Õ:×KÑKØ—O‘O A§G¡GÓ,Ø% lÕ3Ø)ð Ló 
ˆð
 ˜$×*Ñ*Õ*Õ*ˆØˆr9   c                ó   € V P                   .# rG   )r?  )rˆ   s   &r7   ÚmodelsÚMultiTalkCrossAttnPatch.modelsÉ  s   € Ø× Ñ Ð!Ð!r9   )r@  r?  r%   )r	   N)	rš   r›   rœ   r�   r…   r8  rJ  rž   rŸ   r;  s   @r7   r=  r=  °  s   ø‡ € ô1ò
÷&"ð "r9   r=  c                   ó,   a € ] tR tRt o R tR tRtV tR# )ÚMultiTalkApplyModelWrapperiÌ  c                ó   € Wn         R # rG   ©Úinit_latents)rˆ   rP  s   &&r7   r…   Ú#MultiTalkApplyModelWrapper.__init__Í  s   € Ø(Ör9   c                óš   € V P                   P                  V4      VR R RV P                   P                  ^,          13&   V! V.VO5/ VB pV# )r   N)rP  r;   r   )rˆ   ÚexecutorrY   Úargsr7  Úsampless   &&&*, r7   r8  Ú#MultiTalkApplyModelWrapper.__call__Ð  sT   € Ø/3×/@Ñ/@×/CÑ/CÀAÓ/Fˆˆ!ˆQÐ+�×"Ñ"×(Ñ(¨Õ+Ð+Ð
+Ñ,Ù˜1Ð.˜tÒ. vÑ.ˆØˆr9   rO  Nr:  r;  s   @r7   rM  rM  Ì  s   ø‡ € ò)÷ð r9   rM  c                   ó6   a € ] tR tRt o RR ltR tR tRtV tR# )ÚInfiniteTalkOuterSampleWrapperiÖ  c                ó*   € Wn         W n        W0n        R # rG   )Úmotion_frames_latentr?  Ú	is_extend)rˆ   rZ  r?  r[  s   &&&&r7   r…   Ú'InfiniteTalkOuterSampleWrapper.__init__×  s   € Ø$8Ô!Ø&ÔØ"Žr9   c                óX  € VP                   P                  pVP                   P                  pVP                  P                  pV P
                  ed   VR,          R,          pVP                  \        P                  P                  P                  / 4      p\        V! V P
                  4      4      .VR&   V! V/ VB p	V P                  '       d]   V P
                  P                  ^,          p
\        P                  ! V P
                  P!                  V	4      V	RRV
R 13,          .^R7      p	V	# )Nr3  ÚwrappersÚMultiTalk_apply_modelr   r   )Ú	class_objÚmodel_patcherÚmodel_optionsrE  Úprocess_latent_inrZ  Ú
setdefaultÚcomfyÚpatcher_extensionÚ
WrappersMPÚAPPLY_MODELrM  r[  r   r   r"   r;   )rˆ   rS  rT  r7  ra  rb  rc  r^  ÚwÚresultÚoverlaps   &&*,       r7   r8  Ú'InfiniteTalkOuterSampleWrapper.__call__Ü  s  € Ø ×*Ñ*×8Ñ8ˆØ ×*Ñ*×8Ñ8ˆØ)×/Ñ/×AÑAÐð ×$Ñ$Ò0Ø$Ð%:Õ;¸JÕGˆHØ×#Ñ#¤E×$;Ñ$;×$FÑ$F×$RÑ$RÐTVÓWˆAÜ*DÑEVÐW[×WpÑWpÓEqÓ*rÐ)sˆAÐ%Ñ&ñ ˜4Ð* 6Ñ*ˆð �>�>ˆ>Ø×/Ñ/×5Ñ5°aÕ8ˆGÜ—Y’Y × 9Ñ 9× <Ñ <¸VÓ DÀfÈQÐPQÐSZÑS[È^ÕF\Ð]ÐcdÔeˆFàˆr9   c                ó¢   € \        V\        P                  4      '       d/   V P                  e!   V P                  P	                  V4      V n        V # rG   )Ú
isinstancer   r   rZ  r;   )rˆ   Údevice_or_dtypes   &&r7   r;   Ú!InfiniteTalkOuterSampleWrapper.toñ  s=   € Ü�o¤u§|¡|×4Ò4Ø×(Ñ(Ò4Ø,0×,EÑ,E×,HÑ,HÈÓ,Y�Ô)Øˆr9   )r[  r?  rZ  N)F)	rš   r›   rœ   r�   r…   r8  r;   rž   rŸ   r;  s   @r7   rX  rX  Ö  s   ø‡ € ô#ò
÷*ð r9   rX  )é   )Nr¦   )r   )r   Úeinopsr   r   re  Úcomfy.ldm.modules.attentionr   r   r   r8   rE   rS   r\   rs   r€   ÚnnÚModuler‚   r¤   rÑ   rû   r%  r.  r=  rM  rX  rH   r9   r7   Ú<module>rv     s¿   ðÛ ß $Û ß eÑ eô$-ôL'ô:ò0ò(ò0ô. %§(¡(§/¡/ô ô69˜EŸH™HŸO™Oô 9ôvyÐ!6ô yôx>˜eŸh™hŸo™oô >ôBh §¡§¡ô h÷ñ ÷"ñ "÷8ñ ÷ó r9   