+
    ƒ°ñj»2  ã                   óÔ   € ^ RI t ^ RIHt ^ RIt^ RIHtHtHt ^ RIH	t	 ^ RI
Ht ^RIHtHtHtHtHt  ! R R]P$                  4      t ! R R	]P$                  4      t ! R
 R]4      tR# )é    N)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)Úapply_rope1)ÚEmbedND)ÚAudioInjector_WANÚWanModelÚMLPProjÚHeadÚsinusoidal_embedding_1dc                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚMusicSelfAttentionc                óR  <€ W,          ^ 8X  g   Q h\         SV `  4        \        4       V n        Wn        W n        W,          V n        VP                  WW4R7      V n        VP                  WW4R7      V n	        VP                  WW4R7      V n
        VP                  WW4R7      V n        R# )r   ©ÚdeviceÚdtypeN)ÚsuperÚ__init__r   Úcomfy_attentionÚ	embed_dimÚ	num_headsÚhead_dimÚLinearÚq_projÚk_projÚv_projÚout_proj)ÚselfÚdimr   r   r   Ú
operationsÚ	__class__s   &&&&&&€ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\wan\model_wandancer.pyr   ÚMusicSelfAttention.__init__   s™   ø€ Ø� !Ô#Ð#Ð#Ü‰ÑÔÜ-Ó/ˆÔØŒØ"ŒØÕ(ˆŒà ×'Ñ'¨¸Ð'ÓMˆŒØ ×'Ñ'¨¸Ð'ÓMˆŒØ ×'Ñ'¨¸Ð'ÓMˆŒØ"×)Ñ)¨#¸6Ð)ÓOˆŽó    c                ó`  € . VP                   R ,          OV P                  NV P                  N5w  r4rVV P                  V4      P	                  W4WV4      p\        Wr4      pV P                  V4      P	                  W4WV4      p\        W‚4      p\        VP	                  W4WV,          4      4      p\        VP	                  W4WV,          4      4      p\        V P                  V4      P	                  W4WV,          4      4      p	\        WxV	V P                  V P                  R7      pV P                  V4      # ):Né   N)ÚheadsÚpreferred_attention)Úshaper   r   r   Úviewr   r   r   r   r   r   r   )
r   ÚxÚfreqsÚbÚsÚnÚdÚqÚkÚvs
   &&&       r"   ÚforwardÚMusicSelfAttention.forward   sñ   € Ø@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaà�K‰K˜‹N×Ñ  aÓ+ˆÜ˜Ó!ˆà�K‰K˜‹N×Ñ  aÓ+ˆÜ˜Ó!ˆä$ Q§V¡V¨A°!µ%Ó%8Ó9ˆÜ$ Q§V¡V¨A°!µ%Ó%8Ó9ˆÜ$ T§[¡[°£^×%8Ñ%8¸¸q½uÓ%EÓFˆÜØ�!Ø—.‘.Ø $× 4Ñ 4ô
ˆð �}‰}˜QÓÐr$   )r   r   r   r   r   r   r   r   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r4   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   Ú__classdict__s   @@r"   r   r      s   ù‡ € ÷P÷ ò  r$   r   c                   óT   a a€ ] tR t^.t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚMusicEncoderLayerc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r&   r   r   Úffn_dim)Úint)Úformatr@   s   "€r"   Ú__annotate__ÚMusicEncoderLayer.__annotate__/   s'   ø€ ÷ Kñ K™Cð K©Cð K¹#ñ Kr$   c                ó
  <€ \         SV `  4        \        WWEVR 7      V n        VP	                  WWER7      V n        VP	                  W1WER7      V n        VP                  WVR7      V n        VP                  WVR7      V n	        R# ))r   r   r    r   N)
r   r   r   Ú	self_attnr   Úlinear1Úlinear2Ú	LayerNormÚnorm1Únorm2)r   r   r   rD   r   r   r    r!   s   &&&&&&&€r"   r   ÚMusicEncoderLayer.__init__/   s{   ø€ Ü‰ÑÔÜ+¨CÀ6ÐcmÔnˆŒà!×(Ñ(¨¸fÐ(ÓRˆŒØ!×(Ñ(¨¸fÐ(ÓRˆŒà×)Ñ)¨#ÀEÐ)ÓJˆŒ
Ø×)Ñ)¨#ÀEÐ)ÓJˆŽ
r$   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r&   r+   r,   Úreturn)ÚtorchÚTensor)rF   r@   s   "€r"   rG   rH   9   s.   ø€ ÷ ñ ™Ÿ™ð ©e¯l©lð ¹u¿|¹|ñ r$   c           
     ó  € WP                  V P                  V4      VR 7      ,           pWP                  \        P                  P
                  P                  V P                  V P                  V4      4      4      4      ,           pV# ))r,   )	rJ   rN   rL   rS   ÚnnÚ
functionalÚgelurK   rO   )r   r+   r,   s   &&&r"   r4   ÚMusicEncoderLayer.forward9   s[   € Ø—‘˜tŸz™z¨!›}°E�Ó:Õ:ˆØ—‘œUŸX™X×0Ñ0×5Ñ5°d·l±lÀ4Ç:Á:ÈaÃ=Ó6QÓRÓSÕSˆØˆr$   )rK   rL   rN   rO   rJ   r6   r7   r?   s   @@r"   rB   rB   .   s    ù‡ € ÷Kõ K÷÷ ð r$   rB   c                   ó´   a a€ ] tR t^?t oRRR^RRRR^^^(RRRRR	R	R	R	R	. ROR^^#R3V 3R
 lltR	R	R	R	^R/ 3R ltR	R	/ R	^R3R lt^ R	R	R	^R	R	/ 3R ltRtVt	V ;t
# )ÚWanDancerModelÚ	wandanceri   i   i    é   i   Tg�íµ ÷Æ°>Nc                ón  <€ \         SV `  R W#WEWgW‰W«WÍWïVVVVVR7       VV n        RVRVRV/pVP                  WEW"VP	                  R4      \
        P                  R7      V n        \        RVVR7      V n	        \        WYW/VR7      V n        \        V P                  V P                  VV RVVVR	7      V n        VP!                  VVVVR
7      V n        \$        P&                  ! \)        ^4       Uu. uF  p\+        VVRVVVR7      NK  	  up4      V n        VV,          p\/        VRV.R7      V n        R# u upi )Úi2v)Ú
model_typeÚ
patch_sizeÚtext_lenÚin_dimr   rD   Úfreq_dimÚtext_dimÚout_dimr   Ú
num_layersÚwindow_sizeÚqk_normÚcross_attn_normÚepsÚimage_modelÚin_dim_ref_convr   r   r    r    r   r   )Úkernel_sizeÚstrider   r   i   )Úoperation_settingsF)r   r   Úinject_layerÚroot_netÚenable_adainr   r   r    r   i   )r   r   rD   r   r   r    g     ˆÃ@)r   ÚthetaÚaxes_dimN)r   r   r   ÚConv3dÚgetrS   Úfloat32Úpatch_embedding_globalr
   Úimg_emb_refimager   Úhead_globalr   r   r   Úmusic_injectorr   Úmusic_projectionrV   Ú
ModuleListÚrangerB   Úmusic_encoderr   Úmusic_rope_embedder)r   r`   ra   rb   rc   r   rD   rd   re   rf   r   rg   rh   ri   rj   rk   rm   rl   r   r   r    Úaudio_inject_layersÚ	music_dimÚmusic_headsÚmusic_feature_dimÚmusic_latent_dimrp   Ú_Úmusic_head_dimr!   s   &&&&&&&&&&&&&&&&&&&&&&&&&&   €r"   r   ÚWanDancerModel.__init__@   s½  ø€ ô4 	‰Ñ E°jÐ\bÐu|ð  [cØ#,ÐQ\ð  @Oð  fqð  CRØ &¨eÀ
ð 	ô 	Lð ˆŒ
Ø*¨J¸À&È'ÐSXÐYÐà&0×&7Ñ&7¸ÐQ[ð  xJ÷  xNñ  xNð  OWó  xXô  `e÷  `mñ  `mÐ&7ó  'nˆÔ#Ü '¨¨cÐFXÔ YˆÔÜ ¨jÐRdÔeˆÔä/Ø—‘Ø—n‘nØ,ØØØ °:ô
ˆÔð !+× 1Ñ 1Ð2CÐEUÐ^dÐlqÐ 1Ó rˆÔÜŸ]š]ô  otð  uvô  owó  ,xñ  owð  jkÔ,=À)ÐWbÐlpÐyð  HMð  Zd÷  -eñ  owñ  ,xó  yˆÔØ" kÕ1ˆÜ#*¨~ÀWÐXfÐWgÔ#hˆÖ ùò ,xs   Ã-D2ç      ð?c                ó´
  a#a$€ Tp\        VR ,           4      ^8w  d:   V P                  VP                  4       4      P                  VP                  4      pM8V P                  VP                  4       4      P                  VP                  4      pVP                  R,          pV^ ,          pWÚR&   VP                  ^4      P                  ^^4      pVP                  ^4      pV P                  \        V P                  VP                  4       4      P                  V^ ,          P                  R7      4      pVP                  VP                  ^ ,          RVP                  R,          4      pV P                  V4      P                  ^^V P                   34      pRp^ pV P"                  et   VP%                  RR4      pVe^   V P#                  V4      P                  ^4      P                  ^^4      p\&        P(                  ! VV3^R7      pVP                  ^,          pV P+                  V4      pRpVeý   V P-                  V4      pVP                  ^,          p\&        P.                  ! VVP0                  VP                  R7      P                  ^R^4      pV P3                  V4      P5                  ^^4      pV P6                   F  pV! VV4      pK  	  \&        P8                  P:                  P=                  VP?                  ^4      V^,          V P                   3RR	7      PA                  ^4      p^ o$V PB                  eJ   VeF   V PC                  V4      p\&        PD                  ! VV.^R7      pS$VP                  R,          ,          o$V PF                  eJ   VeF   V PG                  V4      p\&        PD                  ! VV.^R7      pS$VP                  R,          ,          o$V
P%                  R
/ 4      pV
P%                  R/ 4      pVP%                  R/ 4      p\I        V PJ                  4      V
R&   RV
R&   \M        V PJ                  4       F   w  po#VV
R&   RV3V9   d0   V#V$3R lp VRV3,          ! RVRVRVRVRV
/RV /4      p!V!R,          pMS#! VVWcS$V
R7      pRV9   d.   VR,           F   p"V"! RVRVRVRVRVRV
/4      p!V!R,          pK"  	  Vf   KŠ  V PO                  VVVRWùR7      pK¢  	  \        VR ,           4      ^8w  d   V PQ                  VV4      pMV PS                  VV4      pVe   VRVP                  ^,          R13,          pV PU                  W4      pV# ) ç      à?:r&   NNÚ
grid_sizes)r   NÚreference_latent©r   r   Úbilinear)ÚsizeÚmodeÚpatches_replaceÚpatchesÚditÚtotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc           	      ót   <€ / pS! V R ,          V R,          V R,          V R,          SV R,          R7      VR &   V# )ÚimgÚtxtÚvecÚpeÚtransformer_options)ÚcontextÚer,   Úcontext_img_lenr    © )ÚargsÚoutÚblockr£   s   & €€r"   Ú
block_wrapÚ/WanDancerModel.forward_orig.<locals>.block_wrap³   sT   ø€ Ø�CÙ!& t¨E¥{¸DÀ½KÈ4ÐPUÍ;Ð^bÐcgÕ^hð  {Jð  `dð  ezõ  `{ô  "|�C˜‘JØ�Jr$   rœ   r�   rž   rŸ   r    Úoriginal_block)r¢   r,   r¡   r£   r    r+   Ú
img_offset)Úaudio_emb_globalÚseq_lenÚscaleºNNNéÿÿÿÿéþÿÿÿ)+rE   ry   ÚfloatÚtor   Úpatch_embeddingr)   ÚflattenÚ	transposer‘   Útime_embeddingr   rd   ÚreshapeÚtime_projectionÚ	unflattenr   Úref_convrw   rS   ÚconcatÚtext_embeddingr}   Úaranger   r�   Úmovedimr€   rV   rW   ÚinterpolateÚ	unsqueezeÚsqueezeÚimg_embÚcatrz   ÚlenÚblocksÚ	enumerater|   r{   ÚheadÚ
unpatchify)%r   r+   Útr¡   Úclip_feaÚclip_fea_refr,   Úaudio_embedÚfpsÚaudio_inject_scaler    ÚkwargsÚx_inputr�   Úlatent_framesr­   r¢   Úe0Úfull_refr«   Ú	audio_embÚmusic_featureÚmusic_seq_lenÚ	music_idsÚmusic_freqsÚlayerÚcontext_clipÚcontext_clip_refr“   r”   Úblocks_replaceÚir¨   r¦   Úpr§   r£   s%   &&&&&&&&&&&,                       @@r"   Úforward_origÚWanDancerModel.forward_origs   s*  ù€ àˆÜˆs�S�y‹>˜RÔØ×+Ñ+¨A¯G©G«IÓ6×9Ñ9¸!¿'¹'ÓB‰Aà×$Ñ$ Q§W¡W£YÓ/×2Ñ2°1·7±7Ó;ˆAà—W‘W˜R•[ˆ
Ø" 1�ˆØ,6˜LÑ)Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ—&‘&˜“)ˆð ×ÑÔ 7¸¿¹ÀqÇyÁyÃ{Ó S× VÑ VÐ]^Ð_`Õ]a×]gÑ]gÐ VÓ hÓiˆØ�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆàˆØˆ
Ø�=‰=Ò$Ø—z‘zÐ"4°dÓ;ˆHØÒ#ØŸ=™=¨Ó2×:Ñ:¸1Ó=×GÑGÈÈ1ÓM�Ü—L’L (¨A °AÔ6�Ø%Ÿ^™^¨AÕ.�
ð ×%Ñ% gÓ.ˆàˆ	ØÒ"Ø ×1Ñ1°+Ó>ˆMà)×/Ñ/°Õ2ˆMÜŸš ]¸=×;OÑ;OÐWd×WjÑWjÔk×sÑsÐtuÐwyÐ{|Ó}ˆIØ×2Ñ2°9Ó=×EÑEÀaÈÓKˆKð ×+Ô+�Ù % m°[Ó A’ñ ,ô Ÿ™×+Ñ+×7Ñ7¸×8OÑ8OÐPQÓ8RÐZgÐjkÕZkÐmq×muÑmuÐYvð  ~HÐ7ó  I÷  Qñ  Qð  RSó  TˆIàˆØ�<‰<Ò#¨Ò(<ØŸ<™<¨Ó1ˆLÜ—i’i ¨wÐ 7¸QÔ?ˆGØ˜xŸ~™~¨bÕ1Õ1ˆOØ× Ñ Ò,°Ò1IØ#×4Ñ4°\ÓBÐÜ—i’iÐ!1°7Ð ;ÀÔCˆGØ˜|×1Ñ1°"Õ5Õ5ˆOà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!˜r¨ÐQ`ð  wJô  K�à Ô(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_ið  lAð  CVð  Wó  X�CØ˜E�
’Añ 1ð Ô$Ø×'Ñ'¨¨1¨iÈ$ÐX_Ð'Óz’ñ% /ô* ˆs�S�y‹>˜RÔØ× Ñ   AÓ&‰Aà—	‘	˜!˜Q“ˆAàÒØ�!�X—^‘^ AÕ&Ñ'Ð'Õ(ˆAð �O‰O˜AÓ*ˆØˆr$   c
                ó
  € VP                   w  r¼rÞp\        P                  P                  P	                  WP
                  4      pTpVe`   \        P                  P                  P	                  WPP
                  4      p\        P                  ! W.^R7      pVP                   ^,          pV P                  VWïVP                  VP                  W†R7      pV P                  ! WV3RVRVRVRVRV	RV/V
B R	R	R V1R V1R V13,          # )
Nr�   )r   r   rÎ   r    rË   rÌ   r,   rÎ   rÏ   r    r¯   )r)   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizera   rS   rÄ   Úrope_encoder   r   rà   )r   r+   Útimestepr¡   rË   Útime_dim_concatr    rÌ   rÎ   rÏ   rÐ   ÚbsÚcrÊ   ÚhÚwÚt_lenr,   s   &&&&&&&&&&,       r"   Ú_forwardÚWanDancerModel._forwardÑ   s[  € ØŸ™‰ˆˆq�QÜ�I‰I× Ñ ×2Ñ2°1·o±oÓFˆàˆØÒ&Ü#Ÿi™i×2Ñ2×DÑDÀ_×VeÑVeÓfˆOÜ—	’	˜1Ð.°AÔ6ˆAØ—G‘G˜A•JˆEà× Ñ  ¨°Q·X±XÀQÇWÁWÐRUÐ ÓˆØ× Ò  ¨gñ  UÀð  UÐWcð  UÐkpð  UÐvyð  Uð  Oað  Uð  wJð  Uð  NTñ  Uð  VWð  YZð  \^ð  ]^ð  \^ð  `bð  abð  `bð  dfð  efð  dfð  Vfõ  gð  	gr$   c           	     óv  € V P                   pW^ ,          ^,          ,           V^ ,          ,          pW,^,          ^,          ,           V^,          ,          pW<^,          ^,          ,           V^,          ,          pVf   TpVf   TpVf   Tp^ p^ pVP                  RR4      pVeÁ   VR,
          VP                  RR4      ,          R,           pVR,
          VP                  RR4      ,          R,           pVR,
          VP                  RR4      ,          R,           pVVP                  RR4      ,          pVVP                  R	R4      ,          pVVP                  R
R4      ,          p\        P                  ! WVV^3WšR7      p\	        VR,           4      ^8w  d�   RV,          p\        P
                  ! WYV
R7      V,          V,           p\	        VV,          R,           4      pVV^,
          ,           VR&   VR,          VP                  R^^4      ,           VR&   MIVR,          \        P                  ! WDV^,
          ,           WYV
R7      P                  R^^4      ,           VR&   VR,          \        P                  ! VVV^,
          ,           WiV
R7      P                  ^R^4      ,           VR&   VR,          \        P                  ! VVV^,
          ,           WyV
R7      P                  ^^R4      ,           VR&   VP                  ^RVP                  R,          4      pV P                  V4      P                  ^^4      pV# )r   NÚrope_optionsrŠ   Úscale_tÚscale_yÚscale_xÚshift_tg        Úshift_yÚshift_xr   rŒ   g      >@)Ústepsr   r   r°   )r¯   r¯   r¯   r   )r¯   r¯   r¯   é   )r¯   r¯   r¯   r&   )ra   rw   rS   ÚzerosrE   r¾   r¸   Úlinspacer)   Úrope_embedderr¿   )r   rÊ   rì   rí   Út_startÚsteps_tÚsteps_hÚsteps_wrÎ   r   r   r    ra   rî   Úh_lenÚw_lenÚh_startÚw_startrò   Úimg_idsÚ
time_scaleÚpositions_newÚtotal_frames_at_30fpsr,   s   &&&&&&&&&&&&            r"   rç   ÚWanDancerModel.rope_encodeÞ   s:  € Ø—_‘_ˆ
Ø !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆàŠ?ØˆGØŠ?ØˆGØŠ?ØˆGàˆØˆØ*×.Ñ.¨~¸tÓDˆØÒ#Ø˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEà�|×'Ñ'¨	°3Ó7Õ7ˆGØ�|×'Ñ'¨	°3Ó7Õ7ˆGØ�|×'Ñ'¨	°3Ó7Õ7ˆGä—+’+˜w°¸!Ð<ÀVÔYˆäˆs�S�y‹>˜RÔØ �ˆJÜ!ŸLšL¨ÀuÔMÐPZÕZÐ]dÕdˆMÜ$'¨
°WÕ(<¸sÕ(BÓ$CÐ!Ø 'Ð+@À1Õ+DÕ EˆM˜"Ñà")¨*Õ"5¸×8MÑ8MÈbÐRSÐUVÓ8WÕ"WˆG�JÒà")¨*Õ"5¼¿ºÀwÐ[`ÐcdÕ[dÕPeÐmtð  LQô  9R÷  9Zñ  9Zð  []ð  _`ð  bcó  9dõ  #dˆG�JÑà% jÕ1´E·N²NÀ7ÈGÐW\Ð_`ÕW`ÕLaÐipð  HMô  5N÷  5Vñ  5Vð  WXð  Z\ð  ^_ó  5`õ  `ˆ�
ÑØ% jÕ1´E·N²NÀ7ÈGÐW\Ð_`ÕW`ÕLaÐipð  HMô  5N÷  5Vñ  5Vð  WXð  Z[ð  ]_ó  5`õ  `ˆ�
ÑØ—/‘/ ! R¨¯©°rÕ):Ó;ˆà×"Ñ" 7Ó+×3Ñ3°A°qÓ9ˆØˆr$   )r   r{   rz   r€   r|   r}   r�   ry   )rú   r&   r&   )r°   r°   )r   é   é   é   é   é   é   é   )r8   r9   r:   r;   r   rà   rï   rç   r<   r=   r>   r?   s   @@r"   r[   r[   ?   sÁ   ù‡ € à'Ø%ØØØØØØØØØØ%ØØ!%ØØ!%Ø!Ø D°TÚ%BØ Ø Ø%'Ø$'÷/1iðf 48ÀdÐRVÐdhÐnpð  FIð  _aô \ð| 7;ÈDÐfhÐw{ð  BDð  Y\ô gð ,-°dÀDÐRVÐ\^ÐgkÐswð  NP÷ *ô *r$   r[   )rS   Útorch.nnrV   rã   Úcomfy.ldm.modules.attentionr   r   r   Úcomfy.ldm.flux.mathr   Úcomfy.ldm.flux.layersr   Úmodelr   r	   r
   r   r   ÚModuler   rB   r[   r¤   r$   r"   Ú<module>r     sO   ðÛ Ý Û ß eÑ eÝ +Ý )ç VÕ Vô  ˜Ÿ™ô   ôF˜Ÿ	™	ô ô"I�Xö Ir$   