+
    ƒ°ñjÍN ã                   óˆ  € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIHtHtH	t	 ^ RI
Ht ^ RIHtHt ^ RIt^ RIt^ RIt^ RIt^ RItR t ! R R]P,                  4      t ! R	 R
]4      t ! R R]4      tR]R]/tR tR t ! R R]P:                  4      t ! R R]P,                  4      t ! R R]4      t  ! R R]P,                  4      t! ! R R]P,                  4      t" ! R R]P,                  4      t# ! R R]P                  P,                  4      t$ ! R R ]P                  P,                  4      t% ! R! R"]%4      t& ! R# R$]%4      t' ! R% R&]P,                  4      t( ! R' R(]P,                  4      t) ! R) R*]P,                  4      t* ! R+ R,]P,                  4      t+ ! R- R.]P,                  4      t, ! R/ R0]P,                  4      t- ! R1 R2]%4      t. ! R3 R4]4      t/ ! R5 R6]P,                  4      t0 ! R7 R8]4      t1 ! R9 R:]P,                  4      t2 ! R; R<]P,                  4      t3 ! R= R>]%4      t4 ! R? R@]%4      t5 ! RA RB]54      t6R# )Cé    N)Ú	rearrange)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)ÚEmbedND)Úapply_rope1Úropec           	      ó¸  € V ^,          ^ 8X  g   Q hV ^,          pVP                  \        P                  4      p\        P                  ! V\        P                  ! R\        P
                  ! V4      P                  V4      P                  V4      ) 4      4      p\        P                  ! \        P                  ! V4      \        P                  ! V4      .^R7      pV# )é   i'  ©Údim)ÚtypeÚtorchÚfloat32ÚouterÚpowÚarangeÚtoÚdivÚcatÚcosÚsin)r   ÚpositionÚhalfÚsinusoidÚxs   &&   Ú7C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\wan\model.pyÚsinusoidal_embedding_1dr      sœ   € à��7�aŒ<Ðˆ<Ø�!�8€DØ�}‰}œUŸ]™]Ó+€Hô �{Š{Ø”%—)’)˜E¤E§L¢L°Ó$6×$9Ñ$9¸(Ó$C×$GÑ$GÈÓ$MÐ#MÓNóP€Hä�	Š	”5—9’9˜XÓ&¬¯	ª	°(Ó(;Ð<À!ÔD€AØ€Hó    c                   óL   a a€ ] tR t^ t oRRRR/ 3V 3R llt/ 3R ltRtVtV ;t# )ÚWanSelfAttentionTç�íµ ÷Æ°>Nc           	     ó�  <€ W,          ^ 8X  g   Q h\         SV `  4        \        4       V n        Wn        W n        W,          V n        W0n        W@n        WPn	        Vf   TpVP                  R4      P                  WVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  WaVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  WaVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  WVP                  R4      VP                  R4      R7      V n        V'       dC   VP                  R4      P!                  WRVP                  R4      VP                  R4      R7      M\"        P$                  ! 4       V n        V'       dJ   VP                  R4      P!                  WRVP                  R4      VP                  R4      R7      V n        R# \"        P$                  ! 4       V n        R# )r   NÚ
operationsÚdeviceÚdtype©r%   r&   T©ÚepsÚelementwise_affiner%   r&   )ÚsuperÚ__init__r   Úcomfy_attentionr   Ú	num_headsÚhead_dimÚwindow_sizeÚqk_normr)   ÚgetÚLinearÚqÚkÚvÚoÚRMSNormÚnnÚIdentityÚnorm_qÚnorm_k)	Úselfr   r.   r0   r1   r)   Úkv_dimÚoperation_settingsÚ	__class__s	   &&&&&&&&€r   r,   ÚWanSelfAttention.__init__"   sÑ  ø€ ð � !Ô#Ð#Ð#Ü‰ÑÔÜ-Ó/ˆÔØŒØ"ŒØÕ(ˆŒØ&ÔØŒØŒØŠ>ØˆFð $×'Ñ'¨Ó5×<Ñ<¸SÐN`×NdÑNdÐemÓNnð  wI÷  wMñ  wMð  NUó  wVÐ<ó  WˆŒØ#×'Ñ'¨Ó5×<Ñ<¸VÐQc×QgÑQgÐhpÓQqð  zL÷  zPñ  zPð  QXó  zYÐ<ó  ZˆŒØ#×'Ñ'¨Ó5×<Ñ<¸VÐQc×QgÑQgÐhpÓQqð  zL÷  zPñ  zPð  QXó  zYÐ<ó  ZˆŒØ#×'Ñ'¨Ó5×<Ñ<¸SÐN`×NdÑNdÐemÓNnð  wI÷  wMñ  wMð  NUó  wVÐ<ó  WˆŒ÷ ~EÐ(×,Ñ,¨\Ó:×BÑBÀ3Ðdhð  rD÷  rHñ  rHð  IQó  rRð  Zl÷  Zpñ  Zpð  qxó  ZyÐBô  zô  KM÷  KVò  KVó  KXˆŒ÷ ~EÐ(×,Ñ,¨\Ó:×BÑBÀ3Ðdhð  rD÷  rHñ  rHð  IQó  rRð  Zl÷  Zpñ  Zpð  qxó  ZyÐBó  zˆŽô  KM÷  KVò  KVó  KXˆŽr   c                óÂ  a aaaaa€ VP                  R/ 4      p. VP                  R,          OS P                  NS P                  N5w  ooooVVVVVV 3R lpVVVVVV 3R lpV! V4      pV! V4      pVP                  R4      '       d   Yxr©\	        VP                  SSSS,          4      4      p\	        VP                  SSSS,          4      4      p\	        S P                  V4      P                  SSSS,          4      4      p\        WxVS P                  S P                  VR7      pRV9   d!   VR,           F  pV! RVRX	R	X
R
V/4      pK  	  S P                  V4      pV# )z|
Args:
    x(Tensor): Shape [B, L, num_heads, C / num_heads]
    freqs(Tensor): Rope freqs, shape [1024, C / num_heads / 2]
Úpatches:Nr   Nc                 ó€   <€ SP                  SP                  V 4      4      P                  SSSS4      p\        VS4      # ©N)r;   r4   Úviewr   )r   r4   ÚbÚdÚfreqsÚnÚsr=   s   & €€€€€€r   Úqkv_fn_qÚ*WanSelfAttention.forward.<locals>.qkv_fn_qH   ó7   ø€ Ø—‘˜DŸF™F 1›IÓ&×+Ñ+¨A¨q°!°QÓ7ˆAÜ˜q %Ó(Ð(r   c                 ó€   <€ SP                  SP                  V 4      4      P                  SSSS4      p\        VS4      # rE   )r<   r5   rF   r   )r   r5   rG   rH   rI   rJ   rK   r=   s   & €€€€€€r   Úqkv_fn_kÚ*WanSelfAttention.forward.<locals>.qkv_fn_kL   rN   r   Úattn1_patch©ÚheadsÚpreferred_attentionÚtransformer_optionsr   r4   r5   rV   )
r2   Úshaper.   r/   r   rF   r6   r   r-   r7   )r=   r   rI   rV   rC   rL   rP   r4   r5   Úq_patchÚk_patchr6   ÚprG   rH   rJ   rK   s   f&f&         @@@@r   ÚforwardÚWanSelfAttention.forward>   sG  ý€ ð &×)Ñ)¨)°RÓ8ˆà@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆ1ˆa�÷	)ò 	)÷	)ò 	)ñ �Q‹KˆÙ�Q‹Kˆà�;‰;�}×%Ò%Ø �WÜ$ Q§V¡V¨A¨q°!°aµ%Ó%8Ó9ˆÜ$ Q§V¡V¨A¨q°!°aµ%Ó%8Ó9ˆÜ$ T§V¡V¨A£Y§^¡^°A°q¸!¸a½%Ó%@ÓAˆäØ�!Ø—.‘.Ø $× 4Ñ 4Ø 3ô	
ˆð ˜GÔ#Ø˜]×+Ð+�Ù�s˜A˜s G¨S°'Ð;PÐReÐfÓg’ñ ,ð �F‰F�1‹IˆØˆr   )r-   r   r)   r/   r5   r<   r;   r.   r7   r4   r1   r6   r0   ©éÿÿÿÿr^   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r,   r[   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r@   Ú__classdict__s   @@r   r!   r!       s+   ù‡ € ð
 &ØØØØ$&÷Xð8 57÷ *ô *r   r!   c                   ó,   a € ] tR t^kt o / 3R ltRtV tR# )ÚWanT2VCrossAttentionc           	     óF  € \        V P                  V P                  V4      4      4      p\        V P                  V P	                  V4      4      4      p\        V P                  V4      4      p\        WVWpP                  V P                  VR7      pV P                  V4      pV# )úM
Args:
    x(Tensor): Shape [B, L1, C]
    context(Tensor): Shape [B, L2, C]
rS   )
r   r;   r4   r<   r5   r6   r   r.   r-   r7   )r=   r   ÚcontextrV   Úkwargsr4   r5   r6   s   &&&&,   r   r[   ÚWanT2VCrossAttention.forwardm   sƒ   € ô % T§[¡[°·±¸³Ó%;Ó<ˆÜ$ T§[¡[°·±¸³Ó%AÓBˆÜ$ T§V¡V¨G£_Ó5ˆô    a¯~©~ÐSW×SgÑSgð  ~Qô  Rˆà�F‰F�1‹IˆØˆr   © N©r`   ra   rb   rc   r[   rd   re   ©rh   s   @r   rj   rj   k   s   ø‡ € à68÷ ò r   rj   c                   óJ   a a€ ] tR t^t oRRR/ 3V 3R llt/ 3R ltRtVtV ;t# )ÚWanI2VCrossAttentionTr"   c           	     ó  <€ \         SV `  WW4WVR 7       VP                  R4      P                  WVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  WVP                  R4      VP                  R4      R7      V n        V'       dJ   VP                  R4      P                  WRVP                  R4      VP                  R4      R7      V n	        R# \        P                  ! 4       V n	        R# )©r?   r$   r%   r&   r'   Tr(   N)
r+   r,   r2   r3   Úk_imgÚv_imgr8   r9   r:   Ú
norm_k_img)r=   r   r.   r0   r1   r)   r?   r@   s   &&&&&&&€r   r,   ÚWanI2VCrossAttention.__init__�   sV  ø€ ô 	‰Ñ˜¨¸sÐÔjà'×+Ñ+¨LÓ9×@Ñ@ÀÐRd×RhÑRhÐiqÓRrð  {M÷  {Qñ  {Qð  RYó  {ZÐ@ó  [ˆŒ
Ø'×+Ñ+¨LÓ9×@Ñ@ÀÐRd×RhÑRhÐiqÓRrð  {M÷  {Qñ  {Qð  RYó  {ZÐ@ó  [ˆŒ
÷ BIÐ,×0Ñ0°Ó>×FÑFÀsÐhlð  vH÷  vLñ  vLð  MUó  vVð  ^p÷  ^tñ  ^tð  u|ó  ^}ÐFó  ~ˆŽô  OQ÷  OZò  OZó  O\ˆŽr   c           
     ót  € VRRV13,          pVRVR13,          pV P                  V P                  V4      4      p\        V P                  V P	                  V4      4      4      p\        V P                  V4      4      p\        \        V4      WxV P                  V P                  VRR7      p	??\        V4      p\        V P                  V P                  V4      4      4      p
\        V P                  V4      4      p\        WjW°P                  V P                  VR7      pW,           pV P                  V4      pV# )rl   ºNNNNF)rT   rU   rV   Úlow_precision_attentionrS   )r;   r4   r   ry   rw   rx   r   r.   r-   r<   r5   r6   r7   )r=   r   rm   Úcontext_img_lenrV   Úcontext_imgr4   rw   rx   Úimg_xr5   r6   s   &&&&&       r   r[   ÚWanI2VCrossAttention.forwardŽ   s)  € ð ˜aÐ!1 /Ð!1Ð1Õ2ˆØ˜!˜_Ñ-Ð-Õ.ˆð �K‰K˜Ÿ™˜q›	Ó"ˆÜ(¨¯©¸¿¹ÀKÓ9PÓ)QÓRˆÜ(¨¯©°KÓ)@ÓAˆä#Ô$<¸QÓ$?ÀÐUY×UcÑUcÐy}÷  zNñ  zNð  dwð  QVô  WˆØ�5ä$ QÓ'ˆÜ$ T§[¡[°·±¸³Ó%AÓBˆÜ$ T§V¡V¨G£_Ó5ˆÜ  a¯~©~ÐSW×SgÑSgð  ~Qô  Rˆð �IˆØ�F‰F�1‹IˆØˆr   )rw   ry   rx   r]   r_   rg   s   @@r   rt   rt      s)   ù‡ € ð
 &ØØ¨b÷\ð HJ÷ ô r   rt   Út2v_cross_attnÚi2v_cross_attnc                 óŠ  € ^pV P                  ^4      ^8”  d(   VP                  ^4      V P                  ^4      ,          pV^8X  d   V # W P                  ^4      ,          VP                  ^4      8X  d   \        P                  ! W^R7      # \        P                  ! W^,           ^R7      RRVP                  ^4      13,          # )é   r   r|   N)Úsizer   Úrepeat_interleave)Úer   Úrepeatss   && r   Úrepeat_erŠ   °   s–   € Ø€GØ‡v�vˆaƒy�1„}Ø—&‘&˜“)˜qŸv™v a›yÕ(ˆØ�!„|ØˆØ—‘˜“Õ˜aŸf™f Q›iÔ'Ü×&Ò& q°qÔ9Ð9ä×&Ò& q°A­+¸1Ô=¸aÀÀ!Ç&Á&ÈÃ)À¸mÕLÐLr   c                 ój  € \        W 4      \        W04      r2\        P                  P                  '       g(   V P                  '       d   V P                  4       R8  d%   \        P                  ! W!! V 4      ^V,           4      # \        P                  P                  P                  WW!P                  4      # )é   i   )rŠ   ÚcomfyÚmodel_managementÚin_trainingÚis_cudaÚnumelr   ÚaddcmulÚ	quant_opsÚckÚadalnr)   )r   ÚnormÚshiftÚscales   &&&&r   Úmodulater™   ¼   sw   € Ü˜EÓ%¤x°Ó'9ˆ5Ü×Ñ×)×)Ð)°··°¸a¿g¹g»iÐJZÔ>ZÜ�}Š}˜U D¨£G¨Q°­YÓ7Ð7Ü�?‰?×Ñ×#Ñ# A¨e·X±XÓ>Ð>r   c                   ó*   a € ] tR t^Ãt o RtR tRtV tR# )ÚWanFeedForwardzL[Linear, GELU(tanh), Linear], with the GELU folded into the down-projection.c                ól   € \         P                  P                  V ^,          V ^ ,          ! V4      R4      # )r   Ú	gelu_tanh)r�   ÚopsÚlinear_input_act©r=   r   s   &&r   r[   ÚWanFeedForward.forwardÆ   s'   € Ü�y‰y×)Ñ)¨$¨q­'°4¸¶7¸1³:¸{ÓKÐKr   rp   N)r`   ra   rb   rc   Ú__doc__r[   rd   re   rr   s   @r   r›   r›   Ã   s   ø‡ € ÙV÷Lð Lr   r›   c                   óN   a a€ ] tR t^Êt oRRRR/ 3V 3R lltR/ 3R ltRtVtV ;t# )	ÚWanAttentionBlockTFr"   c
                ó¨  <€ \         S
V `  4        W n        W0n        W@n        WPn        W`n        Wpn        W€n        V	P                  R 4      P                  W(RV	P                  R4      V	P                  R4      R7      V n        \        W$WVW‰R7      V n        V'       dC   V	P                  R 4      P                  W(RV	P                  R4      V	P                  R4      R7      M\        P                  ! 4       V n        \"        V,          ! VVRVW‰R7      V n        V	P                  R 4      P                  W(RV	P                  R4      V	P                  R4      R7      V n        \)        V	P                  R 4      P+                  W#V	P                  R4      V	P                  R4      R7      \        P,                  ! RR	7      V	P                  R 4      P+                  W2V	P                  R4      V	P                  R4      R7      4      V n        \        P0                  ! \2        P4                  ! ^^W)P                  R4      V	P                  R4      R7      4      V n        R
# )r$   Fr%   r&   ©r*   r%   r&   rv   Tr'   Útanh©ÚapproximateNr]   )r+   r,   r   Úffn_dimr.   r0   r1   Úcross_attn_normr)   r2   Ú	LayerNormÚnorm1r!   Ú	self_attnr9   r:   Únorm3ÚWAN_CROSSATTENTION_CLASSESÚ
cross_attnÚnorm2r›   r3   ÚGELUÚffnÚ	Parameterr   ÚemptyÚ
modulation©r=   Úcross_attn_typer   rª   r.   r0   r1   r«   r)   r?   r@   s   &&&&&&&&&&€r   r,   ÚWanAttentionBlock.__init__Ì   sØ  ø€ ô 	‰ÑÔØŒØŒØ"ŒØ&ÔØŒØ.ÔØŒð (×+Ñ+¨LÓ9×CÑCÀCÐafð  pB÷  pFñ  pFð  GOó  pPð  Xj÷  Xnñ  Xnð  ovó  XwÐCó  xˆŒ
Ü)¨#¸+Ø*-ôVˆŒ÷ yHð (×+Ñ+¨LÓ9×CÑCØØ#Ð,>×,BÑ,BÀ8Ó,LÐTf×TjÑTjÐkrÓTsð Dô uô NP÷  NYò  NYó  N[ð 	Œ
ô 5°_ÖEÀcØFOØFNØFMØFIô	rˆŒð
 (×+Ñ+¨LÓ9×CÑCÀCÐafð  pB÷  pFñ  pFð  GOó  pPð  Xj÷  Xnñ  Xnð  ovó  XwÐCó  xˆŒ
Ü!Ø×"Ñ" <Ó0×7Ñ7¸ÐM_×McÑMcÐdlÓMmð  vH÷  vLñ  vLð  MTó  vUÐ7ó  Vô  XZ÷  X_ò  X_ð  lrô  XsØ×"Ñ" <Ó0×7Ñ7¸ÐM_×McÑMcÐdlÓMmð  vH÷  vLñ  vLð  MTó  vUÐ7ó  VóWˆŒô
 Ÿ,š,¤u§{¢{°1°a¸×E[ÑE[Ð\dÓEeÐm÷  nDñ  nDð  ELó  nMô  (Nó  OˆŽr   é  c           	     óö  € VP                  R/ 4      pVP                  ^8  dZ   \        P                  P	                  V P
                  VP                  VP                  R7      V,           P                  ^^R7      pMe\        P                  P	                  V P
                  VP                  VP                  R7      P                  ^ 4      V,           P                  ^4      pVP                  4       pV P                  \        WP                  V^ ,          V^,          4      W6R7      p\        P                   ! W\#        V^,          V4      4      p?WP%                  V P'                  V4      WEVR7      ,           pRV9   d   VR,           F  p	V	! RVRV/4      pK  	  V P)                  \        WP*                  V^,          V^,          4      4      p\        P                   ! W\#        V^,          V4      4      pV# )	ú„
Args:
    x(Tensor): Shape [B, L, C]
    e(Tensor): Shape [B, 6, C]
    freqs(Tensor): Rope freqs, shape [1024, C / num_heads / 2]
rC   ©r&   r%   r   ©rV   ©r~   rV   Úattn2_patchr   rV   )r2   Úndimr�   rŽ   Úcast_tor·   r&   r%   ÚchunkÚ	unsqueezeÚunbindÚ
contiguousr®   r™   r­   r   r’   rŠ   r±   r¯   r´   r²   )
r=   r   rˆ   rI   rm   r~   rV   rC   ÚyrZ   s
   &&&&&&&   r   r[   ÚWanAttentionBlock.forwardò   sª  € ð" &×)Ñ)¨)°RÓ8ˆà�6‰6�AŒ:Ü×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`ÐcdÕd×kÑkÐlmÐstÐkÓu‰Aä×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`×jÑjÐklÓmÐpqÕq×yÑyÐz{Ó|ˆAð �L‰L‹NˆØ�N‰NÜ�QŸ
™
 A a¥D¨!¨A­$Ó/Øð ó <ˆô �MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆØð —‘ §
¡
¨1£¨wð  nA�ó  Bõ  Bˆà˜GÔ#Ø˜]×+Ð+�Ù�s˜AÐ4Ð6IÐJÓK’ñ ,ð �H‰H”X˜a§¡¨Q¨q­T°1°Qµ4Ó8Ó9ˆÜ�MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆØˆr   )r±   r«   r   r)   r´   rª   r·   r­   r²   r¯   r.   r1   r®   r0   r]   r_   rg   s   @@r   r¤   r¤   Ê   s.   ù‡ € ð &ØØ!&Ø¨b÷$OðX Ø÷+ô +r   r¤   c                   óN   a a€ ] tR tRt oRRRR^ / 3V 3R lltV 3R ltRtVtV ;t# )	ÚVaceWanAttentionBlocki   TFr"   c                ó¶  <€ \         SV `  WW4WVWxV
R 7	       W�n        V	^ 8X  d\   V
P                  R4      P	                  V P
                  V P
                  V
P                  R4      V
P                  R4      R7      V n        V
P                  R4      P	                  V P
                  V P
                  V
P                  R4      V
P                  R4      R7      V n        R# )rv   r$   r%   r&   r'   N)r+   r,   Úblock_idr2   r3   r   Úbefore_projÚ
after_proj)r=   r¹   r   rª   r.   r0   r1   r«   r)   rÍ   r?   r@   s   &&&&&&&&&&&€r   r,   ÚVaceWanAttentionBlock.__init__!  s  ø€ ô 	‰Ñ˜¨wÀ;ÐYhð  CUÐô  	VØ ŒØ�qŒ=Ø1×5Ñ5°lÓC×JÑJÈ4Ï8É8ÐUY×U]ÑU]Ðfx×f|Ñf|ð  ~Fó  gGð  Oa÷  Oeñ  Oeð  fmó  OnÐJó   oˆDÔØ,×0Ñ0°Ó>×EÑEÀdÇhÁhÐPT×PXÑPXÐas×awÑawð  yAó  bBð  J\÷  J`ñ  J`ð  ahó  JiÐEó  jˆŽr   c                ó    <€ V P                   ^ 8X  d   V P                  V4      V,           p\        SV `  ! V3/ VB pV P	                  V4      pWA3# ©r   )rÍ   rÎ   r+   r[   rÏ   )r=   Úcr   rn   Úc_skipr@   s   &&&, €r   r[   ÚVaceWanAttentionBlock.forward4  sM   ø€ Ø�=‰=˜AÔØ× Ñ  Ó# aÕ'ˆAÜ‰GŠO˜AÑ( Ñ(ˆØ—‘ Ó#ˆØˆyÐr   )rÏ   rÎ   rÍ   r]   r_   rg   s   @@r   rË   rË      s)   ù‡ € ð !ØØ!ØØØ!÷j÷&õ r   rË   c                   ó@   a a€ ] tR tRt o^/ 3V 3R lltR tRtVtV ;t# )ÚWanCamAdapteri<  c                ó†  <€ \         \        V `  4        \        P                  ! ^R7      V n        VP                  R4      P                  V^@,          W#V^ VP                  R4      VP                  R4      R7      V n        \        P                  ! \        V4       Uu. uF  p\        W&R7      NK  	  up!  V n        R# u upi )é   )Údownscale_factorr$   r%   r&   )Úkernel_sizeÚstrideÚpaddingr%   r&   rv   N)r+   r×   r,   r9   ÚPixelUnshuffleÚpixel_unshuffler2   ÚConv2dÚconvÚ
SequentialÚrangeÚWanCamResidualBlockÚresidual_blocks)	r=   Úin_dimÚout_dimrÛ   rÜ   Únum_residual_blocksr?   Ú_r@   s	   &&&&&&& €r   r,   ÚWanCamAdapter.__init__=  s×   ø€ ÜŒm˜TÑ+Ô-ô  "×0Ò0À!ÔDˆÔð '×*Ñ*¨<Ó8×?Ñ?ÀÈÅÈWÐv|ð  GHð  Qc÷  Qgñ  Qgð  hpó  Qqð  yK÷  yOñ  yOð  PWó  yXÐ?ó  YˆŒ	ô  "Ÿ}š}Ü]bÐcvÔ]wÓxÑ]wÐXYÔ! '×SÑ]wÑxñ 
ˆÖùÚxs   ÂB>c           	     ó´  € VP                  4       w  r#rEpVP                  ^ ^^^^4      P                  4       P                  W$,          W5V4      pV P	                  V4      pV P                  V4      pV P                  V4      p	V	P                  W$V	P                  ^4      V	P                  ^4      V	P                  ^4      4      p	V	P                  ^ ^^^^4      p	V	# rÒ   )r†   ÚpermuterÇ   rF   rß   rá   rå   )
r=   r   ÚbsrÓ   ÚfÚhÚwÚx_unshuffledÚx_convÚouts
   &&        r   r[   ÚWanCamAdapter.forwardL  sÂ   € àŸ™›‰ˆˆq�QØ�I‰I�a˜˜A˜q !Ó$×/Ñ/Ó1×6Ñ6°rµv¸qÀQÓGˆð ×+Ñ+¨AÓ.ˆð —‘˜<Ó(ˆð ×"Ñ" 6Ó*ˆð �h‰h�r˜cŸh™h q›k¨3¯8©8°A«;¸¿¹À»ÓDˆð �k‰k˜!˜Q  1 aÓ(ˆàˆ
r   )rá   rß   rå   r_   rg   s   @@r   r×   r×   <  s   ù‡ € ØQRÐgi÷ 
÷ò r   r×   c                   ó>   a a€ ] tR tRt o/ 3V 3R lltR tRtVtV ;t# )rä   ic  c           
     ó„  <€ \         \        V `  4        VP                  R 4      P	                  W^^VP                  R4      VP                  R4      R7      V n        \        P                  ! RR7      V n        VP                  R 4      P	                  W^^VP                  R4      VP                  R4      R7      V n	        R# )r$   r%   r&   )rÛ   rÝ   r%   r&   T)ÚinplaceN)
r+   rä   r,   r2   rà   Úconv1r9   ÚReLUÚreluÚconv2)r=   r   r?   r@   s   &&&€r   r,   ÚWanCamResidualBlock.__init__d  s÷   ø€ ÜÔ! 4Ñ1Ô3Ø'×+Ñ+¨LÓ9×@Ñ@ÀÐWXÐbcÐl~÷  mCñ  mCð  DLó  mMð  Ug÷  Ukñ  Ukð  lsó  UtÐ@ó  uˆŒ
Ü—G’G DÔ)ˆŒ	Ø'×+Ñ+¨LÓ9×@Ñ@ÀÐWXÐbcÐl~÷  mCñ  mCð  DLó  mMð  Ug÷  Ukñ  Ukð  lsó  UtÐ@ó  uˆŽ
r   c                ó|   € TpV P                  V P                  V4      4      pV P                  V4      pW2,          pV# rE   )rú   rø   rû   )r=   r   Úresidualró   s   &&  r   r[   ÚWanCamResidualBlock.forwardj  s6   € ØˆØ�i‰i˜Ÿ
™
 1›Ó&ˆØ�j‰j˜‹oˆØ�ˆØˆ
r   )rø   rû   rú   r_   rg   s   @@r   rä   rä   c  s   ù‡ € Ø/1÷ u÷ò r   rä   c                   ó@   a a€ ] tR tRt oR/ 3V 3R lltR tRtVtV ;t# )ÚHeadir  r"   c                óJ  <€ \         SV `  4        Wn        W n        W0n        W@n        \        P                  ! V4      V,          pVP                  R 4      P                  WRVP                  R4      VP                  R4      R7      V n
        VP                  R 4      P                  WVP                  R4      VP                  R4      R7      V n        \        P                  ! \        P                   ! ^^WP                  R4      VP                  R4      R7      4      V n        R# )r$   Fr%   r&   r¦   r'   N)r+   r,   r   rç   Ú
patch_sizer)   ÚmathÚprodr2   r¬   r–   r3   Úheadr9   rµ   r   r¶   r·   )r=   r   rç   r  r)   r?   r@   s   &&&&&&€r   r,   ÚHead.__init__t  sH  ø€ Ü‰ÑÔØŒØŒØ$ŒØŒô —)’)˜JÓ'¨'Õ1ˆØ&×*Ñ*¨<Ó8×BÑBÀ3Ð`eð  oA÷  oEñ  oEð  FNó  oOð  Wi÷  Wmñ  Wmð  nuó  WvÐBó  wˆŒ	Ø&×*Ñ*¨<Ó8×?Ñ?ÀÐUg×UkÑUkÐltÓUuð  ~P÷  ~Tñ  ~Tð  U\ó  ~]Ð?ó  ^ˆŒ	ô Ÿ,š,¤u§{¢{°1°a¸×E[ÑE[Ð\dÓEeÐm÷  nDñ  nDð  ELó  nMô  (Nó  OˆŽr   c           	     óH  € VP                   ^8  di   \        P                  P                  V P                  VP
                  VP                  R7      VP                  ^4      ,           P                  ^^R7      pMt\        P                  P                  V P                  VP
                  VP                  R7      P                  ^ 4      VP                  ^4      ,           P                  ^4      pV P                  \        WP                  V^ ,          V^,          4      4      pV# )zC
Args:
    x(Tensor): Shape [B, L1, C]
    e(Tensor): Shape [B, C]
r¾   r   )rÂ   r�   rŽ   rÃ   r·   r&   r%   rÅ   rÄ   rÆ   r  r™   r–   )r=   r   rˆ   s   &&&r   r[   ÚHead.forwardƒ  sñ   € ð �6‰6�AŒ:Ü×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`Ðcd×cnÑcnÐopÓcqÕq×xÑxÐyzð  ABÐxó  C‰Aä×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`×jÑjÐklÓmÐpq×p{Ñp{Ð|}Óp~Õ~÷  Gñ  Gð  HIó  JˆAà�I‰I”h˜q§)¡)¨Q¨q­T°1°Qµ4Ó8Ó9ˆØˆr   )r   r)   r  r·   r–   rç   r  r_   rg   s   @@r   r  r  r  s   ù‡ € à59Èb÷ O÷ò r   r  c                   ó@   a a€ ] tR tRt oR/ 3V 3R lltR tRtVtV ;t# )ÚMLPProji“  Nc                ó^  <€ \         SV `  4        \        P                  P	                  VP                  R 4      P                  WP                  R4      VP                  R4      R7      VP                  R 4      P                  WVP                  R4      VP                  R4      R7      \        P                  P                  4       VP                  R 4      P                  WVP                  R4      VP                  R4      R7      VP                  R 4      P                  W$P                  R4      VP                  R4      R7      4      V n	        VeU   \        P                  ! \        P                  ! ^W13VP                  R4      VP                  R4      R7      4      V n        R# RV n        R# )r$   r%   r&   r'   N)r+   r,   r   r9   râ   r2   r¬   r3   r³   Úprojrµ   r¶   Úemb_pos)r=   ræ   rç   Úflf_pos_embed_token_numberr?   r@   s   &&&&&€r   r,   ÚMLPProj.__init__•  s!  ø€ Ü‰ÑÔä—H‘H×'Ñ'Ø×"Ñ" <Ó0×:Ñ:¸6×J`ÑJ`ÐaiÓJjð  sE÷  sIñ  sIð  JQó  sRÐ:ó  Sð  Ug÷  Ukñ  Ukð  lxó  Uy÷  U@ñ  U@ð  AGð  Xj÷  Xnñ  Xnð  owó  Xxð  @R÷  @Vñ  @Vð  W^ó  @_ð  U@ó  U`Ü�H‰H�M‰M‹OÐ/×3Ñ3°LÓA×HÑHÈÐas×awÑawð  yAó  bBð  J\÷  J`ñ  J`ð  ahó  JiÐHó  jØ×"Ñ" <Ó0×:Ñ:¸7×KaÑKaÐbjÓKkð  tF÷  tJñ  tJð  KRó  tSÐ:ó  TóUˆŒ	ð
 &Ò1ÜŸ<š<¬¯ª°QÐ8RÐ4[Ðdv×dzÑdzð  |Dó  eEð  M_÷  Mcñ  Mcð  dkó  Mlô  )mó  nˆDŽLàˆDŽLr   c                óV  € V P                   eŠ   VRR V P                   P                  ^,          13,          \        P                  P	                  V P                   RR VP                  ^,          13,          VP
                  VP                  R7      ,           pV P                  V4      pV# )Nr|   r¾   )r  rW   r�   rŽ   rÃ   r&   r%   r  )r=   Úimage_embedsÚclip_extra_context_tokenss   && r   r[   ÚMLPProj.forward¢  sØ   € Ø�<‰<Ò#Ø'¨Ð+A¨D¯L©L×,>Ñ,>¸qÕ,AÐ+AÐ(AÕBÄU×E[ÑE[×EcÑEcÐdh×dpÑdpÐqrð  uKð  vB÷  vHñ  vHð  IJõ  vKð  uKð  rKõ  eLð  T`÷  Tfñ  Tfð  o{÷  oBñ  oBÐEcó  FCõ  CˆLà$(§I¡I¨lÓ$;Ð!Ø(Ð(r   )r  r  r_   rg   s   @@r   r  r  “  s   ù‡ € àCGÐ\^÷  ÷)ò )r   r  c                   ó¶   a a€ ] tR tRt oRtRRR^RRRR^^^ RR	R	R
RR]RRRR3V 3R lltRR/ 3R lt^ RRRRR/ ^ 3R ltRR/ 3R lt	RR/ 3R lt
R tRtVtV ;t# )ÚWanModeliª  úJ
Wan diffusion backbone supporting both text-to-video and image-to-video.
Út2vé   é   é    é   é   Tr"   Nc                óØ  <€ \         SV `  4        VV n        RVRVRV/pVR9   g   Q hWn        W n        W0n        W@n        WPn        W`n        Wpn	        W€n
        W�n        W n        W°n        WÀn        WÐn        Wàn        Wðn        VP%                  WEW"VP'                  R4      \(        P*                  R7      V n        \.        P0                  ! VP3                  W…VP'                  R4      VP'                  R4      R7      \.        P4                  ! RR	7      VP3                  WUVP'                  R4      VP'                  R4      R7      4      V n        \.        P0                  ! VP3                  WuVP'                  R4      VP'                  R4      R7      \.        P8                  ! 4       VP3                  WUVP'                  R4      VP'                  R4      R7      4      V n        \.        P0                  ! \.        P8                  ! 4       VP3                  WU^,          VP'                  R4      VP'                  R4      R7      4      V n        VR8X  d   R
MRp\.        P>                  ! \A        V4       Uu. uF  pV! VWVV
WÍWïVR7	      NK  	  up4      V n!        \E        WYW/VR7      V n#        WZ,          p\I        VRV^V^,          ,          ,
          ^V^,          ,          ^V^,          ,          .R7      V n%        VR8X  d   \M        RVVVR7      V n'        MRV n'        VeJ   VPQ                  VWRR,          VR,          VP'                  R4      VP'                  R4      R7      V n)        R# RV n)        R# u upi )a!  
Initialize the diffusion model backbone.

Args:
    model_type (`str`, *optional*, defaults to 't2v'):
        Model variant - 't2v' (text-to-video) or 'i2v' (image-to-video)
    patch_size (`tuple`, *optional*, defaults to (1, 2, 2)):
        3D patch dimensions for video embedding (t_patch, h_patch, w_patch)
    text_len (`int`, *optional*, defaults to 512):
        Fixed length for text embeddings
    in_dim (`int`, *optional*, defaults to 16):
        Input video channels (C_in)
    dim (`int`, *optional*, defaults to 2048):
        Hidden dimension of the transformer
    ffn_dim (`int`, *optional*, defaults to 8192):
        Intermediate dimension in feed-forward network
    freq_dim (`int`, *optional*, defaults to 256):
        Dimension for sinusoidal time embeddings
    text_dim (`int`, *optional*, defaults to 4096):
        Input dimension for text embeddings
    out_dim (`int`, *optional*, defaults to 16):
        Output video channels (C_out)
    num_heads (`int`, *optional*, defaults to 16):
        Number of attention heads
    num_layers (`int`, *optional*, defaults to 32):
        Number of transformer blocks
    window_size (`tuple`, *optional*, defaults to (-1, -1)):
        Window size for local attention (-1 indicates global attention)
    qk_norm (`bool`, *optional*, defaults to True):
        Enable query/key normalization
    cross_attn_norm (`bool`, *optional*, defaults to False):
        Enable cross-attention normalization
    eps (`float`, *optional*, defaults to 1e-6):
        Epsilon value for normalization layers
r$   r%   r&   r  Úi2v©rÛ   rÜ   r%   r&   r'   r§   r¨   r‚   rƒ   rv   g     ˆÃ@)r   ÚthetaÚaxes_dimé   )r  r?   Nºr…   NN)r  r  )*r+   r,   r&   Ú
model_typer  Útext_lenræ   r   rª   Úfreq_dimÚtext_dimrç   r.   Ú
num_layersr0   r1   r«   r)   ÚConv3dr2   r   r   Úpatch_embeddingr9   râ   r3   r³   Útext_embeddingÚSiLUÚtime_embeddingÚtime_projectionÚ
ModuleListrã   Úblocksr  r  r   Úrope_embedderr  Úimg_embrà   Úref_conv)r=   r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  Úin_dim_ref_convÚwan_attn_block_classÚimage_modelr%   r&   r$   r?   r¹   ÚirH   r@   s   &&&&&&&&&&&&&&&&&&&&&&&    €r   r,   ÚWanModel.__init__¯  sê  ø€ ôx 	‰ÑÔØˆŒ
Ø*¨J¸À&È'ÐSXÐYÐà˜^Ô+Ð+Ð+Ø$Œà$ŒØ ŒØŒØŒØŒØ ŒØ ŒØŒØ"ŒØ$ŒØ&ÔØŒØ.ÔØŒð  *×0Ñ0Ø ZÐK]×KaÑKaÐbjÓKkÔsx÷  tAñ  tAð  1ó  BˆÔä ŸmšmØ×Ñ˜hÐ4F×4JÑ4JÈ8Ó4TÐ\n×\rÑ\rÐszÓ\{ÐÓ|ô  A÷  Fò  Fð  SYô  ZØ×Ñ˜cÐ/A×/EÑ/EÀhÓ/OÐWi×WmÑWmÐnuÓWvÐÓwóyˆÔô !ŸmšmØ×Ñ˜hÐ4F×4JÑ4JÈ8Ó4TÐ\n×\rÑ\rÐszÓ\{ÐÓ|ô  A÷  Fò  Fó  Hð  JT÷  J[ñ  J[ð  \_ð  m÷  mCñ  mCð  DLó  mMð  Ug÷  Ukñ  Ukð  lsó  Utð  J[ó  JuóvˆÔä!Ÿ}š}¬R¯WªW«Y¸
×8IÑ8IÈ#ÐUVÍwÐ_q×_uÑ_uÐv~Ó_ð  HZ÷  H^ñ  H^ð  _fó  HgÐ8Ió  9hó   iˆÔð /9¸EÔ.AÑ*ÐGWˆÜ—m’mô ˜:Ô&ó%
ñ '�ñ ! °#À	Ø!,°Ð`r÷tá&ñ%
ó ˆŒô ˜ zÐK]Ô^ˆŒ	àÕˆÜ$¨°'ÀQÈÈaÐSTÍfÍÕEUÐWXÐ\]ÐabÕ\bÕWcÐefÐjkÐopÕjpÕeqÐDrÔsˆÔà˜ÔÜ" 4¨ÐIcð  yKô  LˆD�LàˆDŒLàÒ&Ø&×-Ñ-¨o¸sÐ[]ÕP^ÐgqÐrtÕguð  Q÷  Uñ  Uð  V^ó  _ð  gy÷  g}ñ  g}ð  ~Eó  gFÐ-ó  GˆDŽMà ˆDŽMùò)%
s   É)M'c                ó,  aa€ TpV P                  VP                  4       4      P                  VP                  4      pVP                  R,          p	W–R&   VP                  ^4      P                  ^^4      pV P                  \        V P                  VP                  4       4      P                  V^ ,          P                  R7      4      p
V
P                  VP                  ^ ,          RV
P                  R,          4      p
V P                  V
4      P                  ^^V P                  34      pRp^ pV P                  es   VP                  RR4      pVe]   V P                  V4      P                  ^4      P                  ^^4      p\         P"                  ! WÁ3^R7      pVP                  ^,          pVP                  RR4      pVP                  ^,          pVe”   V F�  pV P                  VP                  4       P                  VP$                  4      4      P                  VP                  4      P                  ^4      P                  ^^4      p\         P&                  ! VV.^R7      pK�  	  V P)                  V4      pRoVeM   V P*                  e,   V P+                  V4      p\         P"                  ! VV.^R7      pVP                  R,          oVP                  R/ 4      pVP                  R	/ 4      pVP                  R
/ 4      p\-        V P.                  4      VR&   RVR&   \1        V P.                  4       F…  w  poVVR&   RV3V9   d0   VV3R lpVRV3,          ! RVRVRVRVRV/RV/4      pVR,          pMS! WWSSVR7      pRV9   g   KX  VR,           F   pV! RVRVRV
RVRVRV/4      pVR,          pK"  	  K‡  	  V P3                  W4      pVe   VRRV13,          pVe   VRVP                  ^,          R13,          pV P5                  W4      pV# )a   
Forward pass through the diffusion model

Args:
    x (Tensor):
        List of input video tensors with shape [B, C_in, F, H, W]
    t (Tensor):
        Diffusion timesteps tensor of shape [B]
    context (List[Tensor]):
        List of text embeddings each with shape [B, L, C]
    seq_len (`int`):
        Maximum sequence length for positional encoding
    clip_fea (Tensor, *optional*):
        CLIP image features for image-to-video mode
    y (List[Tensor], *optional*):
        Conditional video inputs for image-to-video mode, same shape as x

Returns:
    List[Tensor]:
        List of denoised video tensors with original input shapes [C_out, F, H / 8, W / 8]
ºr   NNÚ
grid_sizes©r&   NÚreference_latentr   Úcontext_latentsÚpatches_replacerC   ÚditÚtotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc           	      ót   <€ / pS! V R ,          V R,          V R,          V R,          SV R,          R7      VR &   V# ©ÚimgÚtxtÚvecÚperV   )rm   rˆ   rI   r~   rV   rp   ©Úargsró   Úblockr~   s   & €€r   Ú
block_wrapÚ)WanModel.forward_orig.<locals>.block_wraps  óT   ø€ Ø�CÙ!& t¨E¥{¸DÀ½KÈ4ÐPUÍ;Ð^bÐcgÕ^hð  {Jð  `dð  ezõ  `{ô  "|�C˜‘JØ�Jr   rI  rJ  rK  rL  rV   Úoriginal_block©rˆ   rI   rm   r~   rV   r   Ú
img_offsetr|   r^   éþÿÿÿ)r+  Úfloatr   r&   rW   ÚflattenÚ	transposer.  r   r'  Úreshaper/  Ú	unflattenr   r4  r2   r   Úconcatr%   r   r,  r3  Úlenr1  Ú	enumerater  Ú
unpatchify)r=   r   Útrm   Úclip_fearI   rV   rn   Úx_inputr<  rˆ   Úe0Úfull_refrU  r?  Úmain_lenÚlatÚclÚcontext_clipr@  rC   Úblocks_replacer8  rP  ró   rZ   rO  r~   s   &&&&&&&,                  @@r   Úforward_origÚWanModel.forward_orig$  sñ  ù€ ð@ ˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØ—W‘W˜R•[ˆ
Ø,6˜LÑ)Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆð ×ÑÜ# D§M¡M°1·9±9³;Ó?×BÑBÈÈ1ÍÏÉÐBÓTóVˆà�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆàˆØˆ
Ø�=‰=Ò$Ø—z‘zÐ"4°dÓ;ˆHØÒ#ØŸ=™=¨Ó2×:Ñ:¸1Ó=×GÑGÈÈ1ÓM�Ü—L’L ( °AÔ6�Ø%Ÿ^™^¨AÕ.�
ð !Ÿ*™*Ð%6¸Ó=ˆØ—7‘7˜1•:ˆØÒ&Û&�Ø×)Ñ)¨#¯)©)«+¯.©.¸¿¹Ó*BÓC×FÑFÀqÇwÁwÓO×WÑWÐXYÓZ×dÑdÐefÐhiÓj�Ü—I’I˜q "˜g¨1Ô-’ñ 'ð
 ×%Ñ% gÓ.ˆàˆØÒØ�|‰|Ò'Ø#Ÿ|™|¨HÓ5�ÜŸ,š,¨°gÐ'>ÀAÔF�Ø&Ÿn™n¨RÕ0ˆOà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!¨ÐQ`ð  wJô  K�à Ö(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_ið  lAð  CVð  Wó  X�CØ˜E�
’Aó 1ñ /ð$ �I‰I�a‹OˆàÒ&Ø�!�Y�h�Y�,•ˆAàÒØ�!�X—^‘^ AÕ&Ñ'Ð'Õ(ˆAð �O‰O˜AÓ*ˆØˆr   c           	     óä  € V P                   pW^ ,          ^,          ,           V^ ,          ,          pW,^,          ^,          ,           V^,          ,          pW<^,          ^,          ,           V^,          ,          pVf   TpVf   TpVf   Tp^ p^ pV
P                  RR4      pVeÁ   VR,
          VP                  RR4      ,          R,           pVR,
          VP                  RR4      ,          R,           pVR,
          VP                  RR4      ,          R,           pVVP                  RR4      ,          pVVP                  R	R4      ,          pVVP                  R
R4      ,          p\        P                  ! WVV^3W‰R7      pVR,          \        P                  ! WDV^,
          ,           WXV	R7      P                  R^^4      ,           VR&   VR,          \        P                  ! VVV^,
          ,           WhV	R7      P                  ^R^4      ,           VR&   VR,          \        P                  ! VVV^,
          ,           WxV	R7      P                  ^^R4      ,           VR&   VP                  ^RVP                  R,          4      pV P                  V4      P                  ^^4      pV'       dÇ   V P                  V P                  ,          p\        P                  ! \        V4      ..VP                  \        P                  R7      p\        VVV P                  P                   4      P                  ^^^V^,          ^^4      P#                  VP$                  4      p\        P&                  ! RVV4      pV# )r   NÚrope_optionsç      ð?Úscale_tÚscale_yÚscale_xÚshift_tç        Úshift_yÚshift_xr'   )Ústepsr%   r&   z...ij,...jk->...ik)r|   r|   r|   r   r^   )r|   r|   r|   r…   )r|   r|   r|   r   )r  r2   r   ÚzerosÚlinspacerZ  rW   r2  Úmovedimr   r.   ÚtensorrW  r%   r   r	   r!  r   r&   Úeinsum)r=   r`  rï   rð   Út_startÚsteps_tÚsteps_hÚsteps_wr%   r&   rV   Ú	source_idr  Út_lenÚh_lenÚw_lenÚh_startÚw_startrm  Úimg_idsrI   rH   ÚposÚid_rots   &&&&&&&&&&&&            r   Úrope_encodeÚWanModel.rope_encodeŽ  sP  € Ø—_‘_ˆ
Ø !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆàŠ?ØˆGØŠ?ØˆGØŠ?ØˆGàˆØˆØ*×.Ñ.¨~¸tÓDˆØÒ#Ø˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEà�|×'Ñ'¨	°3Ó7Õ7ˆGØ�|×'Ñ'¨	°3Ó7Õ7ˆGØ�|×'Ñ'¨	°3Ó7Õ7ˆGä—+’+˜w°¸!Ð<ÀVÔYˆØ% jÕ1´E·N²NÀ7ÐW\Ð_`ÕW`ÕLaÐipð  HMô  5N÷  5Vñ  5Vð  WYð  [\ð  ^_ó  5`õ  `ˆ�
ÑØ% jÕ1´E·N²NÀ7ÈGÐW\Ð_`ÕW`ÕLaÐipð  HMô  5N÷  5Vñ  5Vð  WXð  Z\ð  ^_ó  5`õ  `ˆ�
ÑØ% jÕ1´E·N²NÀ7ÈGÐW\Ð_`ÕW`ÕLaÐipð  HMô  5N÷  5Vñ  5Vð  WXð  Z[ð  ]_ó  5`õ  `ˆ�
ÑØ—/‘/ ! R¨¯©°rÕ):Ó;ˆà×"Ñ" 7Ó+×3Ñ3°A°qÓ9ˆ÷ Ø—‘˜DŸN™NÕ*ˆAÜ—,’,¤ yÓ!1Ð 2Ð3¸E¿L¹LÔPU×P]ÑP]Ô^ˆCÜ˜#˜q $×"4Ñ"4×":Ñ":Ó;×CÑCÀAÀqÈ!ÈQÐRSÍVÐUVÐXYÓZ×]Ñ]Ð^c×^iÑ^iÓjˆFÜ—L’LÐ!5°u¸fÓEˆEØˆr   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WV3/ VB # rE   )	r�   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r=   r   Útimesteprm   ra  Útime_dim_concatrV   rn   s   &&&&&&&,r   r[   ÚWanModel.forward·  s}   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜w°/ñ	bð [añ	bð 	br   c                ó(  € VP                   w  r‰r«p\        P                  P                  P	                  WP
                  4      pT
pVe`   \        P                  P                  P	                  WPP
                  4      p\        P                  ! W.^R7      pVP                   ^,          pV P                  e   RV9   d
   V^,          pV P                  WÛWÁP                  VP                  VR7      pVP                  RR 4      pVeÞ   V Uu. uF7  p\        P                  P                  P	                  VV P
                  4      NK9  	  pp\        V4       Fƒ  w  pp\        P                  ! WàP                  VP                   R
,          VP                   R,          VP                   R,          VP                  VP                  VV^,           R7      .^R7      pK…  	  / VCRV/CpV P                  ! WV3RVRVRV/VB R	R	R V
1R V1R V13,          # u upi )Nr   r>  )r%   r&   rV   r?  )r%   r&   rV   r€  ra  rI   rV   r|   éýÿÿÿrV  r^   )rW   r�   ÚldmÚ
common_ditÚpad_to_patch_sizer  r   r   r4  r‰  r%   r&   r2   r^  rj  )r=   r   r”  rm   ra  r•  rV   rn   rí   rÓ   r`  rï   rð   r�  rI   r?  rf  r8  s   &&&&&&&,          r   r�  ÚWanModel._forward¾  sR  € ØŸ™‰ˆˆq�QÜ�I‰I× Ñ ×2Ñ2°1·o±oÓFˆàˆØÒ&Ü#Ÿi™i×2Ñ2×DÑDÀ_×VeÑVeÓfˆOÜ—	’	˜1Ð.°AÔ6ˆAØ—G‘G˜A•JˆEà�=‰=Ò$Ð);¸vÔ)EØ�Q�JˆEà× Ñ  ¨1·X±XÀQÇWÁWÐbuÐ Óvˆð !Ÿ*™*Ð%6¸Ó=ˆØÒ&ÙgvÓwÑgvÐ`cœuŸy™y×3Ñ3×EÑEÀcÈ4Ï?É?Ö[ÑgvˆOÐwÜ# OÖ4‘��3ÜŸ	š	 5×*:Ñ*:¸3¿9¹9ÀR½=È#Ï)É)ÐTVÍ-ÐY\×YbÑYbÐceÕYfÐop×owÑowð  @A÷  @Gñ  @Gð  ]pð  |}ð  @Aõ  |AÐ*:ó  +Bð  #Cð  IJô  K’ñ 5àC˜ÐCÐ 1°?ÑCˆFà× Ò  ¨gñ  JÀð  JÐPUð  JÐk~ð  Jð  CIñ  Jð  KLð  NOð  QSð  RSð  QSð  UWð  VWð  UWð  Y[ð  Z[ð  Y[ð  K[õ  \ð  	\ùò xs   Ä
=Hc           	     ó†  € V P                   pTpVP                  ^ ,          pVRR\        P                  ! V4      13,          P                  ! V.VOV P
                  OVN5!  p\        P                  ! RV4      pVP                  ! WS.\        W P
                  4       UUu. uF  w  rgWg,          NK  	  uppO5!  pV# u uppi )a»  
Reconstruct video tensors from patch embeddings.

Args:
    x (List[Tensor]):
        List of patchified features, each with shape [L, C_out * prod(patch_size)]
    grid_sizes (Tensor):
        Original spatial-temporal grid dimensions before patching,
            shape [B, 3] (3 dimensions correspond to F_patches, H_patches, W_patches)

Returns:
    List[Tensor]:
        Reconstructed video tensors with shape [L, C_out, F, H / 8, W / 8]
r|   Nzbfhwpqrc->bcfphqwr)
rç   rW   r  r  rF   r  r   r{  rZ  Úzip)r=   r   r<  rÓ   ÚurG   r8  Újs   &&&     r   r_  ÚWanModel.unpatchify×  s«   € ð  �L‰LˆØˆØ�G‰G�A�JˆØˆaÐ'”$—)’)˜JÓ'Ð'Ð'Õ(×-Ò-¨aÐR°*ÐR¸t¿¹ÐRÐPQÓRˆÜ�LŠLÐ-¨qÓ1ˆØ�IŠI�aÐR´°JÇÁÔ0PÔQÑ0P©¨˜aŸe˜eÑ0PÒQÓRˆØˆùó Rs   Â B=)r1  r«   r   r&   r)   rª   r'  r  r3  ræ   r%  r.   r)  rç   r+  r  r1   r4  r2  r(  r,  r&  r.  r/  r0   ©r…   r   r   r]   )r`   ra   rb   rc   r¢   r¤   r,   rj  r‰  r[   r�  r_  rd   re   rf   rg   s   @@r   r  r  ª  s·   ù‡ € ñð
 "Ø%ØØØØØØØØØØ%ØØ!%ØØ,0Ø!%Ø&7Ø!ØØØ ÷-s!ðt ØØôhðT ,-°dÀDÐRVÐ_cÐkoð  FHð  TUô 'ðR 6:È4Ðegô bð 7;ÈDÐfhô \÷2ò r   r  c                   óJ   a a€ ] tR tRt oRtRV 3R lltRR/ 3R ltRtVtV ;t	# )ÚVaceWanModelið  r  Nc                ó"  <€ \         ST `  V'       d   R MRW#WEWgW‰W«WÍWïVVVVVR7       RVRVRV/pVEeP   VV n        VV n        \        P
                  ! \        V P                  4       Uu. uF^  p\        RV P                  V P                  V P                  V P                  V P                  V P                  V P                  VVR7
      NK`  	  up4      V n        \!        \        ^ V P"                  V P"                  V P                  ,          4      4       UUu/ uF	  w  ppVVbK  	  uppV n        VP'                  V P                  V P                  V P(                  V P(                  V\*        P,                  R	7      V n        R# R# u upi u uppi )
r  r  ©r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  r7  r%   r&   r$   r$   r%   r&   Nr‚   )rÍ   r?   r   )r+   r,   Úvace_layersÚvace_in_dimr9   r0  rã   rË   r   rª   r.   r0   r1   r«   r)   Úvace_blocksr^  r)  Úvace_layers_mappingr*  r  r   r   Úvace_patch_embedding)r=   r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  r7  r§  r¨  Úvace_image_inputr%   r&   r$   r?   r8  rJ   r@   s   &&&&&&&&&&&&&&&&&&&&&&&&   €r   r,   ÚVaceWanModel.__init__õ  sú  ø€ ô4 	‰Ñ×-=¡EÀ5ÐU_ð  |Bð  U\ð  zBð  _hð  MXð  {Jð  pJð  Xcð  lrð  zð  LVÐô  	WØ*¨J¸À&È'ÐSXÐYÐð Ó"Ø*ˆDÔØ*ˆDÔä!Ÿ}š}ä˜t×/Ñ/Ô0ó.á0�Aô &Ð&6¸¿¹À$Ç,Á,ÐPT×P^ÑP^Ð`d×`pÑ`pÐrv×r~Ñr~ð  AE÷  AUñ  AUð  W[÷  W_ñ  W_ð  jkð  @R÷  SÙ0ñ.ó  ˆDÔô
 :CÄ5ÈÈDÏOÉOÐ]a×]lÑ]lÐpt÷  qAñ  qAõ  ^Aó  DBô  :Cô  (Dñ  :C±°°A¨¨1ªñ  :Cò  (DˆDÔ$à(2×(9Ñ(9Ø× Ñ  $§(¡(¸¿¹ÐPT×P_ÑP_ÐhnÔv{÷  wDñ  wDð ):ó )ˆDÖ%ñ #ùò.ùó
 (Ds   Á*A$FÄFc	                ón  aa€ Tp
V P                  VP                  4       4      P                  VP                  4      pVP                  R ,          pW¸R&   VP                  ^4      P                  ^^4      pV P                  \        V P                  V4      P                  V^ ,          P                  R7      4      pV P                  V4      P                  ^^V P                  34      pV P                  V4      pRoVeL   V P                  e>   V P                  V4      p\        P                   ! Wã.^R7      pVP                  R,          oSf   TpMVRSR13,          p\#        VP                  4      pVP%                  ^ ^4      P'                  R.VR ,          ,           4      pV P)                  VP                  4       4      P                  VP                  4      pVP                  ^4      P                  ^^4      p\#        VP+                  V^ ,          ^ R7      4      pTpVP-                  R/ 4      pVP-                  R/ 4      pVP-                  R/ 4      p\/        V P0                  4      VR	&   R
VR&   \3        V P0                  4       EF  w  poVVR&   RV3V9   d0   VV3R lpVRV3,          ! RVRVRVRVRV/RV/4      pVR,          pMS! WWsSVR7      pRV9   d.   VR,           F   pV! RVRV
RVRVR^ RV/4      pVR,          pK"  	  V P4                  P-                  VR4      pVf   K¦  \7        \/        V4      4       FF  pV P8                  V,          ! VV,          VW×VRVR7      w  pVV&   VVVV,          ,          ,          pKH  	  ?EK  	  V P;                  W4      pV P=                  W4      pV# )r;  r<  r=  Nr   r|   r@  rC   rA  rB  rC  rD  rE  rF  c           	      ót   <€ / pS! V R ,          V R,          V R,          V R,          SV R,          R7      VR &   V# rH  rp   rM  s   & €€r   rP  Ú-VaceWanModel.forward_orig.<locals>.block_wrap[  rR  r   rI  rJ  rK  rL  rV   rS  rT  r   rU  )r   rˆ   rI   rm   r~   rV   rV  r^   )r+  rW  r   r&   rW   rX  rY  r.  r   r'  r/  r[  r   r,  r3  r   r\  Úlistry  rZ  r«  Úsplitr2   r]  r1  r^  rª  rã   r©  r  r_  )r=   r   r`  rm   Úvace_contextÚvace_strengthra  rI   rV   rn   rb  r<  rˆ   rc  rh  Úcontext_vaceÚ
orig_shaperÓ   Úx_origr@  rC   ri  r8  rP  ró   rZ   ÚiiÚiiirÔ   rO  r~   s   &&&&&&&&&,                   @@r   rj  ÚVaceWanModel.forward_orig"  sÈ  ù€ ð ˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØ—W‘W˜R•[ˆ
Ø,6˜LÑ)Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆð ×ÑÜ# D§M¡M°1Ó5×8Ñ8¸qÀ½t¿z¹zÐ8ÓJóLˆà×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆð ×%Ñ% gÓ.ˆàˆØÒØ�|‰|Ò'Ø#Ÿ|™|¨HÓ5�ÜŸ,š,¨Ð'>ÀAÔF�Ø"*§.¡.°Õ"4�ð Ò"Ø"‰Là" 1 oÑ&6Ð#6Õ7ˆLä˜,×,Ñ,Ó-ˆ
Ø#×+Ñ+¨A¨qÓ1×9Ñ9¸2¸$ÀÈBÅÕ:OÓPˆØ×%Ñ% l×&8Ñ&8Ó&:Ó;×>Ñ>¸|×?QÑ?QÓRˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆÜ�—‘˜ A�¨A�Ó.Ó/ˆð ˆà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+×.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!¨ÐQ`ð  wJô  K�à Ô(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_`Ðbwð  zMð  Nó  O�CØ˜E�
’Añ 1ð ×)Ñ)×-Ñ-¨a°Ó6ˆBØŒ~Ü ¤ Q£ž=�CØ%)×%5Ñ%5°bÖ%9¸!¸C½&ÀFÈbÐgsð  FJð  `sô  &t‘N�F˜A˜c™FØ˜ -°Õ"4Õ4Õ4’Añ )ó ñ- /ð0 �I‰I�a‹Oˆð �O‰O˜AÓ*ˆØˆr   )r©  r¨  r§  rª  r«  )Úvacer¢  r  rŒ   r  r  r  r  rŒ   rŒ   é    r]   TTr"   NNNNFNNN©
r`   ra   rb   rc   r¢   r,   rj  rd   re   rf   rg   s   @@r   r¤  r¤  ð  s'   ù‡ € ñ÷+ðh ØØ÷Rô Rr   r¤  c                   óL   a a€ ] tR tRt oRtRV 3R lltRRR/ 3R ltRtVtV ;t	# )ÚCameraWanModeliv  r  Nc                ó¬   <€ VR 8X  d   RpMRp\         SV `  WW4WVWxWšW¼WÞVVVVVVR7       RVRVRV/p\        VWRR,          VR,          VR7      V n        R	# )
Úcamerar  r  r¦  r$   r%   r&   r$  )rÛ   rÜ   r?   N)r+   r,   r×   Úcontrol_adapter)r=   r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  r7  Úin_dim_control_adapterr%   r&   r$   r?   r@   s   &&&&&&&&&&&&&&&&&&&&&& €r   r,   ÚCameraWanModel.__init__{  s³   ø€ ð0 ˜Ô!Ø‰JàˆJä‰Ñ JÐPXÐmpð  MUð  ryð  [eð  HOð  vyð  Vpð  ~Ið  RXð  `eð  r|Ðô  	}Ø*¨J¸À&È'ÐSXÐYÐä,Ð-CÀSÐacÕVdÐmwÐxzÕm{ð  Qcô   dˆÖr   c                ó:  aa€ Tp	V P                  VP                  4       4      P                  VP                  4      pV P                  e5   Ve1   WP	                  V4      P                  VP                  4      ,           pVP
                  R,          p
VP                  ^4      P                  ^^4      pV P                  \        V P                  V4      P                  V^ ,          P                  R7      4      pV P                  V4      P                  ^^V P                  34      pV P                  V4      pR oVeL   V P                  e+   V P                  V4      p\         P"                  ! WÓ.^R7      pVP
                  R,          oVP%                  R/ 4      pVP%                  R/ 4      pVP%                  R/ 4      p\'        V P(                  4      VR&   RVR	&   \+        V P(                  4       F…  w  poVVR
&   RV3V9   d0   VV3R lpVRV3,          ! RVRVRVRVRV/RV/4      pVR,          pMS! WWSSVR7      pRV9   g   KX  VR,           F   pV! RVRV	RVR
VR^ RV/4      pVR,          pK"  	  K‡  	  V P-                  W4      pV P/                  W4      pV# )Nr;  r=  r   r@  rC   rA  rB  rC  rD  rE  rF  c           	      ót   <€ / pS! V R ,          V R,          V R,          V R,          SV R,          R7      VR &   V# rH  rp   rM  s   & €€r   rP  Ú/CameraWanModel.forward_orig.<locals>.block_wrapÈ  rR  r   rI  rJ  rK  rL  rV   rS  rT  r   rU  rV  )r+  rW  r   r&   rÂ  rW   rX  rY  r.  r   r'  r/  r[  r   r,  r3  r   r\  r2   r]  r1  r^  r  r_  )r=   r   r`  rm   ra  rI   Úcamera_conditionsrV   rn   rb  r<  rˆ   rc  rh  r@  rC   ri  r8  rP  ró   rZ   rO  r~   s   &&&&&&&&,            @@r   rj  ÚCameraWanModel.forward_origž  sµ  ù€ ð ˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØ×ÑÒ+Ð0AÒ0MØ×(Ñ(Ð):Ó;×>Ñ>¸q¿w¹wÓGÕGˆAØ—W‘W˜R•[ˆ
Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆð ×ÑÜ# D§M¡M°1Ó5×8Ñ8¸qÀ½t¿z¹zÐ8ÓJóLˆà×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆð ×%Ñ% gÓ.ˆàˆØÒØ�|‰|Ò'Ø#Ÿ|™|¨HÓ5�ÜŸ,š,¨Ð'>ÀAÔF�Ø&Ÿn™n¨RÕ0ˆOà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!¨ÐQ`ð  wJô  K�à Ö(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_`Ðbwð  zMð  Nó  O�CØ˜E�
’Aó 1ñ /ð$ �I‰I�a‹Oˆð �O‰O˜AÓ*ˆØˆr   )rÂ  )rÁ  r¢  r  rŒ   r  r  r  r  rŒ   rŒ   r¼  r]   TTr"   NNé   NNNr½  rg   s   @@r   r¿  r¿  v  s)   ù‡ € ñ÷ dðP ØØ Ø÷=ô =r   r¿  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚCausalConv1diÞ  c                óŽ   <€ \         S
V `  4        W`n        V^,
          ^ 3p	W�n        VP                  ! VVV3RVRV/VB V n        R# )r…   rÜ   ÚdilationN)r+   r,   Úpad_modeÚtime_causal_paddingÚConv1drá   )r=   Úchan_inÚchan_outrÛ   rÜ   rÎ  rÏ  r$   rn   rÝ   r@   s   &&&&&&&&, €r   r,   ÚCausalConv1d.__init__à  sb   ø€ ô 	‰ÑÔà ŒØ •? AÐ&ˆØ#*Ô à×%Ò%ØØØñð ð	ð
 ðð ñˆŽ	r   c                ó¢   € \         P                  P                  P                  WP                  V P
                  R 7      pV P                  V4      # ))Úmode)r   r9   Ú
functionalÚpadrÐ  rÏ  rá   r    s   &&r   r[   ÚCausalConv1d.forward÷  s9   € Ü�H‰H×Ñ×#Ñ# A×'?Ñ'?ÀdÇmÁmÐ#ÓTˆØ�y‰y˜‹|Ðr   )rá   rÏ  rÐ  )é   r…   r…   Ú	replicateNr_   rg   s   @@r   rÌ  rÌ  Þ  s   ù‡ € ÷÷.ò r   rÌ  c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚMotionEncoder_tciü  c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   ræ   Ú
hidden_dimr.   )Úint)Úformatrh   s   "€r   Ú__annotate__ÚMotionEncoder_tc.__annotate__þ  s,   ø€ ÷ ,_ñ ,_Ùð,_á ð,_ñ  ñ,_r   c                óD  <€ R VRV/p\         S	V `  4        W0n        W@n        \	        W^,          V,          ^3R^RV/VB V n        V'       d   \	        W^,          ^3R^RV/VB V n        VP                  ! V^,          3RRRR/VB V n        \        P                  ! 4       V n        \	        V^,          V^,          ^3R^RV/VB V n        \	        V^,          V^3R^RV/VB V n        V'       d   VP                  ! W"3/ VB V n        VP                  ! V^,          3RRRR/VB V n        VP                  ! V^,          3RRRR/VB V n        VP                  ! V3RRRR/VB V n        \        P$                  ! \&        P(                  ! ^^^V3/ VB 4      V n        R# )	r&   r%   rÜ   r$   r*   Fr)   r"   N)r+   r,   r.   Úneed_globalrÌ  Úconv1_localÚconv1_globalr¬   r­   r9   r-  Úactrû   Úconv3r3   Úfinal_linearr²   r¯   rµ   r   r¶   Úpadding_tokens)
r=   ræ   rß  r.   rå  r&   r%   r$   Úfactory_kwargsr@   s
   &&&&&&&& €r   r,   ÚMotionEncoder_tc.__init__þ  s  ø€ ð " 5¨(°FÐ;ˆÜ‰ÑÔà"ŒØ&ÔÜ'¨¸aµÀ)Õ0KÈQñ  CÐWXð  CÐeoð  Cð  tBñ  CˆÔßÜ ,Ø a�¨ñ!_Ø34ð!_ØAKð!_ØO]ñ!_ˆDÔà×)Ò)Ø˜!�Oñà$ðð ðð ñ	ˆŒ
ô
 —7’7“9ˆŒÜ! *°¥/°:Àµ?ÀAÑyÈaÐyÐ\fÐyÐjxÑyˆŒ
Ü! *°¥/°:¸qÑtÈÐtÐWaÐtÐesÑtˆŒ
çØ *× 1Ò 1°*Ñ [ÈNÑ [ˆDÔà×)Ò)Ø˜!�Oñà$ðð ðð ñ	ˆŒ
ð  ×)Ò)Ø˜!�Oñà$ðð ðð ñ	ˆŒ
ð  ×)Ò)ØñNØ+0ðNØ6:ðNØ>LñNˆŒ
ô !Ÿlšl¬5¯;ª;°q¸!¸QÀ
Ñ+]ÈnÑ+]Ó^ˆÖr   c                ób  € \        VR 4      pVP                  4       pVP                  w  r4pV P                  V4      p\        VRV P                  R7      pV P                  V4      pV P                  V4      p\        VR 4      pV P                  V4      p\        VR4      pV P                  V4      pV P                  V4      p\        VR 4      pV P                  V4      p\        VR4      pV P                  V4      pV P                  V4      p\        VRVR7      p\        P                  P                  V P                  VP                  VP                   R7      P#                  W1P                  ^,          ^^4      p\$        P&                  ! W.RR7      pVP                  4       pV P(                  '       g   V# V P+                  V4      p\        VR4      pV P                  V4      pV P                  V4      p\        VR 4      pV P                  V4      p\        VR4      pV P                  V4      pV P                  V4      p\        VR 4      pV P                  V4      p\        VR4      pV P                  V4      pV P                  V4      pV P-                  V4      p\        VRVR7      pW3# )	zb t c -> b c tzb (n c) t -> (b n) t c)rJ   zb c t -> b t cz(b n) t c -> b t n c)rG   r¾   r   rV  )r   ÚclonerW   ræ  r.   r­   rè  rû   r²   ré  r¯   r�   rŽ   rÃ   rë  r&   r%   Úrepeatr   r   rå  rç  rê  )r=   r   Úx_orirG   rÓ   r`  rÝ   Úx_locals   &&      r   r[   ÚMotionEncoder_tc.forward,  sV  € Ü�aÐ)Ó*ˆØ—‘“	ˆØ—'‘'‰ˆˆaØ×Ñ˜QÓˆÜ�aÐ1°T·^±^ÔDˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆÜ�aÐ/°1Ô5ˆÜ×(Ñ(×0Ñ0°×1DÑ1DÈAÏGÉGÐ\]×\dÑ\dÐ0Óe×lÑlÐmn×pwÑpwÐxyÕpzÐ|}ð  @Aó  BˆÜ�IŠI�q�l¨Ô+ˆØ—'‘'“)ˆà××ÐØˆNà×Ñ˜eÓ$ˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆÜ�aÐ)Ó*ˆØ�J‰J�q‹MˆØ�H‰H�Q‹KˆØ×Ñ˜aÓ ˆÜ�aÐ/°1Ô5ˆàˆzÐr   )rè  rç  ræ  rû   ré  rê  rå  r­   r²   r¯   r.   rë  )TNNNr_   rg   s   @@r   rÝ  rÝ  ü  s   ù‡ € ÷,_õ ,_÷\+ò +r   rÝ  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚCausalAudioEncoderiZ  c
           
     ó  <€ \         SV `  4        \        VVVWgW‰R 7      V n        \        P
                  ! ^V^^3WxR7      p
\        P                  P                  V
4      V n        \        P                  P                  4       V n
        R# ))ræ   rß  r.   rå  r&   r%   r$   r¾   N)r+   r,   rÝ  Úencoderr   r¶   r9   rµ   Úweightsr-  rè  )r=   r   r)  rç   Ú
video_rateÚ	num_tokenrå  r&   r%   r$   Úweightr@   s   &&&&&&&&&& €r   r,   ÚCausalAudioEncoder.__init__\  sm   ø€ ô 	‰ÑÔÜ'ØØØØ#¸ô	XˆŒô
 —’˜a ¨Q°Ð2¸%ÔOˆä—x‘x×)Ñ)¨&Ó1ˆŒÜ—8‘8—=‘=“?ˆŽr   c                óP  € V P                  \        P                  P                  V P                  VP
                  VP                  R 7      4      pVP                  ^RR7      pW,          V,          P                  ^R7      pVP                  ^ ^^4      pV P                  V4      pV# )r¾   T)r   Úkeepdimsr   )
rè  r�   rŽ   rÃ   rø  r&   r%   Úsumrì   r÷  )r=   Úfeaturesrø  Úweights_sumÚweighted_featÚress   &&    r   r[   ÚCausalAudioEncoder.forwardq  s‘   € à—(‘(œ5×1Ñ1×9Ñ9¸$¿,¹,ÈhÏnÉnÐem×etÑetÐ9ÓuÓvˆØ—k‘k a°$�kÓ7ˆØ"Õ,°Õ;×@Ñ@Øð Aó ˆà%×-Ñ-¨a°°AÓ6ˆØ�l‰l˜=Ó)ˆØˆ
r   )rè  r÷  rø  )	é   é   r  rÙ   é   FNNNr_   rg   s   @@r   rõ  rõ  Z  s   ù‡ € ÷#÷*ò r   rõ  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚAdaLayerNormi|  c                óî   <€ \         SV `  4        T;'       g
    V^,          p\        P                  ! 4       V n        VP                  WWVR7      V n        VP                  V^,          WCWVR7      V n        R# )r   r¾   N)	r+   r,   r9   r-  Úsilur3   Úlinearr¬   r–   )	r=   Úembedding_dimÚ
output_dimÚnorm_elementwise_affineÚnorm_epsr&   r%   r$   r@   s	   &&&&&&&&€r   r,   ÚAdaLayerNorm.__init__}  sb   ø€ Ü‰ÑÔà×4Ð4 =°1Õ#4ˆ
ä—G’G“IˆŒ	Ø ×'Ñ'¨ÈÐ'Ó^ˆŒØ×(Ñ(¨°q­¸(ÐchÐ(ÓxˆŽ	r   c                óà   € V P                  V P                  V4      4      pVP                  ^^R7      w  r4VR,          pVR,          pV P                  V4      ^V,           ,          V,           pV# )r   r   )r|   Nr|   )r  r  rÄ   r–   )r=   r   Útembr—   r˜   s   &&&  r   r[   ÚAdaLayerNorm.forward†  s`   € Ø�{‰{˜4Ÿ9™9 T›?Ó+ˆØ—z‘z !¨�zÓ+‰ˆØ�jÕ!ˆØ�jÕ!ˆØ�I‰I�a‹L˜A �IÕ&¨Õ.ˆØˆr   )r  r–   r  )NFgñhãˆµøä>NNNr_   rg   s   @@r   r	  r	  |  s   ù‡ € ÷y÷ò r   r	  c            
       óX   a a€ ] tR tRt oR^ ^ ^.RRRRRRR3
V 3R lltRR ltRtVtV ;t# )	ÚAudioInjector_WANi�  r  NFc                ó¦  <€ \         SV `  4        WPn        Wpn        / V n        ^ pV F  pW°P                  V&   V^,          pK  	  \
        P                  ! \        V4       Uu. uF  p\        VVRRV
RV	RV/R7      NK  	  up4      V n	        \
        P                  ! \        V4       Uu. uF  pV
P                  VRRW‰R7      NK  	  up4      V n        \
        P                  ! \        V4       Uu. uF  pV
P                  VRRW‰R7      NK  	  up4      V n        V'       d—   \
        P                  ! \        V4       Uu. uF  p\        V^,          WhWšR	7      NK  	  up4      V n        VR
8w  dG   \
        P                  ! \        V4       Uu. uF  qÚP                  WW‰R7      NK  	  up4      V n        R# R# R# u upi u upi u upi u upi u upi )r   Tr$   r%   r&   )r   r.   r1   r?   Fr"   )r*   r)   r&   r%   )r  r  r&   r%   r$   Ú	attn_normr¾   N)r+   r,   Úenable_adainÚ
adain_modeÚinjected_block_idr9   r0  rã   rj   Úinjectorr¬   Úinjector_pre_norm_featÚinjector_pre_norm_vecr	  Úinjector_adain_layersr3   Úinjector_adain_output_layers)r=   r   r.   Úinject_layerÚroot_netr  Ú	adain_dimr  r&   r%   r$   Úaudio_injector_idÚ	inject_idré   r@   s   &&&&&&&&&&&   €r   r,   ÚAudioInjector_WAN.__init__‘  s  ø€ ô 	‰ÑÔØ(ÔØ$ŒØ!#ˆÔØÐÛ%ˆIØ0A×"Ñ" 9Ñ-Ø Õ"Òñ &ô Ÿšô
 Ð.Ô/ó'
ñ
 0�!ô	 !ØØ#Ø°,À
ÈHÐV\Ð^eÐglÐ1m÷ñ 0ñ'
ó ˆŒô ')§m¢mô
 Ð.Ô/ó5
ñ
 0�!ð	 × Ñ ØØ#(Ø ð !ö ñ 0ñ5
ó 'ˆÔ#ô &(§]¢]ô
 Ð.Ô/ó4
ñ
 0�!ð	 × Ñ ØØ#(Ø ð !ö ñ 0ñ4
ó &ˆÔ"÷ Ü)+¯ªô Ð0Ô1ó8ñ 2�Aô Ø" Q�w°iÐU[÷tá1ñ8ó *ˆDÔ&ð
 ˜[Ô(Ü46·M²MÜV[Ð\mÔVnÓoÑVnÐQR×&Ñ& s°uÐ&ÖLÑVnÑoó5q�Ö1ñ )ñ ùò+'
ùò5
ùò4
ùò8ùò ps   Á"F:Â)F?Ã0GÄ?G	ÆGc                óp  € V P                   P                  VR 4      pVf   V# VP                  ^,          p\        VRR V13,          RVR7      p	V P                  '       dB   V P
                  R8X  d1   \        VR4      pV P                  V,          ! W”R
,          R7      p
T
pMV P                  V,          ! V	4      pVP                  4       ^8X  d   \        VRVR7      pM\        VRVR7      pV P                  V,          ! W¼R7      p\        VR	VR7      pVRR V13,          WÖ,          ,           VRR V13&   V# )Nr|   zb (t n) c -> (b t) n c)r`  r  zb t n c -> (b t) n c)r  zb t c -> (b t) 1 c)r   rm   z(b t) n c -> b (t n) c)r|   r   )
r  r2   rW   r   r  r  r  r  r   r  )r=   r   rÍ   Ú	audio_embÚaudio_emb_globalÚseq_lenr˜   Úaudio_attn_idÚ
num_framesÚinput_hidden_statesÚadain_hidden_statesÚattn_hidden_statesÚattn_audio_embÚresidual_outs   &&&&&&&       r   r[   ÚAudioInjector_WAN.forwardÄ  s)  € Ø×.Ñ.×2Ñ2°8¸TÓBˆØÒ ØˆHà—_‘_ QÕ'ˆ
Ü'¨¨!¨X¨g¨X¨+­Ð8PÐT^Ô_ÐØ××Ð §¡°KÔ!?Ü(Ð)9Ð;QÓRÐØ"&×"<Ñ"<¸]Ö"KÐL_Ðw{Õf|Ô"}ÐØ!4Ñà!%×!<Ñ!<¸]Ö!KÐL_Ó!`Ðà�=‰=‹?˜aÔÜ& yÐ2FÈ*ÔU‰Nä& yÐ2HÈJÔWˆNà—}‘} ]Ö3Ð6HÔaˆÜ  Ð/GÈ:ÔVˆØ˜1˜h˜w˜h˜;�¨,Õ*>Õ>ˆˆ!ˆXˆgˆXˆ+‰Øˆr   )r  r  r  r  r  r   r  r  )rn  r_   rg   s   @@r   r  r  �  s:   ù‡ € ð ØØ  "˜gØØ#ØØ ØØØ ÷1q÷fô r   r  c                   óR   a a€ ] tR tRt oR^. RORRRR3V 3R lltR	R ltRtVtV ;t# )
ÚFramePackMotioneriÝ  é   ÚdropNc           	     óö   <€ \         SV `  4        VP                  ^VRRWVR7      V n        VP                  ^VRRWVR7      V n        VP                  ^VRRWVR7      V n        W0n        Wn        W n        W@n	        R# )rŒ   )rÛ   rÜ   r&   r%   Nr¢  )r   r  r  )r  rÙ   rÙ   )
r+   r,   r*  r  Úproj_2xÚproj_4xÚzip_frame_bucketsÚ	inner_dimr.   Ú	drop_mode)	r=   r;  r.   r:  r<  r&   r%   r$   r@   s	   &&&&&&&&€r   r,   ÚFramePackMotioner.__init__Þ  s‚   ø€ ô 	‰ÑÔØ×%Ñ% b¨)ÀÐS\ÐdiÐ%ÓyˆŒ	Ø!×(Ñ(¨¨YÀIÐV_ÐglÐ(Ó|ˆŒØ!×(Ñ(¨¨YÀIÐV_ÐglÐ(Ó|ˆŒØ!2Ôà"ŒØ"Œà"Žr   c                óx  € VP                   ^,          VP                   ^,          rT\        P                  ! VP                   ^ ,          ^\        V P                  4      WE4      P                  VP                  VP                  R7      p\        VP                   ^,          VP                   ^,          4      pV^ 8”  d   VRRV) R13,          VRRV) R13&   V^8  dV   V P                  R8w  dE   \        V P                  R\        V P                  4      V,
          ^,
           4      p^ VRRV) R13&   VRR\        V P                  4      ) R1RR3,          P                  V P                  RRR1,          ^R7      w  ršpV P                  V4      P                  ^4      P                  ^^4      pV P                  V
4      p
V
P                   pV
P                  ^4      P                  ^^4      p
V P!                  V	4      p	V	P                   pV	P                  ^4      P                  ^^4      p	V^8  d6   V P                  R8X  d%   V^8  d
   VR	,          MTpV^8  d
   V
R	,          MT
p
\        P"                  ! WºV	.^R7      pVP%                  ^WERVP                  VP                  R7      pVP%                  ^WER
VR,          VR,          VP                  VP                  R7      pVP%                  ^WERVR,          VR,          VP                  VP                  R7      p\        P"                  ! VVV.^R7      pVV3# )rÚ  r'   r|   Nr6  r   ©r|  r%   r&   )r|  r~  r  r%   r&   r^   )r|   :Nr   Nr˜  rV  iíÿÿÿ)rW   r   rw  rÿ  r:  r   r%   r&   Úminr<  r]  r²  r  rX  rY  r8  r9  r   r‰  )r=   Úmotion_latentsr2  Úadd_last_motionÚ
lat_heightÚ	lat_widthÚpadd_latÚoverlap_frameÚzero_end_frameÚclean_latents_4xÚclean_latents_2xÚclean_latents_postÚ
l_2x_shapeÚ
l_4x_shapeÚ
motion_latÚ	rope_postÚrope_2xÚrope_4xr	   s   &&&&               r   r[   ÚFramePackMotioner.forwardô  s¼  € Ø .× 4Ñ 4°QÕ 7¸×9MÑ9MÈaÕ9P�IÜ—;’;˜~×3Ñ3°AÕ6¸¼CÀ×@VÑ@VÓ<WÐYcÓo×rÑrð  {I÷  {Pñ  {Pð  Xf÷  Xlñ  XlÐró  mˆÜ˜HŸN™N¨1Õ-¨~×/CÑ/CÀAÕ/FÓGˆØ˜1ÔØ.<¸QÀÀMÀ>Á?Ð=RÕ.SˆH�Q˜˜M˜>™?Ð*Ñ+à˜QÔ 4§>¡>°VÔ#;Ü  ×!7Ñ!7Ð8j¼¸T×=SÑ=SÓ9TÐWfÕ9fÐijÕ9jÐ!kÓlˆNØ/0ˆH�Q˜˜N˜?Ñ+Ð+Ñ,àAIÈ!ÈQÔQTÐUY×UkÑUkÓQlÐPlÑPmÐopÐrsÐJsÕAt×AzÑAzÐ{÷  |Rñ  |Rñ  SWð  UWð  SWõ  |Xð  ^_ÐAzó  B`Ñ>ÐÐ,>ð "ŸY™YÐ'9Ó:×BÑBÀ1ÓE×OÑOÐPQÐSTÓUÐØŸ<™<Ð(8Ó9ÐØ%×+Ñ+ˆ
Ø+×3Ñ3°AÓ6×@Ñ@ÀÀAÓFÐØŸ<™<Ð(8Ó9ÐØ%×+Ñ+ˆ
Ø+×3Ñ3°AÓ6×@Ñ@ÀÀAÓFÐà˜QÔ 4§>¡>°VÔ#;à:IÈAÔ:Mð "4ð 56ö "7ØSeð ð 7FÈÔ6Ið  0ð 12ö  3ØO_ð ô —Y’YÐ 2ÐFVÐWÐ]^Ô_ˆ
à!×-Ñ-¨a°ÐPRÐ[i×[pÑ[pð  yG÷  yMñ  yMÐ-ó  Nˆ	Ø×+Ñ+¨A¨zÈbÐZdÐegÕZhÐr|Ð}õ  sAð  JX÷  J_ñ  J_ð  gu÷  g{ñ  g{Ð+ó  |ˆØ×+Ñ+¨A¨zÈcÐ[eÐfhÕ[iÐs}ð  Aõ  tBð  KY÷  K`ñ  K`ð  hv÷  h|ñ  h|Ð+ó  }ˆä�yŠy˜) W¨gÐ6¸AÔ>ˆØ˜4ÐÐr   )r<  r;  r.   r  r8  r9  r:  ©r…   r   rŒ   )r   r_   rg   s   @@r   r4  r4  Ý  s/   ù‡ € ð Øòð ØØØ÷#÷,# ô # r   r4  c                   ó†   a a€ ] tR tRt oRRR^RRRR^^^ RRRR	R
^R^. RORRRRRR3V 3R lltRRRRRR/ 3R ltRtVtV ;t# )ÚWanModel_S2Vi  Ús2vr  r  r  r  r  Tr"   r5  r  ÚpaddNc                ó  <€ \         SV `  R W#WEWgW‰W«WÍWïVVVVR7       VP                  ^V P                  VVR7      V n        \        VV P                  VVVVVR7      V n        V^ 8”  d;   VP                  VV P                  V P                  V P                  VVR7      V n	        \        V P                  V P                  VV VV P                  VVVVR7
      V n        \        V P                  V P                  . ROVVVVR7      V n        R# )	r  )r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r7  r%   r&   r$   r'   )r   rç   rú  rå  r&   r%   r$   r   )
r   r.   r!  r"  r  r#  r  r&   r%   r$   )r;  r.   r:  r<  r&   r%   r$   NrR  )r+   r,   Ú	Embeddingr   Útrainable_cond_maskrõ  Úcasual_audio_encoderr*  r  Úcond_encoderr  r.   Úaudio_injectorr4  Úframe_packer)r=   r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   Ú	audio_dimÚnum_audio_tokenr  Úcond_dimÚaudio_inject_layersr  Úframepack_drop_moder7  r%   r&   r$   r@   s   &&&&&&&&&&&&&&&&&&&&&&&&&&&€r   r,   ÚWanModel_S2V.__init__  s<  ø€ ô: 	‰Ñ E°jÐ\bÐu|ð  [cð  @Ið  nyð  \kð  BMð  V\ð  dið  v@Ðô  	Aà#-×#7Ñ#7¸¸4¿8¹8ÈFÐZ_Ð#7Ó#`ˆÔ ä$6ØØ—H‘HØ%Ø$¨E¸&ÈZô	%YˆÔ!ð �aŒ<Ø *× 1Ñ 1ØØ—‘Ø ŸO™OØ—‘¨v¸Uð	 !2ó !DˆDÔô 0Ø—‘Ø—n‘nØ,ØØ%Ø—h‘hØ!Ø °:ô	
ˆÔô .Ø—h‘hØ—n‘nÚ(Ø)Ø °:ô?ˆÖr   c                óÖ  a%€ Ve<   VP                   R,          ^,          pV P                  VRRRR V13,          4      w  rÞMR pVP                   w  pppppTpV P                  VP                  4       4      P	                  VP
                  4      pVe   WP                  V4      ,           pVP                  ^8X  d3   VP                  ^4      P                  ^VP                   ^,          4      pVP                   R,          pVP                  ^4      P                  ^^4      pVP                  ^4      p\        P                  P                  V P                   P"                  VP
                  VP$                  R7      P                  ^4      P                  ^4      pVV^ ,          ,           pVEex   V P                  VP                  4       4      P	                  VP
                  4      pVP                  ^4      P                  ^^4      pV P'                  VP                   R,          VP                   R,          VP                   R,          \)        ^V^	,           4      VP$                  VP
                  R7      pVV^,          ,           p\*        P,                  ! VV.^R7      p\*        P,                  ! V	V.^R7      p	\*        P,                  ! V\*        P.                  ! VP                   ^ ,          VP                   R,          3VP$                  VP
                  R7      .^R7      p??VeÌ   V P1                  Wp4      w  ppVV^,          ,           p\*        P,                  ! VV.^R7      p\*        P,                  ! V	V.^R7      p	\*        P2                  ! V^^R7      p\*        P,                  ! V\*        P.                  ! VP                   ^ ,          ^3VP$                  VP
                  R7      .^R7      p??V P5                  \7        V P8                  VP                  4       4      P	                  V^ ,          P
                  R7      4      pVP;                  VP                   ^ ,          RVP                   R,          4      pV P=                  V4      P?                  ^^V P@                  34      pV PC                  V4      pV
PE                  R/ 4      pV
PE                  R	/ 4      pVPE                  R
/ 4      p \G        V PH                  4      V
R&   RV
R&   \K        V PH                  4       F�  w  p!o%V!V
R&   RV!3V 9   d/   V%3R lp"V RV!3,          ! RVRVRVRV	RV
/RV"/4      p#V#R,          pMS%! VVW“V
R7      pRV9   d.   VR,           F   p$V$! RVRVRVRV!R^ RV
/4      p#V#R,          pK"  	  Vf   Kˆ  V PM                  VV!VXV4      pKŸ  	  V PO                  VV4      pV PQ                  VV4      pV# )Nr|   r;  r¾   r?  r   r'   r=  r@  rC   rA  rB  rC  rD  rE  rF  c                 ór   <€ / pS! V R ,          V R,          V R,          V R,          V R,          R7      VR &   V# )rI  rJ  rK  rL  rV   )rm   rˆ   rI   rV   rp   )rN  ró   rO  s   & €r   rP  Ú-WanModel_S2V.forward_orig.<locals>.block_wrap¥  sM   ø€ Ø�CÙ!& t¨E¥{¸DÀ½KÈ4ÐPUÍ;Ð^bÐcgÕ^hð  Cð  DYõ  Zô  "[�C˜‘JØ�Jr   rI  rJ  rK  rL  rV   rS  )rˆ   rI   rm   rV   r   rU  r˜  rV  r^   ))rW   rZ  r+  rW  r   r&   r[  rÂ   rÅ   rð  rX  rY  r†   r�   rŽ   rÃ   rY  rû  r%   r‰  Úmaxr   r   rw  r]  r‡   r.  r   r'  rZ  r/  r[  r   r,  r2   r]  r1  r^  r\  r  r_  )&r=   r   r`  rm   Úaudio_embedr>  Úcontrol_videoÚreference_motionra  rI   rV   rn   Ú
num_embedsr)  r(  rí   ré   ÚtimeÚheightÚwidthrb  r<  r*  Úcond_mask_weightÚrefÚ	freqs_refÚmotion_encodedÚfreqs_motionrˆ   rc  r@  rC   ri  r8  rP  ró   rZ   rO  s&   &&&&&&&&&&&,                         @r   rj  ÚWanModel_S2V.forward_orig[  s¼  ø€ ð Ò"ØŸ™ � q�ˆJØ*.×*CÑ*CÀKÐPQÐSTÐVWÐYdÐZdÐYdÐPdÕDeÓ*fÑ'Ð˜iàˆIð &'§W¡WÑ"ˆˆAˆt�V˜UØˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØÒ$Ø×%Ñ% mÓ4Õ4ˆAà�6‰6�QŒ;Ø—‘˜A“×%Ñ% a¨¯©°­Ó4ˆAà—W‘W˜R•[ˆ
Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ—&‘&˜“)ˆä ×1Ñ1×9Ñ9¸$×:RÑ:R×:YÑ:YÐab×ahÑahÐqr×qyÑqyÐ9Óz÷  Eñ  Eð  FGó  H÷  Rñ  Rð  STó  UÐØÐ  Õ#Õ#ˆàÓ'Ø×&Ñ&Ð'7×'=Ñ'=Ó'?Ó@×CÑCÀAÇGÁGÓLˆCØ—+‘+˜a“.×*Ñ*¨1¨aÓ0ˆCØ×(Ñ(Ð)9×)?Ñ)?ÀÕ)CÐEU×E[ÑE[Ð\^ÕE_Ðaq×awÑawÐxzÕa{ô  FIð  JLð  NRð  UVõ  NVó  FWð  `a÷  `hñ  `hð  pq÷  pwñ  pwÐ(ó  xˆIØÐ(¨Õ+Õ+ˆCÜ—	’	˜1˜c˜(¨Ô*ˆAÜ—I’I˜u iÐ0°aÔ8ˆEÜ—	’	˜1œeŸkšk¨1¯7©7°1­:Ð7G×7MÑ7MÈbÕ7QÐ*RÐ[\×[cÑ[cÐkl×krÑkrÔsÐtÐz{Ô|ˆAØ�YàÒ'Ø+/×+<Ñ+<Ð=MÓ+TÑ(ˆN˜LØ+Ð.>¸qÕ.AÕAˆNÜ—	’	˜1˜nÐ-°1Ô5ˆAÜ—I’I˜u lÐ3¸Ô;ˆEä×'Ò'¨¨1°!Ô4ˆAÜ—	’	˜1œeŸkšk¨1¯7©7°1­:°q¨/À!Ç(Á(ÐRS×RYÑRYÔZÐ[ÐabÔcˆAØ ð ×ÑÜ# D§M¡M°1·9±9³;Ó?×BÑBÈÈ1ÍÏÉÐBÓTóVˆà�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆð ×%Ñ% gÓ.ˆà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4õð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!˜r¨ÐUhÔi�à Ô(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_`Ðbwð  zMð  Nó  O�CØ˜E�
’Añ 1ð Ô$Ø×'Ñ'¨¨1¨iÐ9IÈ7ÓS’ñ% /ð( �I‰I�a˜‹Oˆð �O‰O˜A˜zÓ*ˆØˆr   )r\  rZ  r[  r]  rY  r¢  r]   )r   r  rÙ   é   rŒ   é   rÊ  é   é   é!   é$   é'   )	r`   ra   rb   rc   r,   rj  rd   re   rf   rg   s   @@r   rT  rT    s|   ù‡ € à!Ø%ØØØØØØØØØØ%ØØ!%ØØØ!"Ø"ØÚ%RØ'Ø%+Ø!ØØØ ÷5>?ðJ ØØØØØØ÷_ô _r   rT  c                   ó,   a € ] tR tRt o / 3R ltRtV tR# )ÚWanT2VCrossAttentionGatheri½  c                óì  € VP                  ^ 4      V P                  V P                  rvpV P                  V P	                  V4      4      pV P                  V P                  V4      4      p	V P                  V4      p
V	P                  R^Wg4      P                  ^^4      p	V
P                  R^Wg4      P                  ^^4      p
VP                  V	P                  ^ ,          RWg4      P                  ^^4      p\        V4      p\        V	4      p	\        V
4      p
\        W‰W P                  V P                  RRVR7      pVP                  ^^4      P                  VRWg,          4      pV P                  V4      pV# )z‹
Args:
    x(Tensor): Shape [B, L1, C] - video tokens
    context(Tensor): Shape [B, L2, C] - audio tokens with shape [B, frames*16, 1536]
T)rT   rU   Úskip_reshapeÚskip_output_reshaperV   r^   )r†   r.   r/   r;   r4   r<   r5   r6   rZ  rY  rW   r   r   r-   r7   )r=   r   rm   rV   rn   rG   rJ   rH   r4   r5   r6   s   &&&&,      r   r[   Ú"WanT2VCrossAttentionGather.forward¿  s?  € ð —&‘&˜“)˜TŸ^™^¨T¯]©]ˆaˆà�K‰K˜Ÿ™˜q›	Ó"ˆØ�K‰K˜Ÿ™˜w›Ó(ˆØ�F‰F�7‹Oˆð �I‰I�b˜"˜aÓ#×-Ñ-¨a°Ó3ˆØ�I‰I�b˜"˜aÓ#×-Ñ-¨a°Ó3ˆð �I‰I�a—g‘g˜a•j " aÓ+×5Ñ5°a¸Ó;ˆä$ QÓ'ˆÜ$ QÓ'ˆÜ$ QÓ'ˆÜ  a¯~©~ÐSW×SgÑSgÐvzð  QUð  k~ô  ˆà�K‰K˜˜1Ó×%Ñ% a¨¨Q­UÓ3ˆØ�F‰F�1‹IˆØˆr   rp   Nrq   rr   s   @r   r}  r}  ½  s   ø‡ € à68÷ ò r   r}  c                   óH   a a€ ] tR tRt oRR/ 3V 3R llt/ 3R ltRtVtV ;t# )ÚAudioCrossAttentionWrapperiÜ  Tr"   c           	     óØ   <€ \         SV `  4        \        WWBWVR 7      V n        VP	                  R4      P                  WRVP	                  R4      VP	                  R4      R7      V n        R# ))r1   r>   r)   r?   r$   Tr%   r&   r¦   N)r+   r,   r}  Úaudio_cross_attnr2   r¬   Únorm1_audio)r=   r   r>   r.   r1   r)   r?   r@   s   &&&&&&&€r   r,   Ú#AudioCrossAttentionWrapper.__init__Ý  s‘   ø€ Ü‰ÑÔä :¸3ÐSZÐorô  ![ˆÔØ-×1Ñ1°,Ó?×IÑIÈ#Ðgkð  uG÷  uKñ  uKð  LTó  uUð  ]o÷  ]sñ  ]sð  t{ó  ]|ÐIó  }ˆÖr   c                óV   € WP                  V P                  V4      W#R 7      ,           pV# )r¿   ©r…  r†  )r=   r   ÚaudiorV   s   &&&&r   r[   Ú"AudioCrossAttentionWrapper.forwardã  s*   € Ø×%Ñ% d×&6Ñ&6°qÓ&9¸5Ð%ÓjÕjˆØˆr   r‰  r_   rg   s   @@r   rƒ  rƒ  Ü  s"   ù‡ € Ø7;ÀÐZ\÷ }ð 57÷ ô r   rƒ  c                   óP   a a€ ] tR tRt oR
RRR/ 3V 3R lltRR/ 3R ltR	tVtV ;t# )ÚWanAttentionBlockAudioiè  TFr"   c
                óV   <€ \         S
V `  WW4WVWxV	4	       \        VR WFW‰R7      V n        R# )é   rv   N)r+   r,   rƒ  Úaudio_cross_attn_wrapperr¸   s   &&&&&&&&&&€r   r,   ÚWanAttentionBlockAudio.__init__ê  s:   ø€ ô 	‰Ñ˜¨wÀ;ÐYhð  pBô  	CÜ(BÀ3ÈÈiÐbeô  )NˆÖ%r   r»   Nc           	     ó˜  € VP                   ^8  dZ   \        P                  P                  V P                  VP
                  VP                  R7      V,           P                  ^^R7      pMe\        P                  P                  V P                  VP
                  VP                  R7      P                  ^ 4      V,           P                  ^4      pV P                  \        WP                  V^ ,          V^,          4      W7R7      p\        P                  ! W\        V^,          V4      4      pWP!                  V P#                  V4      WEVR7      ,           pVe   V P%                  WVR7      pV P'                  \        WP(                  V^,          V^,          4      4      p\        P                  ! W\        V^,          V4      4      pV# )r½   r¾   r   r¿   rÀ   )rÂ   r�   rŽ   rÃ   r·   r&   r%   rÄ   rÅ   rÆ   r®   r™   r­   r   r’   rŠ   r±   r¯   r�  r´   r²   )	r=   r   rˆ   rI   rm   r~   rŠ  rV   rÈ   s	   &&&&&&&& r   r[   ÚWanAttentionBlockAudio.forwardö  su  € ð$ �6‰6�AŒ:Ü×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`ÐcdÕd×kÑkÐlmÐstÐkÓu‰Aä×'Ñ'×/Ñ/°·±ÀqÇwÁwÐWX×W_ÑW_Ð/Ó`×jÑjÐklÓmÐpqÕq×yÑyÐz{Ó|ˆAð �N‰NÜ�QŸ
™
 A a¥D¨!¨A­$Ó/Øð ó <ˆô �MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆð —‘ §
¡
¨1£¨wð  nA�ó  Bõ  BˆØÒØ×-Ñ-¨aÐL_Ð-Ó`ˆAØ�H‰H”X˜a§¡¨Q¨q­T°1°Qµ4Ó8Ó9ˆÜ�MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆØˆr   )r�  r]   r_   rg   s   @@r   r�  r�  è  s0   ù‡ € ð &ØØ!&Ø¨b÷
Nð$ ØØ÷%ô %r   r�  c                   ó8   a a€ ] tR tRt oV 3R ltR tRtVtV ;t# )ÚDummyAdapterLayeri  c                ó0   <€ \         SV `  4        Wn        R # rE   )r+   r,   Úlayer)r=   r—  r@   s   &&€r   r,   ÚDummyAdapterLayer.__init__  s   ø€ Ü‰ÑÔØŽ
r   c                ó&   € V P                   ! V/ VB # rE   ©r—  )r=   rN  rn   s   &*,r   r[   ÚDummyAdapterLayer.forward"  s   € Ø�zŠz˜4Ð* 6Ñ*Ð*r   rš  r_   rg   s   @@r   r•  r•    s   ù‡ € õ÷+ò +r   r•  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚAudioProjModeli&  c
           	     óÀ  <€ \         S
V `  4        Wn        W n        W0n        W,          V,          V n        W@n        W`n        WPn        \        V	P                  V P
                  WHVR 7      4      V n        \        V	P                  WDW‡R 7      4      V n        \        V	P                  WFV,          W‡R 7      4      V n        \        V	P                  WXVR 7      4      V n        R# )r¾   N)r+   r,   r*  r1  ÚchannelsÚ	input_dimÚintermediate_dimÚcontext_tokensr  r•  r3   Úaudio_proj_glob_1Úaudio_proj_glob_2Úaudio_proj_glob_3r¬   Úaudio_proj_glob_norm)r=   r*  r1  rŸ  r¡  r  r¢  r%   r&   r$   r@   s   &&&&&&&&&&€r   r,   ÚAudioProjModel.__init__'  sÞ   ø€ ô 	‰ÑÔàŒØŒØ ŒØ Õ)¨HÕ4ˆŒØ 0ÔØ,ÔØ$Œô "3°:×3DÑ3DÀTÇ^Á^ÐUeð  |BÐ3Dó  4Có  "DˆÔÜ!2°:×3DÑ3DÐEUÐotÐ3Dó  4Eó  "FˆÔÜ!2°:×3DÑ3DÐEUÐhrÕWrÐzÐ3Dó  4Pó  "QˆÔä$5°j×6JÑ6JÈ:ÐkqÐ6JÓ6rÓ$sˆÖ!r   c                óÜ  € VP                   ^,          p\        VR4      pVP                   w  r4rVVP                  W4V,          V,          4      p\        P                  ! V P                  V4      4      p\        P                  ! V P                  V4      4      pV P                  V4      P                  W0P                  V P                  4      pV P                  V4      p\        VRVR7      pV# )r…   zbz f w b c -> (bz f) w b cz(bz f) m c -> bz f m c)rî   )rW   r   rF   r   rú   r£  r¤  r¥  rZ  r¢  r  r¦  )r=   Úaudio_embedsÚvideo_lengthÚ
batch_sizer0   r1  rŸ  r¢  s   &&      r   r[   ÚAudioProjModel.forwardD  sÊ   € Ø#×)Ñ)¨!Õ,ˆÜ  Ð/KÓLˆØ4@×4FÑ4FÑ1ˆ
 Ø#×(Ñ(¨À6Õ5IÈHÕ5TÓUˆä—z’z $×"8Ñ"8¸Ó"FÓGˆÜ—z’z $×"8Ñ"8¸Ó"FÓGˆà×/Ñ/°Ó=×EÑEÀj×ReÑReÐgk×gvÑgvÓwˆà×2Ñ2°>ÓBˆÜ" >Ð3KÈ|Ô\ˆàÐr   )r£  r¤  r¥  r¦  r1  rŸ  r¢  r   r¡  r  r*  )	é   é   i   r  r�  rŒ   NNNr_   rg   s   @@r   r�  r�  &  s   ù‡ € ÷t÷:ò r   r�  c                   óL   a a€ ] tR tRt oRtRV 3R lltRRR/ 3R ltRtVtV ;t	# )ÚHumoWanModeliU  r  Nc                ó|   <€ \         SV `  R W#WEWgW‰W«WÍWïV\        VVVVR7       \        ^^RRRVVVVR7	      V n        R# )r  )r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  r6  r7  r%   r&   r$   r#  r  r�  )	r*  r1  rŸ  r¡  r  r¢  r&   r%   r$   N)r+   r,   r�  r�  Ú
audio_proj)r=   r%  r  r&  ræ   r   rª   r'  r(  rç   r.   r)  r0   r1   r«   r)   r  r7  Úaudio_token_numr%   r&   r$   r@   s   &&&&&&&&&&&&&&&&&&&&&&€r   r,   ÚHumoWanModel.__init__Z  s›   ø€ ô0 	‰Ñ E°jÐ\bÐu|ð  [cð  @Ið  nyð  \kð  Qkô  BXð  fqð  z@ð  HMð  ZdÐô  	eä(°¸1ÀtÐ^aÐnrð  DSð  [`ð  ioð  |Fô  GˆŽr   c                ó>  aaa€ VP                   w  ršr¼pTpV P                  VP                  4       4      P                  VP                  4      pVP                   R ,          pVP                  ^4      P                  ^^4      pV P                  \        V P                  VP                  4       4      P                  V^ ,          P                  R7      4      pVP                  VP                   ^ ,          RVP                   R,          4      pV P                  V4      P                  ^^V P                  34      pVeí   V P                  VP                  4       4      P                  VP                  4      pVP                  ^4      P                  ^^4      pV P                  VP                   R,          VP                   R,          VP                   R,          W±P                  VP                  R7      p\         P"                  ! VV.^R7      p\         P"                  ! VV.^R7      p??V P%                  V4      pRoVeÆ   Ve   \         P&                  ! VP                   ^ ,          VP                   R,          .VP                   R ,          O5RVP                  RVP                  / p\         P"                  ! VV.^R7      pV P)                  V4      P+                  ^ ^^^4      P                  ^4      P                  ^^4      oMRoVP-                  R/ 4      pVP-                  R/ 4      pVP-                  R	/ 4      p\/        V P0                  4      VR
&   RVR&   \3        V P0                  4       Fˆ  w  poVVR&   RV3V9   d1   VVV3R lpVRV3,          ! RVRVRVRVRV/RV/4      pVR,          pMS! VVWCSSVR7      pRV9   g   K[  VR,           F   pV! RVRVRVRVR^ RV/4      pVR,          pK"  	  KŠ  	  V P5                  VV4      pV P7                  W4      pV# )r;  r=  Nr?  r   r%   r&   r@  rC   rA  rB  rC  rD  rE  rF  c           
      óv   <€ / pS! V R ,          V R,          V R,          V R,          SSV R,          R7      VR &   V# )rI  rJ  rK  rL  rV   )rm   rˆ   rI   r~   rŠ  rV   rp   )rN  ró   rŠ  rO  r~   s   & €€€r   rP  Ú-HumoWanModel.forward_orig.<locals>.block_wrap«  s[   ø€ Ø�CÙ!& t¨E¥{¸DÀ½KÈ4ÐPUÍ;Ð^bÐcgÕ^hð  {Jð  RWð  mqð  rGõ  mHô  "I�C˜‘JØ�Jr   rI  rJ  rK  rL  rV   rS  )rˆ   rI   rm   r~   rŠ  rV   r   rU  r^   r˜  rV  )rW   r+  rW  r   r&   rX  rY  r.  r   r'  rZ  r/  r[  r   r‰  r%   r   r   r,  rw  r²  rì   r2   r]  r1  r^  r  r_  )r=   r   r`  rm   rI   rh  r>  rV   rn   rí   ré   rl  rm  rn  rb  r<  rˆ   rc  rp  rq  Úzero_audio_padr@  rC   ri  r8  rP  ró   rZ   rŠ  rO  r~   s   &&&&&&&&,                   @@@r   rj  ÚHumoWanModel.forward_origv  s8  ú€ ð &'§W¡WÑ"ˆˆt˜Uð ˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØ—W‘W˜R•[ˆ
Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆð ×ÑÜ# D§M¡M°1·9±9³;Ó?×BÑBÈÈ1ÍÏÉÐBÓTóVˆà�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆàÒ'Ø×&Ñ&Ð'7×'=Ñ'=Ó'?Ó@×CÑCÀAÇGÁGÓLˆCØ—+‘+˜a“.×*Ñ*¨1¨aÓ0ˆCØ×(Ñ(Ð)9×)?Ñ)?ÀÕ)CÐEU×E[ÑE[Ð\^ÕE_Ðaq×awÑawÐxzÕa{ð  FJ÷  S[ñ  S[ð  cd÷  cjñ  cjÐ(ó  kˆIÜ—	’	˜1˜c˜(¨Ô*ˆAÜ—I’I˜u iÐ0°aÔ8ˆEØ�Yð ×%Ñ% gÓ.ˆØˆàÒ"ØÒ+Ü!&§¢¨[×->Ñ->¸qÕ-AÐCS×CYÑCYÐZ\ÕC]ð  "kÐ`k×`qÑ`qÐrtÕ`uò  "kð  J÷  Qñ  Qð  "kð  Yd÷  Yjñ  Yjñ  "k�Ü#Ÿiši¨°nÐ(EÈ1ÔM�Ø—O‘O KÓ0×8Ñ8¸¸A¸qÀ!ÓD×LÑLÈQÓO×YÑYÐZ[Ð]^Ó_‰EàˆEà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4÷ð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!˜r¨ÐQ`Ðhmð  DWô  X�à Ö(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_`Ðbwð  zMð  Nó  O�CØ˜E�
’Aó 1ñ /ð$ �I‰I�a˜‹Oˆð �O‰O˜AÓ*ˆØˆr   )r²  )Úhumor¢  r  rŒ   r  r  r  r  rŒ   rŒ   r¼  r]   TTr"   NNrŒ   NNNr½  rg   s   @@r   r°  r°  U  s+   ù‡ € ñ÷GðB ØØØ÷Hô Hr   r°  c            
       óˆ   a a€ ] tR tRt oRV 3R lltRR/ RRRR3R lt^ RRRRRRRR/ 3
V 3R lltRR/ RRR3R ltRtVt	V ;t
# )	ÚSCAILWanModeliÀ  Nc                ó”   <€ \         S	V `  ! R
R RRVRVRVRVRVRV/VB  VP                  W4W"V\        P                  R7      V n        R	# )r%  r  r  ræ   r   r$   r%   r&   r   Nrp   )r+   r,   r*  r   r   Úpatch_embedding_pose)
r=   r%  r  ræ   r   r$   r%   r&   rn   r@   s
   &&&&&&&&,€r   r,   ÚSCAILWanModel.__init__Á  s‘   ø€ Ü‰Òñ  	W Eð  	W°jð  	WÈð  	WÐUXð  	WÐeoð  	WÐx~ð  	Wð  GLð  	Wð  PVò  	Wà$.×$5Ñ$5°fÈzÐu{ô  DI÷  DQñ  DQÐ$5ó  %RˆÖ!r   c                ó2	  aa€ Tp^ pVe¥   \         P                  ! W�3^R7      pVP                  ^,          V P                  ^ ,          ,          VP                  ^,          V P                  ^,          ,          ,          VP                  ^,          V P                  ^,          ,          ,          pV P	                  VP                  4       4      P                  VP                  4      pV	e?   WP                  V	P                  4       4      P                  VP                  4      ,           pVP                  R,          pWæR&   VP                  ^4      P                  ^^4      p^ pVeË   V P                  VP                  4       4      P                  VP                  4      pV
e@   VV P                  V
P                  4       4      P                  VP                  4      ,           pVP                  ^4      P                  ^^4      pVP                  ^,          p\         P                  ! VV.^R7      p?V P                  \        V P                  VP                  4       4      P                  V^ ,          P                  R7      4      pVP                  VP                  ^ ,          RVP                  R,          4      pV P!                  V4      P#                  ^^V P$                  34      pV P'                  V4      pRoVeM   V P(                  e,   V P)                  V4      p\         P                  ! VV.^R7      pVP                  R,          oVP+                  R/ 4      pVP+                  R/ 4      pVP+                  R/ 4      p\-        V P.                  4      VR	&   R
VR&   \1        V P.                  4       F†  w  poVVR&   RV3V9   d0   VV3R lpVRV3,          ! RVRVRVRVRV/RV/4      pVR,          pMS! VVWSSVR7      pRV9   g   KY  VR,           F   pV! RVRVRVRVRVRV/4      pVR,          pK"  	  Kˆ  	  V P3                  VV4      pV^ 8”  d   VRRV) 13,          pV P5                  W4      pVe    VRRVP                  ^,          R13,          pV# )r   Nr   r;  r<  r=  r@  rC   rA  rB  rC  rD  rE  rF  c           	      ót   <€ / pS! V R ,          V R,          V R,          V R,          SV R,          R7      VR &   V# rH  rp   rM  s   & €€r   rP  Ú.SCAILWanModel.forward_orig.<locals>.block_wrapú  rR  r   rI  rJ  rK  rL  rV   rS  rT  r   rU  r|   r^   rV  )r   r   rW   r  r+  rW  r   r&   Úpatch_embedding_maskrX  rY  r¾  r.  r   r'  rZ  r/  r[  r   r,  r3  r2   r]  r1  r^  r  r_  )r=   r   r`  rm   ra  rI   rV   Úpose_latentsr>  Úref_mask_latentsÚsam_latentsrn   rb  rU  r<  Úscail_pose_seq_lenÚscail_xrˆ   rc  rh  r@  rC   ri  r8  rP  ró   rZ   rO  r~   s   &&&&&&&&&&&,               @@r   rj  ÚSCAILWanModel.forward_origÆ  sa  ù€ àˆàˆ
ØÒ'Ü—	’	Ð+Ð/°QÔ7ˆAØ*×0Ñ0°Õ3°t·±ÀqÕ7IÕIØ*×0Ñ0°Õ3°t·±ÀqÕ7IÕIõKà*×0Ñ0°Õ3°t·±ÀqÕ7IÕIõKˆJð
 × Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØÒ'Ø×-Ñ-Ð.>×.DÑ.DÓ.FÓG×JÑJÈ1Ï7É7ÓSÕSˆAØ—W‘W˜R•[ˆ
Ø,6˜LÑ)Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆàÐØÒ#Ø×/Ñ/°×0BÑ0BÓ0DÓE×HÑHÈÏÉÓQˆGØÒ&Ø! D×$=Ñ$=¸k×>OÑ>OÓ>QÓ$R×$UÑ$UÐVW×V]ÑV]Ó$^Õ^�Ø—o‘o aÓ(×2Ñ2°1°aÓ8ˆGØ!(§¡¨qÕ!1ÐÜ—	’	˜1˜g˜,¨AÔ.ˆAØð ×ÑÔ 7¸¿¹ÀqÇyÁyÃ{Ó S× VÑ VÐ]^Ð_`Õ]a×]gÑ]gÐ VÓ hÓiˆØ�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆð ×%Ñ% gÓ.ˆàˆØÒØ�|‰|Ò'Ø#Ÿ|™|¨HÓ5�ÜŸ)š) \°7Ð$;ÀÔC�Ø&Ÿn™n¨RÕ0ˆOà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À!ÀUÈGÐUZÐ\^Ð`dÐfkð  nCð  EXð  ;Yð  \lð  nxð  [yó  z�Ø˜•J‘á˜!˜r¨ÐQ`ð  wJô  K�à Ö(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_ið  lAð  CVð  Wó  X�CØ˜E�
’Aó 1ñ /ð$ �I‰I�a˜‹Oˆà Ô!Ø�!Ð)Ð)Ð)Ð)Ð)Õ*ˆAð �O‰O˜AÓ*ˆàÒ'Ø�!�QÐ(×.Ñ.¨qÕ1Ñ2Ð2Õ3ˆAàˆr   c                óê  <€ ^ pVeK   VP                   ^,          V P                  ^ ,          ^,          ,           V P                  ^ ,          ,          pVEeR   \        V4      '       Eg@   RpRpW,
          p\        V^,
          ^ 4      p. pV^ 8”  d0   RRVRRRRRR//pVP	                  \
        S V `  WâV^ W‰VR	7      4       V^ 8”  d$   VP	                  \
        S V `  VW#VW‰VR	7      4       V
e£   V
P                   R,          V
P                   R,          V
P                   R,          pppVV,          pVV,          pV^,
          ^,          pV^,
          ^,          pRRVRVV,           RVRV//pVP	                  \
        S V `  VVVVW‰VR	7      4       \        P                  ! V^R
7      # \
        S V `  WW4WVWxW�R7
      pV
f   V# V
P                   R,          V
P                   R,          V
P                   R,          pppVV,          pVV,          pV^,
          ^,          pV^,
          ^,          pRRVRRV,           RVRV//p\
        S V `  VVVWN,           W‰VR	7      p\        P                  ! VV.^R
7      # )r   g      ^@rm  rt  ru  rs  rp  rn  rq  )r|  r%   r&   rV   r   )r|  r}  r~  r  r%   r&   rV   r˜  rV  r^   )	rW   r  Úboolrg  Úappendr+   r‰  r   r   )!r=   r`  rï   rð   r|  r}  r~  r  r%   r&   rÄ  r>  Úref_mask_flagrV   Úref_t_patchesÚ
REF_ROPE_HÚPOSE_ROPE_WÚmain_t_patchesÚvideo_t_startÚpartsÚref_tfÚF_poseÚH_poseÚW_poseÚh_scaleÚw_scaleÚh_shiftÚw_shiftÚpose_tfÚ
main_freqsÚpose_transformer_optionsÚ
pose_freqsr@   s!   &&&&&&&&&&&&&&                  €r   r‰  ÚSCAILWanModel.rope_encode  sÞ  ø€ ØˆØÒ'Ø-×3Ñ3°AÕ6¸$¿/¹/È!Õ:LÐPQÕ:QÕRÐW[×WfÑWfÐghÕWiÕiˆMàÓ$¬T°-×-@Ó-@ØˆJØˆKàÕ.ˆNÜ °Õ 1°1Ó5ˆMàˆEØ˜qÔ Ø(¨9°jÀ)ÈSÐR[Ð]`ÐbkÐmpÐ*qÐr�Ø—‘œU™WÑ0°À1ÈaÐX^ð  BHÐ0ó  Iô  JØ Ô!Ø—‘œU™WÑ0°ÀÈ}Ðekð  ObÐ0ó  cô  dàÒ'Ø)5×);Ñ);¸BÕ)?À×ASÑASÐTVÕAWÐYe×YkÑYkÐlnÕYo ˜�Ø˜f�*�Ø˜f�*�Ø" Q�;¨!Õ+�Ø" Q�;¨!Õ+�Ø)¨I°wÀ	È;ÐY`ÕK`ÐbkÐmtÐvð  BIð  ,Jð  K�Ø—‘œU™WÑ0°¸ÀÐQ^Ðgmð  QXÐ0ó  Yô  Zä—9’9˜U¨Ô*Ð*ä‘WÑ(¨¨qÈ7Ðmtð  LQÐ(ó  {ˆ
àÒØÐà!-×!3Ñ!3°BÕ!7¸×9KÑ9KÈBÕ9OÐQ]×QcÑQcÐdfÕQg˜�ˆð �f•*ˆØ�f•*ˆð ˜Q•; !Õ#ˆØ˜Q•; !Õ#ˆØ$2°YÀÈÐTYÐ\cÕTcÐenÐpwð  zCð  ELð  5Mð  $NÐ Ü‘WÑ(¨°¸ÈÕI^Ðgmð  QiÐ(ó  jˆ
ä�yŠy˜* jÐ1°qÔ9Ð9r   c
                óL  € VP                   w  r¼rÞp\        P                  P                  P	                  WP
                  4      pVe4   \        P                  P                  P	                  WpP
                  4      pVe4   \        P                  P                  P	                  W€P
                  4      pV	e4   \        P                  P                  P	                  W�P
                  4      p	TpVe`   \        P                  P                  P	                  WPP
                  4      p\        P                  ! W.^R7      pVP                   ^,          pR pRV
9   d^   \        P                  P                  P	                  V
P                  R4      V P
                  4      pVVP                   ^,          ,          pV
P                  RR 4      pV P                  VWïVP                  VP                  WgVVR7	      pV P                  ! WV3RVRVRVRVRVR	VR
V	/V
B RRR V1R V1R V13,          # )Nr   r>  rÍ  )r%   r&   rV   rÄ  r>  rÍ  ra  rI   rV   rÄ  rÅ  rÆ  r|   )rW   r�   r™  rš  r›  r  r   r   Úpopr‰  r%   r&   rj  )r=   r   r”  rm   ra  r•  rV   rÄ  rÅ  rÆ  rn   rí   rÓ   r`  rï   rð   r�  r>  rÍ  rI   s   &&&&&&&&&&,         r   r�  ÚSCAILWanModel._forwardJ  sQ  € ØŸ™‰ˆˆq�QÜ�I‰I× Ñ ×2Ñ2°1·o±oÓFˆàÒ#Ü Ÿ9™9×/Ñ/×AÑAÀ,×P_ÑP_Ó`ˆLØÒ'Ü$Ÿy™y×3Ñ3×EÑEÐFV×XgÑXgÓhÐØÒ"ÜŸ)™)×.Ñ.×@Ñ@ÀÏoÉoÓ^ˆKàˆØÒ&Ü#Ÿi™i×2Ñ2×DÑDÀ_×VeÑVeÓfˆOÜ—	’	˜1Ð.°AÔ6ˆAØ—G‘G˜A•JˆEàÐØ Ô'Ü$Ÿy™y×3Ñ3×EÑEÀfÇjÁjÐQcÓFdÐfj×fuÑfuÓvÐØÐ%×+Ñ+¨AÕ.Õ.ˆEàŸ
™
 ?°DÓ9ˆà× Ñ  ¨°Q·X±XÀQÇWÁWÐbuð  dtð  DQÐ ó  RˆØ× Ò  ¨gñ  DÀð  DÐPUð  DÐk~ð  Dð  NZð  Dð  m}ð  Dð  P`ð  Dð  nyð  Dð  }Cñ  Dð  EFð  HIð  KMð  LMð  KMð  OQð  PQð  OQð  SUð  TUð  SUð  EUõ  Vð  	Vr   )r¾  )Úscailr¢  rv  r  NNN)r`   ra   rb   rc   r,   rj  r‰  r�  rd   re   rf   rg   s   @@r   r¼  r¼  À  s�   ù‡ € ÷Rð
 48¸tÐY[Ðjnð  BFð  Y]ð  koô Nðf ,-°dÀDÐRVÐ_cÐkoð  Cð  VZð  jnð  DF÷ /:ðb 7;ÈDÐfhÐw{ð  OSð  ae÷ Vô Vr   r¼  c                   ó:   a a€ ] tR tRt oRtRV 3R lltRtVtV ;t# )ÚSCAIL2WanModelif  zGSCAIL-2: SCAIL-Preview + an additive binary multi-identity mask stream.c	                ó”   <€ \         S
V `  ! R	R VRVRVRVRVRVRV/V	B  VP                  WEW"V\        P                  R7      V n        R# )
r%  r  ræ   r   r$   r%   r&   r   Nrp   )r+   r,   r*  r   r   rÃ  )r=   r%  r  ræ   Úmask_in_dimr   r$   r%   r&   rn   r@   s   &&&&&&&&&,€r   r,   ÚSCAIL2WanModel.__init__i  sš   ø€ Ü‰Òñ  	\ Jð  	\¸:ð  	\Èfð  	\ÐZ]ð  	\Ðjtð  	\ð  ~Dð  	\ð  LQð  	\ð  U[ò  	\Ø$.×$5Ñ$5°kÐT^ð  {Aô  IN÷  IVñ  IVÐ$5ó  %WˆÖ!r   )rÃ  )Úscail2r¢  rv  é   r  NNN)	r`   ra   rb   rc   r¢   r,   rd   re   rf   rg   s   @@r   ræ  ræ  f  s   ù‡ € ÙQ÷W÷ Wr   ræ  )7r  r   Útorch.nnr9   Úeinopsr   Úcomfy.ldm.modules.attentionr   r   r   Úcomfy.ldm.flux.layersr   Úcomfy.ldm.flux.mathr   r	   Úcomfy.ldm.common_ditr�   Úcomfy.model_managementÚ	comfy.opsÚcomfy.patcher_extensionÚcomfy.quant_opsr   ÚModuler!   rj   rt   r°   rŠ   r™   râ   r›   r¤   rË   r×   rä   r  r  r  r¤  r¿  rÌ  rÝ  rõ  r	  r  r4  rT  r}  rƒ  r�  r•  r�  r°  r¼  ræ  rp   r   r   Ú<module>r÷     s   ðó ã Ý Ý ç eÑ eÝ )ß 1Û Û Û Û Û ò
ôH�r—y‘yô HôVÐ+ô ô((Ð+ô (ðX Ð*ØÐ*ðÐ ò	Mò?ôL�R—]‘]ô LôS˜Ÿ	™	ô SôlÐ-ô ô8$�B—I‘Iô $ôN˜"Ÿ)™)ô ôˆ2�9‰9ô ôB)ˆe�h‰h�o‰oô )ô.Cˆu�x‰x�‰ô CôL
D�8ô DôLe�Xô eôP�2—9‘9ô ô<[�r—y‘yô [ô|˜Ÿ™ô ôD�2—9‘9ô ô&K˜Ÿ	™	ô Kô\: ˜Ÿ	™	ô : ôz`�8ô `ôFÐ!1ô ô>	 §¡ô 	ô3Ð.ô 3ôj+˜Ÿ	™	ô +ô,�R—Y‘Yô ,ô^i�8ô iôVcV�Hô cVôLW�]ö Wr   