+
    ƒ°ñj3Y  ã                   óÒ   € R t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIH	t	 ^ RI
HtHt ^RIHtHtHtHtHtHt  ! R R]4      t ! R R]4      tR	 t ! R
 R4      t ! R R]4      tR# )a¦  Wan2.1-I2V-14B weights, driven by a video instead of a motion extractor.

A pose branch over the pose video's latents runs in lockstep with the generation
branch, feeding it K/V per block. The reference image is one extra latent frame at the
front of the generation branch, trimmed off by the caller. Upstream calls the pose video
the driving video and its branch forward_ref, not to be confused with the reference image.
N)Úapply_rope1)ÚAttentionTensorContainerÚoptimized_attention)ÚWanAttentionBlockÚWanModelÚWanSelfAttentionÚmodulateÚrepeat_eÚsinusoidal_embedding_1dc                   óL   a € ] tR t^t o R tR tR t/ 3R ltR/ 3R ltRt	V t
R# )	ÚWanAnimate2SelfAttentionc                ó’  € . VP                   R ,          OV P                  NV P                  N5w  r4rV\        V P	                  V P                  V4      4      P                  W4WV4      V4      p\        V P                  V P                  V4      4      P                  W4WV4      V4      pWxV P                  V4      P                  W4WV4      3# ©ºNé   N)
ÚshapeÚ	num_headsÚhead_dimr   Únorm_qÚqÚviewÚnorm_kÚkÚv)	ÚselfÚxÚfreqsÚbÚsÚnÚdr   r   s	   &&&      Ú@C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\wan\model_animate2.pyÚqkvÚWanAnimate2SelfAttention.qkv   sœ   € Ø@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaÜ˜Ÿ™ D§F¡F¨1£IÓ.×3Ñ3°A¸!Ó?ÀÓGˆÜ˜Ÿ™ D§F¡F¨1£IÓ.×3Ñ3°A¸!Ó?ÀÓGˆØ�T—V‘V˜A“Y—^‘^ A¨!Ó/Ð/Ð/ó    c                óx   € VP                  R / 4      P                  R. 4       F  pV! RVRVRVRV/4      pK  	  V# )ÚpatchesÚattn1_patchr   r   r   Útransformer_options)Úget)r   r   r   r   r(   Úps   &&&&& r!   Ú_attn1_patchÚ%WanAnimate2SelfAttention._attn1_patch   sI   € Ø$×(Ñ(¨°BÓ7×;Ñ;¸MÈ2ÖNˆAÙ�3˜˜3  3¨Ð+@ÐBUÐVÓWŠAñ Oàˆr$   c                ó  € . VP                   R ,          OV P                  NV P                  N5w  r4rV\        V P	                  V P                  V4      4      P                  W4WV4      V4      V P                  V4      P                  W4WV4      3# r   )r   r   r   r   r   r   r   r   )r   r   r   r   r   r   r    s   &&&    r!   ÚkvÚWanAnimate2SelfAttention.kv$   sp   € Ø@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaÜ˜4Ÿ;™; t§v¡v¨a£yÓ1×6Ñ6°q¸QÓBÀEÓJÈDÏFÉFÐSTËIÏNÉNÐ[\ÐabÓLfÐfÐfr$   c                óÖ  € . VP                   R ,          OV P                  NV P                  N5w  rErgV P                  W4      w  r‰p
\	        \        VP                  WEWg,          4      4      \        V	P                  WEWg,          4      4      \        V
P                  WEWg,          4      4      V P                  V P                  VR7      pV P                  V P                  W¸W“4      4      Wš3# )r   ©ÚheadsÚpreferred_attentionr(   )
r   r   r   r"   r   r   ÚreshapeÚcomfy_attentionÚor+   )r   r   r   r(   r   r   r   r    r   r   r   Úouts   &&&&        r!   Úforward_poseÚ%WanAnimate2SelfAttention.forward_pose(   s  € Ø@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaØ—(‘(˜1Ó$‰ˆˆaÜ!Ô":¸1¿9¹9ÀQÈ1Í5Ó;QÓ"RÔTlÐmn×mvÑmvÐwxÐ}~õ  ~Có  nDó  UEô  G_ð  `a÷  `iñ  `ið  jkð  pqõ  puó  `vó  Gwð  C÷  Mñ  Mð  cg÷  cwñ  cwð  M`ô  aˆØ�v‰v�d×'Ñ'¨°ÓGÓHÈ!ÐNÐNr$   ç      ð?c
                óD  € . VP                   R ,          OV P                  NV P                  N5w  r«rÍV P                  W4      w  rïpVR8w  d   VRRV13;;,          V,          uu&   Vf¥   \	        \        VP                  W«WÍ,          4      4      \        VP                  W«WÍ,          4      4      \        VP                  W«WÍ,          4      4      V P                  V P                  V	R7      pV P                  V P                  VWïV	4      4      # Vw  pppVVRRV13&   VVRRV13&   \        V4       EFJ  pVRVV,          V^,           V,          13,          P                  W¦WÍ,          4      pV^ 8X  d   TTppMVVRV^,
          V,          VV,          13,          VRVR13&   VRV^,
          V,          VV,          13,          VRVR13&   TTpp\	        \        V4      \        VP                  V
VP                   ^,          WÍ,          4      4      \        VP                  V
VP                   ^,          WÍ,          4      4      V P                  V P                  V	R7      VRVV,          V^,           V,          13&   EKM  	  V P                  V P                  VWïV	4      4      # )r   r:   ºNNNNr1   )r   r   r   r"   r   r   r4   r5   r6   r+   Úrange)r   r   r   Úk_poseÚv_poseÚf_genÚhwÚbuffersÚref_strengthr(   r   r   r   r    r   r   r   r7   ÚkbufÚvbufÚjÚq_jÚkkÚvvs   &&&&&&&&&&              r!   Úforward_genÚ$WanAnimate2SelfAttention.forward_gen.   sQ  € à@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaØ—(‘(˜1Ó$‰ˆˆaØ˜3ÔØˆa��"�ˆf�I˜Õ%‹IàŠ>Ü%Ô&>¸q¿y¹yÈÈqÍuÓ?UÓ&VÔXpÐqr×qzÑqzÐ{|ð  BCõ  BGó  rHó  YIô  Kcð  de÷  dmñ  dmð  noð  tuõ  tyó  dzó  K{ð  CG÷  CQñ  CQð  gk÷  g{ñ  g{ð  Qdô  eˆCØ—6‘6˜$×+Ñ+¨C°Ð7JÓKÓLÐLð "‰ˆˆd�CØˆˆQ���ˆU‰ØˆˆQ���ˆU‰ä�u—ˆAØ�A�q˜2•v˜q 1�u¨�lÐ*Ð*Õ+×3Ñ3°A¸1½5ÓAˆCØ�AŒvØ˜A�B��Bà$ Q¨¨Q­°"­°Q¸µVÐ(;Ð%;Õ<��Q˜™�U‘Ø$ Q¨¨Q­°"­°Q¸µVÐ(;Ð%;Õ<��Q˜™�U‘Ø˜t�B�Ü*=Ô>VÐWZÓ>[Ô]uÐvx÷  wAñ  wAð  BCð  EG÷  EMñ  EMð  NOõ  EPð  RSõ  RWó  wXó  ^Yô  [sð  tv÷  t~ñ  t~ð  @ð  BD÷  BJñ  BJð  KLõ  BMð  OPõ  OTó  tUó  [Vð  ^b÷  ^lñ  ^lð  BF÷  BVñ  BVð  lô  +@ˆC��1�r•6˜1˜q�5 B�,Ð&Ð&Ô'ñ ð �v‰v�d×'Ñ'¨¨QÐ3FÓGÓHÐHr$   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r"   r+   r.   r8   rJ   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r!   r   r      s6   ø‡ € ò0òò
gð :<ô Oð VYÐnp÷ Iò Ir$   r   c                   óv   a a€ ] tR t^Jt oRRRR/ 3V 3R lltR tR tR/ 3R lt/ 3R	 ltR
R/ 3R lt	Rt
VtV ;t# )ÚWanAnimate2BlockTFç�íµ ÷Æ°>c
                óV   <€ \         S
V `  WW4WVWxV	R 7	       \        W$WVW‰R 7      V n        R# ))Úoperation_settingsN)ÚsuperÚ__init__r   Ú	self_attn)r   Úcross_attn_typeÚdimÚffn_dimr   Úwindow_sizeÚqk_normÚcross_attn_normÚepsrY   Ú	__class__s   &&&&&&&&&&€r!   r[   ÚWanAnimate2Block.__init__L   s8   ø€ Ü‰Ñ˜¨wÀ;ÐYhð  CUÐô  	VÜ1°#À+ÐX[ô  DˆŽr$   c                óž  € VP                   ^8  dY   \        P                  P                  V P                  VP
                  VP                  R7      V,           P                  ^^R7      # \        P                  P                  V P                  VP
                  VP                  R7      P                  ^ 4      V,           P                  ^4      # )é   ©ÚdtypeÚdevice©r^   )
ÚndimÚcomfyÚmodel_managementÚcast_toÚ
modulationri   rj   ÚchunkÚ	unsqueezeÚunbind)r   Úer   s   &&&r!   Ú_modulationÚWanAnimate2Block._modulationP   s�   € Ø�6‰6�AŒ:Ü×*Ñ*×2Ñ2°4·?±?È!Ï'É'ÐZ[×ZbÑZbÐ2ÓcÐfgÕg×nÑnÐopÐvwÐnÓxÐxÜ×&Ñ&×.Ñ.¨t¯©ÀaÇgÁgÐVW×V^ÑV^Ð.Ó_×iÑiÐjkÓlÐopÕp×xÑxÐyzÓ{Ð{r$   c           	     óv  € WP                  V P                  V4      W4VR 7      ,           pVP                  R/ 4      P                  R. 4       F  pV! RVRV/4      pK  	  V P                  \	        WP
                  V^,          V^,          4      4      p\        P                  ! W\        V^,          V4      4      # )©Úcontext_img_lenr(   r&   Úattn2_patchr   r(   )	Ú
cross_attnÚnorm3r)   Úffnr   Únorm2ÚtorchÚaddcmulr	   )r   r   rt   Úcontextry   r(   r*   Úys   &&&&&&  r!   Ú_cross_attn_ffnÚ WanAnimate2Block._cross_attn_ffnU   s¥   € Ø—‘ §
¡
¨1£¨wð  nA�ó  Bõ  BˆØ$×(Ñ(¨°BÓ7×;Ñ;¸MÈ2ÖNˆAÙ�3˜Ð0Ð2EÐFÓGŠAñ Oà�H‰H”X˜a§¡¨Q¨q­T°1°Qµ4Ó8Ó9ˆÜ�}Š}˜Q¤8¨A¨a­D°!Ó#4Ó5Ð5r$   i  c           	     óF  € V P                  W!4      pVP                  4       pV P                  P                  \	        WP
                  V^ ,          V^,          4      W6R7      w  rxp	\        P                  ! W\        V^,          V4      4      p?V P                  WWEV4      W‰3# )é    ©r(   )
ru   Ú
contiguousr\   r8   r   Únorm1r   r€   r	   rƒ   )
r   r   rt   r   r�   ry   r(   r‚   r   r   s
   &&&&&&&   r!   r8   ÚWanAnimate2Block.forward_pose\   s�   € Ø×Ñ˜QÓ"ˆØ�L‰L‹NˆØ—.‘.×-Ñ-¬h°q¿*¹*ÀaÈÅdÈAÈaÍDÓ.QÐSXÐ-ó  C‰ˆˆaÜ�MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆØØ×#Ñ# A¨'ÐDWÓXÐZ[Ð^Ð^r$   c           	     óÂ   € V P                  W!4      pVP                  4       pV P                  P                  \	        WP
                  V^ ,          V^,          4      V4      # )r†   )ru   rˆ   r\   r.   r   r‰   )r   Úx_posert   r   r(   s   &&&&&r!   Úkv_from_inputÚWanAnimate2Block.kv_from_inputd   sL   € Ø×Ñ˜QÓ'ˆØ×"Ñ"Ó$ˆØ�~‰~× Ñ ¤¨&·*±*¸aÀ½dÀAÀaÅDÓ!IÈ5ÓQÐQr$   r:   c                óB  € V P                  W!4      pVP                  4       pV P                  P                  \	        WP
                  V^ ,          V^,          4      W5WgW‰W¬R7	      p\        P                  ! W\        V^,          V4      4      p?V P                  WWKV4      # )r†   )rC   r(   )
ru   rˆ   r\   rJ   r   r‰   r   r€   r	   rƒ   )r   r   rt   r   r�   r>   r?   r@   rA   rB   rC   ry   r(   r‚   s   &&&&&&&&&&&&& r!   rJ   ÚWanAnimate2Block.forward_geni   s�   € Ø×Ñ˜QÓ"ˆØ�L‰L‹NˆØ�N‰N×&Ñ&¤x°·:±:¸qÀ½tÀQÀqÅTÓ'JÈEÐ[aÐjlð  EQÐ&ó  {ˆÜ�MŠM˜!¤¨¨1­¨qÓ 1Ó2ˆØØ×#Ñ# A¨'ÐDWÓXÐXr$   )r\   ©éÿÿÿÿr’   )rM   rN   rO   rP   r[   ru   rƒ   r8   r�   rJ   rQ   rR   Ú__classcell__©rd   rT   s   @@r!   rV   rV   J   sg   ù‡ € àMUÐ_cÐuzð  AEð  Z\÷ Dò|ò
6ð BEÐZ\ô _ð CEô Rð
 beÐvyð  PR÷ Yô Yr$   rV   c                 ó„  € VR9  d   V R3# RpV^8”  d,   V P                   R,          V,          '       d   V^,          pK2  V P                  RV P                   R,          4      p VR8X  d+   \        P                  P                  P                  WR7      # \        P                  P                  P                  V RRRVR7      # )	Úint8Úint4Né   )Úconvrot_groupsizeT)Ú	is_weightÚper_channelÚconvrotr™   ©r–   r—   r’   )r   r4   rm   Ú	quant_opsÚTensorCoreConvRotW4A4LayoutÚquantizeÚTensorWiseINT8Layout)Útri   Úgs   && r!   Úquantize_cacher¤   r   s¥   € ØÐ$Ô$Ø�$ˆwˆØ€AØ
ˆaŒ%�A—G‘G˜B•K !—O”OØ	ˆa�ŠØ	�	‰	�"�a—g‘g˜b•kÓ"€AØ�„Ü�‰×:Ñ:×CÑCÀAÐCÓ[Ð[Ü�?‰?×/Ñ/×8Ñ8¸ÀdÐX\ÐfjÐ~Ð8ó  Að  Ar$   c                   óh   a € ] tR t^~t o RtRR ltRR ltR tR tR t	R t
R	 tR
 tR tR tRtV tR# )ÚPoseBranchCacheaÊ  Pose-branch block inputs, reused across the sampling steps of one execution.

Caching the block input rather than its K/V halves the memory; reprojecting K/V on read
costs ~4% of re-running the block. One slot per distinct pose sequence, so under
context windows each window keeps its own; least recently used slots are evicted when
the store device runs low on memory. Created and freed by WanAnimate2Cache; Qwen-Image 2.1
also stores its prefix K/V in it.
Nc                ó´   € Ve   \         P                  ! V4      M\         P                  ! R4      V n        W n        . V n        R V n        / V n        / V n        R # )NÚcpu)r   rj   Ústore_deviceri   ÚslotsÚslotÚ_pendingÚ_staging)r   r©   ri   s   &&&r!   r[   ÚPoseBranchCache.__init__ˆ   sH   € Ø:FÒ:RœEŸLšL¨Ô6ÔX]×XdÒXdÐejÓXkˆÔØŒ
ØˆŒ
ØˆŒ	ØˆŒØˆŽr$   c           
     ó&  a € S P                   '       dA   S P                   P                  4        F  w  r4Vf   K  VP                  4        K  	  / S n         S P                   F«  pVR,          P                  VP                  8X  g   K'  \
        P                  ! VR,          VP                  VR,          P                  4      4      '       g   Km  S P                  P                  V4       S P                  P                  V4       VS n         R# 	  R S n        V'       g   R# \        V 3R lS P                   4       ^ R7      R,          pS P                  '       d[   \        P                  P                  S P                   4      V8  d-   S P#                  S P                  P%                  ^ 4      4       Kl  RVP'                  4       P                  S P                   4      R/ R/ R	R R
. /S n        S P                  P                  S P                  4       R # )NÚkeyTFc              3   óF   <"  € T F  pSP                  V4      x € K  	  R # 5i©N©Ú_slot_bytes©Ú.0r   r   s   & €r!   Ú	<genexpr>Ú)PoseBranchCache.select.<locals>.<genexpr>¡   ó   øé € Ð;±
¨1�4×#Ñ# A×&Ð&³
ùó   ƒ!)Údefaultg      ø?ÚblocksÚparamsr   Úpinned)r¬   ÚvaluesÚsynchronizerª   r   r   ÚequalÚtorj   ÚremoveÚappendr«   Úmaxrm   rn   Úget_free_memoryr©   Ú
_free_slotÚpopÚclone)r   r   Úcreater¢   Ústreamr   Úests   f&&    r!   ÚselectÚPoseBranchCache.select�   sl  ø€ à�=�=ˆ=Ø!Ÿ]™]×1Ñ1Ö3‘	�ØÔ%Ø×&Ñ&Ö(ñ 4ð ˆDŒMØ—”ˆAØ��x�~‰~ §¡Ö(¬U¯[ª[¸¸5½À1Ç4Á4ÈÈ%ÍÏÉÓCX×-YÔ-YØ—
‘
×!Ñ! !Ô$Ø—
‘
×!Ñ! !Ô$Ø�”	Úñ ð ˆŒ	ßÙäÔ;°·
²
Ó;ÀQÔGÈ#ÕMˆØ�j�jˆjœU×3Ñ3×CÑCÀD×DUÑDUÓVÐY\Ô\Ø�O‰O˜DŸJ™JŸN™N¨1Ó-Ö.Ø˜AŸG™G›IŸL™L¨×):Ñ):Ó;¸XÀrÈ8ÐUWÐY`ÐbfÐhpÐrtÐuˆŒ	Ø�
‰
×Ñ˜$Ÿ)™)Ö$r$   c                óä   € V P                   P                  4        F  w  r#Vf   K  VP                  4        K  	  / V n         VR,           F"  p\        P                  P                  V4       K$  	  R # )Nr¾   )r¬   r¿   rÀ   rm   rn   Úunpin_memory)r   r   r¢   rË   s   &&  r!   rÇ   ÚPoseBranchCache._free_slot§   sZ   € ØŸ™×-Ñ-Ö/‰IˆAØÔ!Ø×"Ñ"Ö$ñ 0ð ˆŒØ�8—�ˆAÜ×"Ñ"×/Ñ/°Ö2ó r$   c                óx   € V P                    F  pV P                  V4       K  	  . V n         R V n        / V n        R # r²   )rª   rÇ   r«   r­   ©r   r   s   & r!   ÚfreeÚPoseBranchCache.free¯   s1   € Ø—”ˆAØ�O‰O˜AÖñ àˆŒ
ØˆŒ	ØˆŽr$   c                ól   € V P                   R J;'       d     \        V P                   R,          4      V8H  # )Nr¼   )r«   Úlen)r   Ú
num_blockss   &&r!   ÚfilledÚPoseBranchCache.filled¶   s,   € Ø�y‰y Ð$×OÐO¬¨T¯Y©Y°xÕ-@Ó)AÀZÑ)OÐOr$   c                óè  € V P                   R
9   d   VP                  V P                  R&   \        W P                   4      w  r#VP	                  V P
                  RR7      p\        P                  P                  VRR7      '       d#   V P                  R,          P                  V4       W P                  R,          V&   Vf   TMVP                  V P
                  4      V P                  R	,          V&   R# )r–   r   T)ÚcopyF)Úevict_activer¾   r¼   Nr½   r�   )ri   r   r«   r¤   rÂ   r©   rm   rn   Ú
pin_memoryrÄ   Ú	to_device)r   Úir¢   r½   s   &&& r!   ÚputÚPoseBranchCache.put¹   s¸   € Ø�:‰:Ð)Ô)à!"§¡ˆD�I‰I�gÑÜ" 1§j¡jÓ1‰	ˆà�D‰D�×"Ñ"¨ˆDÓ.ˆÜ×!Ñ!×,Ñ,¨Q¸UÐ,×CÒCØ�I‰I�hÕ×&Ñ& qÔ)Ø!"�	‰	�(Õ˜AÑà+1ª>¡¸v×?OÑ?OÐPT×PaÑPaÓ?bˆ�	‰	�(Õ˜AÓr$   c                óè  € WP                   R ,          9  g   WP                  9   d   R# V P                   R ,          V,          pV P                   R,          V,          e   RMTpRpRpVP                  V8w  Ed/   \        VP                  4      Ve   TMVP
                  3pW€P                  9  d€   \        P                  P                  4       ;_uu_ 4        \        ^4       U	u. uF-  p	\        P                  ! VP                  V^,          VR7      NK/  	  up	V P                  V&   RRR4       V P                  V,          V^,          ,          p\        P                  P                  V4      p\        P                  P                  V4      p
Ve   V
e   VP!                  V
4       \        P                  P#                  WEVRWgR7      V3V P                  V&   R# u up	i   + '       g   i     LÁ; i)r¼   Nr½   rh   T)Únon_blockingrË   Úr)r«   r¬   rj   Útupler   ri   r­   rm   Úmodel_prefetchÚpause_malloc_graphr=   r   Úemptyrn   Úget_data_streamÚcurrent_streamÚwait_streamro   )r   rà   rj   ri   r¢   Ú
cast_dtyperË   rå   Úbuf_keyÚ_Úcss   &&&&       r!   ÚprefetchÚPoseBranchCache.prefetchÆ   s‚  € à—I‘I˜hÕ'Ô'¨1·±Ô+=ÙØ�I‰I�hÕ Õ"ˆØ!ŸY™Y xÕ0°Õ3Ò?‘TÀUˆ
ØˆØˆØ�8‰8�vÕä˜QŸW™W“~°ZÒ5K¡zÐQR×QXÑQXÐYˆGØŸm™mÔ+Ü×)Ñ)×<Ñ<×>Õ>ÜmrÐstÔmuÓ-vÑmuÐhi¬e¯kªk¸!¿'¹'ÈÐQRÍÐ\b×.cÑmuÑ-v�D—M‘M 'Ñ*÷ ?à—‘˜gÕ& q¨1¥uÕ-ˆAÜ×+Ñ+×;Ñ;¸FÓCˆFÜ×'Ñ'×6Ñ6°vÓ>ˆBØÒ! b¢nà×"Ñ" 2Ô&Ü!×2Ñ2×:Ñ:¸1È&Ð_cÐlrÐ:Óxð  {Að  Bˆ�‰�aÓùò .w÷ ?×>ús   ÃG!Ã%3GÄG!ÇG!Ç!G1	c                ót  € WP                   9  d   V P                  WV4       V P                   P                  V4      w  rV\        P                  P                  W&4       V P                  R ,          V,          pVeŸ   V P                  R8X  d   \        P                  P                  M\        P                  P                  pVP                  WWP                  VP                  4      4      P                  V P                  R,          4      P                  V4      p\        P                   P#                  WT4      # )r½   r—   r   )r¬   rñ   rÈ   rm   rn   Úsync_streamr«   ri   rž   rŸ   r¡   Ú
dequantizerß   rj   r4   rÂ   ÚutilsÚrepeat_to_batch_size)	r   rà   rj   ri   Ú
batch_sizer¢   rË   r½   Úlayouts	   &&&&&    r!   ÚtakeÚPoseBranchCache.takeÜ   sä   € Ø—M‘MÔ!Ø�M‰M˜! UÔ+Ø—M‘M×%Ñ% aÓ(‰	ˆÜ×Ñ×*Ñ*¨6Ô:Ø—‘˜8Õ$ QÕ'ˆØÒØDHÇJÁJÐRXÔDX”U—_‘_×@Ò@Ô^c×^mÑ^m÷  _Cñ  _CˆFØ×!Ñ! !×%5Ñ%5°a·h±hÓ%?Ó@×HÑHÈÏÉÐSZÕI[Ó\×_Ñ_Ð`eÓfˆAÜ�{‰{×/Ñ/°Ó>Ð>r$   c                óP   € \        R  VR,          P                  4        4       4      # )c              3   ój   "  € T F)  qP                  4       VP                  4       ,          x € K+  	  R # 5ir²   )ÚnumelÚelement_size)r¶   r¢   s   & r!   r·   Ú.PoseBranchCache._slot_bytes.<locals>.<genexpr>è   s%   é € ÐNÑ9M°A—7‘7“9˜qŸ~™~Ó/×/Ò/Ó9Mùs   ‚13r¼   )Úsumr¿   rÓ   s   &&r!   r´   ÚPoseBranchCache._slot_bytesç   s    € ÜÑN¸¸8½×9KÑ9KÔ9MÓNÓNÐNr$   c                óB   a € \        V 3R  lS P                   4       4      # )c              3   óF   <"  € T F  pSP                  V4      x € K  	  R # 5ir²   r³   rµ   s   & €r!   r·   Ú/PoseBranchCache.memory_bytes.<locals>.<genexpr>ë   r¹   rº   )r  rª   )r   s   fr!   Úmemory_bytesÚPoseBranchCache.memory_bytesê   s   ø€ ÜÔ;°·
²
Ó;Ó;Ð;r$   )r¬   r­   ri   r«   rª   r©   )Nr»   )T)rM   rN   rO   rP   Ú__doc__r[   rÍ   rÇ   rÔ   rÙ   rá   rñ   rú   r´   r  rQ   rR   rS   s   @r!   r¦   r¦   ~   sE   ø‡ € ñôô%ò.3òòPòcòBò,	?òO÷<ð <r$   r¦   c            	       óx   a a€ ] tR t^ît oRV 3R lltR	V 3R lltRR/ RRR3R ltRRRRRRRR/ 3	R ltRtVt	V ;t
# )
ÚWanAnimate2ModelNc                óL   <€ \         SV `  R W#WEWgW‰W«WÍWïVV\        VVVVR7       R# )Úi2v)Ú
model_typeÚ
patch_sizeÚtext_lenÚin_dimr^   r_   Úfreq_dimÚtext_dimÚout_dimr   Ú
num_layersr`   ra   rb   rc   Úflf_pos_embed_token_numberÚin_dim_ref_convÚwan_attn_block_classÚimage_modelrj   ri   Ú
operationsN)rZ   r[   rV   )r   r  r  r  r  r^   r_   r  r  r  r   r  r`   ra   rb   rc   r  r  r  rj   ri   r  rd   s   &&&&&&&&&&&&&&&&&&&&&&€r!   r[   ÚWanAnimate2Model.__init__ð   sM   ø€ ô, 	‰Ñ E°jÐ\bÐu|Ø"*Àyð  vAØ)8Ð^xð  KZÜ.>ÈKÐ`fÐnsð  AKð 	ö 	Lr$   c                óF   <€ \         SV `  WV^WVRR\        V4      //R7      # )é   Úrope_optionsÚshift_x)Út_startrj   ri   r(   )rZ   Úrope_encodeÚfloat)r   r¢   ÚhÚwÚ	w_patchesrj   ri   rd   s   &&&&&&&€r!   Úrope_encode_poseÚ!WanAnimate2Model.rope_encode_pose  sQ   ø€ ô ‰wÑ" 1¨°A¸fÐhvð  zCô  EJð  KTó  EUð  yVð  hWÐ"ó  Xð  	Xr$   c
                óÎ  € VP                   w  r¼rÞp\        P                  P                  P	                  WP
                  4      pV P                  WÞWñP                  VP                  VR 7      pRpVeÁ   \        P                  P                  P	                  VP                  VP                  4      V P
                  4      pWðP
                  ^,          ^,          ,           V P
                  ^,          ,          pV P                  VP                   ^,          WïVVP                  VP                  R7      pV P                  ! WV3RVRVRVRVRVRV	R	V/V
B R
R
RV1RV1RV13,          # ))rj   ri   r(   N)rj   ri   Úclip_fear   Ú
freqs_poseÚpose_latentsÚclip_fea_poseÚcontext_poser(   r<   )r   rm   ÚldmÚ
common_ditÚpad_to_patch_sizer  r   rj   ri   rÂ   r%  Úforward_orig)r   r   Útimestepr�   r(  Útime_dim_concatr(   r*  r+  r,  ÚkwargsÚbsÚcr¢   r"  r#  r   r)  r$  s   &&&&&&&&&&,        r!   Ú_forwardÚWanAnimate2Model._forward  s¯  € ØŸ™‰ˆˆq�QÜ�I‰I× Ñ ×2Ñ2°1·o±oÓFˆð × Ñ   q·±ÀÇÁÐ^qÐ ÓrˆØˆ
ØÒ#Ü Ÿ9™9×/Ñ/×AÑAÀ,Ç/Á/ÐRS×RYÑRYÓBZÐ\`×\kÑ\kÓlˆLØŸo™o¨aÕ0°AÕ5Õ6¸4¿?¹?È1Õ;MÕMˆIØ×.Ñ.¨|×/AÑ/AÀ!Õ/DÀaÈIÐ^_×^fÑ^fÐno×nuÑnuÐ.ÓvˆJà× Ò  ¨gñ LÀð LÐPUð LÐblð Lð  |Hð LØ/<ðLØKWðLð nAðLð EKñLð MNð  PQð  SUð  TUð  SUð  WYð  XYð  WYð  []ð  \]ð  []ð  M]õ^ð 	^r$   r:   c                óˆ  aa*a+a,a-€ VR ,          pV P                  VP                  4       4      P                  VP                  4      pVP                  R,          pWüR&   Vw  o,ppVV,          o-VP                  ^4      P                  ^^4      pVRJpV'       dS   VP                  ^,          S,^,
          8w  d4   \        RP                  VP                  ^,          S,^,
          4      4      hV'       d   VP                  RR4      MRpVe   VP                  VR,          4       VRJ;'       d%    VP                  \        V P                  4      4      pRpV'       g–   V'       dŽ   V P                  \        P                  ! V\        P                   ! VR!,          4      V.^R7      P                  4       4      P                  VP                  4      pVP                  ^4      P                  ^^4      pV P#                  \%        V P&                  VP                  4       4      P                  VP                  R7      4      pVP)                  VP                  ^ ,          R"VP                  R",          4      pV P+                  V4      P-                  ^^V P.                  34      pRpV'       dÆ   \        P                   ! VP                  4       4      pV P#                  \%        V P&                  V4      P                  VP                  R7      4      pVP)                  VP                  ^ ,          R"VP                  R",          4      pV P+                  V4      P-                  ^^V P.                  34      pV P1                  V4      pRo+VeK   V P2                  e*   \        P                  ! V P3                  V4      V.^R7      pVP                  R#,          o+RpV'       gv   V'       dn   T P1                  V	f   TMT	4      p	Vf   TMTpVeK   V P2                  e*   \        P                  ! V P3                  V4      V	.^R7      p	VP                  R#,          pVP                  R	/ 4      pVP                  R
/ 4      pVP                  R/ 4      p\        V P                  4      VR&   RVR&   Vev   V'       gn   V'       df   RV9   d_   \5        V P                  4       FA  w  p p!V VR&   VP7                  V VR,          4       V!P9                  VVWiVVR7      ^ ,          pKC  	  RpRpRo*V'       dâ   V P:                  V P.                  V P:                  ,          p#p"VP=                  VP                  ^ ,          VP                  ^,          S-,           V"V#4      VP=                  VP                  ^ ,          VP                  ^,          S-,           V"V#4      VP=                  VP                  ^ ,          VP                  ^,          V P.                  4      3o*\5        V P                  4       EF€  w  p p!V VR&   V'       g   R;p$p%M¿V'       d�   VP?                  V VP@                  VP                  VP                  ^ ,          4      p&VPC                  V ^,           VP@                  VP                  4       V!PE                  V&VWlR7      w  p$p%?&M7Ve   VP7                  V VR,          4       V!P9                  VVWiVVR7      w  pp$p%V%e   V
R8w  d
   V%V
,          p%RV 3V9   d8   V!V$V%3V*V+V,V-V3R llp'VRV 3,          ! RVRVRVRVRV/RV'/4      p(V(R,          pMV!PG                  VVVVV$V%S,S-S*SS+VR7      pRV9   g   EKS  VR,           F   p)V)! RVRVRVRV RS-RV/4      p(V(R,          pK"  	  EKƒ  	  V PI                  V PK                  VV4      V4      # )$r<   :r   NNÚ
grid_sizesNz`pose branch has {} latent frames, expected {} (generation frames minus the reference-image slot)Úanimate2_cache:Nr  Nrk   )ri   Úpatches_replacer&   ÚditÚtotal_blocksÚdoubleÚ
block_typeÚcontext_windowÚblock_indexrx   Tr‡   r:   Údouble_blockc                 ó†   <€ R VP                  V R ,          V R,          V R,          V R,          W#SSSSSV R,          R7      /# )ÚimgÚvecÚpeÚtxtr(   ©rC   ry   r(   )rJ   )	ÚargsÚblockr>   r?   rB   ry   r@   rA   Úreference_strengths	   &&&&€€€€€r!   Ú
block_wrapÚ1WanAnimate2Model.forward_orig.<locals>.block_wrap}  sv   ø€ Ø! 5×#4Ñ#4°T¸%µ[À$ÀuÅ+ÈtÐTXÍzÐ[_Ð`eÕ[fÐhnÐx}ð  @Bð  DKð  Zlð  ~Mð  cgð  h}õ  c~Ð#4ó  $ð  @ð  @r$   rD  rG  rE  rF  r(   Úoriginal_blockrH  r   Ú
img_offset)r<   r<   :r  NN)r<   :Nrg   Nr’   éþÿÿÿ)&Úpatch_embeddingr!  rÂ   ri   r   ÚflattenÚ	transposeÚ
ValueErrorÚformatr)   rÍ   rÙ   r×   r¼   r   ÚcatÚ	ones_likeÚtime_embeddingr
   r  r4   Útime_projectionÚ	unflattenr^   Útext_embeddingÚimg_embÚ	enumeraterá   r8   r   Ú	new_emptyrú   rj   rñ   r�   rJ   Ú
unpatchifyÚhead).r   r   r¢   r�   r(  r   r)  r*  r+  r,  Úpose_strengthrK  r(   r3  Úx_inputr9  ÚghÚgwÚ
apply_poseÚcacheÚcachedrŒ   rt   Úe0Úe0_poseÚt_poseÚe_poseÚcontext_genÚcontext_img_len_poser;  r&   Úblocks_replacerà   rJ  r   r    r>   r?   Ú	x_pose_inrL  r7   r*   rB   ry   r@   rA   s.   &&&&&&&&&&&f&,                            @@@@r!   r0  ÚWanAnimate2Model.forward_orig  s�  ü€ Ø�H•+ˆØ× Ñ  §¡£Ó+×.Ñ.¨q¯w©wÓ7ˆØ—W‘W˜R•[ˆ
Ø,6˜LÑ)Ø"‰ˆˆr�2Ø�"�WˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆð "¨Ð-ˆ
ß˜,×,Ñ,¨QÕ/°5¸1µ9Ô<ÜÐ÷  Gñ  Gð  HT÷  HZñ  HZð  [\õ  H]ð  _dð  ghõ  _hó  ió  jð  jçCMÐ#×'Ñ'Ð(8¸$Ô?ÐSWˆØÒØ�L‰L˜ bÕ)Ô*Ø˜dÐ"×EÐE u§|¡|´C¸¿¹Ó4DÓ'EˆàˆßŸ*à×)Ñ)¬%¯)ª)°\Ä5Ç?Â?ÐS_Ð`eÕSfÓCgÐiuÐ4vÐ|}Ô*~÷  +Eñ  +Eó  +Gó  H÷  Kñ  Kð  LM÷  LSñ  LSó  TˆFØ—^‘^ AÓ&×0Ñ0°°AÓ6ˆFð ×ÑÔ 7¸¿¹ÀqÇyÁyÃ{Ó S× VÑ VÐ]^×]dÑ]dÐ VÓ eÓfˆØ�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆàˆßÜ—_’_ Q§Y¡Y£[Ó1ˆFØ×(Ñ(Ô)@ÀÇÁÐPVÓ)W×)ZÑ)ZÐab×ahÑahÐ)ZÓ)iÓjˆFØ—^‘^ A§G¡G¨A¥J°°F·L±LÀÕ4DÓEˆFØ×*Ñ*¨6Ó2×<Ñ<¸QÀÀDÇHÁHÀÓNˆGà×)Ñ)¨'Ó2ˆàˆØÒØ�|‰|Ò'Ü#Ÿiši¨¯©°hÓ)?ÀÐ(MÐSTÔU�Ø&Ÿn™n¨RÕ0ˆOà#ÐßŸ*Ø×.Ñ.¸,Ò:N©wÐT`ÓaˆLØ(5Ò(=™HÀ=ˆMØÒ(Ø—<‘<Ò+Ü#(§9¢9¨d¯l©l¸=Ó.IÈ<Ð-XÐ^_Ô#`�LØ'4×':Ñ':¸2Õ'>Ð$à-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)àÒ§V·
Ð?OÐSfÔ?fä% d§k¡kÖ2‘��5Ø56Ð# MÑ2Ø—	‘	˜!˜V B�ZÔ(Ø×+Ñ+¨F°G¸ZÐg{ð  ReÐ+ó  fð  ghõ  i’ñ 3ð ˆFØˆFàˆßà—>‘> 4§8¡8¨t¯~©~Õ#=ˆqˆAØ—{‘{ 1§7¡7¨1¥:¨q¯w©w°q­z¸B­ÀÀ1ÓEÀqÇ{Á{ÐST×SZÑSZÐ[\ÕS]Ð_`×_fÑ_fÐghÕ_iÐlnÕ_nÐpqÐstÓGuÐwx÷  xCñ  xCð  DE÷  DKñ  DKð  LMõ  DNð  PQ÷  PWñ  PWð  XYõ  PZð  \`÷  \dñ  \dó  xeð  fˆGä! $§+¡+×.‰HˆAˆuØ12Ð Ñ.çØ"&Ð&�™ßØ!ŸJ™J q¨!¯(©(°A·G±G¸Q¿W¹WÀQ½ZÓH�	Ø—‘˜q 1�u a§h¡h°·±Ô8Ø!&×!4Ñ!4°YÀÈÐ!4Ó!}‘�˜ÙàÒ$Ø—I‘I˜a ¨¥Ô,à).×);Ñ);¸FÀGÈZð  xLð  buÐ);ó  *vÑ&�˜ ØÒ! m°sÔ&:Ø -Õ/�à Ð" nÔ4Ø+0¸È÷ @ó @à$ n°aÐ%8Ö9¸5À!ÀUÈKÐY^Ð`bÐdhÐjoð  rGð  I\ð  ;]ð  `pð  r|ð  _}ó  ~�Ø˜•J‘à×%Ñ% a¨¨U°KÀÈÐQVÐXZÐ\cð  sEð  Wfð  |OÐ%ó  P�à ×(Ø  ×0Ð0�AÙ˜U A s¨G°U¸A¸}ÈaÐQ]Ð_aÐcxð  {Nð  Oó  P�CØ˜E�
’Aô 1ñ7 /ð> �‰˜tŸy™y¨¨A›°
Ó;Ð;r$   rL   )Úanimate2)r  r   r   i   é$   i   i 6  r˜   i   é   é(   rt  r‘   TTrW   NNNNNN)NN)rM   rN   rO   rP   r[   r%  r6  r0  rQ   rR   r“   r”   s   @@r!   r
  r
  î   sj   ù‡ € ÷L÷6Xð
 7;ÈDÐfhÐw{ð  LPð  _cô ^ð 48¸tÐPTÐcgÐw{ð  KOð  _bð  wzð  PR÷ j<ô j<r$   r
  )r  r   Úcomfy.ldm.common_ditrm   Úcomfy.model_managementÚcomfy.model_prefetchÚcomfy.quant_opsÚcomfy.utilsÚcomfy.ldm.flux.mathr   Úcomfy.ldm.modules.attentionr   r   Úmodelr   r   r   r   r	   r
   r   rV   r¤   r¦   r
  rL   r$   r!   Ú<module>r}     sk   ðñó ã Û Û Û Û Ý +ß Uç m× mô0IÐ/ô 0Iôf%YÐ(ô %YòP	A÷m<ñ m<ô`[<�xö [<r$   