+
    ƒ°ñj¨Z  ã                   ó¤  € ^ RI t ^ RIt^ RIt^ RIt^ RIHtHtHt ^ RI	H
t
 ^ RIHt ^ RI HtHt ^ RIHtHtHtHtHtHt ^ RIt]
 ! R R4      4       t ! R	 R
]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      tR# )é    N)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)Ú	dataclass)Úrepeat)ÚTensorÚnn)ÚDoubleStreamBlockÚEmbedNDÚ	LastLayerÚMLPEmbedderÚSingleStreamBlockÚtimestep_embeddingc                   ó,   a € ] tR t^t o V 3R ltRtV tR# )ÚHunyuanVideoParamsc                óþ   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R	&   S[;R
&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ ;R&   S[;R&   # )é   Úin_channelsÚout_channelsÚ
vec_in_dimÚcontext_in_dimÚhidden_sizeÚ	mlp_ratioÚ	num_headsÚdepthÚdepth_single_blocksÚaxes_dimÚthetaÚ
patch_sizeÚqkv_biasÚguidance_embedÚbyt5ÚmeanflowÚuse_cond_type_embeddingÚvision_in_dimÚmeanflow_sum)ÚintÚfloatÚlistÚbool)ÚformatÚ__classdict__s   "€ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hunyuan_video\model.pyÚ__annotate__ÚHunyuanVideoParams.__annotate__   sò   ø‡ ‚ áÑñ ñ Ññ ñ �Oñ	 ñ
 Ññ ñ Ññ ñ Ññ ñ �Nñ ñ �Jñ ñ Ññ ñ �Nñ ñ �Jñ ñ Ññ ñ �Nñ ñ Ññ ñ  �Jñ! ñ" �Nñ# ñ$ "Ñ!ñ% ñ& Ññ' ñ( Ñò) ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r,   s   @r-   r   r      s   ø‡ ‡ „ r0   r   c                   óB   a a€ ] tR t^1t oRV3R lV 3R llltRtVtV ;t# )ÚSelfAttentionRefc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   Údimr    )r'   r*   )r+   r,   s   "€r-   r.   ÚSelfAttentionRef.__annotate__2   s   ø€ ÷ Lñ L™Cð L©4ñ Lr0   c                ó”   <€ \         SV `  4        VP                  W^,          W#VR7      V n        VP                  WW4R7      V n        R# )é   ©ÚbiasÚdtypeÚdevice©rB   rC   N)ÚsuperÚ__init__ÚLinearÚqkvÚproj)Úselfr<   r    rB   rC   Ú
operationsÚ	__class__s   &&&&&&€r-   rF   ÚSelfAttentionRef.__init__2   sC   ø€ Ü‰ÑÔØ×$Ñ$ S°­'¸ÐV\Ð$Ó]ˆŒØ×%Ñ% c°eÐ%ÓKˆŽ	r0   )rI   rH   ©FNNN)r2   r3   r4   r5   rF   r7   r8   Ú__classcell__©rL   r,   s   @@r-   r:   r:   1   s   ù‡ € ÷L÷ Lõ Lr0   r:   c                   óB   a a€ ] tR t^8t oRV 3R llt/ 3R ltRtVtV ;t# )ÚTokenRefinerBlockc                ó*  <€ \         SV `  4        \        4       V n        W n        V^,          p\
        P                  ! \
        P                  ! 4       VP                  V^V,          RW4R7      4      V n	        VP                  VRRW4R7      V n        \        VRW4VR7      V n        VP                  VRRW4R7      V n        \
        P                  ! VP                  WRW4R7      \
        P                  ! 4       VP                  WaRW4R7      4      V n        R# )é   Tr@   g�íµ ÷Æ°>)Úelementwise_affineÚepsrB   rC   ©rB   rC   rK   N)rE   rF   r   Úcomfy_attentionÚheadsr	   Ú
SequentialÚSiLUrG   ÚadaLN_modulationÚ	LayerNormÚnorm1r:   Ú	self_attnÚnorm2Úmlp)rJ   r   rY   rB   rC   rK   Úmlp_hidden_dimrL   s   &&&&&& €r-   rF   ÚTokenRefinerBlock.__init__9   sð   ø€ ô 	‰ÑÔÜ-Ó/ˆÔØŒ
Ø$ q�ˆä "§¢Ü�GŠG‹IØ×Ñ˜k¨1¨{­?ÀÈUÐÓbó!
ˆÔð
  ×)Ñ)¨+È$ÐTXÐ`eÐ)ÓuˆŒ
Ü)¨+°tÀ5ÐdnÔoˆŒà×)Ñ)¨+È$ÐTXÐ`eÐ)ÓuˆŒ
ä—=’=Ø×Ñ˜kÀÈEÐÓaÜ�GŠG‹IØ×Ñ˜nÀÈEÐÓaó
ˆŽr0   c                óÆ  € V P                  V4      P                  ^^R7      w  rVV P                  V4      pV P                  P	                  V4      pVP                  VP                  ^ ,          VP                  ^,          ^V P                  R4      P                  ^^ ^^^4      w  ršp\        V	4      \        V
4      \        V4      rºp	?\        WšW°P                  VRV P                  VR7      pWP                  P                  V4      VP                  ^4      ,          ,           pWP                  V P                  V4      4      VP                  ^4      ,          ,           pV# )r   ©r<   T)ÚmaskÚskip_reshapeÚpreferred_attentionÚtransformer_optionséÿÿÿÿ)r\   Úchunkr^   r_   rH   ÚreshapeÚshaperY   Úpermuter   r   rX   rI   Ú	unsqueezera   r`   )rJ   ÚxÚcrf   ri   Úmod1Úmod2Únorm_xrH   ÚqÚkÚvÚattns   &&&&&        r-   ÚforwardÚTokenRefinerBlock.forwardV   s$  € Ø×*Ñ*¨1Ó-×3Ñ3°A¸1Ð3Ó=‰
ˆà—‘˜A“ˆØ�n‰n× Ñ  Ó(ˆØ—+‘+˜cŸi™i¨�l¨C¯I©I°a­L¸!¸T¿Z¹ZÈÓL×TÑTÐUVÐXYÐ[\Ð^_ÐabÓc‰ˆˆaÜ*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆØÜ" 1¨¯J©J¸TÐPTÐjn×j~Ñj~ð  Uhô  iˆà—‘×#Ñ# DÓ)¨D¯N©N¸1Ó,=Õ=Õ=ˆØ—‘˜Ÿ™ A›Ó'¨$¯.©.¸Ó*;Õ;Õ;ˆØˆr0   )r\   rX   rY   ra   r^   r`   r_   ©NNN©	r2   r3   r4   r5   rF   ry   r7   r8   rO   rP   s   @@r-   rR   rR   8   s   ù‡ € ÷
ð: 79÷ ô r0   rR   c                   óB   a a€ ] tR t^et oRV 3R llt/ 3R ltRtVtV ;t# )ÚIndividualTokenRefinerc                ó²   <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        VVVVVR 7      NK  	  up4      V n        R# u upi ))r   rY   rB   rC   rK   N)rE   rF   r	   Ú
ModuleListÚrangerR   Úblocks)	rJ   r   rY   Ú
num_blocksrB   rC   rK   Ú_rL   s	   &&&&&&& €r-   rF   ÚIndividualTokenRefiner.__init__f   s_   ø€ ô 	‰ÑÔÜ—m’mô ˜zÔ*ó	ñ +�Aô "Ø +ØØØ!Ø)÷ñ +ñ	ó
ˆŽùò	s   ­Ac                ó.  € R pVer   VP                  VP                  ^ ,          ^^VP                  ^,          4      P                  ^^VP                  ^,          ^4      pWUP                  ^^4      ,           pV P                   F  pV! WWTR7      pK  	  V# )N©ri   )Úviewrm   r   Ú	transposer‚   )rJ   rp   rq   rf   ri   ÚmÚblocks   &&&&&  r-   ry   ÚIndividualTokenRefiner.forward}   s~   € ØˆØÒØ—	‘	˜$Ÿ*™* Q�-¨¨A¨t¯z©z¸!­}Ó=×DÑDÀQÈÈ4Ï:É:ÐVWÍ=ÐZ[Ó\ˆAØ—K‘K  1Ó%Õ%ˆAà—[”[ˆEÙ�a˜AÔGŠAñ !àˆr0   )r‚   r{   r|   rP   s   @@r-   r~   r~   e   s   ù‡ € ÷
ð. 79÷ ô r0   r~   c                   óB   a a€ ] tR t^‰t oRV 3R llt/ 3R ltRtVtV ;t# )ÚTokenRefinerc           	     óÈ   <€ \         SV `  4        VP                  WR WVR7      V n        \	        RW%WgR7      V n        \	        WWVVR7      V n        \        W#WEWgR7      V n        R# )Tr@   é   rW   N)	rE   rF   rG   Úinput_embedderr   Ú
t_embedderÚ
c_embedderr~   Úindividual_token_refiner)	rJ   Útext_dimr   rY   rƒ   rB   rC   rK   rL   s	   &&&&&&&&€r-   rF   ÚTokenRefiner.__init__Š   sb   ø€ ô 	‰ÑÔà(×/Ñ/°ÈDÐX]Ð/ÓmˆÔÜ% c¨;ÈFÔjˆŒÜ% hÀ5ÐdnÔoˆŒÜ(>¸{ÐS]Ðsyô  )RˆÖ%r0   c                ó  € V P                  \        VR RR7      P                  VP                  4      4      pVP                  \        P
                  8X  d:   VP                  4       P                  ^R7      VP                  ^,          ,          pM*VP                  ^R7      VP                  ^,          ,          pWPP                  VP                  VP                  4      4      ,           pV P                  V4      pV P                  WW4R7      pV# )r�   ç      ð?©Útime_factorre   r‡   )r’   r   ÚtorB   ÚtorchÚfloat16r(   Úsumrm   r“   r‘   r”   )rJ   rp   Ú	timestepsrf   ri   Útrq   s   &&&&&  r-   ry   ÚTokenRefiner.forward›   sÆ   € ð �O‰OÔ.¨y¸#È3ÔO×RÑRÐST×SZÑSZÓ[Ó\ˆð �7‰7”e—m‘mÔ#Ø—‘“	—‘ !�Ó$ q§w¡w¨q¥zÕ1‰Aà—‘˜!�“˜qŸw™w q�zÕ)ˆAà—‘ §¡ Q§W¡W£Ó.Õ.ˆØ×Ñ Ó"ˆØ×)Ñ)¨!°Ð)Ó^ˆØˆr0   )r“   r”   r‘   r’   r{   r|   rP   s   @@r-   rŽ   rŽ   ‰   s   ù‡ € ÷Rð, ÷ô r0   rŽ   c                   ó<   a a€ ] tR t^°t oRV 3R lltR tRtVtV ;t# )Ú
ByT5Mapperc	                ó$  <€ \         S	V `  4        VP                  WVR 7      V n        VP	                  WWgR 7      V n        VP	                  W2WgR 7      V n        VP	                  W$WgR 7      V n        WPn        \        P                  ! 4       V n        R# )rD   N)rE   rF   r]   Ú	layernormrG   Úfc1Úfc2Úfc3Úuse_resr	   ÚGELUÚact_fn)
rJ   Úin_dimÚout_dimÚ
hidden_dimÚout_dim1r©   rB   rC   rK   rL   s
   &&&&&&&&&€r-   rF   ÚByT5Mapper.__init__±   s|   ø€ Ü‰ÑÔØ#×-Ñ-¨fÈ&Ð-ÓQˆŒØ×$Ñ$ V¸uÐ$ÓTˆŒØ×$Ñ$ ZÀÐ$ÓUˆŒØ×$Ñ$ W¸eÐ$ÓSˆŒØŒÜ—g’g“iˆŽr0   c                ó0  € V P                   '       d   TpV P                  V4      pV P                  V4      pV P                  V4      pV P	                  V4      pV P                  V4      pV P                  V4      pV P                   '       d
   VX,           pV# ©N)r©   r¥   r¦   r«   r§   r¨   )rJ   rp   ÚresÚx2s   &&  r-   ry   ÚByT5Mapper.forwardº   sv   € Ø�<�<ˆ<ØˆCØ�N‰N˜1ÓˆØ�H‰H�Q‹KˆØ�K‰K˜‹NˆØ�H‰H�Q‹KˆØ�[‰[˜‹^ˆØ�X‰X�b‹\ˆØ�<�<ˆ<Ø�c•ˆBØˆ	r0   )r«   r¦   r§   r¨   r¥   r©   rN   r|   rP   s   @@r-   r£   r£   °   s   ù‡ € ÷ ÷ò r0   r£   c            
       óª   a a€ ] tR t^Çt oRtRV 3R lltRRRRRRRR/ 3	V3R lR lltR tR tRRRRRRRRR/ 3
R	 lt	RRRRRRRRR/ 3
R
 lt
RtVtV ;t# )ÚHunyuanVideoz3
Transformer model for flow matching on sequences.
Nc                ó°	  <€ \         SV `  4        W0n        R VRVRV/p\        R/ VB pW€n        VP
                  V n        VP                  V n        VP                  V n        VP                  V n        VP                  V n	        VP                  VP                  ,          ^ 8w  d&   \        RVP                   RVP                   24      hVP                  VP                  ,          p	\        VP                  4      V	8w  d   \        RVP                   RV	 24      hVP                  V n
        VP                  V n        \        W˜P                   VP                  R7      V n        \$        P&                  P(                  P*                  P,                  P/                  RV P
                  V P                  V P                  \1        V P
                  4      ^8H  W4VR	7      V n        \5        R
V P                  W4VR7      V n        VP8                  e*   \5        VP8                  V P                  W4VR7      V n        MRV n        VP<                  '       d   \5        R
V P                  W4VR7      M\>        P@                  ! 4       V n!        \E        VPF                  V P                  V P                  ^W4VR7      V n$        \>        PJ                  ! \M        VPN                  4       U
u. uF<  p
\Q        V P                  V P                  VPR                  VPT                  W4VR7      NK>  	  up
4      V n+        \>        PJ                  ! \M        VPX                  4       U
u. uF1  p
\[        V P                  V P                  VPR                  W4VR7      NK3  	  up
4      V n.        VP^                  '       d#   \a        RRRV P                  RW4VR7      V n1        MRV n1        VPd                  '       d    \5        R
V P                  W4VR7      V n3        MRV n3        V'       d;   \i        V P                  V P
                  R,          V P                  W4VR7      V n5        V P                  e,   ^ RI6H7p V! V P                  V P                  VR7      V n8        MRV n8        V P                  '       d)   \>        Pr                  ! ^V P                  4      V n:        R# RV n:        R# u up
i u up
i )rK   rC   rB   zHidden size z  must be divisible by num_heads zGot z but expected positional dim )r<   r   r   N)Úconv3drB   rC   rK   r�   )r¬   r®   rB   rC   rK   rW   )r   r    rB   rC   rK   )r   rB   rC   rK   iÀ  i   F)r¬   r­   r®   r¯   r©   rB   rC   rK   )ÚMLPProj)r¬   r­   Úoperation_settingsr1   rj   );rE   rF   rB   r   Úparamsr   r   r   r$   r%   r   r   Ú
ValueErrorrž   r   r   r   Úpe_embedderÚcomfyÚldmÚmodulesÚdiffusionmodulesÚmmditÚ
PatchEmbedÚlenÚimg_inr   Útime_inr   Ú	vector_inr!   r	   ÚIdentityÚguidance_inrŽ   r   Útxt_inr€   r�   r   r
   r   r    Údouble_blocksr   r   Úsingle_blocksr"   r£   Úbyt5_inr#   Ú	time_r_inr   Úfinal_layerÚcomfy.ldm.wan.modelrº   Ú	vision_inÚ	EmbeddingÚcond_type_embedding)rJ   Úimage_modelrÐ   rB   rC   rK   Úkwargsr»   r¼   Úpe_dimr„   rº   rL   s   &&&&&&,     €r-   rF   ÚHunyuanVideo.__init__Ì   s}  ø€ Ü‰ÑÔØŒ
Ø*¨J¸À&È'ÐSXÐYÐä#Ñ- fÑ-ˆØŒØ ×+Ñ+ˆŒØ!×-Ñ-ˆÔØ"×/Ñ/ˆÔØ'-×'EÑ'EˆÔ$Ø#×1Ñ1ˆÔØ×Ñ × 0Ñ 0Õ0°AÔ5ÜØ˜v×1Ñ1Ð2Ð2RÐSY×ScÑScÐRdÐeóð ð ×#Ñ# v×'7Ñ'7Õ7ˆÜˆv�‰Ó 6Ô)Ü˜t F§O¡OÐ#4Ð4QÐRXÐQYÐZÓ[Ð[Ø!×-Ñ-ˆÔØ×)Ñ)ˆŒÜ" v·\±\ÈFÏOÉOÔ\ˆÔä—i‘i×'Ñ'×8Ñ8×>Ñ>×IÑIÈ$ÐPT×P_ÑP_Ðae×aqÑaqÐsw÷  tDñ  tDô  MPð  QU÷  Q`ñ  Q`ó  Mað  efñ  Mfð  nsð  OYÐIó  ZˆŒÜ"¨#¸$×:JÑ:JÐRWÐs}Ô~ˆŒØ×ÑÒ(Ü(¨×):Ñ):¸D×<LÑ<LÐTYÐuô  AˆD�Nà!ˆDŒNð x~÷  xM÷  xMð  xMŒK˜s¨t×/?Ñ/?ÀuÐhrÕsô  SU÷  S^ò  S^ó  S`ð 	Ôô # 6×#8Ñ#8¸$×:JÑ:JÈDÏNÉNÐ\]Ðejð  GQô  RˆŒäŸ]š]ô ˜vŸ|™|Ô,ó	ñ -�Aô "Ø×$Ñ$Ø—N‘NØ$×.Ñ.Ø#Ÿ_™_Ø¸:÷ñ -ñ	ó
ˆÔô  Ÿ]š]ô ˜v×9Ñ9Ô:óá:�Aô " $×"2Ñ"2°D·N±NÈf×N^ÑN^Ðfkð  HR÷  SÙ:ñó
ˆÔð �;�;ˆ;Ü%ØØØØ×)Ñ)ØØ°zôˆD�Lð  ˆDŒLà�?�?ˆ?Ü(°À×@PÑ@PÐX]ð  zDô  EˆD�Nà!ˆDŒNçÜ(¨×)9Ñ)9¸4¿?¹?È2Õ;NÐPT×PaÑPaÐinð  KUô   VˆDÔð ×ÑÒ)Ý3Ù$¨D×,>Ñ,>È×HXÑHXÐmô  AˆD�Nà!ˆDŒNØ×'×'Ð'ä')§|¢|°A°t×7GÑ7GÓ'HˆDÖ$à'+ˆDÖ$ùòc	ùòs   ËASÍ7SFc                óP   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ /	# )
r   ÚimgÚimg_idsÚtxtÚtxt_idsÚtxt_maskrŸ   ÚyÚguidanceÚreturn)r   )r+   r,   s   "€r-   r.   ÚHunyuanVideo.__annotate__$  sp   ø€ ÷ hñ háðhñ ðhñ ð	hñ
 ðhñ ðhñ ðhñ ðhñ ðhñ" 
ñ#hr0   c                ól  a-€ VP                  4       pVP                  R / 4      p\        VP                  4      pV P	                  V4      pV P                  \        VRRR7      P                  VP                  4      4      pV P                  Ee   V'       Eg   \        P                  ! VR,          ^ ,          VR,          8H  4      ^ ,          p\        V4      ^ 8”  dÀ   VR,          V^ ,          ^,           ,          pVP                  ^ 4      P                  VP                  VP                  R7      pV P                  \        VRRR7      P                  VP                  4      4      pV P                  P                   '       d
   VV,           MVV,           ^,          pVe�   V P#                  V4      pV P	                  V4      p\        P$                  ! WÁ.R'R	7      pR(VR)&   VR*;;,          VR(,          V P&                  R(,          ,          ,          uu&   \        P$                  ! VV.R'R	7      pVEe0   V P                  \        VRRR7      4      pV P(                  ex   V P)                  VR
RV P                  P*                  13,          4      p\        P$                  ! VV,           P                  ^4      VV,           P                  ^4      .^R	7      pM8\        P$                  ! VP                  ^4      VP                  ^4      .^R	7      pVR(,          V P&                  R(,          ,          VR',          V P&                  R',          ,          ,          p^ V^ 3VR^3.pR+.pMIV P(                  e8   VV P)                  VR
RV P                  P*                  13,          4      ,           pRpRpV P                  P,                  '       d@   V
e<   VV P/                  \        V
R4      P                  VP                  4      4      ,           pVen   \        P0                  ! V4      '       gR   V^,
          P                  VP                  4      \        P2                  ! VP                  4      P4                  ,          pV P7                  W6W_R7      pV P8                  e�   V P8                  P                  VP                  4       V P9                  \        P:                  ! VR,,          VP                  \        P<                  R7      4      pVVP                  VP                  4      ,           pV P>                  Ee>   VEe9   V P?                  V4      pV P8                  e„   V P9                  \        P@                  ! VR,,          VP                  \        P<                  R7      4      pVVP                  VP                  4      ,           p\        P$                  ! Wƒ3^R	7      pM\        P$                  ! W83^R	7      p\        PB                  ! VP                  ^ ,          VP                  ^,          VP                  R(,          3VP                  VP                  R7      p\        P$                  ! VV3^R	7      pV	Ee'   V PE                  V	4      pV P8                  eX   V P9                  ^\        P@                  ! VR,,          \        P<                  VP                  R7      ,          4      pVV,           p\        P$                  ! VP                  VP                  4      V3^R	7      p\        PB                  ! VP                  ^ ,          VP                  ^,          VP                  R(,          3VP                  VP                  R7      p\        P$                  ! VV3^R	7      p\        P$                  ! WB3^R	7      p V PG                  V 4      p!VP                  ^,          p"Veg   V"VP                  ^,          ,           p#\        PB                  ! ^^V#3VP                  VP                  R7      p$VV$R
^ RVP                  ^,          13&   MRp$VP                  R/ 4      p%\        V PH                  4      VR&   RVR&   \K        V PH                  4       F£  w  p&o-V&VR&   RV&3V%9   d>   V-3R lp'V%RV&3,          ! RVRVRVRV!RV$RVRVRV/RV'/4      p(V(R,          pV(R,          pMS-! WVV!V$VVVR7      w  rVf   Kh  VP                  R4      p)V&\        V)4      8  g   K‹  V)V&,          p*V*f   Kš  VV*,          pK¥  	  \        P$                  ! W13^4      p\        V PL                  4      VR&   RVR&   VP                  ^,          VP                  ^,          .VR &   \K        V PL                  4       FÌ  w  p&o-V&VR&   R!V&3V%9   d1   V-3R" lp'V%R!V&3,          ! RVRVRV!RV$R#VRV/RV'/4      p(V(R,          pMS-! VVV!V$VVR$7      pVf   KX  VP                  R%4      p+V&\        V+4      8  g   K{  V+V&,          p*V*f   KŠ  VR
VP                  ^,          V"VP                  ^,          ,           13;;,          V*,          uu&   KÎ  	  VR
VP                  ^,          V"VP                  ^,          ,           13,          pVe   VR
VP                  ^,          R13,          pV PO                  VVVR&7      pV\        V P&                  4      ) R p,\Q        \        V,4      4       F'  p&V,V&,          V P&                  V&,          ,          V,V&&   K)  	  VPS                  VP                  ^ ,          .V,,           V PT                  .,           V P&                  ,           4      pVPV                  ^8X  dV   VPY                  ^ ^^^^^^^4      pVPS                  V^ ,          V PT                  V^,          V^,          V^,          4      pV# VPY                  ^ ^^^^^4      pVPS                  V^ ,          V PT                  V^,          V^,          4      pV# )-Úpatches_replacer�   r˜   r™   NÚsigmasÚsample_sigmas©rC   rB   g     @�@re   ºNNNr‡   rD   ÚditÚtotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc                 ó®   <€ / pS! V R ,          V R,          V R,          V R,          V R,          V R,          V R,          V R,          R7      w  VR &   VR&   V# )	rÚ   rÜ   ÚvecÚpeÚattention_maskÚmodulation_dims_imgÚmodulation_dims_txtri   ©rÚ   rÜ   rð   rñ   Ú	attn_maskró   rô   ri   r1   ©ÚargsÚoutr‹   s   & €r-   Ú
block_wrapÚ-HunyuanVideo.forward_orig.<locals>.block_wrap‘  s—   ø€ Ø�CÙ-2°t¸Eµ{ÈÈUÍÐY]Ð^cÕYdÐimÐnrÕisð  @Dð  EUõ  @Vð  lpð  qFõ  lGð  ]að  bwõ  ]xð  NRð  Shõ  Niô  .jÑ*�C˜‘J  E¡
Ø�Jr0   rÚ   rÜ   rð   rñ   rò   ró   rô   ri   Úoriginal_blockrõ   ÚinputÚsingleÚ	img_sliceÚsingle_blockc           	      ó‚   <€ / pS! V R ,          V R,          V R,          V R,          V R,          V R,          R7      VR &   V# )rÚ   rð   rñ   rò   Úmodulation_dimsri   ©rð   rñ   rö   r  ri   r1   r÷   s   & €r-   rú   rû   «  sa   ø€ Ø�CÙ!& t¨E¥{¸¸U½ÈÈTÍ
Ð^bÐcsÕ^tð  GKð  L]õ  G^ð  txð  yNõ  tOô  "P�C˜‘JØ�Jr0   r  r  Úoutput)r  éþÿÿÿrj   ).r   ).r   )r   Né   ©rè   rè   r   )-ÚcopyÚgetr)   rm   rÆ   rÇ   r   r›   rB   rÏ   rœ   ÚwhererÅ   ro   rC   r¼   r&   rÛ   Úcatr   rÈ   r   r!   rÊ   Úis_floating_pointÚfinfoÚmaxrË   rÔ   Ú
zeros_likeÚlongrÎ   Ú	ones_likeÚzerosrÒ   r¾   rÌ   Ú	enumeraterÍ   rÐ   r�   rl   r   Úndimrn   ).rJ   rÚ   rÛ   rÜ   rÝ   rÞ   rŸ   rß   Útxt_byt5Úclip_fearà   Úguiding_frame_indexÚ
ref_latentÚdisable_time_rÚcontrolri   rä   Úinitial_shaperð   ÚwÚtimesteps_rÚvec_rÚref_latent_idsÚtoken_replace_vecÚvec_Úframe_tokensr  rô   Úcond_embÚtxt_byt5_idsÚtxt_vision_statesÚextra_txt_idsÚidsrñ   Úimg_lenÚattn_mask_lenrö   Úblocks_replaceÚirú   rù   Ú	control_iÚaddÚ	control_orm   r‹   s.   &&&&&&&&&&&&&&&&                             @r-   Úforward_origÚHunyuanVideo.forward_orig$  s  ø€ ð$ 2×6Ñ6Ó8ÐØ-×1Ñ1Ð2CÀRÓHˆä˜SŸY™Y›ˆà�k‰k˜#ÓˆØ�l‰lÔ-¨i¸È#ÔN×QÑQÐRU×R[ÑR[Ó\Ó]ˆà�N‰NÓ&·°Ü—’Ð/°Õ9¸!Õ<Ð@SÐTcÕ@dÑdÓeÐfgÕhˆAÜ�1‹v˜ŒzØ1°/ÕBÀ1ÀQÅ4È!Å8ÕL�Ø)×3Ñ3°AÓ6×9Ñ9À×AQÑAQÐYb×YhÑYhÐ9Ói�ØŸ™Ô'9¸+ÀsÐX^Ô'_×'bÑ'bÐcf×clÑclÓ'mÓn�Ø'+§{¡{×'?×'?Ð'?�s˜U–{ÀcÈEÅkÐUVÕEV�àÒ!Ø!Ÿ\™\¨*Ó5ˆNØŸ™ ZÓ0ˆJÜ—)’)˜ZÐ-°2Ô6ˆCØ%'ˆN˜6Ñ"Ø˜6×" }°RÕ'8¸D¿O¹OÈBÕ<OÕ'OÕPÓ"Ü—i’i °Ð 9¸rÔBˆGàÓ*Ø $§¡Ô-?Ð@SÐUXÐfiÔ-jÓ kÐØ�~‰~Ò)Ø—~‘~ a¨Ð+B¨D¯K©K×,BÑ,BÐ+BÐ(BÕ&CÓD�Ü—i’i $Ð):Õ":×!EÑ!EÀaÓ!HÈ4ÐRUÍ:×J`ÑJ`ÐabÓJcÐ dÐjkÔl‘ä—i’iÐ"3×!>Ñ!>¸qÓ!AÀCÇ?Á?ÐSTÓCUÐ VÐ\]Ô^�Ø)¨"Õ-°·±ÀÕ1DÕDÈÐWYÕIZÐ^b×^mÑ^mÐnpÕ^qÕIqÕrˆLØ ! <°Ð3°lÀDÈ!Ð5LÐMˆOØ#/ .Ñà�~‰~Ò)Ø˜DŸN™N¨1¨QÐ0G°·±×1GÑ1GÐ0GÐ-GÕ+HÓIÕI�Ø"ˆOØ"&Ðà�;‰;×%×%Ð%ØÒ#Ø˜D×,Ñ,Ô-?ÀÈ#Ó-N×-QÑ-QÐRU×R[ÑR[Ó-\Ó]Õ]�àÒ¬×(?Ò(?À×(IÒ(IØ  1�×(Ñ(¨¯©Ó3´e·k²kÀ#Ç)Á)Ó6L×6PÑ6PÕPˆHà�k‰k˜#¨(ˆkÓ\ˆà×#Ñ#Ò/Ø×$Ñ$×'Ñ'¨¯
©
Ô3Ø×/Ñ/´×0@Ò0@ÀÀWÅÐVY×V`ÑV`Ôhm×hrÑhrÔ0sÓtˆHØ˜Ÿ™ C§I¡IÓ.Õ.ˆCà�<‰<Ó#¨Ó(<Ø—|‘| HÓ-ˆHØ×'Ñ'Ò3Ø×3Ñ3´E·O²OÀHÈWÕDUÐ^f×^mÑ^mÔuz×uÑuô  5Aó  B�Ø# h§k¡k°(·.±.Ó&AÕA�Ü—i’i  °QÔ7‘ä—i’i  °QÔ7�Ü Ÿ;š;¨¯©°aÕ(8¸(¿.¹.ÈÕ:KÈWÏ]É]Ð[]ÕM^Ð'_Ðho×hvÑhvð  F÷  Lñ  Lô  MˆLÜ—i’i ¨,Ð 7¸QÔ?ˆGàÓØ $§¡¨xÓ 8ÐØ×'Ñ'Ò3Ø×3Ñ3°A¼¿ºÐHYÐZaÕHbÔjo×jtÑjtð  ~O÷  ~Vñ  ~Vô  9Wõ  5Wó  X�Ø$5¸Õ$@Ð!Ü—)’)Ð.×1Ñ1°#·)±)Ó<¸cÐBÈÔJˆCÜ!ŸKšK¨¯©°qÕ)9Ð;L×;RÑ;RÐSTÕ;UÐW^×WdÑWdÐegÕWhÐ(iÐry÷  sAñ  sAð  IP÷  IVñ  IVô  WˆMÜ—i’i ¨-Ð 8¸aÔ@ˆGä�iŠi˜Ð*°Ô2ˆØ×Ñ˜cÓ"ˆà—)‘)˜A•,ˆØÒØ# c§i¡i°¥lÕ2ˆMÜŸš Q¨¨=Ð$9ÀÇÁÐSV×S]ÑS]Ô^ˆIØ-5ˆI�a˜˜M˜SŸY™Y q�\˜MÐ)Ò*àˆIà(×,Ñ,¨U°BÓ7ˆÜ.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4õð
 % n°aÐ%8Ö9¸5À#ÀuÈcÐSXÐZ]Ð_cÐegÐiyð  |Eð  G\ð  ^mð  oDð  FYð  [pð  rEð  ;Fð  IYð  [eð  Hfó  g�Ø˜%•j�Ø˜%•j‘á  S°s¸rÈYÐl{ð  Reð  {Nô  O‘�àÔ"Ø#ŸK™K¨Ó0�	Ø”s˜9“~Ö%Ø# A�,�CØ”Ø˜s�
šñ' 6ô* �iŠi˜˜
 AÓ&ˆä.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ø,/¯I©I°a­L¸#¿)¹)ÀA½,Ð+GÐ˜KÑ(Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4õð
 % n°aÐ%8Ö9¸5À#ÀuÈcÐSWÐY[Ð]mÐoxð  {Lð  N]ð  _tð  vIð  ;Jð  M]ð  _ið  Ljó  k�Ø˜%•j‘á˜C S¨R¸9ÐVeð  |Oô  P�àÔ"Ø#ŸK™K¨Ó1�	Ø”s˜9“~Ö%Ø# A�,�CØ”Ø˜A˜sŸy™y¨�|¨W°s·y±yÀµ|Õ-CÐCÐC×DÈÕKÕDñ% 6ð( �!�S—Y‘Y˜q•\ 7¨S¯Y©Y°q­\Õ#9Ð9Ð9Õ:ˆØÒ!Ø�a˜×)Ñ)¨!Õ,Ñ-Ð-Õ.ˆCà×Ñ˜s C¸ÐÓIˆàœs 4§?¡?Ó3Ð3Ð4Ð5ˆÜ”s˜5“zÖ"ˆAØ˜Q•x 4§?¡?°1Õ#5Õ5ˆE�!‹Hñ #à�k‰k˜3Ÿ9™9 Q�<˜.¨5Õ0°D×4EÑ4EÐ3FÕFÈÏÉÕXÓYˆØ�8‰8�qŒ=Ø—+‘+˜a  A q¨!¨Q°°1Ó5ˆCØ—+‘+˜m¨AÕ.°×0AÑ0AÀ=ÐQRÕCSÐUbÐcdÕUeÐgtÐuvÕgwÓxˆCð ˆ
ð —+‘+˜a  A q¨!¨QÓ/ˆCØ—+‘+˜m¨AÕ.°×0AÑ0AÀ=ÐQRÕCSÐUbÐcdÕUeÓfˆCØˆ
r0   c           	     ó˜  € VP                   w  r#rEpV P                  pWG^ ,          ^,          ,           V^ ,          ,          pWW^,          ^,          ,           V^,          ,          p	Wg^,          ^,          ,           V^,          ,          p
\        P                  ! W‰V
^3VP                  VP
                  R7      pVR,          \        P                  ! ^ V^,
          W�P                  VP
                  R7      P                  R^^4      ,           VR&   VR,          \        P                  ! ^ V	^,
          W‘P                  VP
                  R7      P                  ^R^4      ,           VR&   VR,          \        P                  ! ^ V
^,
          W¡P                  VP
                  R7      P                  ^^R4      ,           VR&   \        VRVR7      # )	r   rç   ©ÚstepsrC   rB   zt h w c -> b (t h w) c©Úb)rè   rè   rè   r   rj   )rè   rè   rè   r  )rè   rè   rè   r   )	rm   r   rœ   r  rC   rB   Úlinspacerl   r   )rJ   rp   Úbsrq   r    Úhr  r   Út_lenÚh_lenÚw_lenrÛ   s   &&          r-   rÛ   ÚHunyuanVideo.img_idsÎ  s¶  € ØŸ™‰ˆˆq�QØ—_‘_ˆ
Ø !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆÜ—+’+˜u¨U°AÐ6¸q¿x¹xÈqÏwÉwÔWˆØ% jÕ1´E·N²NÀ1ÀeÈaÅiÐW\×emÑemÐuv×u|Ñu|Ô4}÷  5Fñ  5Fð  GIð  KLð  NOó  5Põ  Pˆ�
ÑØ% jÕ1´E·N²NÀ1ÀeÈaÅiÐW\×emÑemÐuv×u|Ñu|Ô4}÷  5Fñ  5Fð  GHð  JLð  NOó  5Põ  Pˆ�
ÑØ% jÕ1´E·N²NÀ1ÀeÈaÅiÐW\×emÑemÐuv×u|Ñu|Ô4}÷  5Fñ  5Fð  GHð  JKð  MOó  5Põ  Pˆ�
ÑÜ�gÐ7¸2Ô>Ð>r0   c           	     ó–  € VP                   w  r#rEV P                  pWF^ ,          ^,          ,           V^ ,          ,          pWV^,          ^,          ,           V^,          ,          p\        P                  ! Wx^3VP                  VP
                  R7      p	V	R,          \        P                  ! ^ V^,
          WqP                  VP
                  R7      P                  ^4      ,           V	R&   V	R,          \        P                  ! ^ V^,
          W�P                  VP
                  R7      P                  ^ 4      ,           V	R&   \        V	RVR7      # )r   rç   r2  zh w c -> b (h w) cr4  r  )rè   rè   r  )	rm   r   rœ   r  rC   rB   r6  ro   r   )
rJ   rp   r7  rq   r8  r  r   r:  r;  rÛ   s
   &&        r-   Ú
img_ids_2dÚHunyuanVideo.img_ids_2dÚ  s  € Ø—g‘g‰ˆˆqØ—_‘_ˆ
Ø !•}¨Õ)Õ*¨z¸!­}Õ<ˆØ !•}¨Õ)Õ*¨z¸!­}Õ<ˆÜ—+’+˜u¨QÐ/¸¿¹ÈÏÉÔPˆØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑÜ�gÐ3°rÔ:Ð:r0   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WVWxWšW¼V3/ VB # r²   )	r¿   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)rJ   rp   ÚtimestepÚcontextrß   r  r  rà   rò   r  r  r  r  ri   rÖ   s   &&&&&&&&&&&&&&,r-   ry   ÚHunyuanVideo.forwardä  s�   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜w¨8¸xÐYlð  {Ið  Tgñ	rð kqñ	rð 	rr0   c                óÜ  € VP                   ^ ,          p\        V P                  4      ^8X  dS   V P                  V4      p\        P
                  ! WóP                   ^,          ^3VP                  VP                  R7      pMQV P                  V4      p\        P
                  ! WóP                   ^,          ^3VP                  VP                  R7      pV P                  VVVVW‚WEWgWšW¼VR7      pV# )r   rç   )r  r  ri   )
rm   rÅ   r   rÛ   rœ   r  rC   rB   r>  r/  )rJ   rp   rI  rJ  rß   r  r  rà   rò   r  r  r  r  ri   rÖ   r7  rÛ   rÝ   rù   s   &&&&&&&&&&&&&&,    r-   rD  ÚHunyuanVideo._forwardë  sÏ   € Ø�W‰W�Q�ZˆÜˆt�‰Ó 1Ô$Ø—l‘l 1“oˆGÜ—k’k 2§}¡}°QÕ'7¸Ð";ÀAÇHÁHÐTU×T[ÑT[Ô\‰Gà—o‘o aÓ(ˆGÜ—k’k 2§}¡}°QÕ'7¸Ð";ÀAÇHÁHÐTU×T[ÑT[Ô\ˆGØ×Ñ  7¨G°W¸nÐXYÐemð  zMð  jxð  _rÐó  sˆØˆ
r0   )rÎ   rÔ   rÌ   rB   rÐ   rÊ   r   rÆ   r   r   r   r¼   r   r¾   rÍ   rÇ   rÏ   rË   r$   rÈ   rÒ   r%   )NTNNN)r2   r3   r4   r5   Ú__doc__rF   r/  rÛ   r>  ry   rD  r7   r8   rO   rP   s   @@r-   r·   r·   Ç   s¹   ù‡ € ñ÷V,ð@ ØØØØ ØØØØ÷!hò hòT
?ò;ð /3¸TÈDÐ[_Ðptð  KOð  \`ð  qvð  @Dð  Z\ô rð 04¸dÈTÐ\`Ðquð  LPð  ]að  rwð  AEð  []÷ 	ô 	r0   r·   )rœ   Úcomfy.patcher_extensionr¿   Úcomfy.ldm.flux.layersÚ(comfy.ldm.modules.diffusionmodules.mmditÚcomfy.ldm.modules.attentionr   r   r   Údataclassesr   Úeinopsr   r   r	   r
   r   r   r   r   r   Úcomfy.ldm.common_ditr   ÚModuler:   rR   r~   rŽ   r£   r·   r1   r0   r-   Ú<module>rW     s±   ðó Û Û Û /ß eÑ eå !Ý ç ÷÷ ó ð ÷ð ó ðô,L�r—y‘yô Lô*˜Ÿ	™	ô *ôZ ˜RŸY™Yô  ôH$�2—9‘9ô $ôN�—‘ô ô.m�2—9‘9ö mr0   