+
    ƒ°ñj\Y  ã                   ó   € R t ^ RIt^ RIt^ RIHu Ht ^ RIHt ^ RIHt ^ RI	t
^ RIt
^ RIHt ^RIHtHt ^ RIt]
P$                  P&                  tRtRCR lt ! R R	]P,                  4      tRDR
 ltRDR ltR tRER ltR tR t ! R R]P,                  4      t ! R R]P,                  4      t ! R R]P,                  4      t R t! ! R R]P,                  4      t" ! R R]P,                  4      t# ! R R]P,                  4      t$ ! R R]P,                  4      t% ! R R ]P,                  4      t&R!R"R#^R$R%R&R#^R'^R(^€R)R*R+^/.R,R-^/.R*R+^/.R.R-^/.R*R+^/.R/R-^/.R*R+^/.R/R-^/.R*R+^/..	R0^R1R2R3R4R5^€R6R7/	R8R'^€R(^R0^R9^@R:. RFOR;. RGOR<. RHO. RHO. RIO. RIO. RJO.R=. RKO^.. RLO^.. RMO^.. RMO^..R>. RJOR?R@RA^//t' ! RB R"]P,                  4      t(R# )Na¬  LTX 2.4 diffusion video VAE decoder (NADiffusionDecoder).

Port of the reference ``DiffusionVideoDecoder`` without the NATTEN dependency:
``natten.na3d`` is replaced by ``comfy_kitchen.na3d``, which reproduces
NATTEN's semantics (window of exactly ``kernel_size`` per query, shifted
inward at grid boundaries, dilation 1) and dispatches cuda/triton/eager per
device and dtype (the eager backend covers CPU and fp32).

Stages 1-4 deterministically upsample the latent into a context volume via
NA transformer blocks + linear pixel-shuffle upsamples. Stage 5 runs
``DiffusionNABlock``s that denoise patchified noised pixels ``x_t`` guided by
that context through AdaLN-Zero scale/shift. The 2.4 checkpoint is single-step
``x0``: one forward pass yields the pixels directly, no Euler loop.

State dict keys match the shipped checkpoints directly (fused ``attn.qkv``,
``t_embedder.mlp.{0,2}``, ``shared_adaln.proj``); no rename pass is needed.
N©Ú	rearrange)Únn)Úget_timestep_embedding)ÚEncoderÚ	processori   c                 ó¼  € \        \        R 4      '       dE   \        P                  ! W P                  R,          3VP	                  V P
                  4      VR7      # V P                  4       pV\        P                  ! VP                  ^4      P                  RRR7      V,           4      ,          pW1P                  4       ,          P	                  V P
                  4      # )Úrms_norm)ÚweightÚepsT)Úkeepdiméÿÿÿÿ)ÚhasattrÚFr	   ÚshapeÚtoÚdtypeÚfloatÚtorchÚrsqrtÚpowÚmean)Úxr
   r   Úx_fs   &&& ÚQC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lightricks\vae\na_diffusion_decoder.pyr	   r	   '   s�   € ÜŒq�*×ÒÜ�zŠz˜!Ÿg™g b�k˜^°F·I±I¸a¿g¹gÓ4FÈCÔPÐPØ
�'‰'‹)€CØ
”—’˜CŸG™G A›JŸO™O¨B¸˜OÓ=ÀÕCÓDÕ
D€CØ—,‘,“.Õ ×$Ñ$ Q§W¡WÓ-Ð-ó    c                   ó<   a a€ ] tR t^/t oRV 3R lltR tRtVtV ;t# )ÚRMSNormc                óŽ   <€ \         SV `  4        W n        \        P                  ! \
        P                  ! V4      4      V n        R # ©N)ÚsuperÚ__init__r   r   Ú	Parameterr   Úonesr
   )ÚselfÚdimr   Ú	__class__s   &&&€r   r!   ÚRMSNorm.__init__0   s+   ø€ Ü‰ÑÔØŒÜ—l’l¤5§:¢:¨c£?Ó3ˆŽr   c                óB   € \        WP                  V P                  4      # r   )r	   r
   r   ©r$   r   s   &&r   ÚforwardÚRMSNorm.forward5   s   € Ü˜Ÿ;™;¨¯©Ó1Ð1r   )r   r
   ©ç�íµ ÷Æ°>)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r!   r*   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r&   Ú__classdict__s   @@r   r   r   /   s   ù‡ € ÷4÷
2ò 2r   r   c                 ó@   € V^8X  d
   V^8X  d   V # \        V RW!VR7      # )é   z*b c (f p) (h q) (w r) -> b (c p r q) f h w©ÚpÚqÚrr   ©r   Úpatch_size_hwÚpatch_size_ts   &&&r   Úpatchifyr@   9   ó)   € Ø˜Ô˜l¨aÔ/ØˆÜ�QÐDÈÐivÔwÐwr   c                 ó@   € V^8X  d
   V^8X  d   V # \        V RW!VR7      # )r8   z*b (c p r q) f h w -> b c (f p) (h q) (w r)r9   r   r=   s   &&&r   Ú
unpatchifyrC   ?   rA   r   c                 ó¢   € V ^,          ^,          ^,          pW,
          ^,          pV^,          ^ 8w  d   V^,          pW,
          ^,          pWV3# )é   © )Úhead_dimÚd_tÚd_hws   &  r   Údefault_rope_dim_splitrJ   G   sL   € Ø�q�=˜QÕ
 Õ
"€CØ�N˜qÕ €DØˆa…x�1„}Øˆq�ˆØ• 1Õ$ˆØ�tÐÐr   c           	      ó²  € Tp\         P                  P                  V4      '       g   \        P                  ! R 4      p\        P
                  ! ^ V ^\        P                  VR7      V ,          pR\        P                  ! \        P                  ! \        V4      \        P                  VR7      V4      ,          P                  \        P                  VR7      # )Úcpu©r   Údeviceç      ð?)ÚcomfyÚmodel_managementÚsupports_fp64r   rN   ÚarangeÚfloat64r   Útensorr   r   Úfloat32)r%   ÚbaserN   Ú
out_deviceÚ	exponentss   &&&  r   Úrope_inv_freqsrZ   P   sš   € Ø€JÜ×!Ñ!×/Ñ/°×7Ò7Ü—’˜eÓ$ˆä—’˜Q  Q¬e¯m©mÀFÔKÈcÕQ€IØ”%—)’)œEŸLšL¬¨t«¼E¿M¹MÐRXÔYÐ[dÓeÕe×iÑiÔpu×p}Ñp}ð  GQÐió  Rð  Rr   c                ó  € . p\        W4       Fr  w  rE\        P                  ! V\        P                  VR7      pVR,          VR,          ,          pVP	                  VP                  4       VP                  4       34       Kt  	  V# )zEPrecompute per-axis fp32 cos/sin tables for global 0-based positions.rM   )ºNNNN)Nr\   )Úzipr   rS   rV   ÚappendÚcosÚsin)ÚlengthsÚ	inv_freqsrN   ÚtablesÚlengthÚinvÚposÚangs   &&&     r   Ú_rope_tablesrh   Y   sd   € à€FÜ˜7Ö.‰ˆÜ�lŠl˜6¬¯©¸vÔFˆØ�'�l˜S �\Õ)ˆØ�‰�s—w‘w“y #§'¡'£)Ð,Ö-ñ /ð €Mr   c                ó¸  € . p\        V \        W4      \        R4      \        R4      34       Fw  w  w  rgpWh,          Wx,          rvVP                  \        P                  ! Wg) Wv.RR7      P                  VP                  ^ ,          ^^VP                  ^,          ^^4      4       Ky  	  W!,
          p	\        P                  ! V^ ,          P                  W“VR^^4      V^,          P                  ^ ^4      P                  W“VR^^4      V^,          P                  ^ ^4      P                  W“VR^^4      .^R7      p
V
P                  ^W“,          V,          ^R^^4      # )zÁPer-token rotation matrices ``(1, ts*h*w, 1, hd/2, 2, 2)`` fp32 for
``comfy_kitchen.rms_rope_`` (interleaved-pair convention), covering global
frames ``[t0, t1)`` of the axis-factorized tables.N©r%   r   )r]   Úslicer^   r   ÚstackÚreshaper   ÚcatÚexpandÚ	transposeÚmovedim)rc   Út0Út1ÚhÚwÚpartsÚcÚsÚslÚtsÚfreqss   &&&&&      r   Ú_rope_matrices_slicer|   c   s0  € ð €EÜ˜&¤5¨£=´%¸³+¼uÀT»{Ð"KÖL‰
‰ˆ�Ø�u�a•eˆ1Ø�‰”U—[’[ ! R¨ °BÔ7×?Ñ?ÀÇÁÈÅ
ÈAÈqÐRS×RYÑRYÐZ[ÕR\Ð^_ÐabÓcÖdñ Mð 
�€BÜ�IŠIØˆa��‰˜˜q " a¨Ó+Øˆa�×Ñ˜1˜aÓ ×'Ñ'¨¨q°"°a¸Ó;Øˆa�×Ñ˜˜AÓ×%Ñ% b¨Q°°A°qÓ9ðð ô	€Eð
 �=‰=˜˜B�F Q�J¨¨2¨q°!Ó4Ð4r   c                   óD   a a€ ] tR t^tt oRtRV 3R lltRR ltRtVtV ;t	# )ÚNeighborhoodAttention3DzDQKV (fused, matching checkpoint keys) + q/k RMSNorm + abs RoPE + NA.c                ó„  <€ \         SV `  4        Wn        W,          V n        W0n        \        V4      V n        VR,          V n        \        V4      V n	        W@n
        \        P                  W^,          RR7      V n        \        P                  WRR7      V n        \        VRR7      V n        \        VRR7      V n        R# )g      à?T©Úbiasr-   ©r   Ng      à¿)r    r!   r%   Ú	num_headsrG   ÚtupleÚkernel_sizeÚscalerJ   Ú
rope_splitÚ	rope_baseÚopsÚLinearÚqkvÚprojr   Úq_normÚk_norm)r$   r%   r…   rG   rˆ   r&   s   &&&&&€r   r!   Ú NeighborhoodAttention3D.__init__w   s“   ø€ Ü‰ÑÔØŒØ�ˆŒØ ŒÜ  Ó-ˆÔØ Õ%ˆŒ
Ü0°Ó:ˆŒØ"Œä—:‘:˜c¨¥7°�:Ó6ˆŒÜ—J‘J˜s¨d�JÓ3ˆŒ	Ü˜h¨DÔ1ˆŒÜ˜h¨DÔ1ˆŽr   c                ó¤  a a€ SP                   w  rErgp\        ;QJ d"    . V V3R lS P                   4       F  NK  	  5M! V V3R lS P                   4       4      p	\        WVV3V	SP                  4      p
WEWgS P
                  S P                  3p\        P                  ! VSP                  SP                  R7      p\        P                  ! VSP                  SP                  R7      p\        P                  ! VSP                  SP                  R7      pS P                  P                  P                  4       S P                  ,          P                  SP                  4      pS P                  P                  P                  4       P                  SP                  4      p\!        ^R\!        Wg,          S P"                  ,          ^4      ,          4      p\%        ^ VV4       EF~  p\'        VV,           V4      pVf   SRVV13,          MV! SRVV13,          4      pS P)                  V4      P+                  ^RR7      w  pppVVV,
          WgS P
                  S P                  3pVP-                  V4      VRVV13&   VP-                  V4      VRVV13&   VP-                  V4      VRVV13&   \/        V
VVWg4      pVV,
          V,          V,          p\%        V4       F  p\0        P2                  ! VVVV13,          P5                  ^VS P
                  S P                  4      VVVV13,          P5                  ^VS P
                  S P                  4      VVV4       K�  	  EK�  	  \0        P6                  ! WÍV\9        S P:                  4      RR4      p???VP-                  WEWgS P"                  4      pVe   TM\        P<                  ! V4      p\%        ^ VV4       Fr  p\'        VV,           V4      pVe6   VRVV13;;,          S P?                  VRVV13,          4      ,          uu&   KO  S P?                  VRVV13,          4      VRVV13&   Kt  	  V# )	zù``pre`` (per-token norm/modulate) is applied slice-wise so the full
pre-attention tensor is never materialized; ``add_to`` streams the
output projection into it in place (residual add) and returns it.
Both bound peak memory without changing results.c              3   óh   <"  € T F'  p\        VSP                  SP                  R 7      x € K)  	  R# 5i)©rN   N)rZ   rˆ   rN   )Ú.0Údr$   r   s   & €€r   Ú	<genexpr>Ú2NeighborhoodAttention3D.forward.<locals>.<genexpr>Œ   s(   øé € ÐfÑVeÐQRœ.¨¨D¯N©NÀ1Ç8Á8×LÑLÓVeùs   ƒ/2rM   Nr\   rj   rO   i   r   ) r   r„   r‡   rh   rN   rƒ   rG   r   Úemptyr   r�   r
   Údetachr†   r   rŽ   Úmaxr%   ÚrangeÚminr‹   Úchunkrm   r|   Úcomfy_kitchenÚ	rms_rope_ÚviewÚna3dÚlistr…   Ú
empty_likerŒ   )r$   r   ÚpreÚadd_toÚbatchÚtrt   ru   Ú_rb   rc   r   r;   ÚkÚvÚq_weightÚk_weightrœ   rr   rs   ry   ÚqcÚkcÚvcÚcshaper{   ÚntÚbÚoutÚress   ff&&                          r   r*   ÚNeighborhoodAttention3D.forward†   s|  ù€ ð
 ŸG™GÑˆ�!˜ß”EÕfÐVZ×VeÒVeÓf—E‘EÕfÐVZ×VeÒVeÓfÓfˆ	Ü˜q Q˜i¨°A·H±HÓ=ˆØ˜1 §¡°·±Ð?ˆÜ�KŠK˜ Q§W¡W°Q·X±XÔ>ˆÜ�KŠK˜ Q§W¡W°Q·X±XÔ>ˆÜ�KŠK˜ Q§W¡W°Q·X±XÔ>ˆØ—K‘K×&Ñ&×-Ñ-Ó/°$·*±*Õ<×@Ñ@ÀÇÁÓIˆØ—;‘;×%Ñ%×,Ñ,Ó.×1Ñ1°!·'±'Ó:ˆÜ�A˜¤C¨­°·±Õ(8¸!Ó$<Õ<Ó=ˆÜ˜˜1˜e×$ˆBÜ�R˜%•Z Ó#ˆBØ #¢��1�b˜�e�8–±°Q°q¸"¸R¸%°xµ[Ó1AˆBØŸ™ "›×+Ñ+¨A°2Ð+Ó6‰JˆB��BØ˜R "�W a¨D¯N©N¸D¿M¹MÐJˆFØŸ*™* VÓ,ˆAˆa��B�ˆh‰KØŸ*™* VÓ,ˆAˆa��B�ˆh‰KØŸ*™* VÓ,ˆAˆa��B�ˆh‰KÜ(¨°°R¸Ó>ˆEØ�r•'˜Q• Õ"ˆBÜ˜5–\�Ü×'Ò'Ø�a˜˜B˜�h•K×$Ñ$ Q¨¨D¯N©N¸D¿M¹MÓJØ�a˜˜B˜�h•K×$Ñ$ Q¨¨D¯N©N¸D¿M¹MÓJØ˜8 Xö/ô "ñ %ô × Ò   q¬$¨t×/?Ñ/?Ó*@À$ÈÓLˆØˆq�!Ø�k‰k˜% A¨$¯(©(Ó3ˆØÒ*‰f´×0@Ò0@ÀÓ0EˆÜ˜˜1˜eÖ$ˆBÜ�R˜%•Z Ó#ˆBØÒ!Ø�A�r˜"�u�H— §¡¨3¨q°"°R°%¨x­=Ó!9Õ9•à $§	¡	¨#¨a°°B°¨h­-Ó 8��A�r˜"�u�H“ñ %ð ˆ
r   )r%   rG   rŽ   r…   rƒ   rŒ   r�   r‹   rˆ   r‡   r†   )é@   ç     ˆÃ@©NN©
r.   r/   r0   r1   Ú__doc__r!   r*   r2   r3   r4   r5   s   @@r   r~   r~   t   s   ù‡ € ÙN÷2÷(ô (r   r~   c                   ó@   a a€ ] tR t^±t oRtV 3R ltRR ltRtVtV ;t	# )ÚSwiGLUzf``w_down(silu(w_gate(x)) * w_up(x))``, chunked over tokens to bound the
``[chunk, hidden]`` workspace.c                óÌ   <€ \         SV `  4        \        P                  WR R7      V n        \        P                  WR R7      V n        \        P                  W!R R7      V n        R# )Fr€   N)r    r!   r‰   rŠ   Úw_upÚw_gateÚw_down)r$   r%   Ú
hidden_dimr&   s   &&&€r   r!   ÚSwiGLU.__init__µ   sJ   ø€ Ü‰ÑÔÜ—J‘J˜s°U�JÓ;ˆŒ	Ü—j‘j °u�jÓ=ˆŒÜ—j‘j °u�jÓ=ˆŽr   c                ó  € VP                   w  rErgp\        ^\        \        Wg,          ^4      ,          4      pVe   TM\        P                  ! V4      p	\        ^ WX4       F¦  p
\        W¨,           V4      pVf   VRW«13,          MV! VRW«13,          4      pV P                  \        P                  ! V P                  V4      4      V P                  V4      ,          4      pVe   V	RW«13;;,          V,          uu&   KŸ  WÙRW«13&   K¨  	  V	# )z=``pre``/``add_to`` as in ``NeighborhoodAttention3D.forward``.r\   )r   r™   ÚMLP_TOKEN_CHUNKr   r¢   rš   r›   r¿   r   Úsilur¾   r½   )r$   r   r£   r¤   r§   r¦   rt   ru   rœ   r²   rr   rs   ry   Úys   &&&&          r   r*   ÚSwiGLU.forward»   sÞ   € àŸ™‰ˆˆa�AÜ�A”¬#¨a­e°Q«-Õ7Ó8ˆØÒ*‰f´×0@Ò0@ÀÓ0CˆÜ˜˜1Ö$ˆBÜ�R•Z Ó#ˆBØ #¢��1�b�e�8–±°Q°q¸"¸%°xµ[Ó1AˆBØ—‘œAŸFšF 4§;¡;¨r£?Ó3°d·i±iÀ³mÕCÓDˆAØÒ!Ø�A�r�u�H— Õ"•à !�A�r�u�H“ñ %ð ˆ
r   )r¿   r¾   r½   r·   r¸   r5   s   @@r   r»   r»   ±   s   ù‡ € ñ&õ>÷ô r   r»   c                   ó@   a a€ ] tR t^Ët oRtRV 3R lltR tRtVtV ;t	# )ÚNABlockz@Pre-norm transformer block: NA -> SwiGLU MLP with residual adds.c                óü   <€ \         SV `  4        \        VR R7      V n        \	        WVR7      V n        \        VR R7      V n        \        W,          4      ^,           ^,          ^,          p\        W4      V n	        R# )r-   r‚   ©rG   N)
r    r!   r   Únorm1r~   ÚattnÚnorm2Úintr»   Úmlp)r$   r%   r…   rG   Ú	mlp_ratioÚhiddenr&   s   &&&&& €r   r!   ÚNABlock.__init__Î   s_   ø€ Ü‰ÑÔÜ˜S dÔ+ˆŒ
Ü+¨CÀxÔPˆŒ	Ü˜S dÔ+ˆŒ
Ü�c•oÓ&¨Õ+°Õ2°RÕ7ˆÜ˜#Ó&ˆŽr   c                óv   € V P                  WP                  VR 7      pV P                  WP                  VR 7      # )©r£   r¤   )rÌ   rË   rÏ   rÍ   r)   s   &&r   r*   ÚNABlock.forwardÖ   s/   € Ø�I‰I�aŸZ™Z°ˆIÓ2ˆØ�x‰x˜Ÿz™z°!ˆxÓ4Ð4r   )rÌ   rÏ   rË   rÍ   ©rµ   g      @r¸   r5   s   @@r   rÈ   rÈ   Ë   s   ù‡ € ÙJ÷'÷5ò 5r   rÈ   c                 ó0   € V R V,           ,          V,           # )rO   rF   )r   r†   Úshifts   &&&r   ÚmodulaterÙ   Û   s   € Ø��e•Õ˜uÕ$Ð$r   c                   ó@   a a€ ] tR t^ßt oRt^tV 3R ltR tRtVt	V ;t
# )Ú	AdaLNZerozO``t_emb`` -> 7 (scale/shift/gate) chunks; gate slots unused (folded at export).c                ó~   <€ \         SV `  4        \        P                  W P                  V,          R R7      V n        R# ©Tr€   N)r    r!   r‰   rŠ   Ú
NUM_CHUNKSrŒ   )r$   r%   Ú	t_emb_dimr&   s   &&&€r   r!   ÚAdaLNZero.__init__ä   s+   ø€ Ü‰ÑÔÜ—J‘J˜y¯/©/¸CÕ*?Àd�JÓKˆŽ	r   c                ó  € V P                  \        P                  ! V4      4      p\        ;QJ d/    . R  VP	                  V P
                  RR7       4       F  NK  	  5# ! R  VP	                  V P
                  RR7       4       4      # )c              3   ó2   "  € T F  qR,          x € K  	  R# 5i)r\   N)r\   NNNr\   rF   )r“   rw   s   & r   r•   Ú$AdaLNZero.forward.<locals>.<genexpr>ê   s   é € ÐYÑ8X°1Ð-×.Ò.Ó8Xùs   ‚rj   r   )rŒ   r   rÄ   r„   rœ   rÞ   )r$   Út_embrt   s   && r   r*   ÚAdaLNZero.forwardè   s^   € Ø�I‰I”a—f’f˜U“mÓ$ˆßŒuÑY¸¿¹ÀÇÁÐUW¸Ô8XÓY�uÐYˆuÑY¸¿¹ÀÇÁÐUW¸Ô8XÓYÓYÐYr   )rŒ   )r.   r/   r0   r1   r¹   rÞ   r!   r*   r2   r3   r4   r5   s   @@r   rÛ   rÛ   ß   s   ù‡ € ÙYà€JõL÷Zò Zr   rÛ   c                   ó@   a a€ ] tR t^ít oRtRV 3R lltR tRtVtV ;t	# )ÚDiffusionNABlockzCNA + SwiGLU with shared AdaLN-Zero scale/shift (ungated residuals).c                ó°  <€ \         SV `  4        \        P                  W1R R7      V n        \
        P                  ! \        P                  ! \        P                  V4      4      V n        \        VRR7      V n        \        WVR7      V n        \        VRR7      V n        \#        W,          4      ^,           ^,          ^,          p\%        W4      V n        R# )Tr€   r-   r‚   rÊ   N)r    r!   r‰   rŠ   Úcontext_projr   r"   r   ÚzerosrÛ   rÞ   Úscale_shift_tabler   rË   r~   rÌ   rÍ   rÎ   r»   rÏ   )r$   r%   r…   Úcontext_channelsrG   rÐ   rÑ   r&   s   &&&&&& €r   r!   ÚDiffusionNABlock.__init__ð   s˜   ø€ Ü‰ÑÔÜŸJ™JÐ'7À4˜JÓHˆÔÜ!#§¢¬e¯kªk¼)×:NÑ:NÐPSÓ.TÓ!UˆÔÜ˜S dÔ+ˆŒ
Ü+¨CÀxÔPˆŒ	Ü˜S dÔ+ˆŒ
Ü�c•oÓ&¨Õ+°Õ2°RÕ7ˆÜ˜#Ó&ˆŽr   c                óî  a a	a
aa€ \         P                  P                  S P                  V^ ,          RR7      p\	        \
        P                  4       Uu. uF+  qSV,          WE,          P                  ^^^^R4      ,           NK-  	  upw  o
opo	o p\        ^\        \        VP                  ^,          VP                  ^,          ,          ^4      ,          4      p\	        ^ VP                  ^,          V4       FB  pVRWˆV,           13;;,          S P                  VRWˆV,           13,          4      ,          uu&   KD  	  S P                  VV
V V3R lVR7      pS P                  VV	V V3R lVR7      # u upi )é    F)Úcopyr\   c                 ó<   <€ \        SP                  V 4      SS4      # r   )rÙ   rË   )rx   Ú	scale_msar$   Ú	shift_msas   &€€€r   Ú<lambda>Ú*DiffusionNABlock.forward.<locals>.<lambda>  s   ø€ ¤x°·
±
¸1³¸yÈ)Ô'Tr   rÔ   c                 ó<   <€ \        SP                  V 4      SS4      # r   )rÙ   rÍ   )rx   Ú	scale_mlpr$   Ú	shift_mlps   &€€€r   rô   rõ     s   ø€ ¬°$·*±*¸Q³-ÀÈIÔ)Vr   r   )rP   r‰   Úcast_to_inputrë   rš   rÛ   rÞ   rŸ   r™   rÃ   r   ré   rÌ   rÏ   )r$   r   Úlatent_contextÚ
modulationÚtableÚir§   rœ   rr   r÷   rò   rø   ró   s   f&&&     @@@@r   r*   ÚDiffusionNABlock.forwardú   s,  ü€ Ü—	‘	×'Ñ'¨×(>Ñ(>À
È1ÅÐTYÐ'ÓZˆäCHÌ×I]ÑI]ÔC^ó?
ÙC^¸a�q�M˜E�HŸM™M¨!¨Q°°1°bÓ9×9Ð9ÑC^ñ?
Ñ;ˆ	�9˜a ¨I°q¸!ô �A”¬#¨a¯g©g°a­j¸1¿7¹7À1½:Õ.EÀqÓ*IÕIÓJˆÜ˜˜1Ÿ7™7 1�: uÖ-ˆBØˆa�˜•J�Ð× 4×#4Ñ#4°^ÀAÀrÈuÍ*À}ÐDTÕ5UÓ#VÕVÕñ .à�I‰I�aÖTÐ]^ˆIÓ_ˆØ�x‰x˜ÖVÐ_`ˆxÓaÐaùò?
s   Á1E2)rÌ   ré   rÏ   rË   rÍ   rë   rÖ   r¸   r5   s   @@r   rç   rç   í   s   ù‡ € ÙM÷'÷	bò 	br   rç   c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚLinearPixelShuffleUpsamplei  z8Linear channel-expand, then channels-last pixel shuffle.c                ó  <€ \         SV `  4        \        V4      V n        \        P
                  ! V4      V,          V,          pV\        P
                  ! V4      ,          V n        \        P                  WR R7      V n	        R# rÝ   )
r    r!   r„   ÚstrideÚmathÚprodÚout_channelsr‰   rŠ   rŒ   )r$   Úin_channelsr  Úout_channels_reduction_factorÚproj_out_channelsr&   s   &&&& €r   r!   Ú#LinearPixelShuffleUpsample.__init__	  s]   ø€ Ü‰ÑÔÜ˜F“mˆŒÜ ŸIšI fÓ-°Õ;Ð?\Õ\ÐØ-´·²¸6Ó1BÕBˆÔÜ—J‘J˜{ÀD�JÓIˆŽ	r   c           	     ó  € VP                   w  r4rVpV P                  w  r‰p
\        P                  ! W4V,          WY,          Wj,          V P                  3VP
                  VP                  R 7      p\        ^\        \        WV,          ^4      ,          4      p\        ^ WL4       FP  p\        WÜ,           V4      p\        V P                  VRWÞ13,          4      RW‰V
R7      VRWØ,          Wè,          13&   KR  	  V^8X  d   V'       d
   VR,          pV# )rM   r\   z0b t h w (c p1 p2 p3) -> b (t p1) (h p2) (w p3) c)Úp1Úp2Úp3)r\   :r8   NN)r   r  r   r—   r  r   rN   r™   rÃ   rš   r›   r   rŒ   )r$   r   Údrop_leading_framer¥   r¦   rt   ru   r§   r  r  r  r²   rœ   rr   rs   s   &&&            r   r*   Ú"LinearPixelShuffleUpsample.forward  sâ   € ØŸG™GÑˆ�!˜Ø—[‘[‰
ˆ�Ü�kŠk˜5 b¥&¨!­&°!µ&¸$×:KÑ:KÐLÐTU×T[ÑT[Ðde×dlÑdlÔmˆÜ�A”¬#¨a­e°Q«-Õ7Ó8ˆÜ˜˜1Ö$ˆBÜ�R•Z Ó#ˆBÜ&/Ø—	‘	˜!˜A˜r˜u˜H�+Ó&Ð(ZØ ô'ˆC��2•7˜2�7�?Ð"Ó#ñ %ð �Œ7×)à�e•*ˆCØˆ
r   )r  rŒ   r  ©r8   )Tr¸   r5   s   @@r   r   r     s   ù‡ € ÙB÷J÷ô r   r   c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚTimestepEmbedderi!  zDSinusoidal(256) -> MLP. ``mlp.{0,2}`` naming matches the checkpoint.c           
     óä   <€ \         SV `  4        W n        \        P                  ! \
        P                  W!R R7      \        P                  ! 4       \
        P                  WR R7      4      V n        R# rÝ   )	r    r!   Úfreq_dimr   Ú
Sequentialr‰   rŠ   ÚSiLUrÏ   )r$   rß   r  r&   s   &&&€r   r!   ÚTimestepEmbedder.__init__$  sL   ø€ Ü‰ÑÔØ ŒÜ—=’=Ü�J‰J�x°ˆJÓ6Ü�GŠG‹IÜ�J‰J�y°$ˆJÓ7ó
ˆŽr   c                ó’   € \        VP                  4       V P                  R ^ ^R7      pV P                  VP	                  V4      4      # )T)Úflip_sin_to_cosÚdownscale_freq_shiftr†   )r   Úflattenr  rÏ   r   )r$   Útimestepr   Úembs   &&& r   r*   ÚTimestepEmbedder.forward-  s=   € Ü$ X×%5Ñ%5Ó%7¸¿¹ÐX\Ø:;À1ôFˆà�x‰x˜Ÿ™˜u›Ó&Ð&r   )r  rÏ   )é€  é   r¸   r5   s   @@r   r  r  !  s   ù‡ € ÙN÷
÷'ò 'r   r  c                   óT   a a€ ] tR tRt oRtRV 3R lltR	R ltR tR
R ltRt	Vt
V ;t# )ÚNADiffusionDecoderi3  zÉStages 1-4 (deterministic NA upsample) + stage-5 diffusion blocks.

Input latent must already be un-normalized (the wrapper applies
``per_channel_statistics.un_normalize``, same as the conv VAE path).
c                óv  <€ \         SV `  4        W0n        W n        WÀn        WÐn        V P                  R \        P                  ! RRV,          V4      RR7       \        P                  ! R V 4       4      V n        \        P                  ! R V 4       4      V,          V n        V^ ,          ^ ,          ^,          ^,          V n        \        P                  W^ ,          RR7      V n        \"        P$                  ! 4       V n        \"        P$                  ! 4       V n        \+        \-        V4      ^,
          4       F�  pW^,          pV P&                  P/                  \"        P$                  ! \+        Wn,          4       Uu. uF  p\1        W÷V,          VR7      NK  	  up4      4       WŽ,          w  ppV P(                  P/                  \3        VVVR	7      4       KŸ  	  \5        V
R
7      V n        VR,          pVV n        W#^,          ,          p\        P                  VVRR7      V n        \=        VV
4      V n        \"        P$                  ! \+        VR,          4       Uu. uF  p\A        VV	VVR7      NK  	  up4      V n!        \E        VRR7      V n#        \        P                  VVRR7      V n$        R# u upi u upi )Údefault_inference_timestepsrO   F)Ú
persistentc              3   ó8   "  € T F  w  rV^ ,          x € K  	  R# 5i)rï   NrF   ©r“   rx   r§   s   &  r   r•   Ú.NADiffusionDecoder.__init__.<locals>.<genexpr>T  s   é € Ð)E¹9±4°1¨!¨A¯$ª$»9ùó   ‚c              3   ó8   "  € T F  w  rV^,          x € K  	  R# 5i)r8   NrF   r'  s   &  r   r•   r(  U  s   é € Ð(D¹)±$°!¨¨1¯ª»)ùr)  Tr€   rÊ   )r  )rß   )rì   rG   r-   r‚   Nr   )%r    r!   Ú
patch_sizer  Útimestep_scale_multiplierÚmodel_output_typeÚregister_bufferr   Úlinspacer  r  Útemporal_upscaleÚspatial_upscaleÚtrailing_pad_latent_framesr‰   rŠ   Úconv_inr   Ú
ModuleListÚ
det_stagesÚ	upsamplesrš   Úlenr^   rÈ   r   r  Ú
t_embedderrì   Úconv_in_x_trÛ   Úshared_adalnrç   Údiff_blocksr   Únorm_outÚconv_out)r$   r  r  r+  rG   Ústage_channelsÚstage_depthsÚstage_kernelsr6  Ústage5_kernelrß   Údefault_num_inference_stepsr,  r-  Ústage_irw   r§   r  Ú	reductionÚc5Únoised_pixel_channelsr&   s   &&&&&&&&&&&&&&       €r   r!   ÚNADiffusionDecoder.__init__:  s7  ø€ ô  	‰ÑÔØ$ŒØ(ÔØ)BÔ&Ø!2ÔØ×ÑØ)Ü�NŠN˜3 Ð&AÕ AÐC^Ó_Øð 	ô 	
ô
 !%§	¢	Ñ)E¹9Ó)EÓ EˆÔÜ#ŸyšyÑ(D¹)Ó(DÓDÀzÕQˆÔð ,9¸Õ+;¸AÕ+>À!Õ+CÀqÕ*HˆÔ'ä—z‘z +¸aÕ/@Àt�zÓLˆŒäŸ-š-›/ˆŒÜŸš›ˆŒÜœS Ó0°1Õ4Ö5ˆGØÕ'ˆAØ�O‰O×"Ñ"¤2§=¢=ÜPUÐVbÕVkÔPlÓmÑPlÈ1”˜¨'Õ2¸X×FÑPlÑmó$ô ð !*Õ 2ÑˆF�IØ�N‰N×!Ñ!Ô"<¸QÀÐfoÔ"pÖqñ 6ô +°YÔ?ˆŒà˜BÕˆØ "ˆÔØ ,¸aµÕ @ÐÜŸ:™:Ð&;¸RÀd˜:ÓKˆÔÜ% b¨)Ó4ˆÔÜŸ=š=ä˜<¨Õ+Ô,ó*
á,�ô ˜R ÀÈh×WÙ,ñ*
ó ˆÔô   ¨Ô-ˆŒÜŸ
™
 2Ð'<À4˜
ÓHˆŽùò# nùò*
s   Å<J1ÉJ6c           
     óØ  € V'       d   V P                   M^ pV^ 8”  d9   \        P                  ! WRRRR13,          P                  RRVRR4      .^R7      pVP	                  ^ ^^^^4      pV P                  V4      p\        V P                  4       F0  w  rgV F  pV! V4      pK  	  V P                  V,          ! WRR7      pK2  	  V^ 8”  d   VRRW@P                  ,          ) 13,          pV# )a\  Stages 1-4: latent -> stage-5 context, channels-last.

``drop_leading_frame`` must be True only when ``z`` contains the
latent's true temporal origin (t=0); tiled callers decoding a later
temporal chunk pass False (the duplicate leading frame belongs solely
to the origin chunk). ``pad_trailing`` only for chunks containing the
latent's last frame.r\   Nrj   )r  r   )
r2  r   rn   ro   Úpermuter3  Ú	enumerater5  r6  r0  )	r$   Úzr  Úpad_trailingÚnr   rC  ÚblocksÚblocks	   &&&&     r   Úforward_pre_diffusionÚ(NADiffusionDecoder.forward_pre_diffusiont  sÙ   € ÷ 0<ˆD×+Ò+ÀˆØˆqŒ5Ü—	’	˜1  1 b¡c 	�l×1Ñ1°"°b¸!¸RÀÓDÐEÈ1ÔMˆAØ�I‰I�a˜˜A˜q !Ó$ˆØ�L‰L˜‹OˆÜ(¨¯©Ö9‰OˆGÛ�Ù˜!“H’ñ  à—‘˜wÖ'¨ÔQŠAñ  :ð ˆqŒ5Ø�!Ð2˜×1Ñ1Õ1Ð2Ð2Ð2Õ3ˆAØˆr   c           	     óÊ  € \        W P                  ^R7      pV P                  VP                  ^ ^^^^4      4      pV P	                  V P
                  V,          VP                  R7      pV P                  V4      pV P                   F  pV! WAV4      pK  	  V P                  V4      pV P                  V4      pVP                  ^ ^^^^4      p\        W@P                  ^R7      # )r8   )r>   r?   )r   )r@   r+  r9  rI  r8  r,  r   r:  r;  r<  r=  rC   )r$   ÚcontextÚx_tr¦   r   rä   rû   rO  s   &&&&    r   Úforward_diff_stepÚ$NADiffusionDecoder.forward_diff_step‰  sÃ   € Ü�S¯©ÀaÔHˆØ×Ñ˜QŸY™Y q¨!¨Q°°1Ó5Ó6ˆØ—‘ × >Ñ >ÀÕ BÈ!Ï'É'�ÓRˆØ×&Ñ& uÓ-ˆ
Ø×%Ô%ˆEÙ�a *Ó-ŠAñ &à�M‰M˜!ÓˆØ�M‰M˜!ÓˆØ�I‰I�a˜˜A˜q !Ó$ˆÜ˜!¯?©?ÈÔKÐKr   c                óP  € V P                  WVR 7      pVP                  w  rgr‰p
W`P                  WxV P                  ,          W�P                  ,          3p\        P
                  ! W±P                  VP                  VR7      pV P                  P                  VP                  4      pVP                  ^ ,          p\        V4       EF]  pWß,          P                  V4      pV P                  W\V4      pV P                  R8X  dG   TpWþ^,
          8X  d   Vu # VP                  4       VP                  4       ,
          Wß,          ,          pM\VP                  4       pWþ^,
          8X  d@   VP                  4       Wß,          V,          ,
          P                  VP                  4      u # V^,           V8  d   Wß^,           ,          M\        P                  ! Wß,          4      pVP                  4       Wß,          V,
          V,          ,
          P                  VP                  4      pEK`  	  V# ))r  rL  )r   rN   Ú	generatorÚx0)rP  r   r  r+  r   Úrandnr   rN   r$  r   rš   ro   rU  r-  r   Ú
zeros_like)r$   rK  rX  r  rL  rS  r¥   Út5Úh5Úw5r§   Úpixel_shaperT  Ú	timestepsÚ	num_stepsrý   Út_nowÚ	model_outrY  ÚvelocityÚt_nexts   &&&&&                r   r*   ÚNADiffusionDecoder.forward•  s˜  € Ø×,Ñ,¨QÐdpÐ,ÓqˆØ&Ÿ}™}Ñˆ�2˜1Ø×/Ñ/°¸$¿/¹/Õ5IÈ2×P_ÑP_ÕK_Ð`ˆÜ�kŠk˜+¯W©W¸Q¿X¹XÐQZÔ[ˆà×4Ñ4×7Ñ7¸¿¹ÓAˆ	Ø—O‘O AÕ&ˆ	Ü�y×!ˆAØ•L×'Ñ'¨Ó.ˆEØ×.Ñ.¨w¸UÓCˆIØ×%Ñ%¨Ô-Ø�Ø A�Ô%Ø’IØŸI™I›K¨"¯(©(«*Õ4¸	½ÕD‘à$Ÿ?™?Ó,�Ø A�Ô%ØŸI™I›K¨)­,¸Õ*AÕA×EÑEÀaÇgÁgÓNÒNØ)*¨Q­°Ô):�Y 1�uÖ%Ä×@PÒ@PÐQZÕQ]Ó@^ˆFØ—9‘9“; )¥,°Õ"7¸8Õ!CÕC×GÑGÈÏÉÓP‹Cñ "ð ˆ
r   )rì   r3  r9  r=  r5  r;  r-  r<  r  r+  r:  r1  r8  r0  r,  r2  r6  )é€   é   rE   rµ   ©i   i   é   rj  r   ©rE   é   rE   é   é   )©rh  é   rp  ro  ©rh  é   rr  rq  ©é   rt  rt  ))©r8   rm  rm  rm  )©rm  r8   r8   rm  )©rm  rm  rm  r8   )rw  rm  rs  r  r8   ç     @�@rY  )TT)NTT)r.   r/   r0   r1   r¹   r!   rP  rU  r*   r2   r3   r4   r5   s   @@r   r"  r"  3  s&   ù‡ € ñ÷8Iôtò*
L÷ô r   r"  Ú_class_nameÚCausalDiffusionVAEÚdimsr-  rY  Úencoderr  r  rN  Úres_xÚ
num_layersÚcompress_space_resÚ
multiplierÚcompress_time_resÚcompress_all_resr+  Úlatent_log_varÚconstantÚ
norm_layerÚ
pixel_normÚbase_channelsÚspatial_padding_moderê   ÚdecoderrG   r>  r?  r@  r6  rA  r,  rx  rB  c                   óJ   a a€ ] tR tRt oRtRV 3R lltRR ltR tRtVt	V ;t
# )rz  i×  zŒLTX 2.4 video VAE: conv encoder (shared with the 2.0 arch) + NA
diffusion decoder. Interface mirrors ``causal_video_autoencoder.VideoVAE``.
c                óÀ  <€ \         SV `  4        Vf   \        pWn        VP	                  R\        R,          4      pVP	                  R\        R,          4      p\        R,          p\        VP	                  R^4      VP	                  R^4      VP	                  R^€4      VP	                  R\        R,          R,          4      VP	                  R^4      VP	                  RR	4      VP	                  R
R4      VP	                  RR4      VP	                  R^€4      R7	      V n        \        VP	                  R^€4      VP	                  R^4      VP	                  R^4      VP	                  R^@4      \        VP	                  RVR,          4      4      \        VP	                  RVR,          4      4      \        ;QJ d+    . R VP	                  RVR,          4       4       F  NK  	  5M$! R VP	                  RVR,          4       4       4      \        ;QJ d+    . R VP	                  RVR,          4       4       F  NK  	  5M$! R VP	                  RVR,          4       4       4      \        VP	                  RVR,          4      4      VP	                  RR4      VP	                  R^4      VP	                  RR4      VP	                  RR4      R7      V n	        \        4       V n        R # ) Nr|  r‰  r{  r  r  rN  r+  rƒ  r„  r…  r†  rˆ  rê   r‡  )	r{  r  r  rN  r+  rƒ  r…  rˆ  r‡  rG   r>  r?  c              3   ó8   "  € T F  p\        V4      x € K  	  R # 5ir   ©r„   )r“   r¨   s   & r   r•   Ú.CausalDiffusionVAE.__init__.<locals>.<genexpr>ø  s   é € ÐjÑ2i¨Q¤ a§ Ó2iùr)  r@  c              3   ó@   "  € T F  w  r\        V4      V3x € K  	  R # 5ir   r�  )r“   rx   r<   s   &  r   r•   rŽ  ù  s   é € ÐfÑ6e©d¨aœU 1›X q�MÓ6eùs   ‚r6  rA  rß   r  rB  r,  rx  r-  rY  )r  r  r+  rG   r>  r?  r@  r6  rA  rß   rB  r,  r-  )r    r!   ÚLTX_24_VAE_CONFIGÚconfigÚgetr   r|  r"  r„   r‰  r   Úper_channel_statistics)r$   r‘  ÚencÚdecÚdec_defaultsr&   s   &&   €r   r!   ÚCausalDiffusionVAE.__init__Ü  s=  ø€ Ü‰ÑÔØŠ>Ü&ˆFØŒØ�j‰j˜Ô$5°iÕ$@ÓAˆØ�j‰j˜Ô$5°iÕ$@ÓAˆÜ(¨Õ3ˆäØ—‘˜ Ó#ØŸ™ ¨qÓ1ØŸ™ °Ó5Ø—7‘7˜8Ô%6°yÕ%AÀ(Õ%KÓLØ—w‘w˜|¨QÓ/ØŸ7™7Ð#3°ZÓ@Ø—w‘w˜|¨\Ó:Ø!$§¡Ð)?ÀÓ!IØŸ'™' /°3Ó7ô

ˆŒô *ØŸ™ ¨sÓ3ØŸ™ °Ó3Ø—w‘w˜|¨QÓ/Ø—W‘W˜Z¨Ó,Ü  §¡Ð)9¸<ÐHXÕ;YÓ!ZÓ[Ü˜sŸw™w ~°|ÀNÕ7SÓTÓUßœ%Ñj°#·'±'¸/È<ÐXgÕKhÔ2iÓjŸ%™%Ñj°#·'±'¸/È<ÐXgÕKhÔ2iÓjÓjß”eÑf°c·g±g¸kÈ<ÐXcÕKdÔ6eÓf—e‘eÑf°c·g±g¸kÈ<ÐXcÕKdÔ6eÓfÓfÜ §¡¨¸ÀoÕ9VÓ WÓXØ—g‘g˜k¨3Ó/Ø(+¯©Ð0MÈqÓ(QØ&)§g¡gÐ.IÈ6Ó&RØ$Ÿj™jÐ)<¸dÓCô
ˆŒô  '0£kˆÖ#r   c           
     ó  € VR R R\        ^^VP                  ^,          ^,
          ^,          ^,          ,           4      1R R 3,          p\        P                  ! V P	                  WR7      ^^R7      w  r4V P
                  P                  V4      # )r\   Nr’   rj   )r™   r   r   rœ   r|  r“  Ú	normalize)r$   r   rN   ÚmeansÚlogvars   &&&  r   ÚencodeÚCausalDiffusionVAE.encode  su   € Øˆa�Ð<”S˜˜A !§'¡'¨!¥*¨q¥.°QÕ!6¸!Õ ;Õ;Ó<Ð<¸aÀÐBÕCˆÜŸš D§L¡L° LÓ$BÀAÈ1ÔM‰ˆØ×*Ñ*×4Ñ4°UÓ;Ð;r   c                ó¾   € \         P                  ! VP                  R 7      pVP                  ^ 4       V P	                  V P
                  P                  V4      VR7      # )r’   )rX  )r   Ú	GeneratorrN   Úmanual_seedr‰  r“  Úun_normalize)r$   r   rX  s   && r   ÚdecodeÚCausalDiffusionVAE.decode  sG   € ä—O’O¨1¯8©8Ô4ˆ	Ø×Ñ˜aÔ Ø�|‰|˜D×7Ñ7×DÑDÀQÓGÐS\ˆ|Ó]Ð]r   )r‘  r‰  r|  r“  r   )r.   r/   r0   r1   r¹   r!   rœ  r¢  r2   r3   r4   r5   s   @@r   rz  rz  ×  s!   ù‡ € ñ÷%2ôN<÷
^ò ^r   r,   r  )r¶   Nri  rk  ro  rq  rs  ru  rv  rw  ))r¹   r  r   Útorch.nn.functionalr   Ú
functionalr   Úeinopsr   Úcomfy.model_managementrP   Ú	comfy.opsÚcomfy.ldm.lightricks.modelr   Úcausal_video_autoencoderr   r   r�   r‰   Údisable_weight_initrÃ   r	   ÚModuler   r@   rC   rJ   rZ   rh   r|   r~   r»   rÈ   rÙ   rÛ   rç   r   r  r"  r�  rz  rF   r   r   Ú<module>r­     sI  ðñó$ ã ß Ð Ý Ý Û Û å =ß 8ã à‡i�i×#Ñ#€ð €ô.ô2ˆb�i‰iô 2ôxôxòôRòò5ô":˜bŸi™iô :ôzˆR�Y‰Yô ô45ˆb�i‰iô 5ò %ôZ�—	‘	ô Zôb�r—y‘yô bô2 §¡ô ô6'�r—y‘yô 'ô$x˜Ÿ™ô xðx Ð'Ø
ˆAØ˜ØØ�Ø�qØ˜ØØ�| QÐ'Ð(Ø! L°!Ð#4Ð5Ø�| QÐ'Ð(Ø  <°Ð"3Ð4Ø�| QÐ'Ð(Ø ,°Ð!2Ð3Ø�| QÐ'Ð(Ø ,°Ð!2Ð3Ø�| QÐ'Ð(ð

ð 	�aØ˜*Ø�lØ˜Ø ð'ð* Ø�sØ˜Ø�aØ�BØÒ5ØšØš)¢Y²	º9ÂlÐSØ’y !�n¢y°! n²yÀ!°nÂyÐRSÀnÐUØšØ# VØ% qðð3&Ð ôR5^˜Ÿ™ö 5^r   