+
    ƒ°ñjËY  ã                   ó  € ^ RI HtHtHtHt ^ RIHt ^ RIt^ RIt^ RI	H
t
 ^ RIH
u Ht ^ RIHt ^ RIHt ^ RIt]P(                  P*                  tR-R lt ! R R]P.                  4      t ! R	 R
]P2                  4      t ! R R]P6                  4      t ! R R]
P:                  4      tR.R R llt ! R R]
P:                  4      t  ! R R]
P:                  4      t! ! R R]
P:                  4      t" ! R R]
P:                  4      t#RRRR/R R llt$ ! R R ]
P:                  4      t%R/R! R" llt& ! R# R$]
P:                  4      t' ! R% R&]
P:                  4      t( ! R' R(4      t) ! R) R*]
P:                  4      t* ! R+ R,]
P:                  4      t+R# )0é    )ÚListÚOptionalÚTupleÚUnion)ÚpartialN)Ú	rearrange)Úoptimized_attentionc                 óF   € \        V \        4      '       d   V # V 3V,          # ©N)Ú
isinstanceÚtuple)ÚtÚlengths   &&Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\genmo\vae\model.pyÚ
cast_tupler      s   € Ü˜1œe×$Ò$ˆ1Ð9¨A¨4°&­=Ð9ó    c                   óJ   a a€ ] tR t^t oRtR^/V3R lV 3R llltRtVtV ;t# )ÚGroupNormSpatialz
GroupNorm applied per-frame.
Ú
chunk_sizec                ó:   <€ V ^8„  d   QhRS[ P                  RS[/# )é   Úxr   )ÚtorchÚTensorÚint)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚGroupNormSpatial.__annotate__   s#   ø€ ÷ Gñ G™Ÿ™ð G±cñ Gr   c               óö   <€ VP                   w  r4rVp\        VR 4      p\        P                  ! V4      p\	        ^ W5,          V4       F"  p	\
        S
V `  WW’,            4      W‰W’,           % K$  	  \        VRW5R7      # )zB C T H W -> (B T) C H Wz(B T) C H W -> B C T H W)ÚBÚT)Úshaper   r   Ú
empty_likeÚrangeÚsuperÚforward)Úselfr   r   r!   ÚCr"   ÚHÚWÚoutputÚbÚ	__class__s   &&$       €r   r'   ÚGroupNormSpatial.forward   sp   ø€ ØŸ™‰ˆˆa�AÜ�aÐ3Ó4ˆä×!Ò! !Ó$ˆÜ�q˜!�% Ö,ˆAÜ).©©¸¸q½~Ð9NÓ)OˆF�q•~Ò&ñ -ä˜Ð!;¸qÔFÐFr   © )	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r'   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r.   r   s   @@r   r   r      s$   ù‡ € ñðG¸A÷ G÷ Gõ Gr   r   c                   óZ   a a€ ] tR t^(t oRV3R lV 3R llltV3R lV 3R lltRtVtV ;t# )ÚPConv3dc          	      ó’   <€ V ^8„  d   QhRS[ S[S[S[S[S[3,          3,          RS[ S[S[S[S[S[3,          3,          RS[RS[/# )r   Úkernel_sizeÚstrideÚcausalÚcontext_parallel)r   r   r   Úbool)r   r   s   "€r   r   ÚPConv3d.__annotate__)   s_   ø€ ÷ 
ñ 
ñ ™3¡¡c©3± mÕ 4Ð4Õ5ð	
ñ
 ‘c™5¡¡c©3 Õ/Ð/Õ0ð
ñ ð
ñ ñ
r   c                óè   <€ WPn         W`n        \        V^4      p\        V^4      pV^,          ^,
          ^,          pV^,          ^,
          ^,          p	\        S
V `  ! RRVRVRVRVRR	R^ W‰3/VB  R# )
é   Úin_channelsÚout_channelsr=   r>   ÚdilationÚpaddingNr0   ©é   rJ   rJ   )r?   r@   r   r&   Ú__init__)r(   rE   rF   r=   r>   r?   r@   ÚkwargsÚ
height_padÚ	width_padr.   s   &&&&&&&,  €r   rK   ÚPConv3d.__init__)   s¢   ø€ ð ŒØ 0ÔÜ  ¨aÓ0ˆÜ˜F AÓ&ˆØ! !•n qÕ(¨QÕ.ˆ
Ø  •^ aÕ'¨AÕ-ˆ	ä‰Òñ 	
Ø#ð	
à%ð	
ð $ð	
ð ð		
ð
 ð	
ð ˜
Ð.ð	
ð ô	
r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   r   ©r   r   )r   r   s   "€r   r   rB   D   s   ø€ ÷ "ñ "™Ÿ™ñ "r   c           	     óF  <€ V P                   ^ ,          ^,
          pV P                  '       d   Tp^ pMV^,          pW#,
          pV P                  R8X  g   Q hV P                  R8X  d   RMV P                  p\        P                  ! V^ ^ ^ ^ W43VR7      p\
        SV `  V4      # )r   Ú	replicateÚzerosÚconstant)Úmode)r=   r?   Úpadding_modeÚFÚpadr&   r'   )r(   r   Úcontext_sizeÚ	pad_frontÚpad_backrW   r.   s   &&    €r   r'   ÚPConv3d.forwardD   s™   ø€ à×'Ñ'¨Õ*¨QÕ.ˆØ�;�;ˆ;Ø$ˆIØ‰Hà$¨Õ)ˆIØ#Õ/ˆHð × Ñ  KÔ/Ð/Ð/Ø!×.Ñ.°'Ô9‰z¸t×?PÑ?PˆÜ�EŠE�!�a˜˜A˜q )Ð6¸TÔBˆÜ‰w‰˜qÓ!Ð!r   )r?   r@   )TT©	r1   r2   r3   r4   rK   r'   r6   r7   r8   r9   s   @@r   r;   r;   (   s   ù‡ € ÷
õ 
÷6"÷ "ó "r   r;   c                   óZ   a a€ ] tR t^Ut oRtV3R lV 3R lltV3R lV 3R lltRtVtV ;t	# )ÚConv1x1z**1x1 Conv implemented with a linear layer.c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Úin_featuresÚout_features©r   )r   r   s   "€r   r   ÚConv1x1.__annotate__X   s   ø€ ÷ Eñ E¡Cð E±sñ Er   c                ó0   <€ \         SV `  ! W.VO5/ VB  R # r   )r&   rK   )r(   rc   rd   ÚargsrL   r.   s   &&&*,€r   rK   ÚConv1x1.__init__X   s   ø€ Ü‰Ò˜ÐD°TÒD¸VÔDr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rQ   rR   )r   r   s   "€r   r   rf   [   s   ø€ ÷ ñ ™Ÿ™ñ r   c                ón   <€ VP                  ^R4      p\        SV `	  V4      pVP                  R^4      pV# )zŠForward pass.

Args:
    x: Input tensor. Shape: [B, C, *] or [B, *, C].

Returns:
    x: Output tensor. Shape: [B, C', *] or [B, *, C'].
éÿÿÿÿ)Úmovedimr&   r'   )r(   r   r.   s   &&€r   r'   ÚConv1x1.forward[   s8   ø€ ð �I‰I�a˜ÓˆÜ‰G‰O˜AÓˆØ�I‰I�b˜!ÓˆØˆr   r0   ©
r1   r2   r3   r4   r5   rK   r'   r6   r7   r8   r9   s   @@r   ra   ra   U   s#   ù‡ € Ù4÷Eó E÷÷ ó r   ra   c                   óV   a a€ ] tR t^jt oV3R lV 3R lltR tV3R lR ltRtVtV ;t	# )ÚDepthToSpaceTimec                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Útemporal_expansionÚspatial_expansionre   )r   r   s   "€r   r   ÚDepthToSpaceTime.__annotate__k   s   ø€ ÷ 3ñ 3áð3ñ ñ3r   c                ó<   <€ \         SV `  4        Wn        W n        R # r   )r&   rK   rs   rt   )r(   rs   rt   r.   s   &&&€r   rK   ÚDepthToSpaceTime.__init__k   s   ø€ ô
 	‰ÑÔØ"4ÔØ!2Ör   c                ó:   € R V P                    RV P                   2# )ztexp=z, sexp=©rs   rt   ©r(   s   &r   Ú
extra_reprÚDepthToSpaceTime.extra_repru   s#   € Ø�t×.Ñ.Ð/¨w°t×7MÑ7MÐ6NÐOÐOr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rQ   rR   )r   r   s   "€r   r   ru   x   s   ø€ ÷ ñ ™Ÿ™ñ r   c                ó6  € \        VRV P                  V P                  V P                  R7      pV P                  ^8”  dZ   \        VP                  4      '       g   Q hVRRV P                  ^,
          R13,          p\        VP                  4      '       g   Q hV# )zŽForward pass.

Args:
    x: Input tensor. Shape: [B, C, T, H, W].

Returns:
    x: Rearranged tensor. Shape: [B, C/(st*s*s), T*st, H*s, W*s].
z0B (C st sh sw) T H W -> B C (T st) (H sh) (W sw))ÚstÚshÚswºNNNN)r   rs   rt   Úallr#   ©r(   r   s   &&r   r'   ÚDepthToSpaceTime.forwardx   s‰   € ô ØØ>Ø×&Ñ&Ø×%Ñ%Ø×%Ñ%ô
ˆð ×"Ñ" QÔ&ô �q—w‘w—<’<Ð�<Ø�!�Q˜×/Ñ/°!Õ3Ñ5Ð5Õ6ˆAÜ�q—w‘w—<’<Ð�<àˆr   )rt   rs   )
r1   r2   r3   r4   rK   r{   r'   r6   r7   r8   r9   s   @@r   rq   rq   j   s$   ù‡ € ÷3ó 3òP÷÷ ð r   rq   Tc                ó0   € V ^8„  d   QhR\         R\        /# )r   rE   Úaffine©r   rA   )r   s   "r   r   r   •   s    € ÷ Tñ TÜðTäñTr   c                 ó   € \        V^ V R7      # )é    )r‡   Ú
num_groupsÚnum_channels)r   )rE   r‡   s   &&r   Únorm_fnr�   •   s   € ô  6°bÀ{ÔSÐSr   c            
       ól   a a€ ] tR t^œt oRtRRRRRRRRR	R/V3R
 lV 3R llltV3R lR ltRtVtV ;t	# )ÚResBlockz5Residual block that preserves the spatial dimensions.r‡   TÚ
attn_blockNr?   Úprune_bottleneckFÚbiasc                óh   <€ V ^8„  d   QhRS[ RS[RS[S[P                  ,          RS[RS[RS[RS[/# )r   Úchannelsr‡   r�   r?   r‘   rX   r’   )r   rA   r   ÚnnÚModuleÚstr)r   r   s   "€r   r   ÚResBlock.__annotate__Ÿ   sc   ø€ ÷ (Fñ (Fáð(Fñ ð	(Fñ
 ™RŸY™YÕ'ð(Fñ ð(Fñ ð(Fñ ð(Fñ ñ(Fr   c               óØ  <€ \         SV `  4        Wn        V'       g   Q h\        P                  ! \        WR 7      \        P                  ! RR7      \        TV'       d
   V^,          MTRRVVVR7      \        WR 7      \        P                  ! RR7      \        V'       d
   V^,          MTVRRVVVR7      4      V n        V'       d	   W0n
        R# \        P                  ! 4       V n
        R# ))r‡   T©Úinplace)rE   rF   r=   r>   rX   r’   r?   N)rD   rD   rD   rI   )r&   rK   r”   r•   Ú
Sequentialr�   ÚSiLUr;   ÚstackÚIdentityr�   )	r(   r”   r‡   r�   r?   r‘   rX   r’   r.   s	   &&$$$$$$€r   rK   ÚResBlock.__init__Ÿ   sµ   ø€ ô 	‰ÑÔØ ŒçˆˆvÜ—]’]Ü�HÔ,Ü�GŠG˜DÔ!ÜØ$ß.>˜X¨ž]ÀHØ%Ø Ø)ØØôô �HÔ,Ü�GŠG˜DÔ!Üß-=˜H¨žMÀ8Ø%Ø%Ø Ø)ØØôó
ˆŒ
÷2 )3˜*Ž¼¿º»ˆŽr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rQ   rR   )r   r   s   "€r   r   r˜   É   s   ø€ ÷ "ñ "™Ÿ™ñ "r   c                ó\   € TpV P                  V4      pW,           p?V P                  V4      # )zBForward pass.

Args:
    x: Input tensor. Shape: [B, C, T, H, W].
)rž   r�   )r(   r   Úresiduals   && r   r'   ÚResBlock.forwardÉ   s/   € ð ˆØ�J‰J�q‹MˆØ�LˆØà�‰˜qÓ!Ð!r   )r�   r”   rž   ro   r9   s   @@r   r�   r�   œ   s[   ù‡ € Ù?ð(Fð ð	(Fð
 +/ð(Fð ð(Fð "'ð(Fð ÷(Fõ (F÷T"÷ "ð "r   r�   c                   óT   a a€ ] tR t^×t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )Ú	Attentionc                ó<   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RR/# )r   ÚdimÚhead_dimÚqkv_biasÚout_biasÚqk_normÚreturnNrˆ   )r   r   s   "€r   r   ÚAttention.__annotate__Ø   sG   ø€ ÷ 6ñ 6áð6ñ ð6ñ ð	6ñ
 ð6ñ ð6ð 
ñ6r   c                óÚ   <€ \         SV `  4        W n        W,          V n        WPn        \
        P                  ! V^V,          VR7      V n        \
        P                  ! WVR7      V n        R# )rD   ©r’   N)	r&   rK   r©   Ú	num_headsr¬   r•   ÚLinearÚqkvÚout)r(   r¨   r©   rª   r«   r¬   r.   s   &&&&&&€r   rK   ÚAttention.__init__Ø   sM   ø€ ô 	‰ÑÔØ ŒØ�ˆŒØŒä—9’9˜S ! c¥'°Ô9ˆŒÜ—9’9˜S¨HÔ5ˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   r   r­   rR   )r   r   s   "€r   r   r®   è   s'   ø€ ÷ )ñ )á�<‰<ð)ñ 
�‰ñ)r   c                óF  € VP                   w  r#rEpV^8X  d]   VP                  ^R4      pV P                  V4      pVP                  ^RR7      w   r1V P	                  V4      pVP                  R^4      # \        VR4      pV P                  V4      pVP                  VP                   ^ ,          VP                   ^,          ^V P                  V P                  4      P                  ^^4      P                  ^4      w  r‰p
V P                  '       d3   \        P                  ! V^RR7      p\        P                  ! V	^RR7      p	\        W‰W P                  RR7      pVP                  ^ 4      VP                  ^ 4      8X  g   Q hV P	                  V4      p\        VRW%VR7      pV# )	z»Compute temporal self-attention.

Args:
    x: Input tensor. Shape: [B, C, T, H, W].
    chunk_size: Chunk size for large tensors.

Returns:
    x: Output tensor. Shape: [B, C, T, H, W].
©r¨   zB C t h w -> (B h w) t C)Úpr¨   T)Úskip_reshapez(B h w) t C -> B C t h w)r!   ÚhÚwrl   )r#   rm   r³   Úchunkr´   r   Úviewr±   r©   Ú	transposeÚunbindr¬   rY   Ú	normalizer	   Úsize)r(   r   r!   Ú_r"   r*   r+   r³   ÚqÚkÚvs   &&         r   r'   ÚAttention.forwardè   sV  € ð Ÿ™‰ˆˆa�Aà�Œ6à—	‘	˜!˜RÓ ˆAØ—(‘(˜1“+ˆCØ—i‘i  r�iÓ*‰GˆAˆqØ—‘˜“ˆAØ—9‘9˜R Ó#Ð#ô �aÐ3Ó4ˆØ�h‰h�q‹kˆð —(‘(˜3Ÿ9™9 Q�<¨¯©°1­°q¸$¿.¹.È$Ï-É-ÓX×bÑbÐcdÐfgÓh×oÑoÐpqÓr‰ˆˆaà�<�<ˆ<Ü—’˜A ¨Ô+ˆAÜ—’˜A ¨Ô+ˆAä  a¯©ÀdÔKˆà�v‰v�a‹y˜AŸF™F 1›IÔ%Ð%Ð%à�H‰H�Q‹KˆÜ�aÐ3°qÀÔCˆØˆr   )r©   r±   r´   r¬   r³   )rŠ   FTTr_   r9   s   @@r   r¦   r¦   ×   s   ù‡ € ÷6õ 6÷ )÷ )ð )r   r¦   c                   óP   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚAttentionBlocki  c                ó$   <€ V ^8„  d   QhRS[ RR/# )r   r¨   r­   Nre   )r   r   s   "€r   r   ÚAttentionBlock.__annotate__  s   ø€ ÷ 2ñ 2áð2ð 
ñ	2r   c                óf   <€ \         SV `  4        \        V4      V n        \	        V3/ VB V n        R # r   )r&   rK   r�   Únormr¦   Úattn)r(   r¨   Úattn_kwargsr.   s   &&,€r   rK   ÚAttentionBlock.__init__  s,   ø€ ô
 	‰ÑÔÜ˜C“LˆŒ	Ü˜cÑ1 [Ñ1ˆŽ	r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r·   rR   )r   r   s   "€r   r   rÌ     s#   ø€ ÷ +ñ +™Ÿ™ð +©%¯,©,ñ +r   c                óN   € WP                  V P                  V4      4      ,           # r   ©rÏ   rÎ   r„   s   &&r   r'   ÚAttentionBlock.forward  s   € Ø—9‘9˜TŸY™Y q›\Ó*Õ*Ð*r   rÔ   r_   r9   s   @@r   rÊ   rÊ     s   ù‡ € ÷2ó 2÷+÷ +ð +r   rÊ   c                   óP   a a€ ] tR tRt oR^R^/V3R lV 3R llltR tRtVtV ;t# )ÚCausalUpsampleBlocki"  rs   rt   c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ /# )r   rE   rF   Únum_res_blocksrs   rt   re   )r   r   s   "€r   r   Ú CausalUpsampleBlock.__annotate__#  s=   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ  ð
ñ ñ
r   c               ó8  <€ \         S	V `  4        . p\        V4       F  pVP                  \	        V3/ VB 4       K   	  \
        P                  ! V!  V n        W@n        WPn	        \        VW$,          V^,          ,          4      V n        \        WER7      V n        R# )r   ry   N)r&   rK   r%   ÚappendÚblock_fnr•   rœ   Úblocksrs   rt   ra   Úprojrq   Úd2st)
r(   rE   rF   rÙ   rs   rt   Úblock_kwargsrÞ   rÄ   r.   s
   &&&&$$,  €r   rK   ÚCausalUpsampleBlock.__init__#  s‰   ø€ ô 	‰ÑÔàˆÜ�~Ö&ˆAØ�M‰Mœ( ;Ñ?°,Ñ?Ö@ñ 'ä—m’m VÑ,ˆŒà"4ÔØ!2Ôô ØØÕ-Ð1BÀAÕ1EÕFó
ˆŒ	ô
 %Ø1ô
ˆŽ	r   c                ól   € V P                  V4      pV P                  V4      pV P                  V4      pV# r   )rÞ   rß   rà   r„   s   &&r   r'   ÚCausalUpsampleBlock.forwardA  s.   € Ø�K‰K˜‹NˆØ�I‰I�a‹LˆØ�I‰I�a‹LˆØˆr   )rÞ   rà   rß   rt   rs   r_   r9   s   @@r   r×   r×   "  s-   ù‡ € ð
ð #$ð
ð "#÷
õ 
÷<ò r   r×   r‡   Úhas_attentionFc                ó0   € V ^8„  d   QhR\         R\         /# )r   r‡   rå   )rA   )r   s   "r   r   r   H  s   € ÷ Tñ T¤$ð T¼dñ Tr   c                óL   € V'       d   \        V 4      MR p\        V 3RVRV/VB # )Nr‡   r�   )rÊ   r�   )r”   r‡   rå   rá   r�   s   &$$, r   rÝ   rÝ   H  s*   € ß-:” Ô)À€JÜ�HÑS VÐS¸
ÐSÀlÑSÐSr   c                   óP   a a€ ] tR tRt oR^R^/V3R lV 3R llltR tRtVtV ;t# )ÚDownsampleBlockiM  Útemporal_reductionÚspatial_reductionc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   rE   rF   re   )r   r   s   "€r   r   ÚDownsampleBlock.__annotate__N  s   ø€ ÷ *-ñ *-áð*-ñ ñ*-r   c               ó  <€ \         S	V `  4        . pW8w  g   Q hVP                  \        VVWEV3WEV3RVR,          R7      4       \	        V4       F  pVP                  \        V3/ VB 4       K   	  \        P                  ! V!  V n        R# )a  
Downsample block for the VAE encoder.

Args:
    in_channels: Number of input channels.
    out_channels: Number of output channels.
    num_res_blocks: Number of residual blocks.
    temporal_reduction: Temporal reduction factor.
    spatial_reduction: Spatial reduction factor.
rT   r’   )rE   rF   r=   r>   rX   r’   N)	r&   rK   rÜ   r;   r%   rÝ   r•   rœ   Úlayers)
r(   rE   rF   rÙ   rê   rë   rá   rï   rÄ   r.   s
   &&&&$$,  €r   rK   ÚDownsampleBlock.__init__N  s“   ø€ ô( 	‰ÑÔØˆð
 Ô*Ð*Ð*Ø�‰ÜØ'Ø)Ø/ÐDUÐVØ*Ð?PÐQà(Ø! &Õ)ôô
	
ô �~Ö&ˆAØ�M‰Mœ( <Ñ@°<Ñ@ÖAñ 'ô —m’m VÑ,ˆŽr   c                ó$   € V P                  V4      # r   ©rï   r„   s   &&r   r'   ÚDownsampleBlock.forwardz  s   € Ø�{‰{˜1‹~Ðr   rò   r_   r9   s   @@r   ré   ré   M  s.   ù‡ € ð*-ð ð*-ð ÷*-õ *-÷Xò r   ré   c                ó8   € V ^8„  d   QhR\         P                  /# )r   ÚinputsrR   )r   s   "r   r   r   ~  s   € ÷ ñ ¤§¡ñ r   c                 ó^  € W!,
          V,          pV P                   ^8X  g   Q hV P                  ^4      p\        P                  ! WW0P                  V P
                  R7      pV\        V4      8X  g   Q h\        P                  ! RV4      ^\        P                  ,          ,          pV P                  ^,          pVP                  V4      R,          pV P                  V^R7      pWx,          p\        P                  ! V \        P                  ! V4      \        P                  ! V4      .^R7      # )é   )ÚdtypeÚdeviceg       @r¹   )Nr‚   NNN)ÚndimrÃ   r   Úarangerø   rù   ÚlenÚpowÚpir#   ÚrepeatÚrepeat_interleaveÚcatÚsinÚcos)	rõ   ÚstartÚstopÚstepÚ	num_freqsr)   Úfreqsr½   r¼   s	   &&&&     r   Úadd_fourier_featuresr	  ~  sê   € Ø• $Õ&€IØ�;‰;˜!ÔÐÐØ�‰�A‹€Aô �LŠL˜ d·,±,ÀvÇ}Á}ÔU€EØœ˜E›
Ô"Ð"Ð"Ü�	Š	�#�uÓ ¤U§X¡X¥Õ.€AØ�‰�Q�€AØ	�‰�‹Ð-Õ.€Að 	× Ñ  °Ð Ó2€Aà	�€Aä�9Š9àÜ�IŠI�a‹LÜ�IŠI�a‹Lð	
ð
 ôð r   c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚFourierFeaturesi™  c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   r  r  r  re   )r   r   s   "€r   r   ÚFourierFeatures.__annotate__š  s"   ø€ ÷ ñ ™cð ©Sð ¹Cñ r   c                óH   <€ \         SV `  4        Wn        W n        W0n        R # r   )r&   rK   r  r  r  )r(   r  r  r  r.   s   &&&&€r   rK   ÚFourierFeatures.__init__š  s   ø€ Ü‰ÑÔØŒ
ØŒ	ØŽ	r   c                óX   € \        WP                  V P                  V P                  4      # )z¥Add Fourier features to inputs.

Args:
    inputs: Input tensor. Shape: [B, C, T, H, W]

Returns:
    h: Output tensor. Shape: [B, (1 + 2 * num_freqs) * C, T, H, W]
)r	  r  r  r  )r(   rõ   s   &&r   r'   ÚFourierFeatures.forward   s   € ô $ F¯J©J¸¿	¹	À4Ç9Á9ÓMÐMr   )r  r  r  ©é   é   rJ   r_   r9   s   @@r   r  r  ™  s   ù‡ € ÷õ ÷	Nò 	Nr   r  c                   ód   a a€ ] tR tRt oR^RRRRRRRR	R
R	RR/V3R lV 3R llltR tRtVtV ;t# )ÚDecoderi¬  rF   Útemporal_expansionsNÚspatial_expansionsÚoutput_normTÚnonlinearityÚsiluÚoutput_nonlinearityr?   c                óÒ   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[ ,          RS[S[ ,          RS[S[S[ ,          ,          RS[S[S[ ,          ,          RS[S[,          R	S[R
S[RS[RS[/# )r   rF   Ú
latent_dimÚbase_channelsÚchannel_multipliersrÙ   r  r  rå   r  r  r  r?   )r   r   r   rA   r—   )r   r   s   "€r   r   ÚDecoder.__annotate__­  s±   ø€ ÷ N8ñ N8ñ ðN8ñ ð	N8ñ
 ðN8ñ "¡#�YðN8ñ ™S�	ðN8ñ &¡d©3¥iÕ0ðN8ñ %¡T©#¥YÕ/ðN8ñ ™D•zðN8ñ ðN8ñ ðN8ñ !ðN8ñ ñN8r   c               ó¦  <€ \         SV `  4        W n        W0n        W@n        WPn        W°n        V
R 8X  g   Q hV'       g   Q hV Uu. uF  qîV,          NK  	  pp\        V4      ^,
          V n        \        V4      V P                  ^,           8X  g   Q h. p\        P                  W/R,          R	R7      .p\        VR,          4       F0  pVP                  \        VR,          3RVR,          RV/VB 4       K2  	  VP                  \        P                  ! V!  4       \        V4      \        V4      u;8X  d   V P                  8X  g   Q h Q h\        V4      \        V4      u;8X  d   V P                  ^,           8X  g   Q h Q h\         p\        V P                  4       F‚  pV! VV) ^,
          ,          VV) ^,
          ,          3RVV) ^,
          ,          RVV) ^,
          ,          RVV) ^,
          ,          RVV) ^,
          ,          RV/VB pVP                  V4       K„  	  V	'       d   Q h. p\        V^ ,          4       F0  pVP                  \        V^ ,          3RV^ ,          RV/VB 4       K2  	  VP                  \        P                  ! V!  4       \        P"                  ! V4      V n        \'        V^ ,          V4      V n        R# u upi )
r  )r=   rå   r?   rÙ   rs   rt   Nrl   rI   )r&   rK   Úinput_channelsr  r   rÙ   r  rü   Únum_up_blocksÚopsÚConv3dr%   rÜ   rÝ   r•   rœ   r×   Ú
ModuleListrÞ   ra   Úoutput_proj)r(   rF   r  r  r   rÙ   r  r  rå   r  r  r  r?   rá   ÚmultÚchrÞ   Úfirst_blockrÄ   Úupsample_block_fnÚiÚblockÚ
last_blockr.   s   &$$$$$$$$$$$$,         €r   rK   ÚDecoder.__init__­  sÉ  ø€ ô" 	‰ÑÔØ(ÔØ*ÔØ#6Ô Ø,ÔØ#6Ô Ø˜vÔ%Ð%Ð%ßˆˆvá/BÓCÑ/B t�]×"Ð"Ñ/BˆÐCÜ  ›W q�[ˆÔÜ�>Ó" d×&8Ñ&8¸1Õ&<Ô<Ð<Ð<àˆô �J‰J�z b¥6°yˆJÓAð
ˆô �~ bÕ)Ö*ˆAØ×ÑÜØ�r•Fñà"/°Õ"3ðð "ðð #ñ	öñ +ð 	�‰”b—m’m [Ñ1Ô2äÐ&Ó'¬3Ð/AÓ+BÖXÀd×FXÑFXÔXÐXÑXÐXÐXÜ�>Ó"¤c¨-Ó&8ÖR¸D×<NÑ<NÐQRÕ<RÔRÐRÑRÐRÐRä/Ðä�t×)Ñ)Ö*ˆAÙ%Ø�A�2˜•6•
Ø�A�2˜•6•
ñ	ð  .¨q¨b°1­fÕ5ð	ð ,¨Q¨B°­FÕ3ð		ð
 $7¸°r¸AµvÕ#>ð	ð #5°a°R¸!µVÕ"<ð	ð ð	ð ñ	ˆEð �M‰M˜%Ö ñ +÷ Ðˆð ˆ
Ü�~ aÕ(Ö)ˆAØ×ÑÜØ�q•EñØ)6°qÕ)9ðØBHðØLXñöñ *ð 	�‰”b—m’m ZÑ0Ô1ä—m’m FÓ+ˆŒÜ" 2 a¥5¨,Ó7ˆÖùòi Ds   ÁKc                ó  € V P                    F  pV! V4      pK  	  V P                  R8X  d(   \        P                  ! WP                  '       * R7      pMV P                  '       d   Q hV P                  V4      P                  4       # )zóForward pass.

Args:
    x: Latent tensor. Shape: [B, input_channels, t, h, w]. Scaled [-1, 1].

Returns:
    x: Reconstructed video tensor. Shape: [B, C, T, H, W]. Scaled to [-1, 1].
       T + 1 = (t - 1) * 4.
       H = h * 16, W = w * 16.
r  rš   )rÞ   r  rY   r  Útrainingr(  Ú
contiguous)r(   r   r.  s   && r   r'   ÚDecoder.forwardý  sr   € ð —[”[ˆEÙ�a“ŠAñ !ð ×#Ñ# vÔ-Ü—’�q§m¡mÔ"3Ô4‰Að ×,×,Ð,ðØ,ð ×Ñ Ó"×-Ñ-Ó/Ð/r   )r  rÞ   r   r#  rÙ   r$  r  r(  r_   r9   s   @@r   r  r  ¬  si   ù‡ € ðN8ð ðN8ð 48ðN8ð 37ðN8ð !ðN8ð #ðN8ð $*ðN8ð ÷N8õ N8÷`0ò 0r   r  c                   óN   a € ] tR tRt o V 3R lR ltR	V 3R lR lltR tRtV tR# )
ÚLatentDistributioni  c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   ÚmeanÚlogvarrR   )r   r   s   "€r   r   ÚLatentDistribution.__annotate__  s#   ø€ ÷ 	ñ 	™UŸ\™\ð 	±5·<±<ñ 	r   c                óX   € VP                   VP                   8X  g   Q hWn        W n        R# )z²Initialize latent distribution.

Args:
    mean: Mean of the distribution. Shape: [B, C, T, H, W].
    logvar: Logarithm of variance of the distribution. Shape: [B, C, T, H, W].
N)r#   r8  r9  )r(   r8  r9  s   &&&r   rK   ÚLatentDistribution.__init__  s$   € ð �z‰z˜VŸ\™\Ô)Ð)Ð)ØŒ	ØŽr   Nc                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   Ú	generator)r   Ú	Generator)r   r   s   "€r   r   r:     s   ø€ ÷ @ñ @±·±ñ @r   c                ó   € VR 8X  d   V P                   # VfX   \        P                  ! V P                   P                  V P                   P                  V P                   P
                  VR7      pMLVP                  V P                   P                  8X  g   Q hVP                  V P                   P
                  4      pVR8w  d   \        RV R24      hV\        P                  ! V P                  R,          4      ,          V P                   ,           # )g        )rù   rø   r>  ç      ð?zTemperature z is not supported.g      à?)
r8  r   Úrandnr#   rù   rø   ÚtoÚNotImplementedErrorÚexpr9  )r(   Útemperaturer>  Únoises   &&&&r   ÚsampleÚLatentDistribution.sample   sÄ   € Ø˜#ÔØ—9‘9ÐàŠ=Ü—K’K §	¡	§¡¸¿	¹	×8HÑ8HÐPT×PYÑPY×P_ÑP_ÐktÔu‰Eà—<‘< 4§9¡9×#3Ñ#3Ô3Ð3Ð3Ø—H‘H˜TŸY™YŸ_™_Ó-ˆEà˜#ÔÜ%¨°[°MÐASÐ&TÓUÐUð ”u—y’y §¡¨sÕ!2Ó3Õ3°d·i±iÕ?Ð?r   c                ó   € V P                   # r   )r8  rz   s   &r   rW   ÚLatentDistribution.mode0  s   € Ø�y‰yÐr   )r9  r8  )rA  NN)	r1   r2   r3   r4   rK   rH  rW   r6   r7   )r   s   @r   r6  r6    s%   ø‡ € ÷	ð 	÷@ò @÷ ð r   r6  c                   ó€   a a€ ] tR tRt oRRRRRR/V3R lV 3R lllt]R	 4       t]R
 4       tV3R lR ltRt	Vt
V ;t# )ÚEncoderi3  r‡   Tr’   Úinput_is_conv_1x1Fc                óÈ   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[S[ ,          RS[ RS[S[ ,          RS[S[ ,          RS[S[,          R	S[S[,          R
S[RS[RS[RS[/# )r   rE   r  r   rÙ   r  Útemporal_reductionsÚspatial_reductionsÚprune_bottlenecksÚhas_attentionsr‡   r’   rN  rX   )r   r   rA   r—   )r   r   s   "€r   r   ÚEncoder.__annotate__4  sÅ   ø€ ÷ FGñ FGñ ðFGñ ð	FGñ
 "¡#�YðFGñ ™S�	ðFGñ ðFGñ "¡#�YðFGñ !¡�IðFGñ  ¡�:ðFGñ ™T�
ðFGñ ðFGñ ðFGñ  ðFGñ ñFGr   c               óV  <€ \         SV `  4        W`n        Wpn        W n        W0n        W@n        WPn        \        4       V n	        V Uu. uF  qîV,          NK  	  pp\        V4      ^,
          p\        V4      V^,           8X  g   Q hV'       g!   \        P                  W^ ,          R
RR7      .M\        W^ ,          4      .p\        V4      V^,           8X  g   Q h\        V	4      V^,           8X  g   Q h\        \        WÚVR7      p\!        V^ ,          4       F2  pVP#                  V! V^ ,          V	^ ,          V^ ,          R7      4       K4  	  VR,          pV	R,          p	\        V4      \        V4      u;8X  d   \        V4      ^,
          8X  g   Q h Q h\!        V4       Fh  p\%        VV,          VV^,           ,          VV^,           ,          VV,          VV,          VV,          V	V,          V
VVR7
      pVP#                  V4       Kj  	  \!        VR,          4       F2  pVP#                  V! VR,          V	R,          VR,          R7      4       K4  	  \&        P(                  ! V!  V n        \-        VR,          4      V n        \        VR,          ^V,          RR7      V n        R	# u upi )rJ   T)r=   r’   )rX   r‡   r’   )rå   r‘   :rJ   NN)rÙ   rê   rë   r‘   rå   r‡   r’   rX   Fr°   NrI   rl   )r&   rK   rP  rQ  r  r   rÙ   r  r  Úfourier_featuresrü   r%  r&  ra   r   rÝ   r%   rÜ   ré   r•   rœ   rï   r�   r  r(  )r(   rE   r  r   rÙ   r  rP  rQ  rR  rS  r‡   r’   rN  rX   r)  r*  Únum_down_blocksrï   r.  rÄ   r-  Úlayerr.   s   &$$$$$$$$$$$$$        €r   rK   ÚEncoder.__init__4  s^  ø€ ô" 	‰ÑÔØ#6Ô Ø"4ÔØ*ÔØ#6Ô Ø,ÔØ$Œä /Ó 1ˆÔÙ/BÓCÑ/B t�]×"Ð"Ñ/BˆÐCÜ˜b›' A�+ˆÜ�>Ó" o¸Õ&9Ô9Ð9Ð9÷ %ô �Z‰Z˜¨¥U¸	ÈˆZÓMÑNä˜+¨!¥uÓ-Ð.ð 	ô Ð$Ó%¨¸1Õ)<Ô<Ð<Ð<Ü�>Ó" o¸Õ&9Ô9Ð9Ð9Üœ¨|ÐQUÔVˆä�~ aÕ(Ö)ˆAØ�M‰M™%  1¥°^ÀAÕ5FÐYjÐklÕYmÔnÖoñ *à-¨bÕ1ÐØ'¨Õ+ˆäÐ&Ó'¬3Ð/AÓ+BÖQÄcÈ"ÃgÐPQÅkÔQÐQÑQÐQÐQÜ�Ö'ˆAÜ#Ø�1•Ø�1�q•5•	Ø-¨a°!­eÕ4Ø#6°qÕ#9Ø"4°QÕ"7Ø!2°1Õ!5Ø,¨QÕ/ØØØ)ôˆEð �M‰M˜%Ö ñ (ô" �~ bÕ)Ö*ˆAØ�M‰M™%  2¥°nÀRÕ6HÐ[lÐmoÕ[pÔqÖrñ +ô —m’m VÑ,ˆŒô # 2 b¥6›?ˆÔÜ" 2 b¥6¨1¨z­>ÀÔFˆÖùòY Ds   ÁJ&c                óB   € \         P                  ! V P                  4      # r   )ÚmathÚprodrP  rz   s   &r   Útemporal_downsampleÚEncoder.temporal_downsample|  s   € ä�yŠy˜×1Ñ1Ó2Ð2r   c                óB   € \         P                  ! V P                  4      # r   )r[  r\  rQ  rz   s   &r   Úspatial_downsampleÚEncoder.spatial_downsample€  s   € ä�yŠy˜×0Ñ0Ó1Ð1r   c                ó    <€ V ^8„  d   QhRS[ /# )r   r­   )r6  )r   r   s   "€r   r   rT  „  s   ø€ ÷ 1ñ 1Ñ.ñ 1r   c                óô  € VP                   ^8X  g   Q RVP                   24       hV P                  V4      pV P                  V4      pV P	                  V4      p\
        P                  ! VRR7      pV P                  V4      p\        P                  ! V^^R7      w  r#VP                   ^8X  g   Q hVP                  VP                  8X  g   Q hVP                  ^4      V P                  8X  g   Q h\        W#4      # )a  Forward pass.

Args:
    x: Input video tensor. Shape: [B, C, T, H, W]. Scaled to [-1, 1]

Returns:
    means: Latent tensor. Shape: [B, latent_dim, t, h, w]. Scaled [-1, 1].
           h = H // 8, w = W // 8, t - 1 = (T - 1) // 6
    logvar: Shape: [B, latent_dim, t, h, w].
zExpected 5D input, got Trš   r¹   )rú   r#   rV  rï   r  rY   r  r(  r   r¾   rÃ   r  r6  )r(   r   Úmeansr9  s   &&  r   r'   ÚEncoder.forward„  sÑ   € ð �v‰v˜Œ{Ð?Ð5°a·g±g°YÐ?Ó?ˆ{Ø×!Ñ! !Ó$ˆà�K‰K˜‹Nˆà×Ñ˜QÓˆÜ�FŠF�1˜dÔ#ˆØ×Ñ˜QÓˆäŸš A q¨aÔ0‰ˆà�z‰z˜QŒÐˆØ�|‰|˜uŸ{™{Ô*Ð*Ð*Ø�z‰z˜!‹} §¡Ô/Ð/Ð/ä! %Ó0Ð0r   )
r  r   rV  r  rï   rÙ   r  r(  rQ  rP  )r1   r2   r3   r4   rK   Úpropertyr]  r`  r'   r6   r7   r8   r9   s   @@r   rM  rM  3  so   ù‡ € ðFGð ðFGð ðFGð #(÷FGõ FGðP ñ3ó ð3ð ñ2ó ð2÷1÷ 1ð 1r   rM  c                   ó>   a a€ ] tR tRt oV 3R ltR tR tRtVtV ;t	# )ÚVideoVAEi¡  c                óÄ   <€ \         SV `  4        \        ^^@. RO. R	O^. R
O. RO. RO. RORRRRR7      V n        \	        ^^€. RO. R
O. RO. R	O^. RORRRRRR7      V n        R# )é   FTrT   )rE   r  r   rÙ   r  rP  rQ  rR  rS  r‡   r’   rN  rX   r  )rF   r  r   r  r  rÙ   r  rå   rX   r  r  r  r?   N)rJ   r   é   r  )rD   rD   rk  r  rD   )rJ   r   rD   )r   r   r   )FFFFF)FTTTT)r&   rK   rM  Úencoderr  Údecoder)r(   r.   s   &€r   rK   ÚVideoVAE.__init__¢  sv   ø€ Ü‰ÑÔÜØØÚ ,Ú*ØÚ )Ú(ÚAÚ:ØØØ"Ø$ô
ˆŒô ØØÚ ,Ú )Ú(Ú*ØÚ=Ø$ØØØ &Øô
ˆŽr   c                ó@   € V P                  V4      P                  4       # r   )rl  rW   r„   s   &&r   ÚencodeÚVideoVAE.encodeÃ  s   € Ø�|‰|˜A‹×#Ñ#Ó%Ð%r   c                ó$   € V P                  V4      # r   )rm  r„   s   &&r   ÚdecodeÚVideoVAE.decodeÆ  s   € Ø�|‰|˜A‹Ðr   )rm  rl  )
r1   r2   r3   r4   rK   rp  rs  r6   r7   r8   r9   s   @@r   rh  rh  ¡  s   ù‡ € õ
òB&÷ò r   rh  )rJ   )Tr  ),Útypingr   r   r   r   Ú	functoolsr   r[  r   Útorch.nnr•   Útorch.nn.functionalÚ
functionalrY   Úeinopsr   Úcomfy.ldm.modules.attentionr	   Ú	comfy.opsÚcomfyr%  Údisable_weight_initr   Ú	GroupNormr   r&  r;   r²   ra   r–   rq   r�   r�   r¦   rÊ   r×   rÝ   ré   r	  r  r  r6  rM  rh  r0   r   r   Ú<module>r€     sG  ð÷ 0Ó /Ý Û ã Ý ß Ð Ý å ;ã Ø‡i�i×#Ñ#€ô:ôG�s—}‘}ô Gô*"ˆc�j‰jô *"ôZˆc�j‰jô ô*(�r—y‘yô (÷VTô8"ˆr�y‰yô 8"ôv:�—	‘	ô :ôz+�R—Y‘Yô +ô#˜"Ÿ)™)ô #ðLT¨ð TÀU÷ Tô
.�b—i‘iô .÷bô6N�b—i‘iô Nô&f0ˆb�i‰iô f0÷Pñ ô>k1ˆb�i‰iô k1ô\&ˆr�y‰yö &r   