+
    ƒ°ñjüa  ã                   ó<  € ^ RI t^ RIt^ RIHt ^ RIHu Ht ^ RIt	]	P                  P                  t
 ! R R]P                  4      tR t ! R R]P                  4      t ! R R]P                  4      t ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR# )é    Nc                   óD   a a€ ] tR t^t oRtRV 3R lltRR ltRtVtV ;t	# )ÚCausalConv3da
  Causal 3D convolution with temporal padding.

Uses comfy.ops.Conv3d with autopad='causal_zero' fast path: when input has
a single temporal frame and no cache, the 3D conv weight is sliced to act
as a 2D conv, avoiding computation on zero-padded temporal dimensions.
c           
     ón  <€ \         SV `  4        \        V\        4      '       d   V3^,          pVw  rxp	Wpn        W`n        V^,
          ^,          p
V	^,
          ^,          pW»WªV^,
          ^ 3V n        \        V\        4      '       d   TMV^^3pV^^3p\        P                  WVWE^ W«3R7      V n
        R# )é   )ÚstrideÚdilationÚpaddingN)ÚsuperÚ__init__Ú
isinstanceÚintÚtime_kernel_sizeÚpad_modeÚtime_causal_paddingÚtupleÚopsÚConv3dÚconv)ÚselfÚin_channelsÚout_channelsÚkernel_sizer   r   r   Útime_kernelÚheight_kernelÚwidth_kernelÚ
height_padÚ	width_padÚ	__class__s   &&&&&&&     €Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\cogvideo\vae.pyr   ÚCausalConv3d.__init__   s½   ø€ Ü‰ÑÔÜ�k¤3×'Ò'Ø&˜.¨1Õ,ˆKà3>Ñ0ˆ LØ +ÔØ Œà# aÕ'¨AÕ-ˆ
Ø! AÕ%¨!Õ+ˆ	Ø$-¸*ÐR]Ð`aÕRaÐcdÐ#eˆÔ ä% f¬e×4Ò4‘¸6À1Àa¸.ˆØ˜a Ð#ˆÜ—J‘JØ {ØØ˜
Ð.ð ó 
ˆŽ	ó    c           	     ó  € V P                   R 8X  d'   \        P                  ! WP                  R R7      pRpEMµV P                  pV^8”  Eda   VEf   VP
                  ^,          ^8X  Ed   \        P                  P                  V P                  P                  V4      pV P                  P                  e5   \        P                  P                  V P                  P                  V4      MRpVP                  ^RR7      p\        P                  ! WVV P                  P                  V P                  P                  V P                  P                   V P                  P"                  4      pVR3# Ve   V.MVR,          .V^,
          ,          p\$        P&                  ! W�.,           ^R7      pV P                  ^8”  d/   VRRV P                  ) ^,           R13,          P)                  4       MRpV P                  V4      pWr3# )Ú	replicate)ÚmodeNT)ÚdimÚkeepdimºNNN©r%   ©r'   r'   :Né   N)r   ÚFÚpadr   r   ÚshapeÚcomfyr   Úcast_to_inputr   ÚweightÚbiasÚsumÚconv3dr   r	   r   ÚgroupsÚtorchÚcatÚclone)	r   ÚxÚ
conv_cacheÚkernel_tÚwÚbÚw2dÚoutÚcacheds	   &&&      r   ÚforwardÚCausalConv3d.forward+   s‡  € Ø�=‰=˜KÔ'Ü—’�a×1Ñ1¸ÔDˆAØŠJà×,Ñ,ˆHØ˜!�|ØÓ%¨!¯'©'°!­*¸­/ô Ÿ	™	×/Ñ/°·	±	×0@Ñ0@À!ÓD�AØFJÇiÁiÇnÁnÒF`œŸ	™	×/Ñ/°·	±	·±ÀÔBÐfj�AØŸ%™% A¨t˜%Ó4�CÜŸ(š( 1¨1Ø#'§9¡9×#3Ñ#3°T·Y±Y×5FÑ5FØ#'§9¡9×#5Ñ#5°t·y±y×7GÑ7GóI�Cð  ˜9Ð$Ø)3Ò)?˜*™ÀaÈÅkÀ]ÐV^ÐabÕVbÕEc�Ü—I’I˜f s�l°Ô2�ØIM×I^ÑI^ÐabÔIb˜˜1˜a $×"7Ñ"7Ð!7¸!Õ!;Ñ!<Ð<Õ=×CÑCÔEÐhlˆJà�i‰i˜‹lˆØˆÐr!   )r   r   r   r   )r*   r*   Úconstant©N©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r@   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ñ÷
÷*ô r!   r   c                ól  € V^ ,          pV^8”  d�   V^,          ^8X  d�   \         P                  ! V R,          ^V^,          V^,          3R7      p\         P                  ! V R,          V^,
          V^,          V^,          3R7      p\        P                  ! W4.^R7      # \         P                  ! WR7      # )z\Interpolate latent z to target (T, H, W), matching CogVideoX's first-frame-special handling.©Úsizer(   r)   ©r'   r'   ºr*   NN)r+   Úinterpolater5   r6   )ÚzqÚtarget_sizeÚtÚz_firstÚz_rests   &&   r   Ú_interpolate_zqrZ   E   s‹   € à�A�€AØˆ1„u��Q•˜!”Ü—-’-  8¥°A°{À1µ~À{ÐSTÅ~Ð3VÔWˆÜ—’˜r (�|°1°qµ5¸+Àa½.È+ÐVWÍ.Ð2YÔZˆÜ�yŠy˜'Ð*°Ô2Ð2Ü�=Š=˜Ô.Ð.r!   c                   óD   a a€ ] tR t^Ot oRtRV 3R lltRR ltRtVtV ;t	# )ÚSpatialNorm3Dz$Spatially conditioned normalization.c                óª   <€ \         SV `  4        \        P                  WR RR7      V n        \        W!^^R7      V n        \        W!^^R7      V n        R# )ç�íµ ÷Æ°>T)Únum_channelsÚ
num_groupsÚepsÚaffine©r   r   N)r
   r   r   Ú	GroupNormÚ
norm_layerr   Úconv_yÚconv_b)r   Ú
f_channelsÚzq_channelsr4   r   s   &&&&€r   r   ÚSpatialNorm3D.__init__Q   sH   ø€ Ü‰ÑÔÜŸ-™-°ZÐX\Ðei˜-ÓjˆŒÜ" ;ÈÐRSÔTˆŒÜ" ;ÈÐRSÔTˆŽr!   c                ój  € / pT;'       g    / pVP                   RR VP                   RR 8w  d   \        W!P                   RR 4      pV P                  W#P                  R4      R7      w  qTR&   V P	                  W#P                  R4      R7      w  qdR&   V P                  V4      V,          V,           V3# )r   Nrf   ©r9   rg   éýÿÿÿ)r-   rZ   rf   Úgetrg   re   )r   ÚfrU   r9   Ú	new_cacherf   rg   s   &&&&   r   r@   ÚSpatialNorm3D.forwardW   s¦   € Øˆ	Ø×%Ð% 2ˆ
à�8‰8�B�Cˆ=˜AŸG™G B C˜LÔ(Ü  §W¡W¨R¨S \Ó2ˆBà&*§k¡k°"ÇÁÐPXÓAY kÓ&ZÑ#ˆ˜(Ñ#Ø&*§k¡k°"ÇÁÐPXÓAY kÓ&ZÑ#ˆ˜(Ñ#à�‰˜qÓ! FÕ*¨VÕ3°YÐ>Ð>r!   )rg   rf   re   )é    rC   rD   rM   s   @@r   r\   r\   O   s   ù‡ € Ù.÷U÷
?ô 
?r!   r\   c                   óD   a a€ ] tR t^dt oRtRV 3R lltRR ltRtVtV ;t	# )ÚResnetBlock3Dz+3D ResNet block with optional spatial norm.c	                óÆ  <€ \         S	V `  4        T;'       g    TpWn        W n        Wpn        VR 8X  d   \
        P                  ! 4       V n        M<VR8X  d   \
        P                  ! 4       V n        M\
        P                  ! 4       V n        Vf:   \        P                  WVR7      V n
        \        P                  W$VR7      V n        M$\        WVR7      V n
        \        W'VR7      V n        \        W^VR7      V n        V^ 8”  d   \        P                  W24      V n        \        W"^VR7      V n        W8w  d!   \        P%                  W^^^ R7      V n        R# RV n        R# )ÚsiluÚswishN)r_   r`   ra   ©r4   ©r   r   ©r   r   r	   )r
   r   r   r   Úspatial_norm_dimÚnnÚSiLUÚnonlinearityr   rd   Únorm1Únorm2r\   r   Úconv1ÚLinearÚ	temb_projÚconv2r   Úconv_shortcut)
r   r   r   Útemb_channelsr4   ra   Úact_fnr{   r   r   s
   &&&&&&&&&€r   r   ÚResnetBlock3D.__init__f   s  ø€ ä‰ÑÔØ#×2Ð2 {ˆØ&ÔØ(ÔØ 0Ôà�VÔÜ "§¢£	ˆDÕØ�wÔÜ "§¢£	ˆDÕä "§¢£	ˆDÔàÒ#ÜŸ™°KÐX[˜Ó\ˆDŒJÜŸ™°LÐY\˜Ó]ˆD�Jä& {ÈVÔTˆDŒJÜ& |ÈfÔUˆDŒJä! +ÈÐU]Ô^ˆŒ
à˜1ÔÜ ŸZ™Z¨ÓDˆDŒNä! ,È!ÐV^Ô_ˆŒ
àÔ&Ü!$§¡¨KÐSTÐ]^Ðhi Ó!jˆDÖà!%ˆDÖr!   c                óÊ  € / pT;'       g    / pTpVe)   V P                  WVP                  R4      R7      w  qR&   MV P                  V4      pV P                  V4      pV P                  WP                  R4      R7      w  qR&   Ve@   \	        V R4      '       d.   WP                  V P                  V4      4      R,          ,           pVe)   V P                  WVP                  R4      R7      w  qR&   MV P                  V4      pV P                  V4      pV P                  WP                  R4      R7      w  qR&   V P                  e   V P                  V4      pW,           V3# )Nr   rl   r�   rƒ   r€   r„   )r'   r'   NNN)	r   rn   r~   r�   Úhasattrrƒ   r€   r„   r…   )r   r8   ÚtembrU   r9   rp   Úresiduals   &&&&&  r   r@   ÚResnetBlock3D.forwardˆ   sD  € Øˆ	Ø×%Ð% 2ˆ
ØˆàŠ>Ø$(§J¡J¨qÀÇÁÐPWÓAX JÓ$YÑ!ˆA˜Ò!à—
‘
˜1“ˆAà×Ñ˜aÓ ˆØ $§
¡
¨1¿¹ÈÓ9P 
Ó QÑˆ�WÑàÒ¤¨¨k× :Ò :Ø—N‘N 4×#4Ñ#4°TÓ#:Ó;Ð<RÕSÕSˆAàŠ>Ø$(§J¡J¨qÀÇÁÐPWÓAX JÓ$YÑ!ˆA˜Ò!à—
‘
˜1“ˆAà×Ñ˜aÓ ˆØ $§
¡
¨1¿¹ÈÓ9P 
Ó QÑˆ�WÑà×ÑÒ)Ø×)Ñ)¨(Ó3ˆHà�|˜YÐ&Ð&r!   )
r�   r„   r…   r   r~   r   r€   r   r{   rƒ   )Né   rr   r^   rv   NÚfirst©NNNrD   rM   s   @@r   rt   rt   d   s   ù‡ € Ù5÷ &÷D'ô 'r!   rt   c                   ó@   a a€ ] tR t^¦t oRtRV 3R lltR tRtVtV ;t	# )ÚDownsample3Dz33D downsampling with optional temporal compression.c                ój   <€ \         SV `  4        \        P                  WW4VR 7      V n        W`n        R# ©rz   N©r
   r   r   ÚConv2dr   Úcompress_time©r   r   r   r   r   r	   r—   r   s   &&&&&&&€r   r   ÚDownsample3D.__init__¨   ó+   ø€ Ü‰ÑÔÜ—J‘J˜{ÀkÐjq�JÓrˆŒ	Ø*Ör!   c                ó&  € V P                   '       Ed<   VP                  w  r#rEpVP                  ^ ^^^^4      P                  W%,          V,          W44      pV^,          ^8X  dœ   VR,          VR,          r‡VP                  R,          ^ 8”  d   \        P
                  ! V^^R7      p\        P                  ! VR,          V.RR7      pVP                  W%WcVP                  R,          4      P                  ^ ^^^^4      pMP\        P
                  ! V^^R7      pVP                  W%WcVP                  R,          4      P                  ^ ^^^^4      pR	p	\        P                  ! WR^ R7      pVP                  w  r#rEpVP                  ^ ^^^^4      P                  W$,          W5V4      pV P                  V4      pVP                  W$VP                  ^,          VP                  ^,          VP                  ^,          4      P                  ^ ^^^^4      pV# )
r   rc   r(   rB   )r$   Úvalue).r   ).rS   éÿÿÿÿ).N)r   r*   r   r*   )
r—   r-   ÚpermuteÚreshaper+   Ú
avg_pool1dr5   r6   r,   r   )
r   r8   r<   ÚcrW   Úhr;   Úx_firstÚx_restr,   s
   &&        r   r@   ÚDownsample3D.forward­   s©  € Ø××ÑØŸG™G‰MˆA�!˜Ø—	‘	˜!˜Q  1 aÓ(×0Ñ0°µ¸µ¸AÓAˆAØ�1�u˜ŒzØ"# F¥)¨Q¨w­Z˜Ø—<‘< Õ# aÔ'ÜŸ\š\¨&¸aÈÔJ�FÜ—I’I˜w yÕ1°6Ð:ÀÔC�Ø—I‘I˜a A¨!¯'©'°"­+Ó6×>Ñ>¸qÀ!ÀQÈÈ1ÓM‘ä—L’L °¸!Ô<�Ø—I‘I˜a A¨!¯'©'°"­+Ó6×>Ñ>¸qÀ!ÀQÈÈ1ÓM�àˆÜ�EŠE�!˜z°Ô3ˆØŸ™‰ˆˆa�AØ�I‰I�a˜˜A˜q !Ó$×,Ñ,¨Q­U°A¸!Ó<ˆØ�I‰I�a‹LˆØ�I‰I�a˜AŸG™G A�J¨¯©°­
°A·G±G¸AµJÓ?×GÑGÈÈ1ÈaÐQRÐTUÓVˆØˆr!   ©r—   r   )r   é   r   FrD   rM   s   @@r   r’   r’   ¦   s   ù‡ € Ù=÷+÷
ò r!   r’   c                   ó@   a a€ ] tR t^Ät oRtRV 3R lltR tRtVtV ;t	# )Ú
Upsample3Dz33D upsampling with optional temporal decompression.c                ój   <€ \         SV `  4        \        P                  WW4VR 7      V n        W`n        R# r”   r•   r˜   s   &&&&&&&€r   r   ÚUpsample3D.__init__Æ   rš   r!   c                óJ  € V P                   '       dÿ   VP                  ^,          ^8”  dƒ   VP                  ^,          ^,          ^8X  dd   VR,          VR,          r2\        P                  ! VRR7      p\        P                  ! VRR7      p\        P
                  ! VR,          V.^R7      pMñVP                  ^,          ^8”  d   \        P                  ! VRR7      pMÀVP                  ^4      p\        P                  ! VRR7      pVR,          pM�VP                  w  rErgpVP                  ^ ^^^^4      P                  WF,          WWV4      p\        P                  ! VRR7      pVP                  ! WFV.VP                  R,          O5!  P                  ^ ^^^^4      pVP                  w  rErgpVP                  ^ ^^^^4      P                  WF,          WWV4      pV P                  V4      pVP                  ! WF.VP                  R,          O5!  P                  ^ ^^^^4      pV# )	r§   rS   g       @)Úscale_factorr(   :r§   NN)r'   r'   r   rR   )r'   r'   Nr'   r'   )
r—   r-   r+   rT   r5   r6   Úsqueezerž   rŸ   r   )	r   r8   r£   r¤   r<   r¡   rW   r¢   r;   s	   &&       r   r@   ÚUpsample3D.forwardË   s­  € Ø××ÐØ�w‰w�q�z˜AŒ~ !§'¡'¨!¥*¨q¥.°AÔ"5Ø"# G¥*¨a°­k˜ÜŸ-š-¨¸cÔB�ÜŸš v¸CÔ@�Ü—I’I˜wÐ'7Õ8¸&ÐAÀqÔI‘Ø—‘˜•˜a”Ü—M’M !°#Ô6‘à—I‘I˜a“L�Ü—M’M !°#Ô6�ØÐ&Õ'‘àŸG™G‰MˆA�!˜Ø—	‘	˜!˜Q  1 aÓ(×0Ñ0°µ¸¸aÓ@ˆAÜ—’˜a¨cÔ2ˆAØ—	’	˜! Ð0 A§G¡G¨B¥KÓ0×8Ñ8¸¸A¸qÀ!ÀQÓGˆAàŸ™‰ˆˆa�AØ�I‰I�a˜˜A˜q !Ó$×,Ñ,¨Q­U°A¸!Ó<ˆØ�I‰I�a‹LˆØ�IŠI�aÐ)˜QŸW™W R�[Ó)×1Ñ1°!°Q¸¸1¸aÓ@ˆØˆr!   r¦   )r   r*   r*   FrD   rM   s   @@r   r©   r©   Ä   s   ù‡ € Ù=÷+÷
ò r!   r©   c                   ó@   a a€ ] tR t^åt oRV 3R lltRR ltRtVtV ;t# )ÚDownBlock3Dc                ó4  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        V^ 8X  d   TMTVVWuWjR7      NK  	  up4      V n        V'       d*   \        P                  ! \        W"V	R7      .4      V n        R# RV n        R# u upi )r   )r   r   r†   r4   ra   r‡   r   ©r—   N)	r
   r   r|   Ú
ModuleListÚrangert   Úresnetsr’   Údownsamplers)r   r   r   r†   Ú
num_layersra   r‡   r4   Úadd_downsampler—   r   Úir   s   &&&&&&&&&&& €r   r   ÚDownBlock3D.__init__æ   s”   ø€ ô 	‰ÑÔÜ—}’}ô ˜:Ô&ó&
ñ '�ô Ø+,°¬6™K°|Ø)Ø+Ø¨v÷	ñ 'ñ&
ó ˆŒ÷ wEœBŸMšM¬<¸ÐboÔ+pÐ*qÓrˆÖð  KOˆÖùò&
s   ­"Bc           
     óú   € / pT;'       g    / p\        V P                  4       F)  w  rgV! WW4P                  R V 24      R7      w  qR V 2&   K+  	  V P                  e   V P                   F  pV! V4      pK  	  W3# ©Úresnet_rl   )Ú	enumerater¶   rn   r·   )	r   r8   r‹   rU   r9   rp   rº   ÚresnetÚdss	   &&&&&    r   r@   ÚDownBlock3D.forwardõ   sƒ   € Øˆ	Ø×%Ð% 2ˆ
Ü" 4§<¡<Ö0‰IˆAÙ*0°¸"ÏÉÐZaÐbcÐadÐXeÓIfÔ*gÑ'ˆA˜7 1 #˜Ó'ñ 1à×ÑÒ(Ø×'Ô'�Ù�q“E’ñ (àˆ|Ðr!   )r·   r¶   )r   r*   r^   rv   rr   TFr�   r�   ©	rE   rF   rG   rH   r   r@   rJ   rK   rL   rM   s   @@r   r±   r±   å   s   ù‡ € ÷O÷ô r!   r±   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )Ú
MidBlock3Dé   c	                ó²   <€ \         S
V `  4        \        P                  ! \	        V4       U	u. uF  p	\        WW&VWWVR 7      NK  	  up	4      V n        R# u up	i )©r   r   r†   r4   ra   r‡   r{   r   N)r
   r   r|   r´   rµ   rt   r¶   )r   r   r†   r¸   ra   r‡   r4   r{   r   Ú_r   s   &&&&&&&&& €r   r   ÚMidBlock3D.__init__  s[   ø€ ä‰ÑÔÜ—}’}ô ˜:Ô&ó&
ñ '�ô Ø'Ø+ÀØÈ8÷ñ
 'ñ&
ó ˆŽùò &
s   ­Ac           
     ó¨   € / pT;'       g    / p\        V P                  4       F)  w  rgV! WW4P                  R V 24      R7      w  qR V 2&   K+  	  W3# r½   )r¿   r¶   rn   )r   r8   r‹   rU   r9   rp   rº   rÀ   s   &&&&&   r   r@   ÚMidBlock3D.forward  s^   € Øˆ	Ø×%Ð% 2ˆ
Ü" 4§<¡<Ö0‰IˆAÙ*0°¸"ÏÉÐZaÐbcÐadÐXeÓIfÔ*gÑ'ˆA˜7 1 #˜Ó'ñ 1àˆ|Ðr!   )r¶   )r   r*   r^   rv   rr   Nr�   r�   rÃ   rM   s   @@r   rÅ   rÅ      s   ù‡ € ÷
÷ô r!   rÅ   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )Ú	UpBlock3Di  c                ó6  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        V^ 8X  d   TMTVW7VWhVR7      NK  	  up4      V n        V	'       d*   \        P                  ! \        W"V
R7      .4      V n        R# RV n        R# u upi )r   rÈ   r³   N)	r
   r   r|   r´   rµ   rt   r¶   r©   Ú
upsamplers)r   r   r   r†   r¸   ra   r‡   r4   r{   Úadd_upsampler—   r   rº   r   s   &&&&&&&&&&&& €r   r   ÚUpBlock3D.__init__  s”   ø€ ô 	‰ÑÔÜ—}’}ô ˜:Ô&ó&
ñ '�ô Ø+,°¬6™K°|Ø)Ø+ÀØÈ8÷	ñ 'ñ&
ó ˆŒ÷ sœ"Ÿ-š-¬°LÐ^kÔ)lÐ(mÓnˆŽð  EIˆŽùò&
s   ­#Bc           
     óú   € / pT;'       g    / p\        V P                  4       F)  w  rgV! WW4P                  R V 24      R7      w  qR V 2&   K+  	  V P                  e   V P                   F  pV! V4      pK  	  W3# r½   )r¿   r¶   rn   rÐ   )	r   r8   r‹   rU   r9   rp   rº   rÀ   Úuss	   &&&&&    r   r@   ÚUpBlock3D.forward%  s   € Øˆ	Ø×%Ð% 2ˆ
Ü" 4§<¡<Ö0‰IˆAÙ*0°¸"ÏÉÐZaÐbcÐadÐXeÓIfÔ*gÑ'ˆA˜7 1 #˜Ó'ñ 1à�?‰?Ò&Ø—o”o�Ù�q“E’ñ &àˆ|Ðr!   )r¶   rÐ   )	r   r*   r^   rv   rr   é   TFr�   r�   rÃ   rM   s   @@r   rÎ   rÎ     s   ù‡ € ÷I÷ô r!   rÎ   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )Ú	Encoder3Di0  c
                ó®  <€ \         SV `  4        \        \        P                  ! V	4      4      p
\        W^ ,          ^VR7      V n        \        P                  ! 4       V n	        V^ ,          p\        \        V4      4       FV  pTpW<,          pV\        V4      ^,
          8H  pWÊ8  pV P                  P                  \        WÛ^ VWeVV'       * VR7	      4       KX  	  \        VR,          ^ ^WeWxR7      V n        \         P#                  WsR,          RR7      V n        \        P&                  ! 4       V n        \        VR,          ^V,          ^VR7      V n        R# )r   ry   )	r   r   r†   r¸   ra   r‡   r4   r¹   r—   )r   r†   r¸   ra   r‡   r4   r   r^   )ra   Nr�   )r
   r   r   ÚnpÚlog2r   Úconv_inr|   r´   Údown_blocksrµ   ÚlenÚappendr±   rÅ   Ú	mid_blockr   rd   Únorm_outr}   Úconv_actÚconv_out)r   r   r   Úblock_out_channelsÚlayers_per_blockr‡   ra   r4   r   Útemporal_compression_ratioÚtemporal_compress_levelÚoutput_channelrº   Úinput_channelÚis_finalr—   r   s   &&&&&&&&&&      €r   r   ÚEncoder3D.__init__1  s)  ø€ ô
 	‰ÑÔÜ"%¤b§g¢gÐ.HÓ&IÓ"JÐä# KÀAÕ1FÐTUÐ`hÔiˆŒäŸ=š=›?ˆÔØ+¨AÕ.ˆÜ”sÐ-Ó.Ö/ˆAØ*ˆMØ/Õ2ˆNØœCÐ 2Ó3°aÕ7Ñ7ˆHØÑ7ˆMà×Ñ×#Ñ#¤KØ)ØÐ,<Ø¨vØ#+œ|¸=ô	%ö ñ 0ô $Ø*¨2Õ.¸aØ˜c¸ô
ˆŒô
 Ÿ™ fÀÕ.DÈ$˜ÓOˆŒÜŸš›	ˆŒÜ$Ð%7¸Õ%;¸QÀÕ=MÐ[\ÐgoÔpˆŽr!   c           	     óÖ  € / pT;'       g    / pV P                  WP                  R 4      R7      w  qR &   \        V P                  4       F)  w  rERV 2pV! VRRVP                  V4      4      w  qV&   K+  	  V P	                  VRRVP                  R4      R7      w  qR&   V P                  V4      pV P                  V4      pV P                  WP                  R4      R7      w  qR&   W3# )rÜ   rl   Údown_block_Nrà   rã   )rÜ   rn   r¿   rÝ   rà   rá   râ   rã   )r   r8   r9   rp   rº   ÚblockÚkeys   &&&    r   r@   ÚEncoder3D.forwardS  sç   € Øˆ	Ø×%Ð% 2ˆ
à"&§,¡,¨q¿^¹^ÈIÓ=V ,Ó"WÑˆ�YÑä! $×"2Ñ"2Ö3‰HˆAØ ˜sÐ#ˆCÙ % a¨¨t°Z·^±^ÀCÓ5HÓ IÑˆA˜‹~ñ 4ð %)§N¡N°1°d¸DÈZÏ^É^Ð\gÓMh NÓ$iÑ!ˆ�[Ñ!à�M‰M˜!ÓˆØ�M‰M˜!ÓˆØ#'§=¡=°¿~¹~ÈjÓ?Y =Ó#ZÑ ˆ�ZÑ àˆ|Ðr!   )râ   rÜ   rã   rÝ   rà   rá   )	r   rÖ   ©é€   rÆ   rÆ   rŽ   r   rv   r^   rr   r�   é   rC   rÃ   rM   s   @@r   rØ   rØ   0  s   ù‡ € ÷ q÷Dô r!   rØ   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )Ú	Decoder3Dif  c
                óÆ  <€ \         SV `  4        \        \        V4      4      p
\	        \
        P                  ! V	4      4      p\        W^ ,          ^VR7      V n        \        V
^ ,          ^ ^WeVWR7      V n
        \        P                  ! 4       V n        V
^ ,          p\        \        V4      4       F^  pTpW­,          pV\        V4      ^,
          8H  pWÛ8  pV P                  P!                  \#        Wì^ V^,           WeVVV'       * VR7
      4       K`  	  \%        V
R,          WR7      V n        \        P(                  ! 4       V n        \        V
R,          V^VR7      V n        R# )r   ry   )r   r†   r¸   ra   r‡   r4   r{   r   )
r   r   r†   r¸   ra   r‡   r4   r{   rÑ   r—   rx   Nr�   )r
   r   ÚlistÚreversedr   rÚ   rÛ   r   rÜ   rÅ   rà   r|   r´   Ú	up_blocksrµ   rÞ   rß   rÎ   r\   rá   r}   râ   rã   )r   r   r   rä   rå   r‡   ra   r4   r   ræ   Úreversed_channelsrç   rè   rº   Úprev_channelrê   r—   r   s   &&&&&&&&&&       €r   r   ÚDecoder3D.__init__g  s8  ø€ ô
 	‰ÑÔÜ ¤Ð*<Ó!=Ó>ÐÜ"%¤b§g¢gÐ.HÓ&IÓ"JÐä# KÀ1Õ1EÐSTÐ_gÔhˆŒä#Ø)¨!Õ,¸AØ˜c¸Ø(ô
ˆŒô Ÿš›ˆŒØ*¨1Õ-ˆÜ”sÐ-Ó.Ö/ˆAØ)ˆLØ.Õ1ˆNØœCÐ 2Ó3°aÕ7Ñ7ˆHØÑ7ˆMà�N‰N×!Ñ!¤)Ø(ØÐ,<¸qÕ,@Ø¨vØ!,Ø!)œ\¸ô#ö ñ 0ô &Ð&7¸Õ&;¸[ÔXˆŒÜŸš›	ˆŒÜ$Ð%6°rÕ%:¸LÐVWÐbjÔkˆŽr!   c           	     ó   € / pT;'       g    / pV P                  WP                  R 4      R7      w  qCR &   V P                  VRWP                  R4      R7      w  qCR&   \        V P                  4       F)  w  rVRV 2pV! VRWP                  V4      R7      w  qCV&   K+  	  V P                  WAVP                  R4      R7      w  qCR&   V P                  V4      pV P                  WBP                  R4      R7      w  qCR&   WC3# )rÜ   rl   Nrà   Ú	up_block_rá   rã   )rÜ   rn   rà   r¿   rù   rá   râ   rã   )r   Úsampler9   rp   r8   rº   rî   rï   s   &&&     r   r@   ÚDecoder3D.forwardŒ  sø   € Øˆ	Ø×%Ð% 2ˆ
à"&§,¡,¨vÇ.Á.ÐQZÓB[ ,Ó"\Ñˆ�YÑà$(§N¡N°1°d¸FÏ~É~Ð^iÓOj NÓ$kÑ!ˆ�[Ñ!ä! $§.¡.Ö1‰HˆAØ˜a˜S�/ˆCÙ % a¨¨vÇ.Á.ÐQTÓBUÔ VÑˆA˜‹~ñ 2ð $(§=¡=°ÀzÇ~Á~ÐV`ÓGa =Ó#bÑ ˆ�ZÑ Ø�M‰M˜!ÓˆØ#'§=¡=°¿~¹~ÈjÓ?Y =Ó#ZÑ ˆ�ZÑ àˆ|Ðr!   )râ   rÜ   rã   rà   rá   rù   )	rÖ   r   rñ   r   rv   r^   rr   r�   ró   rC   rÃ   rM   s   @@r   rõ   rõ   f  s   ù‡ € ÷#l÷Jô r!   rõ   c                   óR   a a€ ] tR tRt oRtR	V 3R lltR tR tR tR t	Rt
VtV ;t# )
ÚAutoencoderKLCogVideoXi   až  CogVideoX VAE. Spatial tiling/slicing handled by ComfyUI's VAE wrapper.

Uses rolling temporal decode: conv_in + mid_block + temporal up_blocks run
on the full (low-res) tensor, then the expensive spatial-only up_blocks +
norm_out + conv_out are processed in small temporal chunks with conv_cache
carrying causal state between chunks. This keeps peak VRAM proportional to
chunk_size rather than total frame count.
c
                ó¬   <€ \         S
V `  4        W@n        W�n        \	        WW5WgVV	R 7      V n        \        WBW5WgVV	R 7      V n        ^V n        ^V n	        R# ))r   r   rä   rå   r‡   ra   r4   ræ   N)
r
   r   Úlatent_channelsræ   rØ   Úencoderrõ   ÚdecoderÚnum_latent_frames_batch_sizeÚnum_sample_frames_batch_size)r   r   r   rä   r  rå   r‡   ra   r4   ræ   r   s   &&&&&&&&&&€r   r   ÚAutoencoderKLCogVideoX.__init__ª  sd   ø€ ô 	‰ÑÔØ.ÔØ*DÔ'ä Ø#Ø1Ø¨6Ø'Aô	
ˆŒô !Ø'Ø1Ø¨6Ø'Aô	
ˆŒð -.ˆÔ)Ø,-ˆÖ)r!   c           	     ó"  € VP                   ^,          pV P                  pW#,          pRp. pV^ 8”  dL   V P                  VRRRV13,          VR7      w  ruVP                  VP	                  VP
                  4      4       \        WBV4       FT  pV P                  VRRWˆV,           13,          VR7      w  ruVP                  VP	                  VP
                  4      4       KV  	  \        P                  ! V^R7      pVP                  ^^R7      w  ršV	# )r§   Nr'   rl   r(   )
r-   r  r  rß   ÚtoÚdevicerµ   r5   r6   Úchunk)r   r8   rW   Úframe_batchÚ	remainderr9   Úencr  ÚstartÚmeanrÉ   s   &&         r   ÚencodeÚAutoencoderKLCogVideoX.encodeÅ  sñ   € Ø�G‰G�A�JˆØ×7Ñ7ˆØ•Oˆ	Øˆ
Øˆð
 �qŒ=Ø $§¡¨Q¨q°!°Z°i°ZÐ/?Õ-@ÈZ Ó XÑˆEØ�J‰J�u—x‘x §¡Ó)Ô*ä˜9¨Ö5ˆEØ $§¡¨Q¨q°!°UÀ;Õ;NÐ5NÐ/NÕ-OÐ\f Ó gÑˆEØ�J‰J�u—x‘x §¡Ó)Ö*ñ 6ô �iŠi˜ Ô#ˆØ—)‘)˜A 1�)Ó%‰ˆØˆr!   c                ó$   € V P                  V4      # rC   )Ú_decode_rolling)r   Úzs   &&r   ÚdecodeÚAutoencoderKLCogVideoX.decodeÛ  s   € Ø×#Ñ# AÓ&Ð&r!   c                óÜ  € VP                   ^,          pV P                  p\        W#,          ^4      pRp. p\        V4       Fx  pW#,          pW7,          V^ 8X  d   ^ MT,           p	W7^,           ,          V,           p
V P	                  VRRWš13,          VR7      w  rµVP                  VP                  4       4       Kz  	  \        P                  ! V^R7      P                  VP                  4      # )zIOriginal batched decode - processes 2 latent frames through full decoder.Nr'   rl   r(   )r-   r  Úmaxrµ   r  rß   Úcpur5   r6   r  r  )r   r  rW   r  Únum_batchesr9   Údecrº   Ú	remainingr  Úendr  s   &&          r   Ú_decode_batchedÚ&AutoencoderKLCogVideoX._decode_batchedÞ  sÄ   € à�G‰G�A�JˆØ×7Ñ7ˆÜ˜!Õ*¨AÓ.ˆØˆ
ØˆÜ�{Ö#ˆAØ�ˆIØ•O¨A°¬F¡q¸	ÕBˆEØ Q¥Õ'¨)Õ3ˆCØ $§¡¨Q¨q°!°U°Y¨Õ-?ÈJ Ó WÑˆEØ�J‰J�u—y‘y“{Ö#ñ $ô �yŠy˜ !Ô$×'Ñ'¨¯©Ó1Ð1r!   c           
     ó¾  € V P                   pVP                  p\        \        P                  ! V P
                  4      4      pTpVP                  V4      w  rgVP                  VRV4      w  rg\        V4       F   pVP                  V,          ! VRV4      w  rgK"  	  \        \        V\        VP                  4      4      4      p	^p
VP                  ^,          pWº8:  g   \        V	4      ^ 8X  d`   V	 F   pVP                  V,          ! VRV4      w  rgK"  	  VP                  Wa4      w  rgVP                  V4      pVP                  V4      w  rgV# \!        WVP                  ^,          VP                  ^,          34      p. p/ p\        ^ Wº4       EF$  p\#        Wú,           V4      pVRRVV13,          pVRRVV13,          p/ pV	 Fó  pVP                  V,          pRV 2pVP                  ^,          VP                  ^,          3pVV9  d‚   VP                  ^,          V^ ,          8X  d&   VP                  ^,          V^,          8X  d   VVV&   M=\$        P&                  ! VVP                  ^,          V^ ,          V^,          3R7      VV&   V! VRVV,          VP)                  V4      R7      w  ppVVV&   Kõ  	  VP                  ^,          VP                  ^,          3pVV9  d>   \$        P&                  ! VVP                  ^,          V^ ,          V^,          3R7      VV&   VP                  VVV,          VP)                  R4      R7      w  ppVVR&   VP                  V4      pVP                  VVP)                  R4      R7      w  ppVVR&   VP+                  VP-                  4       4       ?EK'  	  ??\.        P0                  ! V^R7      P3                  V4      # )	zzRolling decode - processes low-res layers on full tensor, then rolls
through expensive high-res layers in temporal chunks.Nr'   rþ   rP   rl   rá   rã   r(   )r  r  r   rÚ   rÛ   ræ   rÜ   rà   rµ   rù   r÷   rÞ   r-   rá   râ   rã   rZ   Úminr+   rT   rn   rß   r  r5   r6   r  )r   r  r  r  rç   Úsplit_atr8   rÉ   rº   Úremaining_blocksÚ
chunk_sizeÚ
t_expandedÚz_time_expandedÚdec_outÚconv_cachesÚchunk_startÚ	chunk_endÚx_chunkÚ	z_t_chunkÚz_spatial_cacherî   Ú	cache_keyÚhw_keyrp   s   &&                      r   r  Ú&AutoencoderKLCogVideoX._decode_rollingí  s�  € ð —,‘,ˆØ—‘ˆô #&¤b§g¢g¨d×.MÑ.MÓ&NÓ"OÐØ*ˆð �‰˜qÓ!‰ˆØ× Ñ   D¨!Ó,‰ˆä�x–ˆAØ×$Ñ$ QÖ'¨¨4°Ó3‰DˆA‰qñ !ô  ¤ h´°G×4EÑ4EÓ0FÓ GÓHÐØˆ
Ø—W‘W˜Q•Zˆ
àÔ#¤sÐ+;Ó'<ÀÔ'Aã%�Ø×(Ñ(¨Ö+¨A¨t°QÓ7‘�‘1ñ &à×#Ñ# AÓ)‰DˆAØ× Ñ  Ó#ˆAØ×#Ñ# AÓ&‰DˆAØˆHô
 *¨!¸!¿'¹'À!½*ÀaÇgÁgÈaÅjÐ-QÓRˆð ˆØˆä   J×;ˆKÜ˜KÕ4°jÓAˆIØ˜˜1˜k¨)Ð3Ð3Õ4ˆGØ'¨¨1¨k¸)Ð.CÐ(CÕDˆIØ ˆOã%�Ø×)Ñ)¨!Õ,�Ø'¨ s˜O�	Ø!Ÿ-™-¨Õ*¨G¯M©M¸!Õ,<Ð=�Ø Ô0Ø —‘ qÕ)¨V°A­YÔ6¸9¿?¹?È1Õ;MÐQWÐXYÕQZÔ;ZØ2;˜¨Ò/ä23·-²-À	ÐQZ×Q`ÑQ`ÐabÕQcÐekÐlmÕenÐpvÐwxÕpyÐPzÔ2{˜¨Ñ/Ù%*¨7°D¸/È&Õ:QÐ^i×^mÑ^mÐnwÓ^xÔ%yÑ"�˜Ø)2�˜IÓ&ñ &ð —m‘m AÕ&¨¯©°aÕ(8Ð9ˆFØ˜_Ô,Ü*+¯-ª-¸	ÈÏÉÐYZÕI[Ð]cÐdeÕ]fÐhnÐopÕhqÐHrÔ*s� Ñ'Ø!(×!1Ñ!1°'¸?È6Õ;RÐ_j×_nÑ_nÐoyÓ_zÐ!1Ó!{ÑˆG�YØ&/ˆK˜
Ñ#Ø×&Ñ& wÓ/ˆGØ!(×!1Ñ!1°'ÀkÇoÁoÐV`ÓFaÐ!1Ó!bÑˆG�YØ&/ˆK˜
Ñ#à�N‰N˜7Ÿ;™;›=Ô)Ûñ9 <ð< ˆÜ�yŠy˜ aÔ(×+Ñ+¨FÓ3Ð3r!   )r  r  r  r  r  ræ   )	r   r   rñ   rÖ   r   rv   r^   rr   ró   )rE   rF   rG   rH   rI   r   r  r  r!  r  rJ   rK   rL   rM   s   @@r   r  r     s*   ù‡ € ñ÷.ò6ò,'ò2÷I4ò I4r!   r  )ÚnumpyrÚ   r5   Útorch.nnr|   Útorch.nn.functionalÚ
functionalr+   Ú	comfy.opsr.   r   Údisable_weight_initÚModuler   rZ   r\   rt   r’   r©   r±   rÅ   rÎ   rØ   rõ   r  © r!   r   Ú<module>r<     sä   ðó
 ã Ý ß Ð ã Ø‡i�i×#Ñ#€ô3�2—9‘9ô 3òl/ô?�B—I‘Iô ?ô*?'�B—I‘Iô ?'ôD�2—9‘9ô ô<�—‘ô ôB�"—)‘)ô ô6�—‘ô ô*�—	‘	ô ô63�—	‘	ô 3ôl6�—	‘	ô 6ôtV4˜RŸY™Yö V4r!   