+
    ƒ°ñj›Ì  ã                   ó   € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIt^ RIHt ^ RIH	t	H
t
HtHt ^RIHtHt ^RIHt ^RIHt ^R	IHt ^ RIt^ RIt^ R
IHt ]P6                  P8                  tR tR tR%R ltR%R lt  ! R R]PB                  4      t"R&t#R't$R(t%R)t&R R lt' ! R R]PB                  4      t( ! R R]PB                  4      t) ! R R]PB                  4      t* ! R R]PB                  4      t+ ! R R]PB                  4      t, ! R R]PB                  4      t-R*R lt.R*R  lt/ ! R! R"]PB                  4      t0 ! R# R$]PB                  4      t1R# )+é    N)Únn)Úpartial)Ú	rearrange)ÚListÚOptionalÚTupleÚUnion)Úmake_conv_ndÚmake_linear_nd)ÚCausalConv3d)Ú	PixelNorm)Ú)PixArtAlphaCombinedTimestepSizeEmbeddings)Útorch_cat_if_neededc                  óp   € \         P                  ! R 4      \         P                  ! ^ 4      P                  8H  # )Úmeta)ÚtorchÚdeviceÚempty© ó    ÚUC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lightricks\vae\causal_video_autoencoder.pyÚin_meta_contextr      s$   € Ü�<Š<˜Ó¤5§;¢;¨q£>×#8Ñ#8Ñ8Ð8r   c                 óú   € \         P                  ! 4       pV P                  4        FQ  w  r#\        V\        4      '       g   K  VP
                  P                  VR4      pV^ ,          R3VP
                  V&   KS  	  R # )NT)NF)Ú	threadingÚ	get_identÚnamed_modulesÚ
isinstancer   Útemporal_cache_stateÚget)ÚmoduleÚtidÚ_ÚmÚcurrents   &    r   Úmark_conv3d_endedr%      sc   € Ü
×
Ò
Ó
€CØ×$Ñ$Ö&‰ˆÜ�aœ×&Ô&Ø×,Ñ,×0Ñ0°°mÓDˆGØ+2°1­:°tÐ*<ˆA×"Ñ" 3Ó'ó 'r   c                 óf   € \         P                  ! WV P                  V,          V,
          .VR 7      # )©Údim)r   ÚsplitÚshape)ÚtensorÚsplit_pointr(   s   &&&r   Úsplit2r-      s'   € Ü�;Š;�v¨V¯\©\¸#Õ->ÀÕ-LÐMÐSVÔWÐWr   c                 óH  € V e’   Ve^   \        V P                  V,          VP                  V,          4      p\        WVR7      w  rP\        WVR7      w  raVP                  V4       \        W P                  V,          V4      w  rrV P                  V4       \	        W.VR7      # )Nr'   )Úminr*   r-   Úadd_r   )ÚdestÚcache_inÚ	new_inputr(   Úcache_to_destÚlead_in_destÚlead_in_sourceÚbodys   &&&&    r   Úadd_exchange_cacher8      sˆ   € ØÒØÒÜ §
¡
¨3¥°·±ÀÕ1DÓEˆMÜ!'¨ÀÔ!EÑˆLÜ'-¨hÈ3Ô'OÑ$ˆNØ×Ñ˜nÔ-Ü  ¯J©J°s­O¸SÓA‰ˆØ�	‰	�$ŒÜ Ð4¸#Ô>Ð>r   c            
       óŠ   a a€ ] tR t^*t oRt^^^R.^€^ ^RRR3
V3R lV 3R llltV3R lR ltRV3R	 lR
 lltR tRt	Vt
V ;t# )ÚEncoderaè  
The `Encoder` layer of a variational autoencoder that encodes its input into a latent representation.

Args:
    dims (`int` or `Tuple[int, int]`, *optional*, defaults to 3):
        The number of dimensions to use in convolutions.
    in_channels (`int`, *optional*, defaults to 3):
        The number of input channels.
    out_channels (`int`, *optional*, defaults to 3):
        The number of output channels.
    blocks (`List[Tuple[str, int]]`, *optional*, defaults to `[("res_x", 1)]`):
        The blocks to use. Each block is a tuple of the block name and the number of layers.
    base_channels (`int`, *optional*, defaults to 128):
        The number of output channels for the first convolutional layer.
    norm_num_groups (`int`, *optional*, defaults to 32):
        The number of groups for normalization.
    patch_size (`int`, *optional*, defaults to 1):
        The patch size to use. Should be a power of 2.
    norm_layer (`str`, *optional*, defaults to `group_norm`):
        The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
    latent_log_var (`str`, *optional*, defaults to `per_channel`):
        The number of channels for the log variance. Can be either `per_channel`, `uniform`, `constant` or `none`.
Ú
group_normÚper_channelÚzerosc                óÞ   <€ V ^8„  d   QhRS[ S[S[S[S[3,          3,          RS[RS[RS[S[S[S[S[,          3,          ,          RS[RS[RS[ S[S[S[,          3,          RS[R	S[R
S[/
# )é   ÚdimsÚin_channelsÚout_channelsÚblocksÚbase_channelsÚnorm_num_groupsÚ
patch_sizeÚ
norm_layerÚlatent_log_varÚspatial_padding_mode)r	   Úintr   r   ÚstrÚdict)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚEncoder.__annotate__C   s¬   ø€ ÷ f,ñ f,á‘C™™s¡C˜x�Ð(Õ)ðf,ñ ðf,ñ ð	f,ñ
 ‘U™3¡¡d¥
˜?Õ+Õ,ðf,ñ ðf,ñ ðf,ñ ™#™u¡S�z˜/Õ*ðf,ñ ðf,ñ ðf,ñ "ñf,r   c                ó  <€ \         SV `  4        Wpn        W€n        W0n        W�n        W@n        W'^,          ,          pTp\        VVV^^^RV
R7      V n        \        P                  ! . 4      V n        V EF¶  w  rÍTp\        V\        4      '       d   RV/pVR8X  d   \        VVVR,          RVVV
R7      pEMWVR8X  d.   VP                  R^4      V,          p\!        VVVRVVV
R	7      pEM#VR
8X  d   \        VVV^R!RV
R7      pEMVR8X  d   \        VVV^R"RV
R7      pMîVR8X  d   \        VVV^R#RV
R7      pMÔVR8X  d-   VP                  R^4      V,          p\        VVV^R#RV
R7      pM¡VR8X  d+   VP                  R^4      V,          p\#        VVVR#V
R7      pMpVR8X  d+   VP                  R^4      V,          p\#        VVVR"V
R7      pM?VR8X  d+   VP                  R^4      V,          p\#        VVVR!V
R7      pM\%        RV 24      hV P                  P'                  V4       EK¹  	  VR8X  d   \        P(                  ! W¶RR7      V n        M0VR8X  d   \-        4       V n        MVR8X  d   \/        VRR7      V n        \        P0                  ! 4       V n        TpV	R8X  d   V^,          pM7V	R8X  d   V^,          pM&V	R8X  d   V^,          pMV	R8w  d   \%        RV	 24      h\        VVV^^RV
R7      V n        RV n        R # )$r?   T)r@   rA   rB   Úkernel_sizeÚstrideÚpaddingÚcausalrI   Ú
num_layersÚres_xç�íµ ÷Æ°>)r@   rA   rV   Ú
resnet_epsÚresnet_groupsrG   rI   Úres_x_yÚ
multiplier)r@   rA   rB   ÚepsÚgroupsrG   rI   Úcompress_time©r@   rA   rB   rR   rS   rU   rI   Úcompress_spaceÚcompress_allÚcompress_all_x_yÚcompress_all_res)r@   rA   rB   rS   rI   Úcompress_space_resÚcompress_time_reszunknown block: r;   ©Únum_channelsÚ
num_groupsr]   Ú
pixel_normÚ
layer_norm©r]   r<   ÚuniformÚconstantÚnonezInvalid latent_log_var: ©rT   rU   rI   FN©r?   é   rr   ©rr   r?   r?   ©r?   r?   r?   )ÚsuperÚ__init__rF   rG   Úlatent_channelsrH   Úblocks_descr
   Úconv_inr   Ú
ModuleListÚdown_blocksr   rJ   ÚUNetMidBlock3Dr   ÚResnetBlock3DÚSpaceToDepthDownsampleÚ
ValueErrorÚappendÚ	GroupNormÚconv_norm_outr   Ú	LayerNormÚSiLUÚconv_actÚconv_outÚgradient_checkpointing)Úselfr@   rA   rB   rC   rD   rE   rF   rG   rH   rI   Úoutput_channelÚ
block_nameÚblock_paramsÚinput_channelÚblockÚconv_out_channelsÚ	__class__s   &&&&&&&&&&&      €r   rv   ÚEncoder.__init__C   s  ø€ ô 	‰ÑÔØ$ŒØ$ŒØ+ÔØ,ÔØ!Ôà!°¥MÕ1ˆØ&ˆä#ØØ#Ø'ØØØØØ!5ô	
ˆŒô Ÿ=š=¨Ó,ˆÔä(.Ñ$ˆJØ*ˆMÜ˜,¬×,Ò,Ø ,¨lÐ;�à˜WÔ$Ü&ØØ -Ø+¨LÕ9Ø#Ø"1Ø)Ø)=ô’ð ˜yÔ(Ø!-×!1Ñ!1°,ÀÓ!BÀ^Õ!S�Ü%ØØ -Ø!/ØØ*Ø)Ø)=ô’ð ˜Ô.Ü$ØØ -Ø!/Ø !Ø$ØØ)=ô’ð Ð/Ô/Ü$ØØ -Ø!/Ø !Ø$ØØ)=ô‘ð ˜~Ô-Ü$ØØ -Ø!/Ø !Ø$ØØ)=ô‘ð Ð1Ô1Ø!-×!1Ñ!1°,ÀÓ!BÀ^Õ!S�Ü$ØØ -Ø!/Ø !Ø$ØØ)=ô‘ð Ð1Ô1Ø!-×!1Ñ!1°,ÀÓ!BÀ^Õ!S�Ü.ØØ -Ø!/Ø$Ø)=ô‘ð Ð3Ô3Ø!-×!1Ñ!1°,ÀÓ!BÀ^Õ!S�Ü.ØØ -Ø!/Ø$Ø)=ô‘ð Ð2Ô2Ø!-×!1Ñ!1°,ÀÓ!BÀ^Õ!S�Ü.ØØ -Ø!/Ø$Ø)=ô‘ô ! ?°:°,Ð!?Ó@Ð@à×Ñ×#Ñ# E×*ñC )/ðH ˜Ô%Ü!#§¢Ø+ÈTô"ˆDÕð ˜<Ô'Ü!*£ˆDÕØ˜<Ô'Ü!*¨>¸tÔ!DˆDÔäŸš›	ˆŒà(ÐØ˜]Ô*Ø Õ"ÑØ˜yÔ(Ø Õ"ÑØ˜zÔ)Ø Õ"ÑØ˜vÔ%ÜÐ7¸Ð7GÐHÓIÐIÜ$ØØØØØØØ!5ô
ˆŒð ',ˆÖ#r   c                ó^   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          /# ©r?   ÚsampleÚreturn)r   ÚFloatTensorr   )rM   rN   s   "€r   rO   rP   ë   s,   ø€ ÷ 0ñ 0¡U×%6Ñ%6ð 0¹8ÁE×DUÑDUÕ;Vñ 0r   c                ó€  € V P                  V4      pV P                  '       dB   V P                  '       d0   \        \        P
                  P                  P                  R R7      MR pV P                   F0  pV! V4      ! V4      pVe   VP                  ^,          ^ 8X  g   K/   R# 	  V P                  V4      pV P                  V4      pV P                  V4      pVe   VP                  ^,          ^ 8X  d   R# V P                  R8X  dÔ   VRRR1R3,          pVP                  4       pV^8X  dH   VP                  ^VP                  ^,          ^,
          ^^4      p\        P                  ! W.^R7      pV# V^8X  dI   VP                  ^VP                  ^,          ^,
          ^^^4      p\        P                  ! W.^R7      pV# \!        RVP                   24      hV P                  R	8X  dQ   VRRR1R3,          pRp\        P                  ! V\        P"                  ! WP$                  R
7      V,          .^R7      pV# )F©Úuse_reentrantc                 ó   € V # ©Nr   ©Úxs   &r   Ú<lambda>Ú(Encoder._forward_chunk.<locals>.<lambda>ñ   ó   € ™1r   Nrm   ºNNN.r'   úInvalid input shape: rn   ©r   éÿÿÿÿiâÿÿÿ)ry   r‡   Útrainingr   r   ÚutilsÚ
checkpointr{   r*   r‚   r…   r†   rH   r(   ÚrepeatÚcatr   Ú	ones_liker   )rˆ   r“   Úcheckpoint_fnÚ
down_blockÚlast_channelÚnum_dimsÚrepeated_last_channelÚapprox_ln_0s   &&      r   Ú_forward_chunkÚEncoder._forward_chunkë   s  € Ø—‘˜fÓ%ˆð ×*×*Ð*¨t¯}¯}¨}ô ”E—K‘K×*Ñ*×5Ñ5ÀUÕKáð 	ð ×*Ô*ˆJÙ" :Ô.¨vÓ6ˆFØŠ~ §¡¨a¥°AÖ!5Úñ +ð
 ×#Ñ# FÓ+ˆØ—‘˜vÓ&ˆØ—‘˜vÓ&ˆØŠ>˜VŸ\™\¨!�_°Ô1Ùà×Ñ )Ô+Ø! ! R¡S¨# +Õ.ˆLØ—z‘z“|ˆHà˜1Œ}à(4×(;Ñ(;Ø�v—|‘| A•¨Õ*¨A¨qó)Ð%ô Ÿš FÐ#BÈÔJ�ð& ˆð% ˜Q”à(4×(;Ñ(;Ø�v—|‘| A•¨Õ*¨A¨q°!ó)Ð%ô Ÿš FÐ#BÈÔJ�ð ˆô !Ð#8¸¿¹¸Ð!GÓHÐHØ× Ñ  JÔ.Ø˜A˜s ˜s C˜KÕ(ˆFàð ô —Y’YØœŸš¨¿¹ÔFÈÕTÐUØôˆFð
 ˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r’   ©r   r•   )rM   rN   s   "€r   rO   rP     s'   ø€ ÷ 3ñ 3¡5×#4Ñ#4ð 3Áe×FWÑFWñ 3r   c           	     óV  € \        Vf   VP                  MT4      ^,          pVR,          P                  4       VP                  4       ,          p\	        W@P
                  P                  V P
                  P                  ,          ,          4      p. pVR,          .pVP                  ^,          ^8”  dg   \        ^W4,          4      pV^8  d   ^pMV^8  d   ^pMV^,          ^,          pV\        \        P                  ! VR,          V^R7      4      ,          p\        V4       Fv  w  r‰V\        V4      ^,
          8X  d   \        V 4       \!        W�P"                  ^R7      P%                  VR7      p	V P'                  V	4      p
V
f   Ke  VP)                  V
4       Kx  	  \+        V^R7      # )z*The forward method of the `Encoder` class.r'   ©Úpatch_size_hwÚpatch_size_tr¢   ©r    r    :Nrr   Nr    r    ©r    r    :rr   NNr    r    )Úget_max_chunk_sizer   ÚnumelÚelement_sizerJ   ry   rB   rA   r*   ÚmaxÚlistr   r)   Ú	enumerateÚlenr%   ÚpatchifyrF   Útor°   r€   r   )rˆ   r“   r   Úmax_chunk_sizeÚ
frame_sizeÚoutputsÚsamplesÚchunk_tÚ	chunk_idxÚchunkÚoutputs   &&&        r   Úforward_origÚEncoder.forward_orig  sZ  € ô ,¸Vº^¨F¯MªMÐQWÓXÐ[\Õ\ˆØ˜NÕ+×1Ñ1Ó3°f×6IÑ6IÓ6KÕKˆ
Ü˜§|¡|×'@Ñ'@À4Ç<Á<×C[ÑC[Õ'[Õ\Ó]ˆ
àˆØ˜.Õ)Ð*ˆØ�<‰<˜�?˜QÔÜ˜!˜^Õ9Ó:ˆGØ˜Œ{Ø‘Ø˜1”Ø‘à" a�<¨1Õ,�Ø”tœEŸKšK¨¨~Õ(>ÀÈQÔOÓPÕPˆGÜ )¨'Ö 2ÑˆIØœC ›L¨1Õ,Ô,Ü! $Ô'Ü˜U·/±/ÐPQÔR×UÑUÐ]cÐUÓdˆEØ×(Ñ(¨Ó/ˆFØÔ!Ø—‘˜vÖ&ñ !3ô # 7°Ô2Ð2r   c                óþ  €  V P                   ! V/ VB \        P                  ! 4       pV P                  4        FJ  w  rE\        P                  ! 4       p\	        VR 4      '       g   K.  VP
                  P                  VR4       KL  	  #   \        P                  ! 4       pT P                  4        FJ  w  rE\        P                  ! 4       p\	        TR 4      '       g   K.  TP
                  P                  TR4       KL  	  i ; i©r   N)rË   r   r   r   Úhasattrr   Úpop)rˆ   ÚargsÚkwargsr!   r"   r    s   &*,   r   ÚforwardÚEncoder.forward9  sÌ   € ð		?Ø×$Ò$ dÐ5¨fÑ5ä×%Ò%Ó'ˆCØ!×/Ñ/Ö1‘	�ô  ×)Ò)Ó+�Ü˜6Ð#9×:Ô:Ø×/Ñ/×3Ñ3°C¸Ö>ò 2øô ×%Ò%Ó'ˆCØ!×/Ñ/Ö1‘	�ô  ×)Ò)Ó+�Ü˜6Ð#9×:Ô:Ø×/Ñ/×3Ñ3°C¸Ö>ò 2ús   ‚B ÂAC<Ã!C<)rx   r…   ry   r‚   r†   r{   r‡   rw   rH   rG   rF   ©rW   rr   rš   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__rv   r°   rË   rÓ   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r�   rN   s   @@r   r:   r:   *   sX   ù‡ € ñð4 -.ØØØ0<¨~Ø Ø!Ø-.Ø&Ø+Ø$+÷f,õ f,÷P0ð 0÷d3ò 3÷8
?ò 
?r   r:   c                óD   € V ^8„  d   QhR\         P                  R\        /# )r?   r   r”   )r   r   rJ   )rM   s   "r   rO   rO   K  s"   € ÷ Lñ LœuŸ|™|ð L´ñ Lr   c                 ó$  € \         P                  P                  V R 7      pV\        8:  d   \        # V\
        8¼  d   \        # V\        ,
          \
        \        ,
          ,          p\        \        V\        \        ,
          ,          ,           4      # ))Údev)ÚcomfyÚmodel_managementÚget_total_memoryÚMIN_VRAM_FOR_CHUNK_SCALINGÚMIN_CHUNK_SIZEÚMAX_VRAM_FOR_CHUNK_SCALINGÚMAX_CHUNK_SIZErJ   )r   Útotal_memoryÚinterps   &  r   rº   rº   K  sn   € Ü×)Ñ)×:Ñ:¸vÐ:ÓF€LàÔ1Ô1ÜÐØÔ1Ô1ÜÐàÔ7Õ7Ü"Ô%?Õ?õ€Fô Œ~ ¬.¼>Õ*IÕ JÕJÓKÐKr   c                   ó†   a a€ ] tR tRt oRt^^R.^€^^ ^RRRR3V3R lV 3R llltR	 tR
 tRV3R lR lltR t	Rt
VtV ;t# )ÚDecoderiX  a£  
The `Decoder` layer of a variational autoencoder that decodes its latent representation into an output sample.

Args:
    dims (`int` or `Tuple[int, int]`, *optional*, defaults to 3):
        The number of dimensions to use in convolutions.
    in_channels (`int`, *optional*, defaults to 3):
        The number of input channels.
    out_channels (`int`, *optional*, defaults to 3):
        The number of output channels.
    blocks (`List[Tuple[str, int]]`, *optional*, defaults to `[("res_x", 1)]`):
        The blocks to use. Each block is a tuple of the block name and the number of layers.
    base_channels (`int`, *optional*, defaults to 128):
        The number of output channels for the first convolutional layer.
    norm_num_groups (`int`, *optional*, defaults to 32):
        The number of groups for normalization.
    patch_size (`int`, *optional*, defaults to 1):
        The patch size to use. Should be a power of 2.
    norm_layer (`str`, *optional*, defaults to `group_norm`):
        The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
    causal (`bool`, *optional*, defaults to `True`):
        Whether to use causal convolutions or not.
r;   TFr=   c                ó’   <€ V ^8„  d   QhRS[ RS[ RS[S[S[S[ S[,          3,          ,          RS[ RS[ RS[ RS[ RS[R	S[R
S[RS[/# )r?   rA   rB   rC   rD   Úlayers_per_blockrE   rF   rG   rU   Útimestep_conditioningrI   )rJ   r   r   rK   rL   Úbool)rM   rN   s   "€r   rO   ÚDecoder.__annotate__q  sš   ø€ ÷ bñ bñ ðbñ ð	bñ
 ‘U™3¡¡d¥
˜?Õ+Õ,ðbñ ðbñ ðbñ ðbñ ðbñ ðbñ ðbñ  $ðbñ "ñbr   c                ó�
  <€ \         SV `  4        W€n        W`n        W8^,          ,          pW n        W@n        TpV F­  w  rï\        V\        4      '       d   TM/ pVR8X  d)   VP                  RWßP                  R^4      ,          4      pVR8X  d   WßP                  R^4      ,          pVR8X  d   WßP                  R^4      ,          pVR8X  g   K•  WßP                  R^4      ,          pK¯  	  \        VVV^^^RVR7      V n
        \        P                  ! . 4      V n        \        \        V4      4       EF¤  w  rïTp\        V\         4      '       d   R	V/pVR
8X  d.   \#        VVVR	,          RVV	VP                  RR4      VVR7	      pEM3VR8X  dN   VP                  RWßP                  R^4      ,          4      p\%        VVVRVV	VP                  RR4      RVR7	      pMßVR8X  d:   WßP                  R^4      ,          p\'        VVR$VP                  R^4      VR7      pMŸVR8X  d:   WßP                  R^4      ,          p\'        VVR%VP                  R^4      VR7      pM_VR8X  dK   WßP                  R^4      ,          p\'        VVR&VP                  RR4      VP                  R^4      VR7      pM\)        RV 24      hV P                  P+                  V4       EK§  	  V	R8X  d   \        P,                  ! W×RR7      V n        M0V	R8X  d   \1        4       V n        MV	R8X  d   \3        VRR7      V n        \        P4                  ! 4       V n        \        VVV^^RVR7      V n        RV n        R'w  ppppV P                   F¤  p\        V\&        4      '       g   K  VVP<                  ^ ,          ,          pVVP<                  ^,          ,          pVVP<                  ^,          ,          pVP<                  ^ ,          ^8”  g   Kƒ  VVP<                  ^ ,          ,          ^,           pK¦  	  W8^,          ,          VVV,          VV,          3V3V n        W°n         V'       d�   \        PB                  ! \D        PF                  ! R\D        PH                  R7      4      V n%        \M        V^,          ^ \N        R7      V n(        \        PB                  ! \D        PR                  ! ^V4      4      V n*        R!# T PW                  R\D        PF                  ! RR.\Y        4       '       d   R MR!R"7      P[                  ^4      P]                  ^V4      RR#7       R!# )(r?   r[   rA   r\   rb   ra   r_   T©rR   rS   rT   rU   rI   rV   rW   rX   Úinject_noiseF)	r@   rA   rV   rY   rZ   rG   rô   rï   rI   rB   )	r@   rA   rB   r]   r^   rG   rô   rï   rI   )r@   rA   rS   Úout_channels_reduction_factorrI   Úresidual)r@   rA   rS   rö   rõ   rI   zunknown layer: r;   rg   rj   rk   rl   rp   g     @�@)Údtype©Ú
operationsÚlast_scale_shift_tableç        ÚcpuNr¢   ©Ú
persistentrq   rs   rt   )rr   rr   rr   r   )/ru   rv   rF   rî   rU   rx   r   rL   r   r
   ry   r   rz   Ú	up_blocksr¾   ÚreversedrJ   r|   r}   ÚDepthToSpaceUpsampler   r€   r�   r‚   r   rƒ   r„   r…   r†   r‡   rS   Ú_output_scalerï   Ú	Parameterr   r+   Úfloat32Útimestep_scale_multiplierr   ÚopsÚlast_time_embedderr   rú   Úregister_bufferr   Ú	unsqueezeÚexpand)rˆ   r@   rA   rB   rC   rD   rî   rE   rF   rG   rU   rï   rI   r‰   rŠ   r‹   rŒ   r�   ÚtsÚhsÚwsrÂ   r�   s   &&&&&&&&&&&&&         €r   rv   ÚDecoder.__init__q  sã  ø€ ô 	‰ÑÔØ$ŒØ 0ÔØ#°!¥mÕ3ˆØŒØ!Ôð 'ˆÛ(.Ñ$ˆJÜ+5°lÄD×+IÒ+I™<ÈrˆLØ˜YÔ&Ø!-×!1Ñ!1°-À×RbÑRbÐcoÐqrÓRsÕAsÓ!t�Ø˜^Ô+Ø!/×2BÑ2BÀ<ÐQRÓ2SÕ!S�ØÐ-Ô-Ø!/×2BÑ2BÀ<ÐQRÓ2SÕ!S�Ø˜_Ö,Ø!/×2BÑ2BÀ<ÐQRÓ2SÕ!S’ñ )/ô $ØØØØØØØØ!5ô	
ˆŒô Ÿš rÓ*ˆŒä(,¬X°fÓ-=×(>Ñ$ˆJØ*ˆMÜ˜,¬×,Ò,Ø ,¨lÐ;�à˜WÔ$Ü&ØØ -Ø+¨LÕ9Ø#Ø"1Ø)Ø!-×!1Ñ!1°.À%Ó!HØ*?Ø)=ô
’ð ˜yÔ(Ø!-×!1Ñ!1°.À.×TdÑTdÐeqÐstÓTuÕBuÓ!v�Ü%ØØ -Ø!/ØØ*Ø)Ø!-×!1Ñ!1°.À%Ó!HØ*/Ø)=ô
‘ð ˜Ô.Ø!/×3CÑ3CÀLÐRSÓ3TÕ!T�Ü,ØØ -Ø$Ø2>×2BÑ2BÀ<ÐQRÓ2SØ)=ô‘ð Ð/Ô/Ø!/×3CÑ3CÀLÐRSÓ3TÕ!T�Ü,ØØ -Ø$Ø2>×2BÑ2BÀ<ÐQRÓ2SØ)=ô‘ð ˜~Ô-Ø!/×3CÑ3CÀLÐRSÓ3TÕ!T�Ü,ØØ -Ø$Ø)×-Ñ-¨j¸%Ó@Ø2>×2BÑ2BÀ<ÐQRÓ2SØ)=ô‘ô ! ?°:°,Ð!?Ó@Ð@à�N‰N×!Ñ! %×(ñ{ )?ð~ ˜Ô%Ü!#§¢Ø+ÈTô"ˆDÕð ˜<Ô'Ü!*£ˆDÕØ˜<Ô'Ü!*¨>¸tÔ!DˆDÔäŸš›	ˆŒÜ$ØØØØØØØ!5ô
ˆŒð ',ˆÔ#ð $‰ˆˆB��BØ—^”^ˆEÜ˜%Ô!5×6Ô6Ø�e—l‘l 1•oÕ%�Ø�e—l‘l 1•oÕ%�Ø�e—l‘l 1•oÕ%�Ø—<‘< •? QÖ&Ø˜eŸl™l¨1�oÕ-°Õ1’Bñ $ð +¸Q­Õ?À"ÀbÈ:ÅoÐWYÐ\fÕWfÐAgÐikÐlˆÔà%:Ô"ç Ü-/¯\ª\Ü—’˜V¬5¯=©=Ô9ó.ˆDÔ*ô 'PØ Õ" A´#ô'ˆDÔ#ô +-¯,ª,´u·{²{À1ÀnÓ7UÓ*VˆDÖ'à× Ñ Ø(Ü—’Ø˜#�JÜ$3×$5Ò$5™5¸4ô÷ ‘)˜A“,Ÿv™v a¨Ó8Ø ð !ö r   c                ó¢   € V P                   w  pw  r4rVV^ ,          W!^,          V,          V,
          V^,          V,          V^,          V,          3# )r   )r  )rˆ   Úinput_shapeÚcr  r  r  rÂ   s   &&     r   Údecode_output_shapeÚDecoder.decode_output_shape  sM   € Ø"×0Ñ0Ñˆ‰<ˆB�BØ˜A• ¨q¥>°BÕ#6¸Õ#;¸[È½^ÈbÕ=PÐR]Ð^_ÕR`ÐceÕReÐfÐfr   c
                óF  € V^ ,          p
RV^ &   V\        V P                  4      8¼  Ed
   V P                  V
4      p
Ve   Vw  r¼V
^V,           ,          V,           p
V P                  V
4      p
V'       d   \	        V P
                  4       V P                  W P                  R7      p
V
eŠ   V
P                  ^,          ^ 8”  dr   \        W P                  ^R7      p
V
P                  ^,          pVRRV^ ,          V^ ,          V,           13,          P                  V
4       V^ ;;,          V,          uu&   R# V P                  V,          pV'       d   \	        V4       V P                  '       d2   \        V\        4      '       d   V! V4      ! W P                  VR7      p
MV! V4      ! W P                  R7      p
V
e   V
P                  ^,          ^ 8X  d   R# V
P                  4       V
P                  4       ,          pWù,           ^,
          V	,          pV^8X  d$   V
.p?
V P!                  V^,           VW4WVWxV	4	       R# \"        P$                  ! V
V^R7      p\'        V4       FA  w  ppT P!                  V^,           V.T;'       d    V\        V4      ^,
          8H  WEWgW‰4	       KC  	  R# )r   N©rU   rµ   r    ©rU   Útimestep)Úchunksr(   )rÀ   rÿ   r‚   r…   r%   r†   rU   r*   Ú
unpatchifyrF   Úcopy_rï   r   r|   r»   r¼   Úrun_upr   rÉ   r¿   )rˆ   ÚidxÚ
sample_refÚendedÚtimestep_shift_scaleÚscaled_timesteprª   Úoutput_bufferÚoutput_offsetrÃ   r“   ÚshiftÚscaleÚtÚup_blockÚtotal_bytesÚ
num_chunksÚnext_sample_refrÆ   rÈ   Úsample1s   &&&&&&&&&&           r   r  ÚDecoder.run_up  s9  € Ø˜A•ˆØˆ
�1‰Ø”#�d—n‘nÓ%Õ%Ø×'Ñ'¨Ó/ˆFØ#Ò/Ø3‘�Ø 1 u¥9Õ-°Õ5�Ø—]‘] 6Ó*ˆFßÜ! $§-¡-Ô0Ø—]‘] 6·+±+�]Ó>ˆFØÒ! f§l¡l°1¥o¸Ô&9Ü# F¿/¹/ÐXYÔZ�Ø—L‘L •O�Ø˜a  M°!Õ$4°]À1Õ5EÈÕ5IÐ$IÐIÕJ×PÑPÐQWÔXØ˜a×  AÕ%Ó Ùà—>‘> #Õ&ˆßÜ˜hÔ'Ø×%×%Ð%¬*°X¼~×*NÒ*NÙ" 8Ô,ØŸ{™{°_ô‰Fñ # 8Ô,¨V¿K¹KÔHˆFàŠ>˜VŸ\™\¨!�_°Ô1Ùà—l‘l“n v×':Ñ':Ó'<Õ<ˆØ!Õ2°QÕ6¸>ÕIˆ
à˜Œ?à%˜hˆOØØ�K‰K˜˜a� °%ÈÐo|ð  N\ô  ]Ùä—k’k &°ÀÔCˆGä&/°Ö&8Ñ"�	˜7Ø—‘˜C !�G g Y°×0WÐ0W¸)ÄsÈ7Ã|ÐVWÕGWÑ:WÐYmð  ANð  _lö  }ó '9r   c                ó¢   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[ P                  /# )r?   r“   r  r!  r”   )r   r•   r   ÚTensor)rM   rN   s   "€r   rO   rñ   I  sQ   ø€ ÷ :ñ :á×!Ñ!ð:ñ ™5Ÿ<™<Õ(ð:ñ  ¡§¡Õ-ð	:ñ
 
×	Ñ	ñ:r   c                óú  € VP                   ^ ,          p\        V P                  4       V P                  WP                  R7      pV P                  '       dB   V P
                  '       d0   \        \        P                  P                  P                  RR7      MR pRpRpV P                  '       Ed?   Vf   Q R4       hW P                  P                  VP                  VP                  R7      ,          pV P                  VP!                  4       RRVP                   ^ ,          VP                  R7      pVP#                  WHP                   R,          ^^^4      pV P$                  R,          P                  VP                  VP                  R	7      VP'                  V^RVP                   R,          VP                   R,          VP                   R,          4      ,           p	V	P)                  ^R
7      pVfY   \        P*                  ! V P-                  VP                   4      VP                  \.        P0                  P3                  4       R7      p^ .p
\5        VP                  4      pV P7                  ^ V.RWgWSW«4	       V# )z*The forward method of the `Decoder` class.r  Fr—   c                 ó   € V # rš   r   r›   s   &r   r�   Ú&Decoder.forward_orig.<locals>.<lambda>X  rŸ   r   Nú4should pass timestep with timestep_conditioning=True)r÷   r   ©r  Ú
resolutionÚaspect_ratioÚ
batch_sizeÚhidden_dtype©r   r÷   r'   Tr£   ©N.NNNéýÿÿÿéþÿÿÿ)r*   r%   ry   rU   r‡   r¤   r   r   r¥   r¦   rï   r  rÂ   r÷   r   r  ÚflattenÚviewrú   ÚreshapeÚunbindr   r  râ   rã   Úintermediate_devicerº   r  )rˆ   r“   r  r!  r5  rª   r  r   Úembedded_timestepÚ
ada_valuesr"  rÃ   s   &&&&        r   rË   ÚDecoder.forward_origI  s(  € ð —\‘\ !•_ˆ
ä˜$Ÿ,™,Ô'Ø—‘˜f¯[©[�Ó9ˆð ×*×*Ð*¨t¯}¯}¨}ô ”E—K‘K×*Ñ*×5Ñ5ÀUÕKáð 	ð  $ÐØˆØ×%×%Ñ%àÒ$ðFàEóFØ$à&×)GÑ)G×)JÑ)JÐQW×Q]ÑQ]Ðfl×fsÑfsÐ)JÓ)tÕtˆOØ $× 7Ñ 7Ø(×0Ñ0Ó2ØØ!Ø!Ÿ<™<¨�?Ø#Ÿ\™\ð !8ó !Ðð !2× 6Ñ 6Ø×3Ñ3°BÕ7¸¸A¸qó!Ðð ×4Ñ4Ø+õç‰b˜Ÿ™¨V¯\©\ˆbÓ:Ð=N×=VÑ=VØØØØ!×'Ñ'¨Õ+Ø!×'Ñ'¨Õ+Ø!×'Ñ'¨Õ+ó>õ	ˆJð $.×#4Ñ#4¸Ð#4Ó#;Ð àÒ Ü!ŸKšKØ×(Ñ(¨¯©Ó6Ø—l‘l¬5×+AÑ+A×+UÑ+UÓ+WôˆMð ˜ˆä+¨F¯M©MÓ:ˆà�‰�A˜�x Ð';ÈmÐlyô  	KàÐr   c                óª  €  V P                   ! V/ VB V P                  4        FJ  w  r4\        P                  ! 4       p\	        VR 4      '       g   K.  VP
                  P                  VR4       KL  	  #   T P                  4        FJ  w  r4\        P                  ! 4       p\	        TR 4      '       g   K.  TP
                  P                  TR4       KL  	  i ; irÎ   )rË   r   r   r   rÏ   r   rÐ   )rˆ   rÑ   rÒ   r"   r    r!   s   &*,   r   rÓ   ÚDecoder.forward…  s­   € ð	?Ø×$Ò$ dÐ5¨fÑ5à!×/Ñ/Ö1‘	�ô  ×)Ò)Ó+�Ü˜6Ð#9×:Ô:Ø×/Ñ/×3Ñ3°C¸Ö>ò 2ø˜T×/Ñ/Ö1‘	�ô  ×)Ò)Ó+�Ü˜6Ð#9×:Ô:Ø×/Ñ/×3Ñ3°C¸Ö>ò 2ús   ‚A2 Á2:CÂ1!C)r  rx   rU   r…   ry   r‚   r†   r‡   rú   r  rî   rF   rï   r  rÿ   rÕ   )NN)rÖ   r×   rØ   rÙ   rÚ   rv   r  r  rË   rÓ   rÛ   rÜ   rÝ   rÞ   s   @@r   rì   rì   X  s^   ù‡ € ñð6 ØØ0<¨~Ø Ø !Ø!ØØ&ØØ&+Ø$+÷bõ bòJgò-}÷^:ò :÷x	?ò 	?r   rì   c                   ó\   a a€ ] tR tRt oRtRV3R lV 3R llltR	V3R lR lltRtVtV ;t	# )
r|   i‘  a'  
A 3D UNet mid-block [`UNetMidBlock3D`] with multiple residual blocks.

Args:
    in_channels (`int`): The number of input channels.
    dropout (`float`, *optional*, defaults to 0.0): The dropout rate.
    num_layers (`int`, *optional*, defaults to 1): The number of residual blocks.
    resnet_eps (`float`, *optional*, 1e-6 ): The epsilon value for the resnet blocks.
    resnet_groups (`int`, *optional*, defaults to 32):
        The number of groups to use in the group normalization layers of the resnet blocks.
    norm_layer (`str`, *optional*, defaults to `group_norm`):
        The normalization layer to use. Can be either `group_norm` or `pixel_norm`.
    inject_noise (`bool`, *optional*, defaults to `False`):
        Whether to inject noise into the hidden states.
    timestep_conditioning (`bool`, *optional*, defaults to `False`):
        Whether to condition the hidden states on the timestep.

Returns:
    `torch.FloatTensor`: The output of the last residual block, which is a tensor of shape `(batch_size,
    in_channels, height, width)`.

c                ó‚   <€ V ^8„  d   QhRS[ S[S[S[S[3,          3,          RS[RS[RS[RS[RS[RS[RS[R	S[R
S[/
# )r?   r@   rA   ÚdropoutrV   rY   rZ   rG   rô   rï   rI   )r	   rJ   r   ÚfloatrK   rð   )rM   rN   s   "€r   rO   ÚUNetMidBlock3D.__annotate__©  s�   ø€ ÷ )
ñ )
á‘C™™s¡C˜x�Ð(Õ)ð)
ñ ð)
ñ ð	)
ñ
 ð)
ñ ð)
ñ ð)
ñ ð)
ñ ð)
ñ  $ð)
ñ "ñ)
r   c                óF  <€ \         SV `  4        Ve   TM\        V^,          ^ 4      pW�n        V	'       d   \	        V^,          ^ \
        R7      V n        \        P                  ! \        V4       Uu. uF  p\        VVVVVVVVV	V
R7
      NK  	  up4      V n        R # u upi )Nrø   )
r@   rA   rB   r]   r^   rG  rG   rô   rï   rI   )ru   rv   r/   rï   r   r  Útime_embedderr   rz   Úranger}   Ú
res_blocks)rˆ   r@   rA   rG  rV   rY   rZ   rG   rô   rï   rI   r"   r�   s   &&&&&&&&&&& €r   rv   ÚUNetMidBlock3D.__init__©  s¯   ø€ ô 	‰ÑÔà*Ò6‰M¼CÀÈqÕ@PÐRTÓ<Uð 	ð &;Ô"ç Ü!JØ˜a• ¬sô"ˆDÔô Ÿ-š-ô ˜zÔ*óñ +�Aô ØØ +Ø!,Ø"Ø(Ø#Ø)Ø!-Ø*?Ø)=÷ñ +ñó
ˆŽùòs   Á2Bc                ó~   <€ V ^8„  d   QhRS[ P                  RS[RS[S[ P                  ,          RS[ P                  /# )r?   Úhidden_statesrU   r  r”   ©r   r•   rð   r   r-  )rM   rN   s   "€r   rO   rI  Ô  sH   ø€ ÷ ñ á×(Ñ(ðñ ðñ ™5Ÿ<™<Õ(ð	ñ
 
×	Ñ	ñr   c                óJ  € R pV P                   '       dr   Vf   Q R4       hVP                  ^ ,          pV P                  VP                  4       R R VVP                  R7      pVP                  WTP                  R,          ^^^4      pV P                   F  pV! WVR7      pK  	  V# )Nr1  r2  r  r£   )rï   r*   rK  r;  r÷   r<  rM  )rˆ   rP  rU   r  Útimestep_embedr5  Úresnets   &&&&   r   rÓ   ÚUNetMidBlock3D.forwardÔ  sº   € ð ˆØ×%×%Ð%àÒ$ðFàEóFØ$à&×,Ñ,¨QÕ/ˆJØ!×/Ñ/Ø!×)Ñ)Ó+ØØ!Ø%Ø*×0Ñ0ð 0ó ˆNð ,×0Ñ0Ø×0Ñ0°Õ4°a¸¸AóˆNð —o”oˆFÙ" =È.ÔYŠMñ &ð Ðr   )rM  rK  rï   )rû   rr   rX   é    r;   FFr=   ©TN)
rÖ   r×   rØ   rÙ   rÚ   rv   rÓ   rÛ   rÜ   rÝ   rÞ   s   @@r   r|   r|   ‘  s$   ù‡ € ñ÷.)
õ )
÷V÷ ò r   r|   c                   óH   a a€ ] tR tRt oV 3R ltRV3R lR lltRtVtV ;t# )r~   iñ  c           
     óô   <€ \         SV `  4        W@n        V\        P                  ! V4      ,          V,          V n        \        VVV\        P                  ! V4      ,          ^^RVR7      V n        / V n        R# ©é   Tr`   N)	ru   rv   rS   ÚmathÚprodÚ
group_sizer
   Úconvr   )rˆ   r@   rA   rB   rS   rI   r�   s   &&&&&&€r   rv   ÚSpaceToDepthDownsample.__init__ò  sf   ø€ Ü‰ÑÔØŒØ%¬¯	ª	°&Ó(9Õ9¸\ÕIˆŒÜ ØØ#Ø%¬¯ª°6Ó):Õ:ØØØØ!5ô
ˆŒ	ð %'ˆÖ!r   c                ó    <€ V ^8„  d   QhRS[ /# )r?   rU   )rð   )rM   rN   s   "€r   rO   Ú#SpaceToDepthDownsample.__annotate__  s   ø€ ÷ 4ñ 4¡ñ 4r   c                óô  € \         P                  ! 4       pV P                  P                  VR4      w  rErgVe   \	        Wq.^R7      pR pV P
                  ^ ,          ^8X  d,   V'       d$   \        P                  ! VR	,          V.^R7      pRpVP                  ^,          V P
                  ^ ,          8  d   TpWEWg3V P                  V&   R # \        VRV P
                  ^ ,          V P
                  ^,          V P
                  ^,          R7      p\        VRV P                  R7      pVP                  ^R7      pV P                  WR7      pV P
                  ^ ,          ^8X  d2   VP                  ^,          ^8X  d   Ve   \	        Wa.^R7      pR pMTpR pVeD   \        VRV P
                  ^ ,          V P
                  ^,          V P
                  ^,          R7      p\        WV^R7      pWEWg3V P                  V&   V# )
Nr'   Fz0b c (d p1) (h p2) (w p3) -> b (c p1 p2 p3) d h w©Úp1Úp2Úp3zb (c g) d h w -> b c g d h w)Úgr  )NTNNr¸   )r   r   r   r   r   rS   r   r¨   r*   r   r^  Úmeanr_  r8   )	rˆ   rœ   rU   r!   ÚcachedÚ	pad_firstÚcached_xÚcached_inputÚx_ins	   &&&      r   rÓ   ÚSpaceToDepthDownsample.forward  s¿  € Ü×!Ò!Ó#ˆØ48×4MÑ4M×4QÑ4QÐRUÐWoÓ4pÑ1ˆ˜8ØÒ#Ü# \Ð$5¸1Ô=ˆAØˆLà�;‰;�q�>˜QÔ§9Ü—	’	Ø�>Õ" AÐ&¨AôˆAð ˆIà�7‰7�1�:˜Ÿ™ A�Ô&ØˆLØ.4ÀÐ-XˆD×%Ñ% cÑ*Ùô ØØ>Ø�{‰{˜1�~Ø�{‰{˜1�~Ø�{‰{˜1�~ô
ˆô ˜Ð=ÀÇÁÔQˆØ�y‰y˜QˆyÓˆð �I‰I�aˆIÓ'ˆØ�;‰;�q�>˜QÔ 1§7¡7¨1¥:°¤?ØÒ#Ü'¨¨¸1Ô=�Ø‘à�Ø�àŠ=ÜØØBØ—;‘;˜q•>Ø—;‘;˜q•>Ø—;‘;˜q•>ôˆAô $ A¨t¸Ô;ˆà*0¸XÐ)Tˆ×!Ñ! #Ñ&àˆr   )r_  r^  rS   r   ©T©	rÖ   r×   rØ   rÙ   rv   rÓ   rÛ   rÜ   rÝ   rÞ   s   @@r   r~   r~   ñ  s   ù‡ € õ'÷4÷ 4ò 4r   r~   c                   óL   a a€ ] tR tRt oRV 3R lltRV3R lR lltRtVtV ;t# )r  i8  c           
     óê   <€ \         SV `  4        W0n        \        P                  ! V4      V,          V,          V n        \        VVV P
                  ^^RVR7      V n        W@n        WPn	        / V n
        R# rZ  )ru   rv   rS   r\  r]  rB   r
   r_  rö   rõ   r   )rˆ   r@   rA   rS   rö   rõ   rI   r�   s   &&&&&&&€r   rv   ÚDepthToSpaceUpsample.__init__9  sr   ø€ ô 	‰ÑÔØŒä�IŠI�fÓ Õ+Ð/LÕLð 	Ôô !ØØ#Ø×*Ñ*ØØØØ!5ô
ˆŒ	ð !ŒØ-JÔ*Ø$&ˆÖ!r   c                óJ   <€ V ^8„  d   QhRS[ RS[S[P                  ,          /# )r?   rU   r  )rð   r   r   r-  )rM   rN   s   "€r   rO   Ú!DepthToSpaceUpsample.__annotate__T  s$   ø€ ÷ &ñ &¡ð &¹ÁÇÁÕ8Nñ &r   c                óö  € \         P                  ! 4       pV P                  P                  VR4      w  rVpV P	                  WR7      p\        VRV P                  ^ ,          V P                  ^,          V P                  ^,          R7      pV P                  ^ ,          ^8X  d,   VP                  ^,          ^ 8”  d   V'       d   VR,          pRpV P                  '       Ed   \        VRV P                  ^ ,          V P                  ^,          V P                  ^,          R7      p	\        P                  ! V P                  4      V P                  ,          p
V	P                  ^V
^^^4      p	V P                  ^ ,          ^8X  d,   V	P                  ^,          ^ 8”  d   V'       d   V	R,          p	RpVP                  ^,          ^ 8X  d   R p\        W…V	^R7      pWVV3V P                  V&   V# R VR3V P                  V&   V# )Nr  z0b (c p1 p2 p3) d h w -> b c (d p1) (h p2) (w p3)rd  Fr'   )NTTr¹   )r   r   r   r   r_  r   rS   r*   rö   r\  r]  rõ   r§   r8   )rˆ   rœ   rU   r  r!   rj  Údrop_first_convÚdrop_first_resÚyrn  Ú
num_repeats   &&&&       r   rÓ   ÚDepthToSpaceUpsample.forwardT  sœ  € Ü×!Ò!Ó#ˆØ26×2KÑ2K×2OÑ2OÐPSÐUgÓ2hÑ/ˆ Ø�I‰I�aˆIÓ'ˆÜØØ>Ø�{‰{˜1�~Ø�{‰{˜1�~Ø�{‰{˜1�~ô
ˆð �;‰;�q�>˜QÔ 1§7¡7¨1¥:°¤>·oØ�.Õ!ˆAØ#ˆOØ�=�=‰=äØØBØ—;‘;˜q•>Ø—;‘;˜q•>Ø—;‘;˜q•>ôˆDô Ÿš 4§;¡;Ó/°4×3UÑ3UÕUˆJØ—;‘;˜q *¨a°°AÓ6ˆDØ�{‰{˜1�~ Ô" t§z¡z°!¥}°qÔ'8¿^Ø˜NÕ+�Ø!&�à�w‰w�q�z˜QŒØ�ä'¨°4¸QÔ?ˆFØ.4À~Ð-VˆD×%Ñ% cÑ*ð
 ˆð /3°OÀUÐ-KˆD×%Ñ% cÑ*àˆr   )r_  rB   rõ   rö   rS   r   )Frr   r=   rW  rq  rÞ   s   @@r   r  r  8  s   ù‡ € ÷'÷6&÷ &ò &r   r  c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )rƒ   i|  c                ó   <€ V ^8„  d   QhRR/# )r?   r”   Nr   )rM   rN   s   "€r   rO   ÚLayerNorm.__annotate__}  s   ø€ ÷ Wñ W¸Tñ Wr   c                ó\   <€ \         SV `  4        \        P                  WVR 7      V n        R# )©r]   Úelementwise_affineN)ru   rv   r  rƒ   Únorm)rˆ   r(   r]   r‚  r�   s   &&&&€r   rv   ÚLayerNorm.__init__}  s#   ø€ Ü‰ÑÔÜ—M‘M #ÐCU�MÓVˆŽ	r   c                óX   € \        VR 4      pV P                  V4      p\        VR4      pV# )zb c d h w -> b d h w czb d h w c -> b c d h w)r   rƒ  ©rˆ   rœ   s   &&r   rÓ   ÚLayerNorm.forward�  s.   € Ü�aÐ1Ó2ˆØ�I‰I�a‹LˆÜ�aÐ1Ó2ˆØˆr   )rƒ  rp  rq  rÞ   s   @@r   rƒ   rƒ   |  s   ù‡ € ÷Wõ W÷ò r   rƒ   c                   ón   a a€ ] tR tRt oRtR
V3R lV 3R llltV3R lR ltRV3R lR lltR	tVt	V ;t
# )r}   iˆ  a  
A Resnet block.

Parameters:
    in_channels (`int`): The number of channels in the input.
    out_channels (`int`, *optional*, default to be `None`):
        The number of output channels for the first conv layer. If None, same as `in_channels`.
    dropout (`float`, *optional*, defaults to `0.0`): The dropout probability to use.
    groups (`int`, *optional*, default to `32`): The number of groups to use for the first normalization layer.
    eps (`float`, *optional*, defaults to `1e-6`): The epsilon to use for the normalization.
c                ó’   <€ V ^8„  d   QhRS[ S[S[S[S[3,          3,          RS[RS[S[,          RS[RS[RS[RS[RS[R	S[R
S[/
# )r?   r@   rA   rB   rG  r^   r]   rG   rô   rï   rI   )r	   rJ   r   r   rH  rK   rð   )rM   rN   s   "€r   rO   ÚResnetBlock3D.__annotate__•  s‘   ø€ ÷ c%ñ c%á‘C™™s¡C˜x�Ð(Õ)ðc%ñ ðc%ñ ™s•mð	c%ñ
 ðc%ñ ðc%ñ ðc%ñ ðc%ñ ðc%ñ  $ðc%ñ "ñc%r   c                óŠ  <€ \         SV `  4        W n        Vf   TMTpW0n        W€n        VR8X  d    \
        P                  ! WRVRR7      V n        M0VR8X  d   \        4       V n        MVR8X  d   \        W&RR7      V n        \
        P                  ! 4       V n        \        VVV^^^RV
R7      V n        V'       d3   \
        P                  ! \        P                   ! V^^34      4      V n        VR8X  d    \
        P                  ! WSVRR7      V n        M0VR8X  d   \        4       V n        MVR8X  d   \        W6RR7      V n        \        P
                  P'                  V4      V n        \        VVV^^^RV
R7      V n        V'       d3   \
        P                  ! \        P                   ! V^^34      4      V n        W#8w  d   \/        WVR7      M\
        P0                  ! 4       V n        W#8w  d   \        W&RR7      M\
        P0                  ! 4       V n        W�n        V	'       d@   \
        P                  ! \        P8                  ! ^V4      VR	,          ,          4      V n        M]T P=                  R
\        P>                  ! . RO\A        4       '       d   RMR R7      PC                  ^4      PE                  ^V4      RR7       / V n#        R # )Nr;   T)ri   rh   r]   Úaffinerj   rk   r�  ró   )r@   rA   rB   g      à?Úscale_shift_tablerü   r¢   Frý   )rû   rû   rû   rû   )$ru   rv   rA   rB   rô   r   r�   Únorm1r   rƒ   r„   Únon_linearityr
   Úconv1r  r   r=   Úper_channel_scale1Únorm2ÚDropoutrG  Úconv2Úper_channel_scale2r   ÚIdentityÚconv_shortcutÚnorm3rï   Úrandnr�  r  r+   r   r	  r
  r   )rˆ   r@   rA   rB   rG  r^   r]   rG   rô   rï   rI   r�   s   &&&&&&&&&&&€r   rv   ÚResnetBlock3D.__init__•  sQ  ø€ ô 	‰ÑÔØ&ÔØ&2Ò&:‘{ÀˆØ(ÔØ(Ôà˜Ô%ÜŸšØ!ÀÈTôˆD�Jð ˜<Ô'Ü"›ˆD�JØ˜<Ô'Ü" ;ÈDÔQˆDŒJäŸWšW›YˆÔä!ØØØØØØØØ!5ô	
ˆŒ
÷ Ü&(§l¢l´5·;²;ÀÈQÐPQÐ?RÓ3SÓ&TˆDÔ#à˜Ô%ÜŸšØ!À#ÈdôˆD�Jð ˜<Ô'Ü"›ˆD�JØ˜<Ô'Ü" <ÈTÔRˆDŒJä—x‘x×'Ñ'¨Ó0ˆŒä!ØØØØØØØØ!5ô	
ˆŒ
÷ Ü&(§l¢l´5·;²;ÀÈQÐPQÐ?RÓ3SÓ&TˆDÔ#ð Ô*ô ØÀõô —’“ð 	Ôð Ô*ô �k¸tÕDä—’“ð 	Œ
ð &;Ô"ç Ü%'§\¢\Ü—’˜A˜{Ó+¨k¸3Õ.>Õ>ó&ˆDÕ"ð × Ñ Ø#Ü—’Ú(Ü$3×$5Ò$5™5¸4ô÷ ‘)˜A“,Ÿv™v a¨Ó5Ø ð !ô ð #%ˆÖ!r   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r?   rP  Úper_channel_scaler”   r³   )rM   rN   s   "€r   rO   rŠ  ú  s7   ø€ ÷ ñ Ù"×.Ñ.ðÙCH×CTÑCTðá	×	Ñ	ñr   c                óÀ   € VP                   RR pVP                  pVP                  p\        P                  ! W4VR7      R,          pWb,          R,          pW,           pV# )r?   Nr7  r:  )Nr    N.)r*   r   r÷   r   r™  )rˆ   rP  rœ  Úspatial_shaper   r÷   Úspatial_noiseÚscaled_noises   &&&     r   Ú_feed_spatial_noiseÚ!ResnetBlock3D._feed_spatial_noiseú  s_   € ð &×+Ñ+¨B¨CÐ0ˆØ×%Ñ%ˆØ×#Ñ#ˆô Ÿš MÈÔNÈtÕTˆØ%Õ9Ð;MÕNˆØ%Õ4ˆàÐr   c                ó~   <€ V ^8„  d   QhRS[ P                  RS[RS[S[ P                  ,          RS[ P                  /# )r?   Úinput_tensorrU   r  r”   rQ  )rM   rN   s   "€r   rO   rŠ    sN   ø€ ÷ @ñ @á×'Ñ'ð@ñ ð@ñ ™5Ÿ<™<Õ(ð	@ñ
 
×	Ñ	ñ@r   c           
     ó^  € TpVP                   ^ ,          pV P                  V4      pV P                  '       d¾   Vf   Q R4       hV P                  R,          P	                  VP
                  VP                  R7      VP                  V^RVP                   R,          VP                   R	,          VP                   R,          4      ,           pVP                  ^R7      w  rxršV^V,           ,          V,           pV P                  V4      pV P                  WBR7      pV P                  '       dA   V P                  W@P                  P	                  VP
                  VP                  R7      4      pV P                  V4      pV P                  '       d   V^X
,           ,          X	,           pV P                  V4      pV P                  V4      pV P!                  WBR7      pV P                  '       dA   V P                  W@P"                  P	                  VP
                  VP                  R7      4      pV P%                  V4      pVP                   ^ ,          pV P'                  V4      p\(        P*                  ! 4       pV P,                  P/                  VR4      p\1        WLV^R7      pWÀP,                  V&   V# )
r   Nr1  r7  r'   r  r8  r£   r9  r:  )r*   rŽ  rï   r�  rÂ   r   r÷   r=  r>  r�  r�  rô   r¡  r‘  r’  rG  r”  r•  r˜  r—  r   r   r   r   r8   )rˆ   r¤  rU   r  rP  r5  rA  Úshift1Úscale1Úshift2Úscale2r!   rj  s   &&&&         r   rÓ   ÚResnetBlock3D.forward  s^  € ð %ˆØ"×(Ñ(¨Õ+ˆ
àŸ
™
 =Ó1ˆØ×%×%Ð%àÒ$ðFàEóFØ$à×/Ñ/Ø+õç‰b˜×,Ñ,°M×4GÑ4GˆbÓHÈ8×K[ÑK[ØØØØ—‘˜rÕ"Ø—‘˜rÕ"Ø—‘˜rÕ"óLõ	ˆJð .8×->Ñ->À1Ð->Ó-EÑ*ˆF˜Fà)¨Q°­ZÕ8¸6ÕAˆMà×*Ñ*¨=Ó9ˆàŸ
™
 =˜
Ó@ˆà××ÐØ ×4Ñ4Ø×6Ñ6×9Ñ9À×AUÑAUÐ]j×]pÑ]pÐ9ÓqóˆMð Ÿ
™
 =Ó1ˆà×%×%Ð%Ø)¨Q°­ZÕ8¸6ÕAˆMà×*Ñ*¨=Ó9ˆàŸ™ ]Ó3ˆàŸ
™
 =˜
Ó@ˆà××ÐØ ×4Ñ4Ø×6Ñ6×9Ñ9À×AUÑAUÐ]j×]pÑ]pÐ9ÓqóˆMð —z‘z ,Ó/ˆà!×'Ñ'¨Õ*ˆ
à×)Ñ)¨,Ó7ˆä×!Ò!Ó#ˆØ×*Ñ*×.Ñ.¨s°DÓ9ˆÜ# M¸<ÈQÔOˆØ)/×!Ñ! #Ñ&àÐr   )r�  r”  r—  rG  rA   rô   r�  rŽ  r’  r˜  rB   r‘  r•  r�  r   rï   )Nrû   rV  rX   r;   FFr=   rW  )rÖ   r×   rØ   rÙ   rÚ   rv   r¡  rÓ   rÛ   rÜ   rÝ   rÞ   s   @@r   r}   r}   ˆ  s3   ù‡ € ñ
÷c%õ c%÷Jð ÷@÷ @ò @r   r}   c                 óê   € V^8X  d
   V^8X  d   V # V P                  4       ^8X  d   \        V RWR7      p V # V P                  4       ^8X  d   \        V RVVVR7      p V # \        RV P                   24      h)rr   z b c (h q) (w r) -> b (c r q) h w©ÚqÚrz*b c (f p) (h q) (w r) -> b (c p r q) f h w©Úpr­  r®  r¡   )r(   r   r   r*   ©rœ   r¶   r·   s   &&&r   rÁ   rÁ   K  s„   € Ø˜Ô˜l¨aÔ/ØˆØ‡u�uƒw�!„|ÜØÐ1°]ô
ˆð €Hð 
�‰‹�AŒÜØØ8ØØØô
ˆð €Hô Ð0°·±°	Ð:Ó;Ð;r   c                 óº   € V^8X  d
   V^8X  d   V # V P                  4       ^8X  d   \        V RWR7      p V # V P                  4       ^8X  d   \        V RVVVR7      p V # )rr   z b (c r q) h w -> b c (h q) (w r)r¬  z*b (c p r q) f h w -> b c (f p) (h q) (w r)r¯  )r(   r   r±  s   &&&r   r  r  `  sk   € Ø˜Ô˜l¨aÔ/Øˆà‡u�uƒw�!„|ÜØÐ1°]ô
ˆð €Hð 
�‰‹�AŒÜØØ8ØØØô
ˆð €Hr   c                   ó>   a a€ ] tR tRt oV 3R ltR tR tRtVtV ;t	# )Ú	processoris  c                ó¼   <€ \         SV `  4        V P                  R \        P                  ! ^€4      4       V P                  R\        P                  ! ^€4      4       R# )ústd-of-meansúmean-of-meansN)ru   rv   r  r   r   )rˆ   r�   s   &€r   rv   Úprocessor.__init__t  s@   ø€ Ü‰ÑÔØ×Ñ˜^¬U¯[ª[¸Ó-=Ô>Ø×Ñ˜_¬e¯kªk¸#Ó.>Ö?r   c                óä   € WP                  R 4      P                  ^R^^^4      P                  V4      ,          V P                  R4      P                  ^R^^^4      P                  V4      ,           # )r¶  r·  r£   ©Ú
get_bufferr<  rÂ   r†  s   &&r   Úun_normalizeÚprocessor.un_normalizey  sŽ   € Ø—O‘O NÓ3×8Ñ8¸¸BÀÀ1ÀaÓH×KÑKÈAÓNÕNÐRV×RaÑRaÐbqÓRr×RwÑRwÐxyÐ{}ð  @Að  CDð  FGó  SH÷  SKñ  SKð  LMó  SNõ  Nð  	Nr   c                óä   € WP                  R 4      P                  ^R^^^4      P                  V4      ,
          V P                  R4      P                  ^R^^^4      P                  V4      ,          # )r·  r¶  r£   rº  r†  s   &&r   Ú	normalizeÚprocessor.normalize|  sŽ   € Ø—O‘O OÓ4×9Ñ9¸!¸RÀÀAÀqÓI×LÑLÈQÓOÕOÐSW×SbÑSbÐcqÓSr×SwÑSwÐxyÐ{}ð  @Að  CDð  FGó  TH÷  TKñ  TKð  LMó  TNõ  Nð  	Nr   r   )
rÖ   r×   rØ   rÙ   rv   r¼  r¿  rÛ   rÜ   rÝ   rÞ   s   @@r   r´  r´  s  s   ù‡ € õ@ò
N÷Nò Nr   r´  c                   óZ   a a€ ] tR tRt oRtR	V 3R lltR tR
R ltR tR
R lt	Rt
VtV ;t# )ÚVideoVAEi  Tc                ó,  <€ \         SV `  4        Vf   V P                  V4      pW n        VP	                  RR4      V n        VP	                  RR4      V n        VP	                  RR4      V n        VP	                  RR4      pTP	                  R	V'       d   R
MR4      p\        VR,          VP	                  R^4      VR,          VP	                  RVP	                  RVP	                  R4      4      4      VP	                  R^4      VVP	                  RR4      VP	                  RR4      VP	                  R^€4      R7	      V n	        \        VR,          VR,          VP	                  R^4      VP	                  RVP	                  RVP	                  R4      4      4      VP	                  R^€4      VP	                  R^4      VP	                  RR4      VP	                  RR4      V P
                  VP	                  RR4      R7
      V n        \        4       V n        R # )Nrï   FÚdecode_noise_scalegš™™™™™™?Údecode_timestepgš™™™™™©?Údouble_zTrH   r<   ro   r@   rA   rw   Úencoder_blocksrC   rF   rG   r;   rI   r=   Úencoder_base_channels)	r@   rA   rB   rC   rF   rH   rG   rI   rD   rB   Údecoder_blocksÚdecoder_base_channelsÚcausal_decoderÚreflect)
r@   rA   rB   rC   rD   rF   rG   rU   rï   rI   )ru   rv   Úget_default_configÚconfigr   rï   rÄ  rÅ  r:   Úencoderrì   Údecoderr´  Úper_channel_statistics)rˆ   ÚversionrÎ  rÆ  rH   r�   s   &&&  €r   rv   ÚVideoVAE.__init__‚  sÈ  ø€ Ü‰ÑÔàŠ>Ø×,Ñ,¨WÓ5ˆFàŒØ%+§Z¡ZÐ0GÈÓ%OˆÔ"Ø"(§*¡*Ð-AÀ5Ó"IˆÔØ%Ÿz™zÐ*;¸TÓBˆÔØ—:‘:˜j¨$Ó/ˆØŸ™Ø¯x™m¸Vó
ˆô Ø˜•ØŸ
™
 =°!Ó4ØÐ 1Õ2Ø—:‘:Ð.°·
±
Ð;KÈVÏZÉZÐX`ÓMaÓ0bÓcØ—z‘z ,°Ó2Ø)Ø—z‘z ,°Ó=Ø!'§¡Ð,BÀGÓ!LØ Ÿ*™*Ð%<¸cÓBô

ˆŒô Ø˜•ØÐ0Õ1ØŸ™ N°AÓ6Ø—:‘:Ð.°·
±
Ð;KÈVÏZÉZÐX`ÓMaÓ0bÓcØ Ÿ*™*Ð%<¸cÓBØ—z‘z ,°Ó2Ø—z‘z ,°Ó=Ø—:‘:Ð.°Ó6Ø"&×"<Ñ"<Ø!'§¡Ð,BÀIÓ!Nô
ˆŒô '0£kˆÖ#r   c                ó€  € V^ 8X  d;   RRR^R^R^R^€RR^.R	^.R
^.R^.R	^.R
^.R^.R	^.R^.R^..
RRRRR^RRRRRR/pV# V^8X  dz   RRR^R^R^R^€RRR^RR/.R	RRR^/.RR^RR/.R	RRR^/.RR^RR/.R	RRR^/.RR^RR/..RRR^/.R	/ .R
^.RR^/.R	/ .R
^.RR^/.R	/ .RR^/.RR^/..
RRRRR^RRRRRRRR/pV# RRR^R^R^R^€RRR^/.RR^/.RR^/.RR^/.RR^/.RR^/.RR^/.RR^/.RR^/..	RRR^RR/.R	RRR^/.RR^RR/.R	RRR^/.RR^RR/.R	RRR^/.RR^RR/..RRRRR^RRRRRRRR/pV# ) r   Ú_class_nameÚCausalVideoAutoencoderr@   rA   rB   rw   rC   rW   rb   r[   Úscaling_factorç      ð?rG   rj   rF   rH   rm   Úuse_quant_convFrË  rÉ  rV   rô   Trö   r\   rÇ  rï   re   rf   rd   r   )rˆ   rÒ  rÎ  s   && r   rÍ  ÚVideoVAE.get_default_config¬  s<  € Ø�aŒ<àÐ7Ø˜Ø˜qØ Ø! 3ØØ˜a�LØ# QÐ'Ø �NØ˜a�LØ# QÐ'Ø �NØ˜a�LØ# QÐ'Ø˜a�LØ˜a�Lðð ! #Ø˜lØ˜aØ  )Ø  %Ø  %ð/ˆFð@ ˆðO ˜Œ\àÐ7Ø˜Ø˜qØ Ø! 3Ø Ø˜|¨Q°ÀÐEÐFØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐEÐFØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐEÐFØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐFÐGð#ð !Ø˜|¨QÐ/Ð0Ø# RÐ(Ø �NØ˜|¨QÐ/Ð0Ø# RÐ(Ø �NØ˜|¨QÐ/Ð0Ø# RÐ(Ø˜|¨QÐ/Ð0Ø˜|¨QÐ/Ð0ð#ð ! #Ø˜lØ˜aØ  )Ø  %Ø  %Ø'¨ðC"ˆFðL ˆðC Ð7Ø˜Ø˜qØ Ø! 3Ø Ø˜|¨QÐ/Ð0Ø)¨L¸!Ð+<Ð=Ø˜|¨QÐ/Ð0Ø(¨<¸Ð*;Ð<Ø˜|¨QÐ/Ð0Ø'¨,¸Ð):Ð;Ø˜|¨QÐ/Ð0Ø'¨,¸Ð):Ð;Ø˜|¨QÐ/Ð0ð
#ð !Ø˜|¨Q°ÀÐFÐGØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐFÐGØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐFÐGØ# j°$¸ÀaÐ%HÐIØ˜|¨Q°ÀÐFÐGð#ð ! #Ø˜lØ˜aØ  )Ø  %Ø  %Ø'¨ðA!ˆFðD ˆr   c           
     ó  € VR R R\        ^^VP                  ^,          ^,
          ^,          ^,          ,           4      1R R 3,          p\        P                  ! V P	                  WR7      ^^R7      w  r4V P
                  P                  V4      # )r    Nr¢   r'   )r½   r*   r   rÉ   rÏ  rÑ  r¿  )rˆ   rœ   r   ÚmeansÚlogvars   &&&  r   ÚencodeÚVideoVAE.encode  su   € Øˆa�Ð<”S˜˜A !§'¡'¨!¥*¨q¥.°QÕ!6¸!Õ ;Õ;Ó<Ð<¸aÀÐBÕCˆÜŸš D§L¡L° LÓ$BÀAÈ1ÔM‰ˆØ×*Ñ*×4Ñ4°UÓ;Ð;r   c                ó8   € V P                   P                  V4      # rš   )rÐ  r  )rˆ   r  s   &&r   r  ÚVideoVAE.decode_output_shape  s   € Ø�|‰|×/Ñ/°Ó<Ð<r   c                ó   € V P                   '       dG   \        P                  ! V4      V P                  ,          R V P                  ,
          V,          ,           pV P	                  V P
                  P                  V4      V P                  VR7      # )rØ  )r  r!  )rï   r   Ú
randn_likerÄ  rÐ  rÑ  r¼  rÅ  )rˆ   rœ   r!  s   &&&r   ÚdecodeÚVideoVAE.decode  sw   € Ø×%×%Ð%Ü× Ò  Ó# d×&=Ñ&=Õ=ÀÀt×G^ÑG^ÕA^ÐbcÕ@cÕcˆAØ�|‰|˜D×7Ñ7×DÑDÀQÓGÐRV×RfÑRfð  wDˆ|ó  Eð  	Er   )rÎ  rÄ  rÅ  rÐ  rÏ  rÑ  rï   )r   Nrš   )rÖ   r×   rØ   rÙ   Úcomfy_has_chunked_iorv   rÍ  rÞ  r  rä  rÛ   rÜ   rÝ   rÞ   s   @@r   rÂ  rÂ    s.   ù‡ € ØÐ÷(2òTbôH<ò
=÷Eô Er   rÂ  )r?   l        l        i   i   )rr   )2r   r   r   Ú	functoolsr   r\  Úeinopsr   Útypingr   r   r   r	   Úconv_nd_factoryr
   r   Úcausal_conv3dr   rj   r   Úmodelr   Ú	comfy.opsrâ   Úcomfy.model_managementÚ(comfy.ldm.modules.diffusionmodules.modelr   r  Údisable_weight_initr   r%   r-   r8   ÚModuler:   rå   rç   ræ   rè   rº   rì   r|   r~   r  rƒ   r}   rÁ   r  r´  rÂ  r   r   r   Ú<module>rò     s&  ðÛ Û Ý Ý Û Ý ß /Ó /ß 9Ý 'Ý !Ý =Û Û Ý Hà‡i�i×#Ñ#€ò9ò=ôXô	?ôY?ˆb�i‰iô Y?ðx +Ð Ø+Ð Ø€Ø €õLôv?ˆb�i‰iô v?ôr	]�R—Y‘Yô ]ô@D˜RŸY™Yô DôNB˜2Ÿ9™9ô BôH	�—	‘	ô 	ô@�B—I‘Iô @ôFô*ô&
N�—	‘	ô 
Nô\Eˆr�y‰yö \Er   