+
    ƒ°ñjš: ã                   óü  € ^ RI Ht ^ RIt^ RIHt ^ RIHu Ht ^ RIHt ^ RI	H
t
 ^ RIHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtH t H!t!H"t"H#t#H$t$H%t%H&t&H't'H(t(H)t)H*t* ^ RI+H,t, ^ RI-t-^ RI.t.^ RI/t/^ RI0t0^ RI1H2t2 ^ RI3t4^ RI5t4^ RI6t4^ RI7t4^ RI8t8]Pr                  t:R t;R	 t<R
 t=R t>R t?]4P€                  P‚                  t@R tBR5R ltC]D! R4      sER tFR6R R lltG ! R R4      tHR tIR tJR tK ! R R]24      tLR tMR7R ltN ! R R]Pž                  4      tPR8R R lltQ ! R  R!]@P¤                  4      tS ! R" R#]Pž                  4      tT ! R$ R%]Pž                  4      tU ! R& R']Pž                  4      tVR( tW ! R) R*]Pž                  4      tX ! R+ R,]Pž                  4      tY ! R- R.]Pž                  4      tZ ! R/ R0]Pž                  4      t[ ! R1 R2]Pž                  4      t\ ! R3 R4]Pž                  4      t]R# )9é    )ÚOptionalN)ÚTensor)ÚProgressBar)ÚBYTEDANCE_BLOCK_OUT_CHANNELSÚBYTEDANCE_GN_CHUNKS_FP16ÚBYTEDANCE_GN_CHUNKS_FP32ÚBYTEDANCE_SLICING_SAMPLE_MINÚBYTEDANCE_VAE_CONV_MEM_GIBÚBYTEDANCE_VAE_NORM_MEM_GIBÚBYTEDANCE_VAE_SCALING_FACTORÚBYTEDANCE_VAE_SHIFTING_FACTORÚ BYTEDANCE_VAE_SPATIAL_DOWNSAMPLEÚ!BYTEDANCE_VAE_TEMPORAL_DOWNSAMPLEÚSEEDVR2_LATENT_CHANNELSÚSEEDVR2_VAE_CACHE_QUANT_BYTESÚ$SEEDVR2_DECODE_BYTES_PER_FRAME_PIXELÚSEEDVR2_DECODE_FIXED_BYTESÚ#SEEDVR2_CACHE_BYTES_PER_FRAME_PIXELÚ*SEEDVR2_DECODE_SLICE_BYTES_PER_FRAME_PIXELÚ)SEEDVR2_DECODE_TAIL_BYTES_PER_FRAME_PIXELÚSEEDVR2_DECODE_TAIL_FIXED_BYTESÚ$SEEDVR2_ENCODE_SLICE_BYTES_PER_PIXELÚ#SEEDVR2_ENCODE_TAIL_BYTES_PER_PIXELÚSEEDVR2_ENCODE_TAIL_FIXED_BYTESÚSEEDVR2_MAX_SLICE_LATENTSÚSEEDVR2_SLICE_MEM_HEADROOMÚ)SEEDVR2_DECODE_LAB_BYTES_PER_OUTPUT_PIXELÚSEEDVR2_ENCODE_BYTES_PER_PIXELÚSEEDVR2_ENCODE_FIXED_BYTESÚSEEDVR2_EAGER_DECODE_FACTORÚSEEDVR2_EAGER_ENCODE_FACTORÚSEEDVR2_MAX_TILE_LATENTÚSEEDVR2_MIN_TILE_LATENTÚSEEDVR2_TILE_MEM_HEADROOM)Úvae_attention)ÚEnumc                óš   € V P                   ;'       d9    V P                  \        P                  8H  ;'       d    V P	                  4       ^8H  # )zbfp16 on CUDA: the channels_last_3d path; the kitchen conv itself needs the fp16-accumulate opt-in.)Úis_cudaÚdtypeÚtorchÚfloat16Údim©Úxs   &Ú8C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\seedvr\vae.pyÚ_ck_eligibler0   :   s3   € à�9‰9×BÐB˜Ÿ™¤E§M¡MÑ1×BÐB°a·e±e³gÀ±lÐBó    c                ó@   € \         P                  P                  V 4      # )zÑThe kitchen conv accumulates in fp16 (1.4-1.9x over cuDNN on this decoder, 73.9 -> 58 dB
against fp32); it is taken only when the user opted into fp16 accumulation, as the MiniMax H3
VAE and the fp16 GEMMs do.)ÚcomfyÚopsÚ_fp16_linear_wantedr-   s   &r/   Ú_fp16_accumulate_wantedr6   ?   s   € ô �9‰9×(Ñ(¨Ó+Ð+r1   c                óò   € V P                  \        R7      ;'       g[    V P                  4       ^8H  ;'       d@    V P                  ^4      ^8H  ;'       d$    V P                  ^4      V P	                  ^4      8H  # )zDchannels_last_3d, or a frame window of such a tensor (batch of one).©Úmemory_format)Úis_contiguousÚ_CLr,   ÚstrideÚsize)Úts   &r/   Ú_ndhwc_liker?   F   sb   € à�?‰?¬ˆ?Ó-×qÐq°!·%±%³'¸Q±,×2pÐ2pÀ1Ç8Á8ÈAÃ;ÐRSÑCS×2pÐ2pÐXY×X`ÑX`ÐabÓXcÐgh×gmÑgmÐnoÓgpÑXpÐqr1   c                ó¢   € VP                  \        R7      '       d3   V P                  \        R7      '       g   V P                  \        R7      # V # )zWReturn ``t`` in ``ref``'s memory format, so a cat that lists it first keeps the layout.r8   )r:   r;   Ú
contiguous)r>   Úrefs   &&r/   Ú_match_layoutrC   K   s=   € à
×Ñ¤sÐ×+Ò+°A·O±OÔRU°O×4VÒ4VØ�|‰|¬#ˆ|Ó.Ð.Ø€Hr1   c                óŠ  € V P                   P                  '       d“   V P                   P                  \        R7      '       gk   \        P
                  P                  4       ;_uu_ 4        V P                   P                  P                  \        R7      V P                   n        RRR4       R# R# R#   + '       g   i     R# ; i)z^Store a resident filter NDHWC once, so cast_bias_weight hands it back without a per-call copy.r8   N)	Úweightr(   r:   r;   r3   Úmodel_prefetchÚpause_malloc_graphÚdatarA   ©Úconvs   &r/   Ú_ndhwc_filterrK   R   s}   € à‡{�{××Ð 4§;¡;×#<Ñ#<Ì3Ð#<×#OÒ#OÜ×!Ñ!×4Ñ4×6Õ6Ø#Ÿ{™{×/Ñ/×:Ñ:ÌÐ:ÓMˆD�K‰KÔ÷ 7Ñ6ñ $PÑß6×6Ð6ús   Á):B1Â1C	c                 óz   € \        ^ \        V 4      4      p \        ^\        V4      4      p\        W^,
          4      # ©r   )ÚmaxÚintÚmin)ÚoverlapÚ	tile_sizes   &&r/   Ú _seedvr2_clamped_spatial_overlaprS   Z   s1   € Ü�!”S˜“\Ó"€GÜ�A”s˜9“~Ó&€IÜˆw A�Ó&Ð&r1   c           
     óz  aaa,a-€ V P                   w   rVrxSP                  SP                  r©S'       d~   Vw  r¼\        V^ ,          V4      p\        V^,          V4      pWÙ,          Wé,          ppWj,           ^,
          V
,          pWy,           ^,
          V	,          W‰,           ^,
          V	,          ppM§\	        ^V^ ,          V	,          4      \	        ^V^,          V	,          4      rË\        V^ ,          V	,          V4      p\        V^,          V	,          V4      pWÙ,          Wé,          pp\	        ^Wj,          V
^,
          ,
          4      pWy,          W‰,          pp\	        ^W½,
          4      \	        ^WÎ,
          4      pp\
        P                  P                  4       o-VV-V3R lp/ o,V,V-3R lp. p\        ^ VV4       F€  p\        VV,           V4      pV^ 8”  d   VV,
          V8:  d   K-  \        ^ VV4       FB  p\        VV,           V4      pV^ 8”  d   VV,
          V8:  d   K-  VP                  VVVV34       KD  	  K‚  	  \        \        V4      4      pW{8:  dN   WŒ8:  dH   V! V 4      RRRV1RV1RV13,          pVP                  ^4       VP                  V P                  R7      # R;ppV EFÐ  w  ppppV! V RRRVV1VV13,          4      p Vf{   \         P"                  ! V P                   ^ ,          V P                   ^,          VVV3S-\         P$                  R7      p\         P"                  ! ^^^VV3S-\         P$                  R7      pS'       d
   VV	,          MVV	,          p!S'       d
   VV	,          MVV	,          p"V!V P                   ^,          ,           V"V P                   ^,          ,           p$p#\        VV P                   ^,          ^,          4      p%\        VV P                   ^,          ^,          4      p&\         P&                  ! V P                   ^,          3S-R7      p'\         P&                  ! V P                   ^,          3S-R7      p(V%^ 8”  d)   V! V%4      p)V^ 8”  d   V)V'RV%% VV8  d   RV),
          V'V%) R% V&^ 8”  d)   V! V&4      p)V^ 8”  d   V)V(RV&% VV8  d   RV),
          V(V&) R% V'P)                  ^^^R^4      V(P)                  ^^^^R4      ,          p*\        V P                   ^,          VP                   ^,          4      p+V RRRV+13,          p V P+                  V*4       VRRRV+1V!V#1V"V$13;;,          V ,          uu&   VRRRV!V#1V"V$13;;,          V*,          uu&   ? ?*?'?(VP                  ^4       EKÓ  	  VP-                  VP/                  R	R
7      4       VP                  V P                  R7      # )a'  Spatial tiles, each through the model's own temporally sliced encode or decode, blended with
cosine ramps over the overlaps in fp32 on the intermediate device, as comfy.utils.tiled_scale does:
kept on the GPU, the full-size blend buffer was 12 bytes per output pixel per frame (6 GiB at 4K/61f).c           	      ór  <€ V P                  4       p S'       d   SP                  V 4      pMLSP                  V \        P                  ! SP                  V P                  4      SV P                  R 7      4      pVP                  ^8X  d   VP                  ^4      pVP                  S4      P                  4       # )©Údevicer)   )rA   ÚencodeÚslicing_decoder*   ÚemptyÚdecode_output_shapeÚshaper)   ÚndimÚ	unsqueezeÚtoÚfloat)ÚtileÚoutrX   Ústorage_deviceÚ	vae_models   & €€€r/   ÚrunÚtiled_vae.<locals>.runw   sž   ø€ Ø�‰Ó ˆßØ×"Ñ" 4Ó(‰Cà×*Ñ*¨4´·²¸Y×=ZÑ=ZÐ[_×[eÑ[eÓ=fÐo}ð  FJ÷  FPñ  FPô  2Qó  RˆCØ�8‰8�qŒ=Ø—-‘- Ó"ˆCØ�v‰v�nÓ%×+Ñ+Ó-Ð-r1   c                 óî   <€ V S9  df   \         P                  ! ^ ^V S\         P                  R7      pRR\         P                  ! V\         P                  ,          4      ,          ,
          SV &   SV ,          # )r   )ÚstepsrW   r)   g      à?)r*   ÚlinspaceÚfloat32ÚcosÚpi)rh   r>   Ú
ramp_cacherc   s   & €€r/   Úget_rampÚtiled_vae.<locals>.get_ramp‚   sU   ø€ Ø˜
Ô"Ü—’˜q !¨5¸ÌuÏ}É}Ô]ˆAØ # c¬E¯IªI°a¼%¿(¹(µlÓ,CÕ&CÕ CˆJ�uÑØ˜%Õ Ð r1   ºNNNN)r)   rV   ©rW   ç      ð?ç�íµ ÷Æ°>)rP   éÿÿÿÿ)r\   Úspatial_downsample_factorÚtemporal_downsample_factorrS   rN   r3   Úmodel_managementÚintermediate_deviceÚrangerP   Úappendr   ÚlenÚupdater_   r)   r*   Úzerosrj   ÚonesÚviewÚmul_Údiv_Úclamp).r.   rd   rR   Útile_overlaprX   Ú_ÚdÚhÚwÚsf_sÚsf_tÚti_hÚti_wÚov_hÚov_wÚ
blend_ov_hÚ
blend_ov_wÚtarget_dÚtarget_hÚtarget_wÚstride_hÚstride_wre   rn   Útile_rangesÚy_idxÚy_endÚx_idxÚx_endÚbarÚresultÚcountÚtile_outÚysÚxsÚyeÚxeÚcur_ov_hÚcur_ov_wÚw_hÚw_wÚrÚfinal_weightÚvalid_drm   rc   s.   &f&&f                                       @@r/   Ú	tiled_vaer©   `   s  û€ ð —G‘G�M€A€qˆQØ×4Ñ4°i×6ZÑ6Zˆ$ßØ‰
ˆÜ/°¸QµÀÓFˆÜ/°¸QµÀÓFˆØ!%¥¨t­|�Jˆ
Ø•H˜q•L TÕ)ˆØ�h¨�l¨tÕ3°aµhÀµlÀtÕ5K�(ˆ�(ä˜˜I a�L¨DÕ0Ó1´3°q¸)ÀA½,È$Õ:NÓ3OˆdÜ/°¸QµÀ4Õ0GÈÓNˆÜ/°¸QµÀ4Õ0GÈÓNˆØ!%¥¨d­k�Jˆ
Ü�q˜!�( d¨Q¥hÕ/Ó0ˆØ�X q¥x�(ˆÜ˜Q ¥Ó,¬c°!°Tµ[Ó.Aˆh€HÜ×+Ñ+×?Ñ?ÓA€N÷.ð €Jö!ð €KÜ�q˜!˜XÖ&ˆÜ�E˜D•L !Ó$ˆØ�1Œ9˜% %�-¨DÔ0ÙÜ˜1˜a Ö*ˆEÜ˜ � aÓ(ˆEØ�qŒy˜e e�m°Ô4ÙØ×Ñ  u¨e°UÐ;Ö<ó	 +ñ	 'ô ”c˜+Ó&Ó
'€CØ„y�Q”YÙ�Q“˜˜1˜i˜x˜i¨¨(¨°I°X°IÐ=Õ>ˆØ�
‰
�1ŒØ�y‰y˜qŸw™wˆyÓ'Ð'àÐ€FˆUÜ&1Ñ"ˆˆu�e˜UÙ�q˜˜A˜q %¨ +¨u°U¨{Ð:Õ;Ó<ˆØŠ>Ü—[’[ (§.¡.°Õ"3°X·^±^ÀAÕ5FÈÐRZÐ\dÐ!eÐn|ô  EJ÷  ERñ  ERô  SˆFÜ—K’K  A q¨(°HÐ =ÀnÔ\a×\iÑ\iÔjˆEç$ˆU�dŽ]¨%°$­,ˆß$ˆU�dŽ]¨%°$­,ˆØ�h—n‘n QÕ'Õ'¨¨h¯n©n¸QÕ.?Õ)?ˆBˆÜ�z 8§>¡>°!Õ#4¸Õ#9Ó:ˆÜ�z 8§>¡>°!Õ#4¸Õ#9Ó:ˆä�jŠj˜(Ÿ.™.¨Õ+Ð-°nÔEˆÜ�jŠj˜(Ÿ.™.¨Õ+Ð-°nÔEˆØ�aŒ<Ù˜Ó"ˆAØ�qŒyØ!"��I�X�Ø�qŒyØ"%¨¥'��X�I�J�Ø�aŒ<Ù˜Ó"ˆAØ�qŒyØ!"��I�X�Ø�qŒyØ"%¨¥'��X�I�J�Ø—x‘x  1 a¨¨QÓ/°#·(±(¸1¸aÀÀAÀrÓ2JÕJˆä�h—n‘n QÕ'¨¯©°a­Ó9ˆØ˜A˜q ( 7 (˜NÕ+ˆØ�‰�lÔ#Øˆq�!�X�g�X˜r "˜u b¨ eÐ+×,°Õ8Ó,Øˆa��A�r˜"�u˜b ˜eÐ#×$¨Õ4Ó$Ø�l C¨Ø�
‰
�1�ñE '2ðH ‡K�K�—‘ �Ó%Ô&Ø�9‰9˜1Ÿ7™7ˆ9Ó#Ð#r1   Úinfc                  ó   € \         # ©N)Ú_NORM_LIMIT© r1   r/   Úget_norm_limitr¯   Â   s   € ÜÐr1   c                ó:   € V ^8„  d   QhR\         \        ,          /# )é   Úvalue)r   r`   )Úformats   "r/   Ú__annotate__r´   Æ   s   € ÷ ñ œ(¤5�/ñ r1   c                 ó(   € V f   \        R4      p V sR # )Nrª   )r`   r­   )r²   s   &r/   Úset_norm_limitr¶   Æ   s   € à‚}Ü�e“ˆØ‚Kr1   c                   óÞ   a € ] tR t^Ít o RtRtRR ltR tR tR t	R t
R tR	 tR
 tR tR tR tR tR tRR ltRR ltR tRR ltR t]P2                  R 4       tRR ltR tR tRtV tR# )ÚCausalMemoryCacheaI  Per-convolution temporal tails, kept between the slices of one encode or decode.

Large channels_last CUDA tails are int8-packed (ConvRot, per-token scales); with ``offload`` the
packed tails live in host memory and the next reader's tail is prefetched while this one runs.
A tail can be a ring of per-frame entries, so extending it packs one frame. free() ends the pass.
A ``compiled`` pass runs its slices under the memory compiler: an activation dies with its slice, and
the tails, which outlive it, stay on the device outside the compiler's memory, so neither fragments the other.
é   c                ó¸   € Wn         W n        / V n        / V n        . V n        / V n        / V n        . V n        R V n        R V n	        R V n
        / V n        ^ V n        R # r¬   )ÚoffloadÚcompiledÚplainÚpackedÚ_orderÚ_stagedÚ_spareÚ_pinnedÚ_landingÚ_streamÚ_deviceÚ_ringsÚ_ring_serial)Úselfr»   r¼   s   &&&r/   Ú__init__ÚCausalMemoryCache.__init__Ù   sZ   € ØŒØ ŒØˆŒ
ØˆŒØˆŒØˆŒØˆŒØˆŒØˆŒØˆŒØˆŒØˆŒØˆÖr1   c                ó
  € V P                   f%   \        P                  P                  V4      V n         V P                   e9   V P                   P	                  \        P                  P                  V4      4       V P                   # )z The one stream this cache copies on, so copies reusing a host buffer stay ordered;
it starts after the compute queued so far. None copies on the compute stream.)rÄ   r3   rw   Úget_data_streamÚwait_streamÚcurrent_stream)rÈ   rW   s   &&r/   Ú_transfer_streamÚ"CausalMemoryCache._transfer_streamè   s]   € ð �<‰<ÒÜ ×1Ñ1×AÑAÀ&ÓIˆDŒLØ�<‰<Ò#Ø�L‰L×$Ñ$¤U×%;Ñ%;×%JÑ%JÈ6Ó%RÔSØ�|‰|Ðr1   c                óv  € V P                   P                  VP                  VP                  34      pV'       d   VP	                  4       # \
        P                  ! VP                  VP                  R R7      p\        P                  P                  VRR7      '       d   V P                  P                  V4       V# )Úcpu)r)   rW   F©Úevict_active)rÁ   Úgetr\   r)   Úpopr*   rZ   r3   rw   Ú
pin_memoryrÂ   rz   )rÈ   r>   ÚspareÚhosts   &&  r/   Ú
_host_likeÚCausalMemoryCache._host_likeñ   s}   € Ø—‘—‘ §¡¨!¯'©'Ð 2Ó3ˆßØ—9‘9“;ÐÜ�{Š{˜1Ÿ7™7¨!¯'©'¸%Ô@ˆÜ×!Ñ!×,Ñ,¨TÀÐ,×FÒFØ�L‰L×Ñ Ô%Øˆr1   c                óî  € V P                   e"   V P                   ^ ,          P                  4        V^ ,          P                  V n        V P	                  V P                  4      pV Uu. uFJ  p\
        P                  P                  VR\        P                  ! R4      RW P                  V4      R7      NKL  	  pp\        P                  P                  4       pVP                  V4       WQ3V n         V# u upi )a	  Start copying ``tensors`` to host buffers; they stay alive until the copy lands.
One copy in flight at a time: sources held for copies the CPU ran ahead of are what grows
the peak (2x at 720p on either allocator); record_stream instead grows cudaMallocAsync's pool.NrÒ   T©Únon_blockingÚstreamr¦   )rÃ   ÚsynchronizerW   rÅ   rÏ   r3   rw   Úcast_tor*   rÚ   ÚcudaÚEventÚrecord)rÈ   Útensorsrß   r>   rÙ   Úevents   &*    r/   Ú_to_hostÚCausalMemoryCache._to_hostú   sà   € ð �=‰=Ò$Ø�M‰M˜!Õ×(Ñ(Ô*Ø˜q•z×(Ñ(ˆŒØ×&Ñ& t§|¡|Ó4ˆá ó"Ù �Aô ×&Ñ&×.Ñ.¨q°$¼¿ºÀUÓ8KÐZ^Ðgm÷  rAñ  rAð  BCó  rDÐ.ö  EÙ ð 	ð "ä—
‘
× Ñ Ó"ˆØ�‰�VÔØÐ(ˆŒØˆùò"s   Á'AC2c                óÄ  € \        \        V4      4       Uu. uF  q1RV3NK	  	  ppV P                  ! R V 4       !  p\        WEV4       FO  w  rgpVRVP                  3V P
                  V&   W`P                  9  g   K4  V P                  P                  V4       KQ  	  V'       d8   V P                  V^ ,          V P                  4      V P                  V^ ,          &   V# u upi )zzHold channels_last ``frames`` unpacked in host memory until popped, the first already on
its way back; returns their keys.Úparkedc              3   óJ   "  € T F  qP                  ^ ^^^^4      x € K  	  R# 5i)r   N)Úpermute)Ú.0Úfs   & r/   Ú	<genexpr>Ú)CausalMemoryCache.park.<locals>.<genexpr>  s"   é € ÐHÁ¸AŸy™y¨¨A¨q°!°Q×7Ð7Ãùs   ‚!#N)ry   r{   rç   Úzipr\   r¾   r¿   rz   Ú_bring_backrÅ   rÀ   )	rÈ   ÚownerÚframesÚiÚkeysrÙ   Úkeyr†   rî   s	   &&&      r/   ÚparkÚCausalMemoryCache.park	  s½   € ô /4´C¸³KÔ.@ÓAÑ.@¨˜ !Ó$Ñ.@ˆÐAØ�}Š}ÑHÁÓHÑIˆÜ˜T¨Ö0‰IˆC�AØ ! 4¨¯©Ð1ˆD�K‰K˜ÑØŸ+™+Ö%Ø—‘×"Ñ" 3Ö'ñ 1÷ Ø$(×$4Ñ$4°T¸!µW¸d¿l¹lÓ$KˆD�L‰L˜˜a�Ñ!Øˆùò Bs   —Cc           	     ó  € V P                   V,          w  r4p\        P                  ! W2R7      pV P                  V4      p\        P
                  P                  VRVRWvR7       Veh   \        P                  ! VP                  VR7      p\        P
                  P                  VP                  RVRWxR7       \        P                  ! WHR7      p\        P                  P                  4       p	V	P                  V4       WdV	3# )zTStart the copy of an offloaded entry back to the GPU; returns (data, params, event).rq   NTrÝ   ©Úscale)r¾   r*   Ú
empty_likerÏ   r3   rw   rá   rü   ÚdataclassesÚreplacerâ   rã   rä   )
rÈ   r÷   rW   ÚhqÚparamsr„   Úqdatarß   rü   ræ   s
   &&&       r/   rò   ÚCausalMemoryCache._bring_back  sÎ   € àŸ™ CÕ(‰ˆ�Aä× Ò  Ô3ˆØ×&Ñ& vÓ.ˆÜ×Ñ×&Ñ& r¨4°ÀdÐSYÐ&ÔcØÒÜ×$Ò$ V§\¡\¸&ÔAˆEÜ×"Ñ"×*Ñ*¨6¯<©<¸¸vÐTXÐagÐ*ÔqÜ ×(Ò(¨Ô=ˆFÜ—
‘
× Ñ Ó"ˆØ�‰�VÔØ˜eÐ#Ð#r1   c                ó”   € \        V\        4      '       d2   \        V4      ^8X  d"   V^ ,          V P                  9   d
   V^ ,          # T# )r±   )Ú
isinstanceÚtupler{   rÆ   ©rÈ   r÷   s   &&r/   Ú_topÚCausalMemoryCache._top%  s:   € Ü# C¬×/Ò/´C¸³HÀ´MÀcÈ!ÅfÐPT×P[ÑP[ÔF[ˆs�1�vÐdÐadÐdr1   c                óh  €  V P                   V P                   P                  V4      ^,           ,          pT P                  P                  Y334       FE  pY@P                  9   g   K  Y@P                  9  g   K'  T P                  YB4      T P                  T&   KG  	  R#   \        \        3 d     R# i ; i)zXThe reader after this one is next in line; have its tail on the way while this one runs.N)	r¿   ÚindexÚ
ValueErrorÚ
IndexErrorrÆ   rÕ   r¾   rÀ   rò   )rÈ   ÚtoprW   ÚnxtÚsubs   &&&  r/   Ú_prefetch_afterÚ!CausalMemoryCache._prefetch_after(  s‰   € ð	Ø—+‘+˜dŸk™k×/Ñ/°Ó4°qÕ8Õ9ˆCð —;‘;—?‘? 3¨Ö/ˆCØ—k‘kÖ! c·±Ö&=Ø$(×$4Ñ$4°SÓ$A�—‘˜SÓ!ó 0øô œJÐ'ô 	Úð	ús   ‚3B ÂB1Â0B1c                ó  € V P                   P                  V\        P                  ! 4       4      p\	        VP                  ^4      4       F  pV ;P                  ^,          un        WP                  3pVRRWU^,           13,          pV P                  V4      '       g   VP                  \        R7      pWpV&   VP                  V4       K�  	  V P                  W4       WP                  9  d   V P                  P                  V4       R# R# )z¶Extend ``key``'s tail by ``frames``, keeping the last ``keep``; each frame is its own entry,
stored as given (the buffered convs pass frames of their padded buffer, border included).rp   r8   N)rÆ   Ú
setdefaultÚcollectionsÚdequery   r=   rÇ   Ú	_packableÚcloner;   rz   Ú	keep_lastr¿   )rÈ   r÷   rô   ÚkeepÚringÚjr  Úframes   &&&&    r/   Úpush_framesÚCausalMemoryCache.push_frames2  sÐ   € ð �{‰{×%Ñ% c¬;×+<Ò+<Ó+>Ó?ˆÜ�v—{‘{ 1“~Ö&ˆAØ×Ò Õ"ÕØ×)Ñ)Ð*ˆCØ˜1˜a  q¥5 ˜=Õ)ˆEØ—>‘> %×(Ò(ØŸ™´#˜Ó6�Ø�‰IØ�K‰K˜Öñ 'ð 	�‰�sÔ!Ø—k‘kÔ!Ø�K‰K×Ñ˜sÖ#ñ "r1   c                ó    € V P                   P                  VR4      p\        V4      V8”  d"   V P                  VP	                  4       4       K1  R# )z:Drop all but the newest ``keep`` frames of ``key``'s ring.Nr®   )rÆ   rÕ   r{   ÚdiscardÚpopleft)rÈ   r÷   r  r  s   &&& r/   r  ÚCausalMemoryCache.keep_lastB  s9   € à�{‰{�‰˜s BÓ'ˆÜ�$‹i˜$ÔØ�L‰L˜Ÿ™›Ö(ñ r1   c                óz  € \         P                  ! V4      ;'       dŸ    VP                  4       ^8H  ;'       d„    VP                  ;'       dp    VP	                  \
        R7      ;'       dR    VP                  ^,          ^,          ^ 8H  ;'       d-    VP                  4       VP                  4       ,          \        8¬  # )é   r8   )
r*   Ú	is_tensorr,   r(   r:   r;   r\   ÚnumelÚelement_sizer   )rÈ   r²   s   &&r/   r  ÚCausalMemoryCache._packableH  s­   € ä�OŠO˜EÓ"÷ Vð VØ—	‘	“˜qÑ ÷Vð Và—‘÷Vð Vð ×#Ñ#´#Ð#Ó6÷Vð Vð —‘˜A• Õ" aÑ'÷	Vð Vð
 —‘“ × 2Ñ 2Ó 4Õ4Ô8UÑUð	
r1   c                óF  € V P                   '       dj   \        P                  P                  4       ;_uu_ 4        T P	                  YP                  V4      '       d   TMVP                  4       4       R R R 4       R # V P	                  W4       R #   + '       g   i     R # ; ir¬   )r¼   r3   rF   rG   Ú_storer  r  )rÈ   r÷   r²   s   &&&r/   Ú__setitem__ÚCausalMemoryCache.__setitem__R  sd   € Ø�=�=ˆ=Ü×%Ñ%×8Ñ8×:Õ:Ø—‘˜C¯.©.¸×*?Ò*?¡ÀUÇ[Á[Ã]ÔS÷ ;Ñ:ð �K‰K˜Ö#÷ ;×:Ð:ús   ¹9BÂB 	c           	     óÞ  € V P                  V4       V P                  V4      '       d”   VP                  ^,          pV P                  pV^8”  d   W4,          '       d   V^,          pK   \        P
                  P                  P                  VP                  ^ ^^^^4      P                  RV4      RRRVR7      w  rVM|V P                  '       d[   VP                  '       dI   VP                  4       ^8X  d4   VP                  \        R7      '       d   VP                  ^ ^^^^4      RreMW P                  V&   R# V P                  '       d‰   Vf   V P!                  V4      w  pM4V P!                  WVP"                  4      w  rW\$        P&                  ! WgR7      pV P)                  V4      pW€P*                  9  d   V P*                  P-                  V4       WVVP                  3V P.                  V&   R# )é   T)Ú	is_weightÚper_channelÚconvrotÚconvrot_groupsizer8   Nrû   rt   )r!  r  r\   ÚCONVROT_GROUPSIZEr3   Ú	quant_opsÚTensorWiseINT8LayoutÚquantizerì   Úreshaper»   r(   r,   r:   r;   r½   rç   rü   rþ   rÿ   r  r¿   rz   r¾   )	rÈ   r÷   r²   ÚcÚgr  r  rü   r  s	   &&&      r/   r+  ÚCausalMemoryCache._storeY  s|  € Ø�‰�SÔØ�>‰>˜%× Ò Ø—‘˜A•ˆAØ×&Ñ&ˆAØ�a”%˜AŸEœEØ�a•’ä!ŸO™O×@Ñ@×IÑIØ—‘˜a  A q¨!Ó,×4Ñ4°R¸Ó;ÀtÐY]Ðgkð  @Að Jó B‰MˆE�6à�\�\ˆ\˜eŸmŸm˜m°·	±	³¸qÔ0@ÀU×EXÑEXÔgjÐEX×EkÒEkð "ŸM™M¨!¨Q°°1°aÓ8¸$‘6à#�J‰J�s‰OÙØ�<�<ˆ<ØŠ~ØŸ™ uÓ-‘‘à#Ÿ}™}¨U·L±LÓA‘�Ü$×,Ò,¨VÔA�Ø—)‘)˜C“.ˆCØŸ+™+Ô%Ø—‘×"Ñ" 3Ô'Ø!¨5¯;©;Ð7ˆ�‰�CÓr1   Nc                óâ   € WP                   9  d   WP                  9  d   V# V P                  V4      pV P                  '       d*   V P                  e   V P                  WP                  4       V# )z<A whole entry; a ring's frames are read with for_each_frame.)r½   r¾   Ú
_get_entryr»   rÅ   r  )rÈ   r÷   Údefaultrb   s   &&& r/   rÕ   ÚCausalMemoryCache.getu  sQ   € à—j‘jÔ  S·±Ô%;ØˆNØ�o‰o˜cÓ"ˆØ�<�<ˆ<˜DŸL™LÒ4Ø× Ñ  §l¡lÔ3Øˆ
r1   c                ó  € \        \        V P                  V,          4      RV 4       F  w  rEV! W@P                  V4      4       K  	  V P                  '       d.   V P
                  e   V P                  WP
                  4       R# R# R# )zx``fn(i, frame)`` over the first ``count`` frames of ``key``'s ring one at a time, never holding
the whole unpacked tail.N)Ú	enumerateÚlistrÆ   r=  r»   rÅ   r  )rÈ   r÷   Úfnrœ   rõ   r  s   &&&&  r/   Úfor_each_frameÚ CausalMemoryCache.for_each_frame~  sg   € ô  ¤ T§[¡[°Õ%5Ó 6°v¸Ð >Ö?‰FˆAÙˆq—/‘/ #Ó&Ö'ñ @à�<�<ˆ<˜DŸL™LÒ4Ø× Ñ  §l¡lÖ3ñ 5‰<r1   c                ód  € WP                   9   d   V P                   V,          # V P                  V,          w  r#w  rErgpV P                  '       d{   V P                  P	                  VR 4      ;'       g    V P                  WP                  4      w  r#p	\        P                  P                  V P                  4      P                  V	4       Vf   VP                  ^ ^^^^4      # \        P                  P                  P                  W#4      p
V
P                  WFWxV4      P                  ^ ^^^^4      # r¬   )r½   r¾   r»   rÀ   rÖ   rò   rÅ   r3   rw   rÎ   Ú
wait_eventrì   r5  r6  Ú
dequantizer   )rÈ   r÷   r  r  Úbr9  r>   r†   r‡   ræ   Úflats   &&         r/   r=  ÚCausalMemoryCache._get_entry†  sð   € Ø—*‘*ÔØ—:‘:˜c•?Ð"Ø)-¯©°SÕ)9Ñ&ˆ‘˜˜a AØ�<�<ˆ<Ø#'§<¡<×#3Ñ#3°C¸Ó#>×#eÐ#eÀ$×BRÑBRÐSV×XdÑXdÓBeÑ ˆE˜5Ü×"Ñ"×1Ñ1°$·,±,Ó?×JÑJÈ5ÔQØŠ>Ø—=‘=  A q¨!¨QÓ/Ð/Ü�‰×3Ñ3×>Ñ>¸uÓMˆØ�y‰y˜˜q QÓ'×/Ñ/°°1°a¸¸AÓ>Ð>r1   c                óJ   € V P                  W4      pV P                  V4       V# r¬   )rÕ   r!  )rÈ   r÷   r>  r²   s   &&& r/   rÖ   ÚCausalMemoryCache.pop’  s!   € Ø—‘˜Ó&ˆØ�‰�SÔØˆr1   c                óÂ  € V P                   P                  VR4       F  pV P                  V4       K  	  V P                  P                  VR4       V P                  P                  VR4      pV P
                  P                  VR4      pVe@   \        P                  P                  V P                  4      P                  V^,          4       Ve�   V P                  '       d|   V^,          f   V^ ,          3MV^ ,          V^,          P                  3 FD  pV P                  P                  VP                  VP                   3. 4      P#                  V4       KF  	  R# R# R# )zYDrop an entry, or a ring's frames, without bringing it back; its host buffers are reused.Nr®   )rÆ   rÖ   r!  r½   r¾   rÀ   r3   rw   rÎ   rÅ   rG  r»   rü   rÁ   r  r\   r)   rz   )rÈ   r÷   r  ÚentryÚstagedr>   s   &&    r/   r!  ÚCausalMemoryCache.discard—  s  € à—;‘;—?‘? 3¨Ö+ˆCØ�L‰L˜Öñ ,à�
‰
�‰�s˜DÔ!Ø—‘—‘  TÓ*ˆØ—‘×!Ñ! # tÓ,ˆØÒÜ×"Ñ"×1Ñ1°$·,±,Ó?×JÑJÈ6ÐRSÍ9ÔUØÒ §§ Ø$)¨!¥HÒ$4�e˜A•h‘[¸5À½8ÀUÈ1ÅXÇ^Á^Ð:TÒT�Ø—‘×&Ñ&¨¯©°·±Ð'9¸2Ó>×EÑEÀaÖHó Uñ ".Ñr1   c              #  óX  "  € V P                   '       g   Rx € R# \        P                  P                  4       p\        P                  P	                  V4      ;_uu_ 4        Rx € RRR4       V'       g!   \        P                  P                  4        R# R#   + '       g   i     L:; i5i)z˜The compiler scope of a pass; a graph of its own is released at the end so the next plan sees
the memory, another model's parked graph is left as found.N)r¼   r3   rF   Úmalloc_graph_recordingÚmalloc_graph_scopeÚcleanup_malloc_graph)rÈ   rW   rê   s   && r/   ÚscopeÚCausalMemoryCache.scope¤  sk   é € ð �}�}ˆ}ÛÙÜ×%Ñ%×<Ñ<Ó>ˆÜ×!Ñ!×4Ñ4°V×<Õ<Û÷ =çÜ× Ñ ×5Ñ5Ö7ñ ÷ =×<üs$   ‚AB*Á BÁ%B*Á5"B*ÂB'	Â"B*c                óÊ   € V P                   '       dQ   \        P                  P                  RVRRR7       Ve(   \        P                  P                  RWRV 2R7       R# R# R# )zeClose the open slice scope and open one for ``frames`` latents through ``stage``; none to only close.NÚslice)Úmalloc_scope)r¼   r3   rF   Úprefetch_queue_pop)rÈ   rW   Ústagerô   s   &&&&r/   Ú
next_sliceÚCausalMemoryCache.next_slice±  s^   € à�=�=ˆ=Ü× Ñ ×3Ñ3°D¸&À$ÐU\Ð3Ô]ØÒ Ü×$Ñ$×7Ñ7¸¸fÐ\aÐbhÐaiÐZjÐ7Ökñ !ñ r1   c                ó\  € V P                   '       d*   \        P                  P                  V P                  4       V P                    F"  p\
        P                  P                  V4       K$  	  . / / R3w  V n         V n        V n	        V n
        / / / . 3w  V n        V n        V n        V n        R# )zMUnpin the host buffers at the end of the pass; the cache is empty afterwards.N)rÂ   r*   râ   rà   rÅ   r3   rw   Úunpin_memoryrÁ   rÀ   rÃ   r½   r¾   rÆ   r¿   )rÈ   r>   s   & r/   ÚfreeÚCausalMemoryCache.free¸  s€   € à�<�<ˆ<Ü�J‰J×"Ñ" 4§<¡<Ô0Ø—”ˆAÜ×"Ñ"×/Ñ/°Ö2ñ àACÀRÈÈTÐAQÑ>ˆŒ�d”k 4¤<°´Ø<>ÀÀBÈ¸NÑ9ˆŒ
�D”K ¤¨d®kr1   c                óv   € WP                   9   ;'       g%    WP                  9   ;'       g    WP                  9   # r¬   )r½   r¾   rÆ   r  s   &&r/   Ú__contains__ÚCausalMemoryCache.__contains__Á  s-   € Ø—j‘jÑ ×LÐL C¯;©;Ñ$6×LÐL¸#ÇÁÑ:LÐLr1   )rÅ   rÃ   r¿   rÂ   rÇ   rÆ   rÁ   rÀ   rÄ   r¼   r»   r¾   r½   )FFr¬   ©NN) Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r4  rÉ   rÏ   rÚ   rç   rø   rò   r  r  r  r  r  r,  r+  rÕ   rD  r=  rÖ   r!  Ú
contextlibÚcontextmanagerrV  r]  ra  rd  Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r/   r¸   r¸   Í   s¡   ø‡ € ñð Ðôòòòòò$òeòBò$ò )ò
ò$ò8ô8ô4ò
?ôò
Ið ×Ññ
8ó ð
8ôlòK÷Mð Mr1   r¸   c                ób   € V \         P                  8X  d   ^# WP                  ,          ^,          # )z_The memory figures are fitted on the fp16 channels-last path; other dtypes take the eager path.)r*   r+   Úitemsize)r)   Úfactors   &&r/   Ú_eager_factorrt  Å  s$   € àœŸ™Ô&ˆ1ÐG¨F·^±^Õ,CÀaÕ,GÐGr1   c                óZ   € \         P                  P                  V \        ,          RR7      # )z—Whether a pass over this frame area keeps its packed caches in host memory: when there is
room for them, reclaiming RAM from inactive models if needed.FrÓ   )r3   rw   Úensure_pin_budgetr   )Úframe_pixelss   &r/   Ú_offload_caches_forrx  Ê  s'   € ô ×!Ñ!×3Ñ3°LÔCfÕ4fÐuzÐ3Ó{Ð{r1   c           
     óÖ  € \         P                  p^ Rr©VP                  VP                  P                  VP                  P
                  39  dã   VP                  V 4      '       dÌ   WP                  4       ,
          \        ,          V,
          pV\        8:  d   W³V,          8¼  d   V\        4       3# V\        P                  8H  ;'       d,    W¶8¬  ;'       d     \         P                  P                  V 4      p
V
'       d	   W¶,          p\        ^ \!        \        \#        Wµ,          4      4      4      p	V
'       * ;'       d    \%        V4      pV
'       g	   V'       d   T	M^ \        WÊR7      3# )a,  Latent frames per slice (0: a frame at a time) and the cache for a pass. A clip that fits runs
whole. Otherwise fp16 keeps the caches on the device under the compiler and the rest of the free
memory sets the slice length; without room for them, they go to host memory, or the pass stays at
its floor.F)r»   r¼   )r3   rw   Ú
vram_stateÚ	VRAMStateÚLOW_VRAMÚNO_VRAMÚis_device_cudaÚextra_reserved_memoryr   r   r¸   r*   r+   rF   Úmalloc_graph_enabledrN   rP   rO   rx  )rW   Úfree_memoryrw  ÚlatentsÚworking_bytesÚslice_bytesÚ
tail_bytesr)   ÚmmÚslice_latentsr¼   rØ   r»   s   &&&&&&&&     r/   Ú
_plan_passrˆ  Ð  s  € ô
 
×	Ñ	€BØ �8Ø	‡}�}˜RŸ\™\×2Ñ2°B·L±L×4HÑ4HÐIÔIÈb×N_ÑN_Ð`f×NgÒNgØ×7Ñ7Ó9Õ9Ô=WÕWÐZgÕgˆØÔ/Ô/°EÀ{Õ=RÔ4RØÔ-Ó/Ð/Ð/àœEŸM™MÑ)×wÐw¨eÑ.A×wÐwÄe×FZÑFZ×FoÑFoÐpvÓFwˆßØÕˆEÜ˜AœsÔ#<¼cÀ%ÕBUÓ>VÓWÓXˆØŒl×@Ð@Ô2°<Ó@€Gß$¯‰=°QÔ8IÐRYÔ8mÐmÐmr1   c                   ó&   € ] tR tRt^ t^t^t^tRtR# )ÚMemoryStateiä  r®   N)	rg  rh  ri  rj  ÚDISABLEDÚINITIALIZINGÚACTIVEÚUNSETrn  r®   r1   r/   rŠ  rŠ  ä  s   † Ø€HØ€LØ€FØ„Er1   rŠ  c                ó‚  aa€ V'       d   V^ ,          P                  ^4      V8:  d
   V! W$S4      # V\        P                  8H  ;'       g    SRJ pV'       d&   \        \	        V4      R7      o\        P
                  p. p \        VP                  4       P                  V^R7      4      oSP                  '       d`   S^ ,          P                  \        R7      '       d=   S^ ,          P                  \        R7      S^ &   SP                  V SR,          4      SR&   VV3R lp	\        \        S4      4       F9  p
TP!                  T! V	! V
4      V
^ 8X  d   TM\        P"                  S4      4       K;  	  V'       d   SP%                  4        \&        P(                  ! T^R7      #   T'       d   SP%                  4        i i ; i)aL  ``run(source, memory_state, memory_cache)`` over a causal, spatial-only stage ``chunk`` frames at
a time, the cache carrying state between chunks: exact, and only a chunk's activations are live.
``source`` is a 1-list the stage pops, so no caller keeps its input alive (the input of a module
call is held until that module returns).N)r»   ©r,   r8   ºr/  NNc                 ó„   <€ SV ,          R upSV &   \         P                  ! V4      '       d   V.# SP                  V4      .# r¬   )r*   r&  rÖ   )rõ   ÚpieceÚmemory_cacheÚpiecess   & €€r/   ÚtakeÚ_frame_chunked.<locals>.take   sA   ø€ Ø% a�y¨$ÐˆE�6˜!‘9Ü"Ÿ_š_¨U×3Ò3�EÐQÐQ¸×9IÑ9IÈ%Ó9PÐQÐQr1   )r=   rŠ  r‹  r¸   rx  rŒ  rB  rÖ   Úsplitr»   r:   r;   r  rø   ry   r{   rz   r�  ra  r*   Úcat)ró   re   ÚsourceÚchunkÚmemory_stater”  rw  Úlocal_cacheÚoutsr–  rõ   r•  s   &&&&&f&    @r/   Ú_frame_chunkedrŸ  ë  sb  ù€ ÷
 �F˜1•I—N‘N 1Ó%¨Ô.Ù�6¨Ó6Ð6Ø¤+×"6Ñ"6Ñ6×NÐN¸,È$Ð:N€Kßä(Ô1DÀ\Ó1RÔSˆÜ"×/Ñ/ˆØ€Dð Ü�f—j‘j“l×(Ñ(¨°AÐ(Ó6Ó7ˆØ××Ð F¨1¥I×$;Ñ$;Ì#Ð$;×$NÒ$Nð ˜q�	Ÿ™´c˜Ó:ˆF�1‰IØ%×*Ñ*¨5°&¸µ*Ó=ˆF�2‰Jö	Rô ”s˜6“{Ö#ˆAØ�K‰K™™D ›G°Q¸!´V¡\Ä×ASÑASÐUaÓbÖcñ $÷ Ø×ÑÔÜ�9Š9�T˜qÔ!Ð!ø÷ Ø×ÑÕð ús   Â AF# ÃBF# Æ#F>c                 ó²  € V P                   V,          V P                  V,          ^,
          ,          ^,           pW,           V,
          V P                  V,          ,          ^,           pW,           V^,
          V P                  V,          ,          V,           ,
          pW@P                  V,          ,
          pWv,           pV^ 8:  d   \        RV RV R24      hV# )r/  z@SeedVR2 VAE cache input is too short for convolution: input_len=z
, pad_len=Ú.)ÚdilationÚkernel_sizer<   r  )	Úconv_moduleÚ	input_lenÚpad_lenr,   Údilated_kernel_sizeÚ
output_lenÚ
remain_lenÚoverlap_lenÚ	cache_lens	   &&&&     r/   Úget_cache_sizer¬  
  sÍ   € Ø%×.Ñ.¨sÕ3°{×7NÑ7NÈsÕ7SÐVWÕ7WÕXÐ[\Õ\ÐØÕ%Ð(;Õ;À×@RÑ@RÐSVÕ@WÕWÐZ[Õ[€JàÕ 
¨Q¥°+×2DÑ2DÀSÕ2IÕIÐL_Õ_Õ`ð ð &×(:Ñ(:¸3Õ(?Õ?€KØÕ(€Ià�Q„ÜØNÈyÈkÐYcÐdkÐclÐlmÐnó
ð 	
ð Ðr1   c                   óH   a a€ ] tR tRt oRtV 3R ltV3R lR ltRtVtV ;t	# )Ú	Attentioni  zXThe mid-block's single-head self-attention over each (c, h, w) frame, residual included.c                óv  <€ \         SV `  4        \        P                  WVR R7      V n        \        P                  W4      V n        \        P                  W4      V n        \        P                  W4      V n        \        P                  ! \        P                  W4      .4      V n        \        4       V n        R# )T)Únum_channelsÚ
num_groupsÚepsÚaffineN)ÚsuperrÉ   r4   Ú	GroupNormÚ
group_normÚLinearÚto_qÚto_kÚto_vÚnnÚ
ModuleListÚto_outr%   Úoptimized_vae_attention)rÈ   Ú	query_dimÚnorm_num_groupsr²  Ú	__class__s   &&&&€r/   rÉ   ÚAttention.__init__  s|   ø€ Ü‰ÑÔÜŸ-™-°YÐ`cÐlp˜-ÓqˆŒÜ—J‘J˜yÓ4ˆŒ	Ü—J‘J˜yÓ4ˆŒ	Ü—J‘J˜yÓ4ˆŒ	Ü—m’m¤S§Z¡Z°	Ó%EÐ$FÓGˆŒÜ'4£ˆÖ$r1   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r±   Úhidden_statesÚreturn©r*   r   )r³   rp  s   "€r/   r´   ÚAttention.__annotate__$  s'   ø€ ÷ Uñ U¡U§\¡\ð U±e·l±lñ Ur1   c                ó   aaaaa	€ VP                   w  ooooV P                  VP                  SSSS,          4      4      P                  ^^4      o	VVVVV	3R lV P                  V P
                  V P                  3 4       w  r#pV P                  W#V4      P                  SSSS,          4      P                  ^^4      o	V P                  ^ ,          ! S	4      P                  ^^4      P                  SSSS4      V,           # )r/  c              3   óv   <"  € T F.  q! S4      P                  ^^4      P                  SSSS4      x € K0  	  R# 5i©r/  N)Ú	transposer8  )rí   ÚprojrI  r9  r†   r‡   r.   s   & €€€€€r/   rï   Ú$Attention.forward.<locals>.<genexpr>'  s8   øé € ÐmÑKlÀ4�4˜“7×$Ñ$ Q¨Ó*×2Ñ2°1°a¸¸A×>Ð>ÓKlùs   ƒ69)
r\   r¶  r   rË  r¸  r¹  rº  r¾  r8  r½  )
rÈ   rÄ  ÚqÚkÚvrI  r9  r†   r‡   r.   s
   &&   @@@@@r/   ÚforwardÚAttention.forward$  sØ   ü€ Ø"×(Ñ(‰
ˆˆ1ˆa�Ø�O‰O˜M×.Ñ.¨q°!°Q¸µUÓ;Ó<×FÑFÀqÈ!ÓLˆßmÐmÈDÏIÉIÐW[×W`ÑW`Ðbf×bkÑbkÑKlÓm‰ˆˆaØ×(Ñ(¨¨qÓ1×9Ñ9¸!¸QÀÀAÅÓF×PÑPÐQRÐTUÓVˆØ�{‰{˜1Ž~˜aÓ ×*Ñ*¨1¨aÓ0×8Ñ8¸¸A¸qÀ!ÓDÀ}ÕTÐTr1   )r¶  r¾  r¹  r½  r¸  rº  ©
rg  rh  ri  rj  rk  rÉ   rÑ  rn  ro  Ú__classcell__©rÁ  rp  s   @@r/   r®  r®    s   ù‡ € Ùbõ7÷U÷ Uð Ur1   r®  c                ó„   € V ^8„  d   QhR\         P                  R\        P                  R\        R\        P                  /# )r±   Ú
norm_layerr.   ÚsilurÅ  )r»  rµ  r*   r   Úbool)r³   s   "r/   r´   r´   ,  s7   € ÷  ñ  ¤B§L¡Lð  ´U·\±\ð  Ìð  ÔZ_×ZfÑZfñ  r1   c           	     ó4  € \        V4      '       d†   V P                  '       dt   \        P                  P	                  WRR7      w  r4p \
        P                  ! WW@P                  V P                  RV4      \        P                  P                  WWE4       # VP                  w  rgr‰p
VP                  ^^4      P                  Wh,          WyV
4      pVP                  4       VP                  4       ,          R,          \        4       8”  Edr   \!        VP                  4       ^8X  d   \"        M\$        V P                  4      pV P                  V,          ^ 8w  d   \'        RV P                   RV R24      hV P                  V,          p\        P                  P)                  V P*                  V4      P-                  V^ R7      p\        P                  P)                  V P.                  V4      P-                  V^ R7      p\1        VP-                  V^R7      4      p\3        \5        WÞ4      4       F2  w  pw  r¤\6        P8                  ! W,          WÊW@P                  4      W&   K4  	  \:        P<                  ! V^R7      pMV ! V4      pVP                  WhVP?                  ^4      VP?                  ^4      VP?                  ^4      34      P                  ^^4      pV'       d   \6        P@                  ! V4      pV#   \        P                  P                  YYE4       i ; i)	zdPer-frame GroupNorm of a (b, c, t, h, w) tensor, with the SiLU folded in where the kernel does both.T©Úoffloadablez8SeedVR2 VAE GroupNorm groups must divide chunks: groups=z	, chunks=r¡  r�  )r   r   r   r   r   é   @)!r0   r³  r3   r4   Úcast_bias_weightÚcomfy_kitchenÚgroup_norm_silu_pad3dr±  r²  Úuncast_bias_weightr\   rË  r8  r'  r(  r¯   rP   r   r   r  Úcast_to_inputrE   r›  ÚbiasrB  rA  rñ   ÚFr¶  r*   r™  r=   rØ  )r×  r.   rØ  rE   rã  Úoffload_streamrI  r9  r>   r†   r‡   Ú
num_chunksÚnum_groups_per_chunkÚweightsÚbiasesrõ   s   &&&             r/   Úcausal_norm_wrapperrê  ,  se  € ä�A‡‚˜:×,×,Ð,ä',§y¡y×'AÑ'AÀ*Ð]aÐ'AÓ'bÑ$ˆ�nð	SÜ ×6Ò6Ø˜4×!6Ñ!6¸
¿¹ÈÐY]óô �I‰I×(Ñ(¨¸TÕRØ—G‘G�M€Aˆ!�Ø	�‰�A�qÓ×!Ñ! !¥%¨¨qÓ1€AØ‡w�wƒy�1—>‘>Ó#Õ# gÕ-´Ó0@Õ@Ü°Q·^±^Ó5EÈÔ5JÕ1ÔPhÐjt×jÑjó  Aˆ
Ø× Ñ  :Õ-°Ô2ÜØJÈ:×K`ÑK`ÐJaÐajÐkuÐjvÐvwÐxóð ð  *×4Ñ4¸
ÕBÐä—)‘)×)Ñ)¨*×*;Ñ*;¸QÓ?×EÑEÀjÐVWÐEÓXˆÜ—‘×(Ñ(¨¯©¸!Ó<×BÑBÀ:ÐSTÐBÓUˆÜ�—‘˜¨�Ó+Ó,ˆÜ%¤c¨'Ó&:Ö;‰LˆA‰y�Ü—<’< ¥Ð&:¸tÇ^Á^ÓTˆA‹Dñ <ä�IŠI�a˜QÔ‰á�q‹MˆØ	�	‰	�1˜Ÿ™ › A§F¡F¨1£I¨q¯v©v°a«yÐ9Ó:×DÑDÀQÈÓJ€AßÜ�FŠF�1‹IˆØ€Høô- �I‰I×(Ñ(¨¸TÕRús   Á	-K5 Ë5"Lc                   ó
  a a€ ] tR tRt oV 3R ltR tR t]RR l4       tR t	R t
R	 tRt^tRR
 ltR tR tRR ltR^RRRR/R lt]P(                  R3V3R lR llt]P(                  R3V3R lV 3R llltR tRtVtV ;t# )ÚInflatedCausalConv3diO  c                ó°   <€ \         SV `  ! V/ VB  V P                  ^ ,          V n        ^ .V P                  R,          O5V n        \	        R4      V n        R# )r   r‘  rª   N)r´  rÉ   ÚpaddingÚtemporal_paddingr`   Úmemory_limit)rÈ   ÚargsÚkwargsrÁ  s   &*,€r/   rÉ   ÚInflatedCausalConv3d.__init__P  sI   ø€ Ü‰Ò˜$Ð) &Ò)Ø $§¡¨Q¥ˆÔØÐ-˜DŸL™L¨Õ,Ñ-ˆŒÜ! %›LˆÖr1   c                óž   € V P                   Vuq0n          \        P                  P                  P	                  W4      W0n         #   Y0n         i ; i)z\The plain conv with ``padding`` in place of the module's own, through comfy's _conv_forward.)rî  r*   r»  ÚConv3drÑ  )rÈ   r.   rî  Úorig_paddings   &&& r/   Ú_conv_paddedÚ!InflatedCausalConv3d._conv_paddedV  s8   € à%)§\¡\°7Ð"ˆ”lð	(Ü—8‘8—?‘?×*Ñ*¨4Ó3à'�Lø˜<�Lús   •(A ÁAc                ó  € VfO   \         ;QJ d&    R V P                   4       F  '       g   K   RM	  RM! R V P                   4       4      '       d   R# V^,          V^,          3V^,          V^,          3V^ ,          V^,          33p\        ;QJ d    . R V 4       F  NK  	  5M! R V 4       4      pV P                  W4      p\	        \        RV4      4       F¤  w  pw  pw  ršV P                  V,          V P                  V,          ^,
          ,          pVP                  V4      V	,           V
,           V,
          pWW,          V	,
          pV'       g   VP                  V4      V8w  g   K’  VP                  W�V4      pK¦  	  V# )z]Convolve with native symmetric padding and slice off the surplus; None with a halo or stride.Nc              3   ó*   "  € T F	  q^8g  x € K  	  R# 5irÊ  r®   )rí   Ústs   & r/   rï   ÚBInflatedCausalConv3d._conv_without_padding_copy.<locals>.<genexpr>`  s   é € Ð(G¹;°R¨q®»;ùó   ‚TFc              3   ó<   "  € T F  w  r\        W4      x € K  	  R # 5ir¬   )rN   ©rí   ÚloÚhis   &  r/   rï   rü  d  s   é € Ð6±¡v r”s˜2—{�{³ùs   ‚©r±   é   é   )
Úanyr<   r  r÷  rA  rñ   r¢  r£  r=   Únarrow)rÈ   r.   Ú
prev_cacherî  ÚpadsÚnativerb   rõ   r,   r   r  ÚwidthÚlengthÚstarts   &&&&          r/   Ú_conv_without_padding_copyÚ/InflatedCausalConv3d._conv_without_padding_copy^  s,  € àÒ!§S£SÑ(G¸4¿;º;Ó(G§S§S¢SÑ(G¸4¿;º;Ó(G×%GÒ%GÙà˜•˜W Q�ZÐ(¨7°1­:°w¸qµzÐ*BÀWÈQÅZÐQXÐYZÕQ[ÐD\Ð]ˆß”Ñ6±Ó6—‘Ñ6±Ó6Ó6ˆØ×Ñ Ó*ˆä"+¬C°	¸4Ó,@Ö"AÑˆA‰�‘X�bØ—M‘M !Õ$¨×(8Ñ(8¸Õ(;¸aÕ(?Õ@ˆEØ—V‘V˜C“[ 2Õ%¨Õ*¨UÕ2ˆFØ•I •NˆEß˜Ÿ™ ›¨Ö/Ø—j‘j ¨VÓ4’ñ #Bð ˆ
r1   Nc                ó(  € V^,          V^,          3V^,          V^,          3V^ ,          V^,          33pVf   ^ MVP                  V4      pV^ 8X  d[   \        ;QJ d    R V 4       F  '       g   K   RM	  RM! R V 4       4      '       g!   V'       d   V P                  \        R7      # T # \	        V P
                  4      p\        RV4       F"  w  pw  ršWx;;,          Wš,           ,          uu&   K$  	  Ws;;,          V,          uu&   Vf   V P                  \        R7      p\        P                  ! YpP                  V P                  V'       d   \        M\        P                  R7      p\        RV4       Fi  w  pw  ršV	'       d"   VP                  V^ V	4      P                  4        V
'       g   K;  VP                  W‡V,          V
,
          V
4      P                  4        Kk  	  Tp\        RV4       F.  w  pw  ršVP                  W‰Wx,          V	,
          V
,
          4      pK0  	  V'       dU   VP                  V^ V4      P                  V4       VP                  W6V P                  V4      4      P                  V 4       V# VP                  V 4       V# )zcThe conv's padded input (halo included) in one buffer, written once; ``copy_`` also casts the halo.c              3   ó>   "  € T F  w  rT;'       g    Tx € K  	  R # 5ir¬   r®   rÿ  s   &  r/   rï   Ú5InflatedCausalConv3d._padded_input.<locals>.<genexpr>t  s   é € Ð%B¹T±6°2 b§h h¨B¤h»Tùs   ‚’TFr8   ©r)   rW   r9   r  )r=   r  rA   r;   rB  r\   rñ   r:   r*   rZ   r)   rW   Úcontiguous_formatr  Úzero_Úcopy_)r.   r  rî  Ú
concat_dimÚchannels_lastr  r«  r\   r,   r   r  ÚbufÚcores   &&&&&        r/   Ú_padded_inputÚ"InflatedCausalConv3d._padded_inputo  sõ  € ð ˜•˜W Q�ZÐ(¨7°1­:°w¸qµzÐ*BÀWÈQÅZÐQXÐYZÕQ[ÐD\Ð]ˆØ#Ò+‘A°·±ÀÓ1Lˆ	Ø˜Œ>§#£#Ñ%B¹TÓ%B§#§#¢#Ñ%B¹TÓ%B×"BÒ"Bß6C�1—<‘<¬c�<Ó2ÐJÈÐJä�Q—W‘W“ˆÜ  ¨DÖ1‰MˆC‘�"Ø�J˜"�'Õ!�Jñ 2à×˜YÕ&ÓàÒ ØŸO™O¼#˜OÓ>ˆMÜ�kŠk˜%§w¡w°q·x±xß/<­Ä%×BYÑBYô[ˆä  ¨DÖ1‰MˆC‘�"ßØ—
‘
˜3  2Ó&×,Ñ,Ô.ß‰rØ—
‘
˜3 c¥
¨R¥°Ó4×:Ñ:Ö<ñ	 2ð ˆÜ  ¨DÖ1‰MˆC‘�"Ø—;‘;˜s¨­
°R­¸"Õ(<Ó=ŠDñ 2çØ�K‰K˜
 A yÓ1×7Ñ7¸
ÔCØ�K‰K˜
¨q¯v©v°jÓ/AÓB×HÑHÈÔKð ˆ
ð �J‰J�qŒMØˆ
r1   c                ó  € \        V4      ;'       dw    V P                  R8H  ;'       d`    V P                  ^8H  ;'       dI    \        ;QJ d&    R V P                   4       F  '       d   K   R# 	  R# ! R V P                   4       4      # )zcWhether this conv runs on the channels_last_3d path; any input layout, the pad copy lands it there.r}   c              3   ó*   "  € T F	  q^8H  x € K  	  R# 5irÊ  r®   )rí   r…   s   & r/   rï   Ú3InflatedCausalConv3d._ck_applies.<locals>.<genexpr>“  s   é € Ð6© 1˜Qž«ùrý  FT)r0   Úpadding_modeÚgroupsÚallr¢  )rÈ   r.   s   &&r/   Ú_ck_appliesÚ InflatedCausalConv3d._ck_applies�  sy   € ä˜Q“÷ 7ð 7 D×$5Ñ$5¸Ñ$@÷ 7ð 7ÀTÇ[Á[ÐTUÑEU÷ 7ð 7ß“CÑ6¨¯ªÓ6—C”Cð	8Úð	8ØÑ6¨¯ªÓ6Ó6ð	8r1   c                ó*  € \        V 4       \        P                  P                  WRR7      w  r#p VP	                  \
        R7      p\        V4      '       dM   \        P                  ! WV\        V P                  4      R7      \        P                  P                  WW44       # \        P                  ! WV\        V P                  4      R7      \        P                  P                  WW44       #   \        P                  P                  YY44       i ; i)zPRun an already-padded channels_last_3d input through the conv, kitchen or cuDNN.TrÛ  r8   ©r<   )rK   r3   r4   rÞ  rA   r;   r6   rß  Úfp16_conv3dr  r<   rá  rä  Úconv3d)rÈ   ÚpaddedrE   rã  rå  Ú	weight_cls   &&    r/   Ú_ck_convÚInflatedCausalConv3d._ck_conv•  sÆ   € ä�dÔÜ',§y¡y×'AÑ'AÀ$Ð\`Ð'AÓ'aÑ$ˆ�nð	MØ×)Ñ)¼Ð)Ó<ˆIÜ& v×.Ò.Ü$×0Ò0°ÀDÔQVÐW[×WbÑWbÓQcÔdô �I‰I×(Ñ(¨°tÕLô —8’8˜F¨t¼EÀ$Ç+Á+Ó<NÔOä�I‰I×(Ñ(¨°tÕLøŒE�I‰I×(Ñ(¨°tÕLús   ±AC0 Â$+C0 Ã0"Dc                ó¦   € \         ;QJ d'    . R  \        V P                  4       4       F  NK  	  5# ! R  \        V P                  4       4       4      # )c              3   óH   "  € T F  p\        ^4       F  q!x € K  	  K  	  R# 5i)r±   N)ry   )rí   Úpr„   s   &  r/   rï   Ú:InflatedCausalConv3d._symmetric_padding.<locals>.<genexpr>£  s   é € ÐIÑ 6˜1ÄÀaÆ¸1”QÁ‘QÓ 6ùs   ‚ ")r  Úreversedrî  )rÈ   s   &r/   Ú_symmetric_paddingÚ'InflatedCausalConv3d._symmetric_padding¢  s6   € ßŒuÑI¤¨¯©Ô 6ÓI�uÐIˆuÑI¤¨¯©Ô 6ÓIÓIÐIr1   c                óþ  a&€ Vw  r‰r«pV P                   w  rÞpT;'       g    WîWÿ3pV P                  ^ ,          pVV P                  ^ ,          ,
          pVf   \        4       pM'V\        P
                  8w  d   VP                  V R4       W9   pV'       d   TMV P                  ^,          pV
^8X  dF   V^8X  d?   V^8X  d8   \        V P                  4      R
8X  d   W~WïV38X  d   V P                  WW4WVV4      # W·^ ,          ,           V^,          ,           WÇ^,          ,           V^,          ,           pp\        P                  ! W‰VV
,           VV3VP                  VP                  \        R7      pV! VRRVR13,          4       ?V'       de   VRRRV13,          o&V'       d   VP                  V V&3R l4       M7S&P!                  VRRVV^,           13,          P#                  RRVRR4      4       V'       d…   V\        P$                  \        P
                  39   d`   V'       d8   VP'                  V VRRVR13,          RR\)        V
V4      ) R13,          V4       M VP'                  V VRRV) R13,          V4       \+        V 4       \,        P.                  P1                  V VRR7      w  ppp VP3                  \        R7      p\        V P                  4      ;pw  pppVV P                  ^,          ,
          V,          ^,           VV P                  ^,          ,
          V,          ^,           ,          pRp \5        V4      '       dN   VV	,          V,          V,          V P6                  8”  g(   VP9                  ^ 4      V,          V P6                  8”  d   \:        P<                  ! VVVVR7      p!EMöVP9                  ^4      V,
          V,          ^,           p"\        P                  ! VVP9                  ^ 4      V"VV P                  ^,          ,
          V,          ^,           VV P                  ^,          ,
          V,          ^,           3VP                  VP                  \        R7      p!\)        V"V P6                  V	V,          V,          ,          V,
          V,          ^,           V P6                  VP9                  ^ 4      V,          ,          4      p#VeJ   VP>                  V!P>                  8X  d/   VP                  V!P                  8X  d   \A        V4      '       d   Tp \C        ^ V"V#4       Fx  p$\)        V"V$V#,           4      p%\D        PF                  ! VRRV$V,          V%^,
          V,          V,           13,          TTV f   RMV RRV$V%13,          VV!RRV$V%13,          R	7       Kz  	  \,        P.                  PI                  V VVV4       Ve   V f
   V!V,          p!V!#   \,        P.                  PI                  T TTT4       i ; i)a€  Run this conv from one padded buffer: halo in front, ``write_body`` writes the padded frames
behind it, and the conv reads and writes frame-window views. ``residual`` goes into the kitchen
conv's epilogue (added explicitly on the cuDNN path). ``pad`` is the buffer's spatial border
(top, bottom, left, right), the conv's own padding by default. Replicates forward()'s cache handling.
Nr  rp   c                 óJ   <€ SR R W ^,           13,          P                  V4      # )rp   )r  )rõ   r  Úfronts   &&€r/   Ú<lambda>Ú3InflatedCausalConv3d._ck_buffered.<locals>.<lambda>Ê  s$   ø€ À5ÈÈAÈqÐUVÕQVÈwÈÕCW×C]ÑC]Ð^cÔCdr1   TrÛ  r8   r%  )Úresidualr<   rb   ©r/  r/  r/  rt   )%rî  r£  r<   r¸   rŠ  r�  rÖ   rï  r  Ú_ck_tapsr*   rZ   r)   rW   r;   rD  r  ÚexpandrŒ  r  rP   rK   r3   r4   rÞ  rA   r6   Ú_CK_MAX_VIEW_ELEMENTSr=   rä  r'  r\   r?   ry   rß  r&  rá  )'rÈ   ÚlikeÚx_shaperœ  r”  Ú
write_bodyr8  ÚpadrI  r9  r>   r†   r‡   r„   ÚphÚpwÚktÚ
cache_sizeÚ
has_memoryÚhaloÚhpÚwpr  rE   rã  rå  r)  r<   ÚsdÚshÚswÚout_hwÚfused_residualrb   Úztr›  Úz0Úz1r5  s'   &&&&&&&&                              @r/   Ú_ck_bufferedÚ!InflatedCausalConv3d._ck_buffered®  s-  ø€ ð  ‰ˆˆa�AØ—L‘L‰	ˆˆrØ×%Ð%�b˜bÐ%ˆØ×Ñ˜aÕ ˆØ˜$Ÿ+™+ a�.Õ(ˆ
ØÒÜ,Ó.‰LØœ[×/Ñ/Ô/Ø×Ñ˜T 4Ô(ØÑ)ˆ
ß'‰z¨T×-BÑ-BÀQÕ-FˆØ�Œ6�d˜a”i B¨!¤G´°d·k±kÓ0BÀiÔ0OÐTWÐ`bÐhjÐ[kÔTkØ—=‘= °ÈJÐblÓmÐmØ˜•V•˜c !�fÕ$ a¨a­&¥j°3°qµ6Õ&9ˆBˆä�kŠk˜1 ¨¥¨2¨rÐ2¸$¿*¹*ÈTÏ[É[ÔhkÔlˆÙ�3�q˜!˜T™U�{Õ#Ô$ØßØ˜˜1˜e˜t˜e˜Õ$ˆEßà×+Ñ+¨DÔ2dÕeð —‘˜C  1 d¨4°!­8 mÐ 3Õ4×;Ñ;¸BÀÀDÈ"ÈbÓQÔRß˜,¬;×+CÑ+CÄ[×EWÑEWÐ*XÔXßà×(Ñ(¨¨s°1°a¸¹°;Õ/?ÀÀ1ÄsÈ1ÈjÓGYÐFYÑFZÐ@ZÕ/[Ð]gÕhà×(Ñ(¨¨s°1°a¸*¸¹Ð3EÕ/FÈ
ÔSä�dÔÜ',§y¡y×'AÑ'AÀ$ÈÐY]Ð'AÓ'^Ñ$ˆ��nð	MØ×)Ñ)¼Ð)Ó<ˆIÜ"'¨¯©Ó"4Ð4ˆF‘Z�R˜˜RØ˜D×,Ñ,¨QÕ/Õ/°BÕ6¸Õ:ÀÀT×EUÑEUÐVWÕEXÕ@XÐ]_Õ?_ÐbcÕ?cÕdˆFØ!ˆNô ,¨C×0Ò0°B¸µF¸RµKÀ"Õ4DÀt×GaÑGaÔ4aØ—{‘{ 1“~¨Õ.°×1KÑ1KÔKÜ—h’h˜s I¨t¸FÔC’à—h‘h˜q“k BÕ&¨2Õ-°Õ1�Ü—k’k 1 f§k¡k°!£n°b¸2À×@PÑ@PÐQRÕ@SÕ;SÐXZÕ:ZÐ]^Õ:^ÐacÐfj×fvÑfvÐwxÕfyÕayð  Aõ  aAð  DEõ  aEð  #FØ(+¯	©	¸#¿*¹*ÔTWôY�ä˜B ×!;Ñ!;ÀÀBÅÈÅÕ!LÈrÕ!QÐVXÕ XÐ[\Õ \Ø ×6Ñ6¸6¿;¹;Àq»>ÈFÕ;RÕSóU�àÒ'¨H¯N©N¸c¿i¹iÔ,GÈHÏNÉNÐ^a×^gÑ^gÔLgÔlwð  yA÷  mBò  mBØ%-�NÜ  2 uÖ-�BÜ˜R  e¥Ó,�BÜ!×-Ò-¨c°!°Q¸¸R½ÀÀaÅÈ2ÅÐPRÕ@RÐ8RÐ2RÕ.SÐU^Ð`dØ?MÒ?U±tÐ[iÐjkÐmnÐprÐsuÐpuÐjuÕ[vØ5;ÀÀQÈÈ2ÈbÈ5À[ÕAQ÷Sñ .ô �I‰I×(Ñ(¨¨v°t¸^ÔLØÒ NÒ$:Ø�8�OˆCØˆ
øô �I‰I×(Ñ(¨¨v°t¸^ÕLús   Ê+K8W ×$W<c           
     óN  aaaaa€ Vw  r‰r«pV P                   w  p
op\        P                  ! W‰^V^S,          ,           V^V,          ,           3VP                  VP                  \
        R7      pV! V4       ?\        V 4       \        P                  P                  WRR7      w  opp V'       d
   SR
,          MSP                  ^RR7      pVP                  \
        R7      p\        V4      oS'       d’   VRJ;'       dW    VP                  VSP                  ^ 4      ^W¼38H  ;'       d-    VP                  VP                  8H  ;'       d    \        V4      p\         P"                  ! TTTV'       d   TMRR7      oV'       d   RpM\$        P&                  ! VVV4      oV\(        P*                  \(        P,                  39   d0   TP/                  Y'       d   TMVP1                  RR^RR4      ^4       ?V'       dU   SP                  ^4      ) V P2                  ,          ) oVVVVV3R lpVP5                  V V^R	7       VP7                  V ^4       \        P                  P9                  V SVV4       Ve
   SV,          oS#   \        P                  P9                  T STT4       i ; i)aÍ  A one-frame chunk against its two-frame halo as three single-frame convs summed into the
output: the 3-frame buffer was the tail's peak (1.5 GiB lower floor at 1080p). The halo taps
run straight from the unpacked frames, their padding in place of a buffer; with fp16
accumulation the kitchen conv adds each tap, and the residual, into the output in its
epilogue (1.7x over cuDNN plus an add). Without a cache the halo is the frame itself, so the
taps sum first.r  TrÛ  )r,   Úkeepdimr8   N©r8  c           
      óÂ  <€ SR R W ^,           13,          P                  \        R7      p\        ^ SP                  ^4      S
4       F•  p\	        SP                  ^4      VS
,           4      pSR R R W413,          VR R R W4^S	,          ,           13,          reS'       d   \
        P                  ! WbWUR7       Kp  VP                  \        P                  ! Wb4      4       K—  	  R# )rp   r8   )r8  rb   N)
rA   r;   ry   r=   rP   rß  r&  Úadd_rä  r'  )rõ   r  Útap_iÚr0Úr1Úbandr.   Úfp16_accrb   rA  ÚrowsrE   s   &&     €€€€€r/   Úhalo_tapÚ/InflatedCausalConv3d._ck_taps.<locals>.halo_tap  s±   ø€ Ø" 1 a¨¨q­5¨ =Õ1×<Ñ<Ì3Ð<ÓO�EÜ# A s§x¡x°£{°DÖ9˜Ü  §¡¨!£¨b°4­iÓ8˜Ø"% a¨¨A¨r¨u nÕ"5°u¸QÀÀ1ÀbÈaÐRTÍfÍÀnÐ=TÕ7U˜aß#Ü)×5Ò5°aÈ×Xà ŸI™I¤a§h¢h¨qÓ&8Ö9ó :r1   )rœ   ©rp   rp   :r±   NNrt   )rî  r*   rZ   r)   rW   r;   rK   r3   r4   rÞ  ÚsumrA   r6   r\   r=   r?   rß  r&  rä  r'  rŠ  rŒ  r�  r  r;  Ú
_TAP_BANDSrD  r  rá  )rÈ   r=  r>  rœ  r”  r?  r8  rE  rI  r9  r„   r†   r‡   rB  r  rã  rå  ÚtapÚfusedr^  r\  rb   rA  r]  rE   s   &&&&&&&&            @@@@@r/   r:  ÚInflatedCausalConv3d._ck_tapsô  sI  ü€ ð  ‰ˆˆa�AØ—L‘L‰	ˆˆ2ˆrÜ�kŠk˜1  A¨¨B­¥J°°A¸µFµ
Ð;À4Ç:Á:ÐVZ×VaÑVaÔqtÔuˆÙ�3ŒØÜ�dÔÜ',§y¡y×'AÑ'AÀ$ÐY]Ð'AÓ'^Ñ$ˆ��nð	Mß&0�&˜Ö"°f·j±jÀQÐPT°jÓ6UˆCØ—.‘.¬s�.Ó3ˆCÜ.¨sÓ3ˆHßØ!¨Ð-÷ Sð S°(·.±.ÀQÈÏÉÐTUËÐXYÐ[\ÐD`Ñ2`÷ Sð SØ%Ÿ^™^¨s¯y©yÑ8÷Sð SÜ=HÈÓ=Rð ä#×/Ò/°°S¸$×UZÉÐ`dÔe�ßØ#�Høä—h’h˜s C¨Ó.�Ø¤× 8Ñ 8¼+×:LÑ:LÐMÔMà×(Ñ(¨¶j©sÀcÇjÁjÐQSÐUWÐYZÐ\^Ð`bÓFcÐefÔgØßØŸ(™( 1›+˜¨¯©Õ8Ð9�÷:ñ :ð ×+Ñ+¨D°(À!Ð+ÔDØ×&Ñ& t¨QÔ/ä�I‰I×(Ñ(¨¨v°t¸^ÔLØÒØ�8�OˆCØˆ
øô �I‰I×(Ñ(¨¨v°t¸^ÕLús9   Â(J  Â0AJ  Ä )J  Ä* J  Å&J  Å2J  ÆA7J  Ç;AJ  Ê $J$c                ó’   € V P                  V4      ;'       d0    V\        P                  8g  ;'       d    VP                  ^ 4      ^8H  # )zUWhether _ck_buffered can take this call: the frame-offset write needs a batch of one.)r"  rŠ  rŽ  r=   ©rÈ   r.   rœ  s   &&&r/   Ú_ck_buffered_appliesÚ)InflatedCausalConv3d._ck_buffered_applies&  s<   € à×Ñ Ó"×[Ð[ |´{×7HÑ7HÑ'H×[Ð[ÈQÏVÉVÐTUËYÐZ[É^Ð[r1   c           	     ó.  aaaaaa€ S^ ,          pV P                  Wc4      '       d3   \        S\        P                  4      '       d   SP                  '       g   R# V P
                  w  pooVP                  ^ 4      VP                  r˜?\        P                  P                  SVRR7      w  oop
VVVVVV3R lp V P                  W‰W4WµR7      \        P                  P                  SSSV
4       #   \        P                  P                  SSST
4       i ; i)z¯GroupNorm + SiLU written straight into the conv's buffer; ``source`` (a 1-list) is emptied
once read so the activation is freed early. None when the fused path does not apply.NTrÛ  c                 ó”   <€ \         P                  ! SP                  4       SSSP                  SP                  SSSS^ 3RRV R7	       R# )r   T)Úzero_padrb   N)rß  rà  rÖ   r±  r²  )ÚdstÚgbÚgwÚnormrA  rB  rš  s   &€€€€€€r/   r?  Ú8InflatedCausalConv3d.fused_norm_conv.<locals>.write_body6  s@   ø€ Ü×/Ò/Ø—
‘
“˜b " d§o¡o°t·x±xÀ"ÀbÈ"ÈbÐRSÐATÐVZØ 3÷r1   rU  )rh  r  r»  rµ  r³  rî  Ú	new_emptyr\   r3   r4   rÞ  rQ  rá  )rÈ   rš  rp  rœ  r”  r8  r.   r„   r=  r\   rå  r?  rn  ro  rA  rB  s   &ff&&&      @@@@r/   Úfused_norm_convÚ$InflatedCausalConv3d.fused_norm_conv*  sÜ   ý€ ð �1�IˆØ×)Ñ)¨!×:Ò:¼zÈ$ÔPR×P\ÑP\×?]Ò?]Ø—K—K�KÙØ—L‘L‰	ˆˆ2ˆrØ—k‘k !“n a§g¡gˆeØÜ!&§¡×!;Ñ!;¸DÀ$ÐTXÐ!;Ó!YÑˆˆB�÷	ò 	ð
	GØ×$Ñ$ T°,ÈjÐ$Ólä�I‰I×(Ñ(¨¨r°2°~ÕFøŒE�I‰I×(Ñ(¨¨r°2°~ÕFús   Â:C0 Ã0$DÚ	split_dimrî  r  c          
     ó¦  € \        VP                  4       4      pVe2   WR^,
          ;;,          VP                  V^,
          4      ,          uu&   \        V^,          V^,          ,           V^,          V^,          ,           V^ ,          V^,          ,           34       F!  w  rgVR	V,           ;;,          V,          uu&   K#  	  \        P                  ! V4      VP                  4       ,          R
,          pW€P                  8  g   W!P                  8X  d…   V P                  V4      '       d+   V P                  V P                  WW2^,
          RR7      4      # V P                  WV4      p	V	e   V	# V P                  WW2^,
          4      p
V P                  V
R4      # \        P                  ! W€P                  ,          4      pVP                  V4      V,          pV.V^,
          ,          pWÑP                  V4      \        V4      ,
          .,          p\        VP                  WÒR7      4      pVe   \        VP                  WÒR7      4      pR p\!        \#        V4      4       EF×  pVe0   \$        P&                  ! WO,          W,          .V^,
          R7      W&   W,          P                  V,
          ^,
          ^,          pV^,           p\        V4      pV^ 8X  d   V P(                  V^,
          ,          M^ VV&   V\#        V4      ^,
          8X  d   V P(                  V^,
          ,          M^ VV&   VV,          VV,          ,           p\+        V4      pR pVe   VP                  V4      M^ p\-        V W,          P                  V4      V,           VV^,
          R7      pV^ 8w  dp   VW,          P                  V4      8”  d(   \/        RV RW,          P                  V4       R24      hW,          P1                  ^ V4      V) R  P1                  ^ V4      pV P3                  W,          V^,           VVR7      W&   TpEKÚ  	  \$        P&                  ! WR7      pV# )NT©r  r�  )r¤  r¥  r¦  r,   zSeedVR2 VAE cache size z exceeds split size r¡  )ru  rî  r  éýÿÿÿrÝ  )r   r   r   )rB  r=   rA  ÚmathÚprodr(  rð  r]   r"  r*  r  r  r÷  Úceilra  r˜  ry   r{   r*   r™  rî  r  r¬  r  rË  Úmemory_limit_conv)rÈ   r.   ru  rî  r  r\   rõ   Úpad_sumÚmemory_occupyrb   r(  Ú
num_splitsÚsize_per_splitÚsplit_sizesÚcacheÚidxÚlpad_dimÚrpad_dimr¦  Ú
next_cacher«  Únext_cache_sizeÚoutputs   &&$$$                  r/   r|  Ú&InflatedCausalConv3d.memory_limit_conv@  s¬  € ô �Q—V‘V“X“ˆØÒ!Ø˜a•-×  J§O¡O°IÀµMÓ$BÕBÓ Ü# W¨Q¥Z°'¸!µ*Õ%<¸gÀa½jÈ7ÐSTÍ:Õ>UÐW^Ð_`ÕWaÐdkÐlmÕdnÕWnÐ$oÖp‰JˆAØ�"�q•&�M˜WÕ$�Mñ qäŸ	š	 %Ó(¨1¯>©>Ó+;Õ;¸gÕEˆØ×,Ñ,Ô,°	¿V¹VÔ0CØ×Ñ ×"Ò"Ø—}‘} T×%7Ñ%7¸ÀwÐ\]ÕP]ÐmqÐ%7Ó%rÓsÐsØ×1Ñ1°!ÀÓIˆCØŠØ�
Ø×'Ñ'¨°wÈAÅÓNˆFØ×$Ñ$ V¨YÓ7Ð7ä—Y’Y˜}×/@Ñ/@Õ@ÓAˆ
ØŸ™ 	Ó*¨jÕ8ˆØ%Ð&¨*°q­.Õ9ˆØŸ™˜yÓ)¬C°Ó,<Õ<Ð=Õ=ˆä�—‘˜�Ó4Ó5ˆØÒ!Ü˜j×.Ñ.¨{Ð.ÓJÓKˆJØˆÜœ˜Q›—=ˆCØÒ%ÜŸš J¥O°QµVÐ#<À)ÈaÅ-ÔP�‘à�Ÿ™ iÕ/°!Õ3°qÕ8ˆHØ !•|ˆHÜ˜7“mˆGØ?BÀa¼x §¡¨Y¸­]Ö ;ÈQˆG�HÑØ?BÄcÈ!ÃfÈqÅjÔ?P §¡¨Y¸­]Ö ;ÐVWˆG�HÑØ˜hÕ'¨'°(Õ*;Õ;ˆGÜ˜G“nˆGàˆJØ16Ò1B˜Ÿ
™
 9Ô-ÈˆIÜ,Ø Ø�&Ÿ+™+ iÓ0°9Õ<ØØ •Mô	ˆOð  !Ô#Ø" Q¥V§[¡[°Ó%;Ô;Ü$Ø1°/Ð1BÐBVÐWXÕW]×WbÑWbÐclÓWmÐVnÐnoÐpóð ð •F×$Ñ$ Q¨	Ó2°OÐ3CÐ3DÐE×OÑOÐPQÐS\Ó]ð ð ×+Ñ+Ø•Ø# a�-ØØ ð	 ,ó ˆA‰Fð ‹EñI !ôL —’˜1Ô,ˆØˆr1   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r±   rœ  rÅ  )rŠ  r   )r³   rp  s   "€r/   r´   Ú!InflatedCausalConv3d.__annotate__‰  s%   ø€ ÷ Gñ Gñ "ðGñ
 
ñGr1   c                óœ  € V\         P                  8X  d   \        R 4      hVf   / pV\         P                  8w  d   VP	                  V R4       \
        P                  ! V P                  4      '       g   \        V P                  4      R8X  d/   \        P                  ! V4      '       d   V P                  WV4      # V P                  WV4      # )z9SeedVR2 VAE convolution requires an explicit MemoryState.Nr9  )rŠ  rŽ  r  r�  rÖ   ry  Úisinfrð  r  r£  r*   r&  Úbasic_forwardÚslicing_forward)rÈ   Úinputrœ  r”  s   &&&&r/   rÑ  ÚInflatedCausalConv3d.forward‰  s¥   € ð œ;×,Ñ,Ô,ÜÐXÓYÐYØÒØˆLØœ;×-Ñ-Ô-Ø×Ñ˜T 4Ô(ô �ZŠZ˜×)Ñ)×*Ò*¬e°D×4DÑ4DÓ.EÈÔ.RÜ—’ ×&Ò&à×%Ñ% e¸<ÓHÐHØ×#Ñ# E¸ÓFÐFr1   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r±   r�  rœ  )r   rŠ  )r³   rp  s   "€r/   r´   r‹  �  s   ø€ ÷ "&ñ "&¡6ð "&¹ñ "&r1   c           	     óú  <€ V P                   ^ ,          V P                  ^ ,          ,
          pVe   VP                  V 4      MRpVe(   V\        P                  8X  d   VP                  V4      pMIV P                  '       d6   \        P                  ! VR,          ^^V P                  ^,          ^^.4      pMRpV P                  V4      '       Ed   V P                  WV P                  4       ^RR7      pV^ 8w  d¢   V\        P                  8w  d�   Ve‰   V P                  w  r‰p
TRRVR1Y—P                  ^4      V	,
          ;'       g    R1Y§P                  ^4      V
,
          ;'       g    R13,          pVP                  4       P!                  \"        R7      W0&   M+Ve(   V\        P                  8w  d   VP%                  V R4       V P'                  V4      # Vf   TM"\        P(                  ! \+        Wa4      V3^R7      pV^ 8w  d2   V\        P                  8w  d   VRRVR13,          P                  4       MRpVe1   V\        P                  8w  d   Vf   VP%                  V R4       MWÃV &   \,        SV `]  V4      # )r   Nrp   Trw  r8   r�  ©rp   rp   :Nr/  N)r<   r£  rÕ   rŠ  r�  r_   rï  r*   ra   r"  r  r1  r‹  rî  r=   Údetachr  r;   rÖ   r*  r™  rC   r´  rÑ  )rÈ   r�  rœ  r”  Úmem_sizeÚmemoryÚheadr(  r„   rA  rB  ÚtailÚnext_memoryrÁ  s   &&&&         €r/   rŽ  Ú"InflatedCausalConv3d.basic_forward�  s,  ø€ Ø—;‘;˜q•> D×$4Ñ$4°QÕ$7Õ7ˆØ+7Ò+C�×!Ñ! $Ô'ÈˆØÒ \´[×5GÑ5GÔ%GØ—9‘9˜UÓ#‰DØ×"×"Ð"Ü—:’:˜e H�o°°1°d×6KÑ6KÈaÕ6OÐQRÐTUÐ/VÓW‰DàˆDØ×Ñ˜E×"Ó"ð ×'Ñ'¨°T×5LÑ5LÓ5NÐPQÐaeÐ'ÓfˆFØ˜1Œ} ´×1EÑ1EÔ!EÈ,ÒJbð !ŸL™L‘	��rØ˜a  H¡I¨r·+±+¸a³.À2Õ2E×2MÐ2MÈÐ/MÈr×R]ÑR]Ð^_ÓR`ÐceÕRe×RmÐRmÐimÐOmÐmÕn�Ø%)§[¡[£]×%8Ñ%8ÄsÐ%8Ó%K�Ò"ØÒ)¨l¼k×>RÑ>RÔ.RØ× Ñ   tÔ,Ø—=‘= Ó(Ð(Øš‘¬5¯9ª9´mÀDÓ6PÐRWÐ5XÐ^_Ô+`ˆð ˜A” ,´+×2FÑ2FÔ"Fð �!�Q˜™	�/Õ"×)Ñ)Ô+àð 	ð
 Ò#¨¼×8LÑ8LÔ(LØÒ"Ø× Ñ   tÕ,à%0˜TÑ"Ü‰w‰˜uÓ%Ð%r1   c           
     óN  € V P                   ^ ,          V P                  ^ ,          ,
          pVP                  V 4      pVe   \        VP	                  V4      V4      pMSV P
                  '       d@   \        \        P                  ! VR,          ^^V P
                  ^,          ^^.4      V4      pMRpV\        P                  \        P                  39   d²   V^ 8w  d«   WAP                  ^4      8”  d    Ve   \        P                  ! Wa.^R7      pRpWAP                  ^4      8:  db   VRRV) R13,          P                  4       pTP                  VP                  \         R7      '       d   \         M\        P"                  R7      W0&   V P%                  WP'                  4       VR7      # )zžforward() for a finite memory_limit: the halo is handed to memory_limit_conv, which splits
the conv along H, then W, while its padded input exceeds the limit.Nrp   r�  r8   )rî  r  r”  )r£  r<   rÕ   rC   r_   rï  r*   ra   rŠ  rŒ  r�  r=   r™  r•  r  r:   r;   r  r|  r1  )rÈ   r�  rœ  r”  rD  r—  r‚  r™  s   &&&&    r/   r�  Ú$InflatedCausalConv3d.slicing_forwardÁ  sb  € ð ×%Ñ% aÕ(¨4¯;©;°q­>Õ9ˆ
Ø×!Ñ! $Ó'ˆØÒÜ! &§)¡)¨EÓ"2°EÓ:‰EØ×"×"Ð"Ü!¤%§*¢*¨U°8­_¸qÀ!ÀT×EZÑEZÐ]^ÕE^Ð`aÐcdÐ>eÓ"fÐhmÓn‰EàˆEàœK×4Ñ4´k×6HÑ6HÐIÔIÈjÐ\]ÌoØŸJ™J q›MÔ)¨eÒ.?ÜŸ	š	 5 .°aÔ8�Ø�ØŸZ™Z¨›]Ô*ð ˜Q  J ;¡<Ð/Õ0×7Ñ7Ó9�Ø%)§Z¡ZØ).×)<Ñ)<Ì3Ð)<×)OÒ)O¥#ÔUZ×UlÑUlð &0ó &n�Ñ"ð ×%Ñ% e×5LÑ5LÓ5NÐ[`Ð%ÓaÐar1   )rð  rî  rï  r¬   rÝ  rf  )r   r   r   r   r   r   )rg  rh  ri  rj  rÉ   r÷  r  Ústaticmethodr  r"  r*  r1  r<  rb  rQ  r:  rh  rs  r|  rŠ  rŽ  rÑ  rŽ  r�  rn  ro  rÔ  rÕ  s   @@r/   rì  rì  O  sË   ù‡ € õ)ò(òð" óó ðò@8ò
MòJð
 $Ðð
 €JôDòL0òd\ôGð,Gð ð	Gð
 #ðGð ôGðX %0×$5Ñ$5Ø÷	Gò Gð( HS×GXÑGXÐim÷ "&õ "&÷Hbò br1   rì  c                   ód   a a€ ] tR tRt oRtRV3R lV 3R llltR tR tR tR t	R	 t
R
tVtV ;t# )Ú
Upsample3DiÛ  za2x spatial (and 2x temporal) upsampling: a 1x1 expansion, its pixel shuffle, a causal 3x3x3 conv.c                ó    <€ V ^8„  d   QhRS[ /# )r±   Útemporal_up©rÙ  )r³   rp  s   "€r/   r´   ÚUpsample3D.__annotate__Þ  s   ø€ ÷ Kñ K©dñ Kr1   c                ó  <€ \         SV `  4        W n        V'       d   ^M^V n        ^V n        \
        P                  WV P                  ^,          ,          V P                  ,          ^^ R7      V n        \        W^^R7      V n	        R# )r±   )r£  rî  ©rî  N)
r´  rÉ   r¢  Útemporal_ratioÚspatial_ratior4   rõ  Úupscale_convrì  rJ   )rÈ   Úchannelsr¢  rÁ  s   &&&€r/   rÉ   ÚUpsample3D.__init__Þ  su   ø€ Ü‰ÑÔØ&Ôß#.™a°AˆÔØˆÔÜŸJ™J x¸D×<NÑ<NÐRSÕ<SÕ1SÐVZ×ViÑViÕ1iÐwxð  CD˜Jó  EˆÔÜ(¨¸QÈÔJˆŽ	r1   c                ón  € VP                  ^4      pW@P                  ,          V,           V P                  ,          V,           V,          pW(W‡,            P                  \        R7      p	Vf   RM	W8W‡,            p
\        V4      '       d   \        P                  ! WV
4      # \        P                  ! WV
4      # )zžOne shuffle phase of the 1x1 expansion; its output channels are (sr, sr, tr, c). A helper
so the weight slice's copy is freed before the phase is written out.r8   N)
r=   r¨  r§  rA   r;   r6   rß  r&  rä  r'  )rÈ   r.   rE   rã  rõ   r  r>   r9  rÏ  ÚwkÚbks   &&&&&&&    r/   Ú_expandÚUpsample3D._expandæ  s’   € ð �F‰F�1‹IˆØ×$Ñ$Õ$ qÕ(¨D×,?Ñ,?Õ?À!ÕCÀqÕHˆØ�a•eˆ_×'Ñ'´cÐ'Ó:ˆØ’\‰T t¨a­e }ˆÜ" 1×%Ò%Ü ×,Ò,¨Q°BÓ7Ð7Ü�xŠx˜˜rÓ"Ð"r1   c                ó~  € V P                   V P                  reV P                  P                  w  rxp	VP	                  ^4      V,          VP	                  ^4      V,          rº^WˆV
,           3^W™V,           33 Fg  w  rÍpV'       g   K  VP                  V^ V4      P                  4        VP                  WÎVP	                  V4      V,
          4      P                  4        Ki  	  VRRRWˆV
,           1W™V,           13,          p\        V P                  4       \        P                  P                  V P                  VRR7      w  ppp \        V4       EF  p\        V4       Fø  pV Fï  pV P                  VVVVVV4      pVRRRVRV1VRV13,          p\        V4      ^8X  d   VP                  V4       MŸV'       g    VRRVRV13,          P                  V4       MxV^ 8X  dF   VR,          P                  VR,          4       VRR^RV13,          P                  VR,          4       M,VRRV^,           RV13,          P                  VR,          4       ?Kñ  	  Kú  	  EK  	  \        P                  P!                  V P                  VVV4       R#   \        P                  P!                  T P                  TTT4       i ; i)aC  Write the 1x1 expansion of ``x`` for temporal ``phases`` into the conv's padded buffer ``dst``,
one shuffle phase at a time at its strided place: a phase's output is a quarter (an eighth) of
the expanded tensor. With ``drop_head`` the first input frame keeps only its first phase, as
the video's first frame is not doubled.rp   TrÛ  N)rp   rp   r   ©rp   rp   r‘  )r¨  r§  rJ   rî  r=   r  r  rK   r©  r3   r4   rÞ  ry   r¯  r{   r  rá  )rÈ   rm  r.   ÚphasesÚ	drop_headÚsrÚtrr„   rA  rB  Úh_outÚw_outr,   r   r  r  rE   rã  rå  rõ   r  r>   Úyrô   s   &&&&&                   r/   Ú_expand_intoÚUpsample3D._expand_intoñ  sS  € ð
 ×#Ñ# T×%8Ñ%8ˆBØ—I‘I×%Ñ%‰	ˆˆrØ—v‘v˜a“y 2•~ q§v¡v¨a£y°2¥~ˆuØ ¨¥JÐ/°!°R¸e½Ð1DÓE‰KˆC�Rß‰rØ—
‘
˜3  2Ó&×,Ñ,Ô.Ø—
‘
˜3 C§H¡H¨S£M°BÕ$6Ó7×=Ñ=Ö?ñ Fð �1�a˜˜B E�z˜M¨2°5­j¨=Ð8Õ9ˆÜ�d×'Ñ'Ô(Ü',§y¡y×'AÑ'AÀ$×BSÑBSÐUVÐdhÐ'AÓ'iÑ$ˆ��nð	ZÜ˜2—Y�Ü˜rž�AÛ#˜Ø ŸL™L¨¨F°D¸!¸QÀÓB˜Ø!% a¨¨A¨q¨u°"¨u°a°e¸°eÐ&;Õ!<˜Ü˜v›;¨!Ô+Ø"ŸL™L¨�Oß!*Ø" 1 a¨¨¨B¨ ;Õ/×5Ñ5°aÕ8Ø !œVØ" 7�O×1Ñ1°!°Gµ*Ô=Ø" 1 a¨¨¨B¨ ;Õ/×5Ñ5°a¸µkÕBà" 1 a¨¨Q­¨°¨ ?Õ3×9Ñ9¸!¸H½+ÔFÚó $ô #ñ ô  �I‰I×(Ñ(¨×):Ñ):¸FÀDÈ.ÖYøŒE�I‰I×(Ñ(¨×):Ñ):¸FÀDÈ.ÕYús   ÅA5J Æ;B%J Ê.J<c                ó¬   € VP                  ^4      ^8H  ;'       d:    VP                  \        R7      ;'       d    V P                  P	                  W4      # )r±   r8   )r=   r:   r;   rJ   rh  rg  s   &&&r/   Úframes_applyÚUpsample3D.frames_apply  s?   € Ø�v‰v�a‹y˜A‰~×xÐx !§/¡/Ä /Ó"D×xÐxÈÏÉ×IgÑIgÐhiÓIxÐxr1   c           
   #  óØ  a a"  € VP                  4       oSP                  w  rErgpS P                  p	S P                  '       d   V\        P
                  8w  d   ^ .M\        S P                  4      p
\        V
4       Fi  w  r¼V^ 8X  d   TM\        P
                  pS P                  P                  SP                  ^ 4      WE^Wy,          W‰,          3WÓV3V V3R ll4      .pVx € ?Kk  	  R# 5i)a  This upsampler over a one-frame ``source`` (a 1-list), an output frame at a time: each
temporal phase's expansion goes straight into the conv's buffer and the conv runs on that frame
alone. Each output is yielded boxed, so nothing here holds it while the caller uses it.c                 ó.   <€ SP                  V SV.R 4      # ©F)rº  )rm  r>   rÈ   r.   s   &&€€r/   r6  Ú#Upsample3D.frames.<locals>.<lambda>!  s   ø€ ¸4×;LÑ;LÈSÐRSÐVWÐUXÐZ_Ô;`r1   N)rÖ   r\   r¨  r¢  rŠ  r�  ry   r§  rA  rJ   rQ  rr  )rÈ   rš  rœ  r”  rI  r9  r„   r†   r‡   rµ  r³  Únr>   ÚstateÚboxr.   s   f&&&           @r/   rô   ÚUpsample3D.frames  sÄ   ùé € ð �J‰J‹LˆØŸ™‰ˆˆa�AØ×ÑˆØ×(×(Ð(¨\¼[×=OÑ=OÔ-O�!‘ÔUZÐ[_×[nÑ[nÓUoˆÜ˜fÖ%‰DˆAØ$%¨¤F‘L´×0BÑ0BˆEØ—9‘9×)Ñ)¨!¯+©+°a«.¸1ÀÀAÅFÈAÍFÐ:SÐUZØ89×*`óbð cˆCàŠIÚó &ùs   „C&C*c           
     ó¢  a aaa€ S P                   S P                  upoS P                  ;'       d    V\        P                  8g  oS^ ,          pVP                  \        R7      '       d�   S P                  P                  WR4      '       dn   VP                  w  rgr‰p
VP                  ^ 4      p?S P                  P                  W¶WxS,          \        S4      ,
          W”,          W¤,          3W#VV VV3R l4      # ?S P                  SP                  4       4      pVP                  w  rmr‰p
WÔV,          S,          ,          pVP                  WdVSWxWš4      P!                  ^ ^^^^^^^4      P#                  WgVS,          W”,          W¤,          4      pS'       d)   \$        P&                  ! VR,          VR,          3^R7      pS P                  WÂVR7      # )zeThe upsampler on a 1-list ``source`` it empties: a module call would hold its input until it returns.r8   c                 óZ   <€ SP                  V SP                  4       \        S4      S4      # r¬   )rº  rÖ   ry   )rm  r´  rÈ   rš  r¶  s   &€€€€r/   r6  Ú Upsample3D.run.<locals>.<lambda>/  s$   ø€ °d×6GÑ6GÈÈVÏZÉZË\Ô[`ÐacÓ[dÐfoÔ6pr1   r�  ©rœ  r”  r”  r`  )r¨  r§  r¢  rŠ  r�  r:   r;   rJ   rh  r\   rr  rQ  rO   r©  rÖ   r   rì   r8  r*   r™  )rÈ   rš  rœ  r”  rµ  r.   rI  r9  rî   r†   r‡   r=  rÄ  rª  r´  r¶  s   ff&&          @@r/   re   ÚUpsample3D.run%  s‹  û€ à×#Ñ# T×%8Ñ%8ˆˆˆBØ×$Ñ$×KÐK¨¼×9KÑ9KÑ)Kˆ	Ø�1�IˆØ�?‰?¬ˆ?×-Ò-°$·)±)×2PÑ2PÐQR×2aÒ2aØŸG™G‰MˆA�!˜Ø—;‘;˜q“>ˆDØØ—9‘9×)Ñ)¨$°A¸2µvÄÀIÃÕ7NÐPQÕPVÐXYÕX^Ð0_Ðamß*pórð ràà×)Ñ)¨&¯*©*«,Ó7ˆØ,×2Ñ2Ñˆ�Q˜1Ø˜b� 2�Õ&ˆØ%×*Ñ*¨1°"°b¸!ÀÓE×MÑMÈaÐQRÐTUÐWXÐZ[Ð]^Ð`aÐcdÓe×mÑmØ�!�b•&˜!�& !¥&ó*ˆçÜ!ŸIšI }°XÕ'>ÀÈhÕ@WÐ&XÐ^_Ô`ˆMØ�y‰y˜ÐP\ˆyÓ]Ð]r1   )rJ   r¨  r§  r¢  r©  rÁ  )rg  rh  ri  rj  rk  rÉ   r¯  rº  r½  rô   re   rn  ro  rÔ  rÕ  s   @@r/   r   r   Û  s7   ù‡ € Ùk÷Kõ Kò	#ò ZòDyò÷^ò ^r1   r   c                   óL   a a€ ] tR tRt oRtRV3R lV 3R llltR tRtVtV ;t	# )ÚDownsample3Di<  zZ2x spatial (and 2x temporal) downsampling: a strided conv over a right/bottom zero border.c                ó    <€ V ^8„  d   QhRS[ /# )r±   Útemporal_downr£  )r³   rp  s   "€r/   r´   ÚDownsample3D.__annotate__?  s   ø€ ÷ 
ñ 
±ñ 
r1   c           	     óœ   <€ \         SV `  4        \        TTV'       d   ^M^^^3V'       d   ^M^^^3V'       d   ^M^ ^ ^ 3R7      V n        R# )r  ©r£  r<   rî  N)r´  rÉ   rì  rJ   )rÈ   rª  rÏ  rÁ  s   &&&€r/   rÉ   ÚDownsample3D.__init__?  sJ   ø€ Ü‰ÑÔÜ(ØØß+™°°A°qÐ9ß&‘A¨A¨q°!Ð4ß'‘Q¨Q°°1Ð5ô
ˆŽ	r1   c           	     ó¨  aaa€ S^ ,          pVP                  \        R7      '       dp   V P                  P                  WB4      '       dO   VP                  w  rVpooVP                  ^ 4      p?VVV3R lp	V P                  P                  W…WgSS3W#V	RR7      # ?\        P                  ! SP                  4       RR^ R7      p
V P                  W¢VR7      # )zgThe downsampler on a 1-list ``source`` it empties: a module call would hold its input until it returns.r8   c                 óà   <€ V R R R SR13,          P                  4        V R R R RS1SR13,          P                  4        V R R R RS1RS13,          P                  SP                  4       4       R# )rp   N)r  r  rÖ   )rm  r†   rš  r‡   s   &€€€r/   r?  Ú$Downsample3D.run.<locals>.write_bodyR  sj   ø€ Ø�A�q˜!˜Q™R�KÕ ×&Ñ&Ô(Ø�A�q˜!˜R˜a˜R ¡�OÕ$×*Ñ*Ô,Ø�A�q˜!˜R˜a˜R  ! �OÕ$×*Ñ*¨6¯:©:«<Ö8r1   )r@  Úconstant)Úmoder²   rÊ  )r   r/  r   r/  )
r:   r;   rJ   rh  r\   rr  rQ  rä  r@  rÖ   )rÈ   rš  rœ  r”  r.   rI  r9  r>   r=  r?  rÄ  r†   r‡   s   &f&&       @@r/   re   ÚDownsample3D.runI  s´   ú€ à�1�IˆØ�?‰?¬ˆ?×-Ò-°$·)±)×2PÑ2PÐQR×2aÒ2aàŸG™G‰MˆA�!�Q˜Ø—;‘;˜q“>ˆDØ÷9ð —9‘9×)Ñ)¨$°A¸!¸Q°ÀÐ]gÐmyÐ)ÓzÐzØäŸš˜fŸj™j›l¨L¸zÐQRÔSˆØ�y‰y˜ÐP\ˆyÓ]Ð]r1   rI   rÁ  )
rg  rh  ri  rj  rk  rÉ   re   rn  ro  rÔ  rÕ  s   @@r/   rÍ  rÍ  <  s   ù‡ € Ùd÷
õ 
÷^ò ^r1   rÍ  c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚResnetBlock3Di]  c                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r±   Úin_channelsÚout_channelsr   r²  )rO   r`   )r³   rp  s   "€r/   r´   ÚResnetBlock3D.__annotate__^  s0   ø€ ÷ @ñ @¡Cð @±sð @ÁCð @ÑSXñ @r1   c           	     ó0  <€ \         SV `  4        \        P                  W1VR R7      V n        \        P                  W2VR R7      V n        \        W^^^R7      V n        \        W"^^^R7      V n        RV n	        W8w  d   \        W^^^ R R7      V n	        R# R# )T)r±  r°  r²  r³  rÒ  N)r£  r<   rî  rã  )
r´  rÉ   r4   rµ  Únorm1Únorm2rì  Úconv1Úconv2Úconv_shortcut)rÈ   rÝ  rÞ  r   r²  rÁ  s   &&&&&€r/   rÉ   ÚResnetBlock3D.__init__^  s”   ø€ Ü‰ÑÔÜ—]‘]¨fÐTWÐ`d�]ÓeˆŒ
Ü—]‘]¨fÐUXÐae�]ÓfˆŒ
Ü)¨+ÐQRÐ[\ÐfgÔhˆŒ
Ü)¨,ÐRSÐ\]ÐghÔiˆŒ
Ø!ˆÔØÔ&Ü!5°kÐ]^ÐghÐrsÐz~Ô!ˆDÖñ 'r1   c                ó  € V P                   P                  V.V P                  W#4      pVf,   \        V P                  VRR7      pV P                  WBVR7      pV P                  f   TMR pV.p?V P
                  P                  W`P                  W#VR7      pVf;   \        V P                  VP                  4       RR7      pV P                  WBVR7      pMVe   V# V P                  e   V P	                  WVR7      pVP                  V4      # )NT©rØ  rÊ  rU  )	rã  rs  rá  rê  rå  rä  râ  rÖ   rW  )rÈ   Úinput_tensorrœ  r”  rÄ  r8  rš  s   &&&&   r/   rÑ  ÚResnetBlock3D.forwardh  sù   € ØŸ
™
×2Ñ2°L°>À4Ç:Á:È|ÓjˆØÒ Ü/°·
±
¸LÈtÔTˆMØ ŸJ™J }Ð^j˜JÓkˆMð
 $(×#5Ñ#5Ò#=‘<À4ˆØ�ˆØØŸ
™
×2Ñ2°6¿:¹:À|ÐltÐ2ÓuˆØÒ Ü/°·
±
¸F¿J¹J»LÈtÔTˆMØ ŸJ™J }Ð^j˜JÓk‰MØÒ!Ø Ð Ø×ÑÒ)Ø×-Ñ-¨lÐdpÐ-ÓqˆLØ×!Ñ! ,Ó/Ð/r1   )rã  rä  rå  rá  râ  )é    rs   )	rg  rh  ri  rj  rÉ   rÑ  rn  ro  rÔ  rÕ  s   @@r/   rÛ  rÛ  ]  s   ù‡ € ÷@õ @÷0ò 0r1   rÛ  c                óœ   € VP                  4       pV  F  pV! WSV4      pK  	  T;'       g    R F  pV.p?VP                  WƒV4      pK  	  V# )zàA down/up block's layers one by one on a 1-list ``source`` it empties, each sampler handed its
input boxed: a module call holds its input until it returns, so nothing may hold a layer's input
past the layer that consumes it.r®   )rÖ   re   )	ÚresnetsÚsamplersrš  rœ  r”  ÚsampleÚresnetÚsamplerrÅ  s	   &&&&&    r/   Ú
_run_blockrò    sX   € ð �Z‰Z‹\€FÛˆÙ˜¨lÓ;Šñ à—>�>˜r’>ˆØˆhˆØØ—‘˜S°Ó=Šñ "ð €Mr1   c                   óD   a a€ ] tR tRt oV3R lV 3R lltR tRtVtV ;t# )ÚDownEncoderBlock3Di�  c                ó>   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[RS[/# )r±   rÝ  rÞ  Ú
num_layersÚresnet_groupsÚadd_downsamplerÏ  ©rO   rÙ  )r³   rp  s   "€r/   r´   ÚDownEncoderBlock3D.__annotate__Ž  sB   ø€ ÷ Añ A¡Cð A±sð AÉð AÑ\_ð AÙ!%ðAÙ6:ñAr1   c                ó,  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        V^ 8X  d   TMTW$R7      NK  	  up4      V n        V'       d)   \        P                  ! \        W&R7      .4      V n        R# RV n        R# u upi )r   ©r   )rÏ  N)	r´  rÉ   r»  r¼  ry   rÛ  rí  rÍ  Údownsamplers)	rÈ   rÝ  rÞ  rö  r÷  rø  rÏ  rõ   rÁ  s	   &&&&&&& €r/   rÉ   ÚDownEncoderBlock3D.__init__Ž  s}   ø€ ä‰ÑÔÜ—}’}ä˜:Ô&ó&
á&�ô ¨¨a¬™+°\À<×fÙ&ñ&
ó ˆŒ÷ iwœBŸMšM¬<¸Ô+bÐ*cÓdˆÖð  }AˆÖùò	&
ó   ­Bc                óF   € \        V P                  V P                  WV4      # r¬   )rò  rí  rý  ©rÈ   rš  rœ  r”  s   &&&&r/   re   ÚDownEncoderBlock3D.run—  s   € Ü˜$Ÿ,™,¨×(9Ñ(9¸6ÐQ]Ó^Ð^r1   )rý  rí  ©	rg  rh  ri  rj  rÉ   re   rn  ro  rÔ  rÕ  s   @@r/   rô  rô  �  s   ù‡ € ÷Aó A÷_ò _r1   rô  c                   óD   a a€ ] tR tRt oV3R lV 3R lltR tRtVtV ;t# )ÚUpDecoderBlock3Di›  c                ó>   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[RS[/# )r±   rÝ  rÞ  rö  r÷  Úadd_upsampler¢  rù  )r³   rp  s   "€r/   r´   ÚUpDecoderBlock3D.__annotate__œ  sB   ø€ ÷ wñ w¡Cð w±sð wÉð wÑ\_ð wÙ#ðwÙ26ñwr1   c                ó,  <€ \         SV `  4        \        P                  ! \	        V4       Uu. uF  p\        V^ 8X  d   TMTW$R7      NK  	  up4      V n        V'       d)   \        P                  ! \        W&R7      .4      V n        R# RV n        R# u upi )r   rü  )r¢  N)	r´  rÉ   r»  r¼  ry   rÛ  rí  r   Ú
upsamplers)	rÈ   rÝ  rÞ  rö  r÷  r  r¢  rõ   rÁ  s	   &&&&&&& €r/   rÉ   ÚUpDecoderBlock3D.__init__œ  sw   ø€ ä‰ÑÔÜ—}’}ä˜:Ô&ó&
á&�ô ¨¨a¬™+°\À<×fÙ&ñ&
ó ˆŒ÷ amœ"Ÿ-š-¬°LÔ)ZÐ([Ó\ˆŽÐrvˆŽùò	&
rÿ  c                óF   € \        V P                  V P                  WV4      # r¬   )rò  rí  r
  r  s   &&&&r/   re   ÚUpDecoderBlock3D.run¥  s   € Ü˜$Ÿ,™,¨¯©¸È|Ó\Ð\r1   )rí  r
  r  rÕ  s   @@r/   r  r  ›  s   ù‡ € ÷wó w÷]ò ]r1   r  c                   óH   a a€ ] tR tRt oRtV3R lV 3R lltR tRtVtV ;t	# )ÚUNetMidBlock3Di©  zAA resnet, single-head self-attention within each frame, a resnet.c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r±   rª  r÷  ©rO   )r³   rp  s   "€r/   r´   ÚUNetMidBlock3D.__annotate__¬  s   ø€ ÷ rñ r¡ð r±Sñ rr1   c                óú   <€ \         SV `  4        \        P                  ! \	        WR R7      .4      V n        \        P                  ! \        ^4       Uu. uF  p\        WVR7      NK  	  up4      V n        R# u upi )rs   )rÀ  r²  rü  N)	r´  rÉ   r»  r¼  r®  Ú
attentionsry   rÛ  rí  )rÈ   rª  r÷  r„   rÁ  s   &&& €r/   rÉ   ÚUNetMidBlock3D.__init__¬  s\   ø€ Ü‰ÑÔÜŸ-š-¬°8Ð`dÔ)eÐ(fÓgˆŒÜ—}’}ÔglÐmnÔgoÓ%pÑgoÐbc¤m°HÈ}×&]ÑgoÑ%pÓqˆŽùÒ%ps   ÁA8c                óP  € V P                   ^ ,          ! WV4      pVP                  w  rErgpV P                  ^ ,          ! VP                  ^^4      P	                  WF,          WWV4      4      pVP	                  WFWWV4      P                  ^^4      pV P                   ^,          ! WV4      # rM   )rí  r\   r  rË  r8  )	rÈ   rÄ  rœ  r”  rI  r9  rî   r†   r‡   s	   &&&&     r/   rÑ  ÚUNetMidBlock3D.forward±  s’   € ØŸ™ Qž¨À\ÓRˆØ%×+Ñ+‰ˆˆa�AØŸ™¨Ö*¨=×+BÑ+BÀ1ÀaÓ+H×+PÑ+PÐQRÕQVÐXYÐ^_Ó+`ÓaˆØ%×-Ñ-¨a°A¸!Ó<×FÑFÀqÈ!ÓLˆØ�|‰|˜AŽ˜}¸LÓIÐIr1   )r  rí  rÓ  rÕ  s   @@r/   r  r  ©  s    ù‡ € ÙK÷ró r÷
Jò Jr1   r  c                   óJ   a a€ ] tR tRt oV3R lV 3R lltR tR tRtVtV ;t	# )Ú	Encoder3Di¹  c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ /# )r±   rÝ  rÞ  Úlayers_per_blockrÀ  Útemporal_down_numr  )r³   rp  s   "€r/   r´   ÚEncoder3D.__annotate__º  s:   ø€ ÷ eñ e¡Cð e±sð eÑbeð eÙ"%ðeÙ:=ñer1   c                ó¨  <€ \         S
V `  4        \        ^ \        V4      V,
          ^,
          4      V n        \        W^ ,          ^^^R7      V n        \        P                  ! . 4      V n	        V^ ,          p\        \        V4      4       Fd  pTp	W8,          pV P                  P                  \        V	VVVV\        V4      ^,
          8  V\        V4      V,
          ^,
          8¬  R7      4       Kf  	  \        VR,          VR7      V n        \        P!                  VR,          VRR7      V n        \        VR,          ^V,          ^^R7      V n        R# )	r   rÒ  )rö  r÷  rø  rÏ  ©r÷  rs   ©r°  r±  r²  r¦  Nrt   )r´  rÉ   rN   r{   Úhead_blocksrì  Úconv_inr»  r¼  Údown_blocksry   rz   rô  r  Ú	mid_blockr4   rµ  Úconv_norm_outÚconv_out)rÈ   rÝ  rÞ  Úblock_out_channelsr  rÀ  r  Úoutput_channelrõ   Úinput_channelrÁ  s   &&&&&&&   €r/   rÉ   ÚEncoder3D.__init__º  s/  ø€ ä‰ÑÔÜ˜q¤#Ð&8Ó"9Ð<MÕ"MÐPQÕ"QÓRˆÔÜ+¨KÈAÕ9NÐ\]ÐfgÐqrÔsˆŒÜŸ=š=¨Ó,ˆÔØ+¨AÕ.ˆÜ”sÐ-Ó.Ö/ˆAØ*ˆMØ/Õ2ˆNØ×Ñ×#Ñ#Ô$6ØØØ+Ø-Ø ¤3Ð'9Ó#:¸QÕ#>Ñ>Ø¤3Ð'9Ó#:Ð=NÕ#NÐQRÕ#RÑRô%ö ñ 0ô (Ð(:¸2Õ(>ÈoÔ^ˆŒÜ Ÿ]™]Ð8JÈ2Õ8NÐ[jÐpt˜]ÓuˆÔÜ,Ð-?ÀÕ-CÀQÈÕEUÐWXÐbcÔdˆŽr1   c                óÌ   € V P                  VP                  4       W#R 7      .pV P                  RV P                    F  pVP	                  WBV4      .pK  	  VP                  4       # )rÊ  N)r"  rÖ   r#  r!  re   )rÈ   rš  rœ  r”  rÅ  Ú
down_blocks   &&&&  r/   Ú_headÚEncoder3D._headÐ  sZ   € Ø�|‰|˜FŸJ™J›L°|ˆ|Ó_Ð`ˆØ×*Ñ*Ð+<¨D×,<Ñ,<Ó=ˆJØ—>‘> #°\ÓBÐCŠCñ >à�w‰w‹yÐr1   c           	     ó†  € VP                  R4      VP                  R4      ,          pV.p?\        W P                  WdW#V4      .pV P                  V P                  R  F  pVP                  WrV4      .pK  	  V P                  VP                  4       W#4      p\        V P                  VRR7      pV P                  WVR7      # )zS``head_frames`` per run through the spatial-only head; None runs the slice at once.NTrè  rÊ  éþÿÿÿrt   )r=   rŸ  r-  r#  r!  re   r$  rÖ   rê  r%  r&  )	rÈ   rï  rœ  r”  Úhead_framesrw  rš  rÅ  r,  s	   &&&&&    r/   rÑ  ÚEncoder3D.forwardÖ  s¬   € à—{‘{ 2“¨¯©°R«Õ8ˆØ�ˆØÜ˜d§J¡J°À\ÐamÓnÐoˆØ×*Ñ*¨4×+;Ñ+;Ð+<Ó=ˆJØ—>‘> #°\ÓBÐCŠCñ >à—‘ §¡£	¨<ÓFˆÜ$ T×%7Ñ%7¸ÀdÔKˆØ�}‰}˜VÈ\ˆ}ÓZÐZr1   )r"  r%  r&  r#  r!  r$  )
rg  rh  ri  rj  rÉ   r-  rÑ  rn  ro  rÔ  rÕ  s   @@r/   r  r  ¹  s"   ù‡ € ÷eó eò,÷
[ò 
[r1   r  c                   óJ   a a€ ] tR tRt oV3R lV 3R lltR tR tRtVtV ;t	# )Ú	Decoder3Diã  c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ /# )r±   rÝ  rÞ  r  rÀ  Útemporal_up_numr  )r³   rp  s   "€r/   r´   ÚDecoder3D.__annotate__ä  s:   ø€ ÷ `ñ `¡Cð `±sð `Ñbeð `Ù"%ð`Ù8;ñ`r1   c                ó\  <€ \         SV `  4        W`n        \        WR,          ^^^R7      V n        \        VR,          VR7      V n        \        P                  ! . 4      V n	        \        \        V4      4      pV^ ,          p\        \        V4      4       FS  p	Tp
Wy,          pV P                  P                  \        V
VV^,           VV	\        V4      ^,
          8  W–8  R7      4       KU  	  \         P#                  V^ ,          VRR7      V n        \        V^ ,          V^^R7      V n        R# )	r/  rÒ  r  )rö  r÷  r  r¢  rs   r   r¦  Nrt   )r´  rÉ   r6  rì  r"  r  r$  r»  r¼  Ú	up_blocksrB  r0  ry   r{   rz   r  r4   rµ  r%  r&  )rÈ   rÝ  rÞ  r'  r  rÀ  r6  Úreversed_block_out_channelsr(  rõ   Úprev_output_channelrÁ  s   &&&&&&&    €r/   rÉ   ÚDecoder3D.__init__ä  s  ø€ ä‰ÑÔØ.ÔÜ+¨KÈBÕ9OÐ]^ÐghÐrsÔtˆŒÜ'Ð(:¸2Õ(>ÈoÔ^ˆŒÜŸš rÓ*ˆŒÜ&*¬8Ð4FÓ+GÓ&HÐ#Ø4°QÕ7ˆÜ”sÐ-Ó.Ö/ˆAØ"0ÐØ8Õ;ˆNØ�N‰N×!Ñ!Ô"2Ø#ØØ+¨aÕ/Ø-Ø¤Ð%7Ó!8¸1Õ!<Ñ<ØÑ/ô#ö ñ 0ô !Ÿ]™]Ð8JÈ1Õ8MÐZiÐos˜]ÓtˆÔÜ,Ð-?ÀÕ-BÀLÐRSÐ]^Ô_ˆŽr1   c                ó2  € V P                   V P                  R   F  pVP                  WV4      .pK  	  V P                  P	                  WP
                  W#4      pVf:   \        V P
                  VP                  4       RR7      pV P                  WbVR7      pV# )NTrè  rÊ  )r9  r6  re   r&  rs  r%  rê  rÖ   )rÈ   rš  rœ  r”  Úup_blockrb   rï  s   &&&&   r/   Ú_tailÚDecoder3D._tailû  s…   € ØŸ™ t×';Ñ';Ð'<Ó=ˆHØ—l‘l 6¸ÓFÐGŠFñ >à�m‰m×+Ñ+¨F×4FÑ4FÈÓcˆØŠ;Ü(¨×);Ñ);¸V¿Z¹Z»\ÐPTÔUˆFØ—-‘- ÐP\�-Ó]ˆCØˆ
r1   c           	     óJ  a aaa€ S P                  WVR7      pS P                  WV4      pS P                  RS P                   Ev rVV.p?V F  pVP	                  WrV4      .pK  	  VP                  4       pVP                   F  p	V	! WV4      pK  	  \        R S P                  S P                  ^,
          R  4       4      p
VP                  R4      VP                  R4      ,          ^V
,          ,          oVP                  ^ ,          oVV VV3R lpV.p?\        WkVSW#S4      # )zS``tail_frames`` per run through the spatial-only tail; None runs the slice at once.rÊ  Nc              3   óD   "  € T F  qP                   f   K  ^x € K  	  R # 5ir¬   )r
  )rí   Úblks   & r/   rï   Ú$Decoder3D.forward.<locals>.<genexpr>  s   é € ÐgÑH˜ÏNÉN—!’!ÓHùs   ‚ –
 c           	      ó‚  <€ S	P                  V ^ ,          V4      '       dn   \        S	P                  WV4      4       UUu. uF.  w  r4SP                  YC^ 8X  d   TM\        P
                  V4      NK0  	  ppp\        P                  ! V^R7      # S	P                  WV4      .p\        SSP                  VSWS4      # u uppi )r   r�  )
r½  rA  rô   r?  rŠ  r�  r*   r™  re   rŸ  )
rš  rÄ  r‚  rÃ  rÅ  rž  rw  rÈ   Útail_framesÚups
   &&&   €€€€r/   Úupsample_and_tailÚ,Decoder3D.forward.<locals>.upsample_and_tail  sª   ø€ Ø�‰˜v a�y¨%×0Ò0ä&/°·	±	¸&ÈÓ0OÔ&PôRÙ&P™F˜Að Ÿ
™
 3°a´©¼[×=OÑ=OÐQVÖWÙ&Pð ñ Rä—y’y ¨1Ô-Ð-Ø—6‘6˜&¨Ó/Ð0ˆCÜ! $¨¯
©
°C¸ÀeÐT`ÓaÐaùó	Rs   ¿4B;r0  rt   )r"  r$  r9  r6  re   rÖ   rí  ra  r=   r
  rŸ  )rÈ   rï  rœ  r”  rF  r˜  ÚlastrÅ  r>  rð  ÚupsrH  rš  rw  rG  s   f&&&f        @@r/   rÑ  ÚDecoder3D.forward  s  û€ à—‘˜fÈl�Ó[ˆØ—‘ °lÓCˆà—n‘nÐ%: d×&:Ñ&:Ð;‰ˆØˆhˆØÛˆHØ—<‘< °<Ó@ÐAŠCñ à—‘“ˆØ—l”lˆFÙ˜F°,Ó?ŠFñ #ô
 Ñg˜tŸ~™~¨d×.BÑ.BÀQÕ.FÐ.GÑHÓgÓgˆØ—{‘{ 2“¨¯©°R«Õ8¸1À½8ÕCˆØ�_‰_˜QÕˆ÷	bð 	bð �ˆØÜ˜d°v¸{ÈLÐhtÓuÐur1   )r"  r%  r&  r$  r6  r9  )
rg  rh  ri  rj  rÉ   r?  rÑ  rn  ro  rÔ  rÕ  s   @@r/   r4  r4  ã  s"   ù‡ € ÷`ó `ò.÷vò vr1   r4  c                   ó$  a a€ ] tR tRt oRt]t]t]	t
]	],          tV 3R lt]P                  R3R lt]P                  R3R ltV3R lR ltRV3R	 lR
 lltRR ltRtR t]R 4       tR tRR ltRtR tRR ltRR ltR tR tR t Rt!Vt"V ;t## )ÚVideoAutoencoderKLWrapperi$  zjThe SeedVR2 causal video VAE, run a temporal slice at a time with the causal caches carried
across slices.c           	     ó<  <€ \         SV `  4        \        ^\        \        ^^ ^R7      V n        RV n        \        \        ^\        ^^ ^R7      V n        \        \        4       V P                  4        F&  p\        V\        4      '       g   K  \        Vn        K(  	  R# )r  )r  rÀ  r  N)r  rÀ  r6  )r´  rÉ   r  r   r   ÚencoderÚcurrent_patcherr4  Údecoderr¶   r   Úmodulesr  rì  r
   rð  )rÈ   ÚmrÁ  s   & €r/   rÉ   Ú"VideoAutoencoderKLWrapper.__init__,  s~   ø€ Ü‰ÑÔÜ  Ô$;Ô=YÐlmØ13ÀqôJˆŒà#ˆÔÜ Ô!8¸!Ô=YÐlmØ13ÀQôHˆŒäÔ1Ô2Ø—‘–ˆAÜ˜!Ô1×2Ô2Ü!;�–ó  r1   Nc                ó’   € V P                  VP                  V P                  4      W4VR 7      pVP                  VP                  4      # )©rœ  r”  r1  )rP  r_   rW   )rÈ   r.   r1  rœ  r”  r†   s   &&&&& r/   Ú_encodeÚ!VideoAutoencoderKLWrapper._encode8  s6   € Ø�L‰L˜Ÿ™˜dŸk™kÓ*¸ÐnyˆLÓzˆØ�t‰t�A—H‘H‹~Ðr1   c                ó’   € V P                  VP                  V P                  4      W4VR 7      pVP                  VP                  4      # )©rœ  r”  rF  )rR  r_   rW   )rÈ   ÚzrF  rœ  r”  rˆ  s   &&&&& r/   Ú_decodeÚ!VideoAutoencoderKLWrapper._decode<  s7   € Ø—‘˜aŸd™d 4§;¡;Ó/¸lÐs~�ÓˆØ�y‰y˜Ÿ™Ó"Ð"r1   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r±   r.   rÅ  rÆ  )r³   rp  s   "€r/   r´   Ú&VideoAutoencoderKLWrapper.__annotate__@  s#   ø€ ÷ '0ñ '0¡§¡ð '0±·±ñ '0r1   c                ó0	  aa€ VP                  ^ 4      ^8”  dV   \        P                  ! \        VP                  ^ 4      4       Uu. uF  q P	                  WV^,            4      NK  	  up4      # VP
                  R,          VP
                  R	,          ,          p\        VP                  \        4      pVP
                  ^,          ^,
          ) V P                  ,          ) pV\        ,          V,          pVP
                  ^,          ^,
          V P                  ,          V P                  ,          p\        V P                  V P                  P                  V P                  4      W5V P                  VP
                  VP                  4      Wv,          ,           Wc\         ,          \"        ,           VP                  4      w  poV'       d   RM^p	\%        V P&                  V P                  W€P                  ,          4      p
VP
                  ^,          ^,
          V
8:  d=   SP)                  4        V P+                  VP-                  V P                  4      V	R7      # \/        VR
,          P1                  V
^R7      4      p\3        V4      ^8”  de   VR	,          P
                  ^,          V P                  8  d<   \        P                  ! VR,          VR	,          3^R7      VR&   VP5                  4        . oVV3R lp SP7                  V P                  4      ;_uu_ 4        SP9                  V P                  V P:                  V^ ,          P                  ^4      ^,           4       V! V P+                  \        P                  ! VR,          V^ ,          3^R7      \<        P>                  SV	R7      4       VR,           Fb  pSP9                  V P                  V P:                  VP                  ^4      4       V! V P+                  V\<        P@                  SV	R7      4       Kd  	  SP9                  V P                  4       RRR4       SP)                  4        \        P                  ! S^R7      # u upi   + '       g   i     L=; i  SP)                  4        i ; i)r   N)r1  r‘  ©Ú
split_sizer,   r�  c                 ó:  <€ SP                   '       dc   V P                  '       dQ   \        P                  P	                  4       ;_uu_ 4        SP                  V P                  4       4       R R R 4       R # SP                  V 4       R #   + '       g   i     R # ; ir¬   )r¼   r(   r3   rF   rG   rz   r  )ÚencodedÚencoded_slicesr”  s   &€€r/   r  Ú6VideoAutoencoderKLWrapper.slicing_encode.<locals>.keepU  sd   ø€ Ø×$×$Ð$¨¯¯¨Ü×)Ñ)×<Ñ<×>Õ>Ø"×)Ñ)¨'¯-©-«/Ô:÷ ?Ñ>ð ×%Ñ% gÖ.÷ ?×>Ð>ús   Á B	Â	B	rW  r0  rt   r²  r”  )!r=   r*   r™  ry   Úslicing_encoder\   rt  r)   r!   rv   r   rˆ  rW   rQ  Úget_free_memoryÚcomfy_memory_used_encoder   r   rN   Úslicing_sample_min_sizera  rX  r_   rB  r˜  r{   rÖ   rV  r]  rP  rŠ  rŒ  r�  )rÈ   r.   rõ   Úarears  r‚  r„  Ú
short_tailr‡  r1  rc  Úx_slicesr  Úx_slicerf  r”  s   &&            @@r/   rh  Ú(VideoAutoencoderKLWrapper.slicing_encode@  sÆ  ù€ Ø�6‰6�!‹9�qŒ=Ü—9’9ÄuÈQÏVÉVÐTUËYÔGWÓXÑGWÀ!×1Ñ1°!°a¸!µe°*Ö=ÑGWÑXÓYÐYØ�w‰w�r�{˜QŸW™W R�[Õ(ˆÜ˜qŸw™wÔ(CÓDˆØ—g‘g˜a•j 1•nÐ%¨×)HÑ)HÕHÐIˆØÔAÕAÀFÕJˆØ—g‘g˜a•j 1•n¨×(GÑ(GÕGÈ$×JiÑJiÕiˆ
Ü&0°·±¸d×>RÑ>R×>bÑ>bÐcg×cnÑcnÓ>oÐquð  AE÷  A^ñ  A^ð  _`÷  _fñ  _fð  hi÷  hoñ  hoó  Apð  s}õ  sKõ  AKØ1<ÔEhÕ>hô  lKõ  ?Kð  MN÷  MTñ  MTó'UÑ#ˆ�|ç+‘d°ˆÜ˜×5Ñ5°t×7VÑ7VÐXe÷  iHñ  iHõ  YHó  Iˆ
Ø�G‰G�A�J˜�N˜zÔ)Ø×ÑÔØ—<‘< §¡ T§[¡[Ó 1¸{�<ÓKÐKÜ˜˜(�×)Ñ)°ZÀQÐ)ÓGÓHˆÜˆx‹=˜1Ô ¨"¥×!3Ñ!3°AÕ!6¸×9XÑ9XÔ!XÜ Ÿ9š9 h¨r¥l°H¸RµLÐ%AÀqÔIˆH�R‰LØ�L‰LŒNØˆö	/ð
	 Ø×#Ñ# D§K¡K×0Õ0Ø×'Ñ'¨¯©°T·\±\À8ÈAÅ;×CSÑCSÐTUÓCVÐYZÕCZÔ[Ù�T—\‘\¤%§)¢)¨Q¨x­[¸(À1½+Ð,FÈAÔ"NÜ/:×/GÑ/GÐVbÐp{ð "ó }ô ~à'¨Ÿ|˜|�GØ ×+Ñ+¨D¯K©K¸¿¹ÀwÇ|Á|ÐTUÃÔWÙ˜Ÿ™ g¼K×<NÑ<NÐ]ið  xC˜ó  Dö  Eñ  ,ð ×'Ñ'¨¯©Ô4÷ 1ð ×ÑÔÜ�yŠy˜¨QÔ/Ð/ùòK Y÷6 1×0ûð ×ÑÕús+   Á"Q+Ë:#R ÌDQ0Ð;R Ñ0R 	Ñ;R ÒRc                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r±   r\  rÅ  rÆ  )r³   rp  s   "€r/   r´   r`  i  s'   ø€ ÷ *`ñ *`¡§¡ð *`ÁUÇ\Á\ñ *`r1   c                óT  aaa€ VP                  ^ 4      ^8”  dn   \        VP                  ^ 4      4       Uu. uF-  pT P                  WV^,            Sf   RM
SW3^,            4      NK/  	  ppSe   S# \        P                  ! V4      # VP
                  R	,          VP
                  R
,          ,          V P                  ^,          ,          p\        VP                  \        4      p\        V P                  V P                  P                  V P                  4      WQP
                  ^,          ^,
          V\        ,          \        ,           V,          V\         ,          V,          V\"        ,          \$        ,           VP                  4      w  rxV'       d   RM^p	\'        V P(                  V4      p
VP
                  ^,          ^,
          V
8:  d:   VP+                  4        V P-                  WR7      pSf   V# SP/                  V4      # VR,          P1                  V
^R7      pVP2                  '       dK   SfG   \        P4                  ! V P7                  VP
                  4      VP                  VP                  R7      o. o^ oVVV3R lp VP9                  V P                  4      ;_uu_ 4        VP;                  V P                  V P<                  V^ ,          P                  ^4      ^,           4       V! V P-                  \        P                  ! VR,          V^ ,          3^R7      \>        P@                  W‰R7      4       VR,           Fa  pVP;                  V P                  V P<                  VP                  ^4      4       V! V P-                  V\>        PB                  W‰R7      4       Kc  	  VP;                  V P                  4       RRR4       VP+                  4        Se   S# \        P                  ! S^R7      # u upi   + '       g   i     LC; i  TP+                  4        i ; i)zfDecode slice by slice; with ``output_buffer`` each slice is written into it (no cat, no accumulation).N)rF  r‘  rb  rV   c                 óÌ   <€ Sf   SP                  V 4       R # SRRSSV P                  ^4      ,           13,          P                  V 4       SV P                  ^4      ,          oR # )Nrp   )rz   r=   r  )ÚdecodedÚdecoded_slicesÚoutput_bufferÚ	write_poss   &€€€r/   ÚemitÚ6VideoAutoencoderKLWrapper.slicing_decode.<locals>.emit€  sX   ø€ àÒ$Ø×%Ñ% gÔ.ÙØ˜!˜Q 	¨)°g·l±lÀ1³oÕ*EÐ EÐEÕF×LÑLÈWÔUØ˜Ÿ™ a›Õ(ŠIr1   r�  r[  r0  rt   r²  r”  )"r=   ry   rY   r*   r™  r\   ru   rt  r)   r    rˆ  rW   rQ  ri  r   r   r   r   r   rN   Úslicing_latent_min_sizera  r]  r  r˜  r¼   rZ   r[   rV  r]  rR  rŠ  rŒ  r�  )rÈ   r\  rv  rõ   rž  rl  rs  r‡  r”  rF  rc  rt  Úz_slicesrx  Úz_sliceru  rw  s   &&f            @@r/   rY   Ú(VideoAutoencoderKLWrapper.slicing_decodei  s‹  ú€ à�6‰6�!‹9�qŒ=ä" 1§6¡6¨!£9Ô-ó/Ù-˜ð ×'Ñ'¨¨A°­E¨
¸MÒ<Q±DÐWdÐefÐklÕglÐWmÖnÙ-ð ð /à$1Ò$=�=ÐRÄ5Ç9Â9ÈTÃ?ÐRØ�w‰w�r�{˜QŸW™W R�[Õ(¨4×+IÑ+IÈQÕ+NÕNˆÜ˜qŸw™wÔ(CÓDˆÜ&0°·±¸d×>RÑ>R×>bÑ>bÐcg×cnÑcnÓ>oÐqu×w~Ñw~ð  @Aõ  xBð  EFõ  xFð  IMô  Ptõ  Itô  wQõ  IQð  U[õ  H[Ø15Ô8bÕ1bÐekÕ1kØ15Ô8aÕ1aô  eDõ  2Dð  FG÷  FMñ  FMó'NÑ#ˆ÷ ,‘d°ˆÜ˜×5Ñ5°}ÓEˆ
Ø�G‰G�A�J˜�N˜zÔ)Ø×ÑÔØ—l‘l 1�lÓ>ˆGØ+Ò3�7ÐU¸×9LÑ9LÈWÓ9UÐUØ�X•;×$Ñ$°
ÀÐ$ÓBˆØ× × Ð  ]Ò%:Ü!ŸKšK¨×(@Ñ(@ÀÇÁÓ(IÐRS×RZÑRZÐbc×biÑbiÔjˆMØˆØˆ	÷	)ð
	 Ø×#Ñ# D§K¡K×0Õ0Ø×'Ñ'¨¯©°T·\±\À8ÈAÅ;×CSÑCSÐTUÓCVÐYZÕCZÔ[Ù�T—\‘\¤%§)¢)¨Q¨x­[¸(À1½+Ð,FÈAÔ"NÜ/:×/GÑ/GÐVbð "ó }ô ~à'¨Ÿ|˜|�GØ ×+Ñ+¨D¯K©K¸¿¹ÀwÇ|Á|ÐTUÃÔWÙ˜Ÿ™ g¼K×<NÑ<NÐ]i˜ó  Dö  Eñ  ,ð ×'Ñ'¨¯©Ô4÷ 1ð ×ÑÔØ -Ò 9ˆ}Ð_¼u¿yºyÈÐ]^Ô?_Ð_ùòO/÷: 1×0ûð ×ÑÕús*   ¶3O=Ê#P Ê+DPÏP ÐP	ÐP ÐP'c                óä   € VP                   ^8X  d   VP                  ^4      pVf   VP                  MTV n        V P                  V4      P	                  ^^R7      ^ ,          P                  ^4      # )a  The latent mean of (b, c, t, h, w) pixels, or of an image batch; a single latent frame loses
its time axis. sd.py leaves the pixels wherever they were when it uses the chunked-io protocol:
the slicing moves each slice to ``device`` as it encodes, so the whole clip never sits on the GPU.r�  )r]   r^   rW   rh  r›  Úsqueeze)rÈ   r.   rW   s   &&&r/   rX   Ú VideoAutoencoderKLWrapper.encode•  s^   € ð �6‰6�QŒ;Ø—‘˜A“ˆAØ"(¢.�a—h’h°fˆŒØ×"Ñ" 1Ó%×+Ñ+¨A°1Ð+Ó5°aÕ8×@Ñ@ÀÓCÐCr1   Tc                óÐ   € V P                  V4      w  r#rEp\        ^V^,
          V P                  ,          ^,           4      pV^WuV P                  ,          W`P                  ,          3# )r/  )Ú_latent_dimsrN   rv   ru   )rÈ   Úinput_shaperI  r9  r>   r†   r‡   rô   s   &&      r/   r[   Ú-VideoAutoencoderKLWrapper.decode_output_shape¢  s[   € Ø×)Ñ)¨+Ó6‰ˆˆa�AÜ�Q˜˜Q� $×"AÑ"AÕAÀAÕEÓFˆØ�1�f $×"@Ñ"@Õ@À!×FdÑFdÕBdÐeÐer1   c                ól   € \        V 4      ^8X  d   \        V 4      # V w  rr4V\        V\        ,          W43# )zJ(b, c, t, h, w) of a 5-D latent or the collapsed 4-D (B, 16*T, H, W) form.)r{   r  r   )r\   rI  Útcr†   r‡   s   &    r/   r‚  Ú&VideoAutoencoderKLWrapper._latent_dims§  s8   € ô ˆu‹:˜Œ?Ü˜“<ÐØ‰ˆˆqØÔ)¨2Ô1HÕ+HÈ!ÐNÐNr1   c                ó‚   € VP                  V P                  VP                  4      4      \        ,          \        ,           # )zHA scaled latent, in either form, as the decoder's (b, c, t, h, w) input.)r8  r‚  r\   r   r   )rÈ   r\  s   &&r/   Ú	_unscaledÚ#VideoAutoencoderKLWrapper._unscaled¯  s,   € à�y‰y˜×*Ñ*¨1¯7©7Ó3Ó4Ô7SÕSÔVsÕsÐsr1   c                ój   € V P                  V4      pVP                  V n        V P                  W2R 7      # ))rv  )r‰  rW   rY   )rÈ   r\  rv  Úlatents   &&& r/   ÚdecodeÚ VideoAutoencoderKLWrapper.decode³  s/   € Ø—‘ Ó"ˆØ—m‘mˆŒØ×"Ñ" 6Ð"ÓGÐGr1   c                óÒ  € \        V\        4      pV\        ,          \        V,          ,
          pV^ 8:  d   \        # V\
        V,          ,          p\        V4      '       g    V\
        \        ,           V,          ,          p\        \        P                  ! \        VR4      4      4      V P                  ,          pV^,          ^,          p\        \        \        \        V4      4      # )zºLargest square tile, in latent units, whose decode fits ``free_memory``, from the same per-pixel
figures as the estimate: the temporal caches count too when there is no room to pin them.rr   )rt  r    r$   r   r#   r   rx  r   rO   ry  ÚsqrtrN   ru   rP   r"   )rÈ   r�  r)   rs  Úbudgetrl  Úsides   &&&    r/   Úpreferred_decode_tileÚ/VideoAutoencoderKLWrapper.preferred_decode_tile¼  s®   € ô ˜uÔ&AÓBˆØÔ8Õ8Ô;UÐX^Õ;^Õ^ˆØ�QŒ;Ü*Ð*ØÔ=ÀÕFÕGˆÜ" 4×(Ò(ØÔBÔEhÕhÐlrÕrÕsˆDÜ”4—9’9œS  s›^Ó,Ó-°×1OÑ1OÕOˆØ˜•	˜Q�ˆÜÔ*¬CÔ0GÈÓ,NÓOÐOr1   c                ó  € V P                  V4      pVP                  V n        V P                  pW8,          W(,          WH,          rºp	\        WpWš3\	        V\        ^ V	^,
          4      4      \	        V\        ^ V
^,
          4      4      3RR7      # )r   F©rR   rƒ   rX   )r‰  rW   ru   r©   rP   rN   )rÈ   r\  Útile_xÚtile_yrQ   Útile_tÚ	overlap_trŒ  ÚsfÚtile_hÚtile_wÚovs   &&&&&&&     r/   Údecode_tiledÚ&VideoAutoencoderKLWrapper.decode_tiledÊ  s‚   € ð —‘ Ó"ˆØ—m‘mˆŒØ×+Ñ+ˆØ#�[¨&­+°wµ|˜ˆÜ˜°&Ð1AÜ'*¨2¬s°1°f¸qµjÓ/AÓ'BÄCÈÌCÐPQÐSYÐ\]ÕS]ÓL^ÓD_Ð&`Ðinôpð 	pr1   c                óä   € Vf   RMTpVf   RMTpVf   ^@MTpVP                   V n         \        WW23\        V\        ^ V^,
          4      4      \        V\        ^ V^,
          4      4      3RR7      # )Né   Tr–  )rW   r©   rP   rN   )rÈ   r.   r—  r˜  rQ   r™  rš  s   &&&&&&&r/   Úencode_tiledÚ&VideoAutoencoderKLWrapper.encode_tiledÔ  sz   € ð š‘¨FˆØš‘¨FˆØš‘"¨WˆØ—h‘hˆŒÜ˜¨VÐ,<Ü'*¨7´C¸¸6ÀA½:Ó4FÓ'GÌÈWÔVYÐZ[Ð]cÐfgÕ]gÓVhÓIiÐ&jÐswôyð 	yr1   c                ó„   € VP                   ^8X  d   VP                  ^4      pVP                  4       pV\        ,          pV# )r  )r]   r^   rA   r   )rÈ   Úsampless   &&r/   Úcomfy_format_encodedÚ.VideoAutoencoderKLWrapper.comfy_format_encodedÞ  s<   € Ø�<‰<˜1ÔØ×'Ñ'¨Ó*ˆGØ×$Ñ$Ó&ˆØÔ8Õ8ˆØˆr1   c                óœ   € VR,          VR,          ,          \         ,          \        ,           p\        V\        V\        4      ,          4      # )z�Peak device memory of an encode of (b, c, t, h, w) pixels, in bytes: one frame's area sets it
(the videos of a batch are encoded one at a time).r0  rt   )r   r   rO   rt  r!   )rÈ   r\   r)   Úpeaks   &&& r/   rj  Ú2VideoAutoencoderKLWrapper.comfy_memory_used_encodeå  s:   € ð �R�y˜5 �9Õ$Ô'EÕEÔHbÕbˆÜ�4œ-¨Ô/JÓKÕKÓLÐLr1   c           	     óh  € V P                  V4      w    r4pW@P                  ,          V,          V P                  ,          pV\        ,          \        ,           p\	        V4      '       g   Wv\
        ,          ,          pV\        ,          p\        \        V\        V\        4      ,          V4      4      # )zŠPeak device memory of a decode, in bytes: one frame's area sets it, not the clip length
(the videos of a batch are decoded one at a time).)r‚  ru   r   r   rx  r   r   rO   rN   rt  r    )	rÈ   r\   r)   r„   Úlatent_hÚlatent_wrl  Údecode_peakÚcolour_transfers	   &&&      r/   Úcomfy_memory_used_decodeÚ2VideoAutoencoderKLWrapper.comfy_memory_used_decodeë  s’   € ð '+×&7Ñ&7¸Ó&>Ñ#ˆˆ1ˆa˜8Ø×8Ñ8Õ8¸8ÕCÀd×FdÑFdÕdˆØÔAÕAÔD^Õ^ˆÜ" 4×(Ò(ØÔ"EÕEÕEˆKð Ô!JÕJˆÜ”3�{¤]°5Ô:UÓ%VÕVÐXgÓhÓiÐir1   )rQ  rR  rW   rP  r¬   )rë  rë  é   NN)NNNNN)$rg  rh  ri  rj  rk  r   ru   r   rv   r	   rk  rz  rÉ   rŠ  r‹  rX  r]  rh  rY   rX   Úcomfy_has_chunked_ior[   rž  r‚  r‰  r�  Ú!comfy_decode_estimate_is_reliabler“  rŸ  r£  r§  rj  r±  rn  ro  rÔ  rÕ  s   @@r/   rN  rN  $  sÒ   ù‡ € ñà @ÐØ!BÐØ:ÐØ:Ð>_Õ_Ðõ
<ð 4?×3GÑ3GÐVZô ð 4?×3GÑ3GÐVZô #÷'0ð '0÷R*`ò *`ôXDð  Ðòfð
 ñOó ðOòtôHð )-Ð%òPôpôyòòM÷jò jr1   rN  ))r¢  r¢  )é@   r¶  Tr¬   rM   rÁ  )^Útypingr   r*   Útorch.nnr»  Útorch.nn.functionalÚ
functionalrä  r   Úcomfy.utilsr   Úcomfy.ldm.seedvr.constantsr   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   Ú(comfy.ldm.modules.diffusionmodules.modelr%   r  rl  rþ   ry  Úenumr&   Úcomfy.model_managementr3   Úcomfy.model_prefetchÚ	comfy.opsÚcomfy.quant_opsrß  Úchannels_last_3dr;   r0   r6   r?   rC   rK   r4   Úmanual_castrS   r©   r`   r­   r¯   r¶   r¸   rt  rx  rˆ  rŠ  rŸ  r¬  ÚModuler®  rê  rõ  rì  r   rÍ  rÛ  rò  rô  r  r  r  r4  rN  r®   r1   r/   Ú<module>rÆ     s×  ðÝ Û Ý ß Ð Ý Ý #÷ ÷  ÷  ÷  ÷  ÷  ÷  ÷  ñ  õB Cã Û Û Û Ý ã Û Û Û Û à×Ñ€òCò
,òrò
òNð
 ‡i�i×Ñ€ò'ô_$ñB �E‹l€ò÷÷uMñ uMòpHò
|ònô(�$ô ò"ô>ôU�—	‘	ô U÷& ôFJb˜3Ÿ:™:ô JbôX^^�—‘ô ^^ôB^�2—9‘9ô ^ôB0�B—I‘Iô 0òDô_˜Ÿ™ô _ô]�r—y‘yô ]ôJ�R—Y‘Yô Jô '[�—	‘	ô '[ôT>v�—	‘	ô >vôBSj §	¡	ö Sjr1   