+
    ƒ°ñjÁ  ã                   ó"  € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIt^ RI	t^ RI
t^ RIt^ RIHtHt ]P                  P                   tR'tR(tR)t^*t. R*Ot. R+OtR tR tR t ! R R]P4                  4      t ! R R	]P8                  4      tR
 t ! R R]P>                  4      t  ! R R]P>                  4      t! ! R R]P>                  4      t" ! R R]P>                  4      t#R t$R t% ! R R]P>                  4      t& ! R R]P>                  4      t' ! R R]P>                  4      t( ! R R]P>                  4      t) ! R R]P>                  4      t* ! R R ]*4      t+ ! R! R"]P>                  4      t, ! R# R$]P>                  4      t- ! R% R&]-4      t.R# ),é    N)Ú)COMFY_KITCHEN_INT8_ATTENTION_IS_AVAILABLEÚoptimized_attentionc                 óB  € \        \        P                  R R4      pVRJ;'       dz    \        VR4      ;'       df    \        P
                  P                  RJ ;'       dB    V P                  ;'       d.    V P                  \        P                  \        P                  39   # )ÚckNÚgroup_norm_silu_pad3d)ÚgetattrÚcomfyÚ	quant_opsÚhasattrÚtorchÚversionÚhipÚis_cudaÚdtypeÚfloat16Úbfloat16)Úxr   s   & Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\minimax\vae.pyÚ_kitchen_ndhwcr   -   s�   € ô 
”—‘ $¨Ó	-€BØ�dˆN÷ Ið Iœw rÐ+BÓC÷ Ið IÌÏÉ×HYÑHYÐ]aÐHa÷ Ið IØ—	‘	÷Ið IØŸg™g¬%¯-©-¼¿¹Ð)HÑHðJó    c           
      ó  € \        V 4      '       d!   V P                  ^,          ^,          '       d   R# \        P                  P                  pVf   VP                  V RR^R. VOVN5RR7      # \        P                  P                  WRR7      w  rVp VP                  WWaP                  VP                  . VOVN5RR7      \        P                  P                  WWg4       #   \        P                  P                  YYg4       i ; i)é   Nç        F)ÚsiluT©Úoffloadable)r   Úshaper	   r
   r   r   ÚopsÚcast_bias_weightÚ
num_groupsÚepsÚuncast_bias_weight)r   ÚnormÚspatial_padÚfrontr   ÚweightÚbiasÚoffload_streams   &&&&    r   Ú_fused_norm_padr)   5   sÝ   € ä˜!×Ò §¡¨¥
¨Q§¤ÙÜ	�‰×	Ñ	€BØ‚|Ø×'Ñ'¨¨4°°q¸#Ð?TÀÐ?TÈeÑ?TÐ[`Ð'ÓaÐaä#(§9¡9×#=Ñ#=¸dÐSWÐ#=Ó#XÑ €F�.ðIØ×'Ñ'¨°4¿¹È$Ï(É(ÐTiÐVaÐTiÐchÑTiÐptÐ'Óuä�	‰	×$Ñ$ T°4ÕHøŒ�	‰	×$Ñ$ T°4ÕHús   Â.C# Ã#"Dc                 óâ   € \         P                  P                  p\        VR 4      '       d&   \         P                  P                  V4      '       g   R# VP                  WW4V P                  4      # )Úfp16_conv3dN)r	   r
   r   r   r   Ú_fp16_linear_wantedr+   Ústride)Úconvr   r&   r'   Úresidualr   s   &&&&& r   Ú_fp16_accum_convr0   D   sL   € ä	�‰×	Ñ	€BÜ�2�}×%Ò%¬U¯Y©Y×-JÑ-JÈ1×-MÒ-MÙØ�>‰>˜! T°T·[±[ÓAÐAr   c                   óF   a a€ ] tR t^Lt oRV 3R lltRV 3R lltRtVtV ;t# )ÚCausalConv3dc                ó˜   <€ \         SV `  WW4R 7       \        V\        4      '       d   V3^,          V n        R# \	        V4      V n        R# ))Úkernel_sizer-   N)ÚsuperÚ__init__Ú
isinstanceÚintÚtupleÚcausal_padding)ÚselfÚin_channelsÚout_channelsr4   r-   ÚpaddingÚ	__class__s   &&&&&&€r   r6   ÚCausalConv3d.__init__N   s;   ø€ Ü‰Ñ˜ÀÐÔ[Ü0:¸7ÄC×0HÒ0H˜w˜j¨1�nˆÖÌeÐT[ËnˆÖr   c           	     ó|  <€ V P                   w  rVpVf   WwWf3pVP                  ^,          ^8X  d   ^ MV^,          p\        V4      p	V	'       d�   V P                  P                  '       dt   V P                  P                  \        P                  R7      '       gD   V P                  P                  P                  \        P                  R7      V P                  n        Vf   V'       g   \        V4      '       dŽ   \        WW84      p
V
e   T
pMzVe   \        P                  ! V! V4      RR7      p\        V4      '       d!   \        P                  ! V. VO^ N^ N5RR7      pV'       d    \        P                  ! V^ ^ ^ ^ V^ 3RR7      pVP                  ^,          ^8X  d   V'       d   \        SV `A  VRR7      pMÑV	'       d»   \"        P$                  P'                  WRR	7      w  rÍp VP                  \        P                  R7      p\)        WWýV4      pVe#   V\"        P$                  P+                  WWÞ4       # \        P,                  ! WWÐP.                  4      p\"        P$                  P+                  WWÞ4       M\        SV `A  V4      pVe	   W´,          pV#   \"        P$                  P+                  YYÞ4       i ; i)
N)Úmemory_formatT)ÚinplaceÚreflect)ÚmodeÚconstantÚcausal_zero)Úautopadr   )r:   r   r   r&   r   Úis_contiguousr   Úchannels_last_3dÚdataÚ
contiguousÚanyr)   ÚFr   Úpadr5   Úforwardr	   r   r   r0   r"   Úconv3dr-   )r;   r   Úpre_normr$   r/   Úpad_tÚpad_hÚpad_wr%   ÚndhwcÚfusedÚoutr&   r'   r(   Ú	weight_clr?   s   &&&&&           €r   rP   ÚCausalConv3d.forwardR   s$  ø€ à"×1Ñ1Ñˆ�eØÒØ ¨Ð6ˆKØ—W‘W˜Q•Z 1”_‘¨%°!­)ˆä˜qÓ!ˆß�T—[‘[×(×(Ð(°·±×1JÑ1JÔY^×YoÑYoÐ1J×1pÒ1pØ#Ÿ{™{×/Ñ/×:Ñ:Ì×I_ÑI_Ð:Ó`ˆD�K‰KÔàÒ§5¬C°×,<Ò,<Ü# A°ÓDˆEØÒ Ø‘àÒ'ÜŸš™x¨›{°DÔ9�AÜ�{×#Ò#ÜŸš˜aÐ!5 ;Ð!5°Ð!5°1Ñ!5¸IÔF�AßÜŸš˜a ! Q¨¨1¨e°QÐ!7¸jÔI�Aà�7‰7�1�:˜Œ?Ÿuä‘'‘/ !¨]�/Ó;‰Cßä+0¯9©9×+EÑ+EÀdÐ[_Ð+EÓ+`Ñ(ˆF˜.ðQØ"×-Ñ-¼E×<RÑ<RÐ-ÓS�	Ü& t°	ÀÓJ�Ø’?Øô —	‘	×,Ñ,¨T¸4ÕPô —h’h˜q¨T·;±;Ó?�ä—	‘	×,Ñ,¨T¸4ÕPä‘'‘/ !Ó$ˆCØÒØ�OˆCØˆ
øô —	‘	×,Ñ,¨T¸4ÕPús   Ç'2J È:!J Ê"J;)r:   )r   r   )NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r6   rP   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r?   Ú__classdict__s   @@r   r2   r2   L   s   ù‡ € ÷]÷)÷ )r   r2   c                   ó2   a a€ ] tR t^~t oV 3R ltRtVtV ;t# )ÚTemporalIsolatedGroupNormc                óh  <€ VP                  4       ^8X  d�   VP                  w  r#rEpVP                  ^ ^^^^4      P                  4       P	                  W$,          V^WV4      p\
        SV `  V4      pVP	                  W$W5V4      P                  ^ ^^^^4      P                  4       # \
        SV `  V4      # )é   )Údimr   ÚpermuterL   Úviewr5   rP   )r;   r   ÚbÚcÚtÚhÚwr?   s   &&     €r   rP   Ú!TemporalIsolatedGroupNorm.forward€   s�   ø€ Ø�5‰5‹7�aŒ<ØŸG™G‰MˆA�!˜Ø—	‘	˜!˜Q  1 aÓ(×3Ñ3Ó5×:Ñ:¸1½5À!ÀQÈÓMˆAÜ‘‘ Ó"ˆAØ—6‘6˜!  aÓ(×0Ñ0°°A°q¸!¸QÓ?×JÑJÓLÐLÜ‰w‰˜qÓ!Ð!r   © )r\   r]   r^   r_   rP   r`   ra   rb   rc   s   @@r   rf   rf   ~   s   ù‡ € ÷"õ "r   rf   c                 ó    € \        ^ V RRR7      # )é    g�íµ ÷Æ°>T)r    Únum_channelsr!   Úaffine)rf   )ru   s   &r   Úgroup_norm_3drw   ‰   s   € Ü$°ÀÐSWÐ`dÔeÐer   c                   ó<   a a€ ] tR t^�t oRV 3R lltR tRtVtV ;t# )ÚDownsample3Dc           	     ó^   <€ \         SV `  4        W@n        \        VV^RW4V3R7      V n        R# )é   )r4   r>   r-   N)r   r   r   )r5   r6   Úspace_strider2   r.   )r;   r<   r=   Útime_strider|   r?   s   &&&&&€r   r6   ÚDownsample3D.__init__Ž   s4   ø€ Ü‰ÑÔØ(ÔÜ ØØØØØ¨|Ð<ô
ˆŽ	r   c                ól   € V P                   ^8X  d   V P                  VRR7      # V P                  V4      # )é   )r$   )r   r   r   r   )r|   r.   ©r;   r   s   &&r   rP   ÚDownsample3D.forward™   s1   € Ø×Ñ Ô!Ø—9‘9˜Q¨L�9Ó9Ð9Ø�y‰y˜‹|Ðr   )r.   r|   )r   r€   r[   rc   s   @@r   ry   ry   �   s   ù‡ € ÷	
÷ò r   ry   c                   ó<   a a€ ] tR t^Ÿt oRV 3R lltR tRtVtV ;t# )ÚResnetBlock3Dc                ó  <€ \         SV `  4        Wn        Vf   TMTpW n        \	        V4      V n        \	        V4      V n        \        W^^R7      V n        \        W"^^R7      V n	        W8w  d   \        W^R7      V n
        R # R # )N©r4   r>   ©r4   )r5   r6   r<   r=   rw   Únorm1Únorm2r2   Úconv1Úconv2Únin_shortcut©r;   r<   r=   r?   s   &&&€r   r6   ÚResnetBlock3D.__init__    s{   ø€ Ü‰ÑÔØ&ÔØ&2Ò&:‘{ÀˆØ(Ôä" ;Ó/ˆŒ
Ü" <Ó0ˆŒ
Ü! +ÈÐTUÔVˆŒ
Ü! ,È!ÐUVÔWˆŒ
ØÔ&Ü ,¨[ÐTUÔ VˆDÖñ 'r   c                óÌ   € V P                  WP                  R 7      pV P                  V P                  8w  d   V P	                  V4      pV P                  W P                  VR7      # )©rR   )rR   r/   )rŠ   rˆ   r<   r=   rŒ   r‹   r‰   )r;   r   ro   s   && r   rP   ÚResnetBlock3D.forward­   sQ   € Ø�J‰J�q§:¡:ˆJÓ.ˆØ×Ñ˜t×0Ñ0Ô0Ø×!Ñ! !Ó$ˆAØ�z‰z˜!§j¡j¸1ˆzÓ=Ð=r   )rŠ   r‹   r<   rŒ   rˆ   r‰   r=   ©Nr[   rc   s   @@r   r„   r„   Ÿ   s   ù‡ € ÷W÷>ò >r   r„   c                   ó8   a a€ ] tR t^´t oV 3R ltR tRtVtV ;t# )ÚResnetShortcut3Dc                óŒ   <€ \         SV `  4        W8w  d   \        W^R7      V n        R# \        P                  ! 4       V n        R# )r   r‡   N)r5   r6   r2   ÚnnÚIdentityrŒ   r�   s   &&&€r   r6   ÚResnetShortcut3D.__init__¶   s@   ø€ Ü‰ÑÔØVaÔVqœL¨ÐPQÔRˆÖÔwy÷  xCò  xCó  xEˆÖr   c                ó$   € V P                  V4      # r’   ©rŒ   r�   s   &&r   rP   ÚResnetShortcut3D.forwardº   s   € Ø× Ñ  Ó#Ð#r   rš   r[   rc   s   @@r   r”   r”   ´   s   ù‡ € õE÷$ò $r   r”   c                   ó<   a a€ ] tR t^¾t oRV 3R lltR tRtVtV ;t# )ÚEncoderFCN3Dc
           	     óv  <€ \         SV `  4        \        V4      V n        \	        V\
        4      '       d   V.V P                  ,          pWPn        \        V P                  4       U
u. uF  q¡W*,          ,          NK  	  pp
V^ ,          .VRR ,           pTp\        Wl^ ,          ^^R7      V n	        \        P                  ! 4       V n        \        V P                  4       EF  p\        P                  ! 4       p\        P                  ! 4       Vn        \        V P                  V,          4       FY  p
V	e	   Wê3V	9   d   \        M\         pVP                  P#                  T! V
^ 8X  d	   WÎ,          MW¾,          W¾,          R7      4       K[  	  W>,          WN,          ,          ^8”  d-   \%        W¾,          WÞ,          WN,          W>,          R7      Vn        V P                  P#                  V4       EK  	  \)        VR,          4      V n        \        VR,          V'       d
   ^V,          MT^^R7      V n        R# u up
i )r   Nr†   )r<   r=   )r}   r|   éÿÿÿÿ)r5   r6   ÚlenÚ
num_levelsr7   r8   Únum_res_blocksÚranger2   Úconv_inr–   Ú
ModuleListÚdownÚModuleÚblockr„   r”   Úappendry   Ú
downsamplerw   Únorm_outÚconv_out)r;   ÚchÚch_multÚ
space_downÚ	time_downr¢   r<   Ú
z_channelsÚdouble_zÚkept_blocksÚiÚ	block_midÚblock_inÚ	block_outÚi_levelr¦   r¨   r?   s   &&&&&&&&&&       €r   r6   ÚEncoderFCN3D.__init__¿   sµ  ø€ Ü‰ÑÔÜ˜g›,ˆŒÜ�n¤c×*Ò*Ø,Ð-°·±Õ?ˆNØ,Ôä.3°D·O±OÔ.DÓEÑ.D¨˜'�*—_�_Ñ.Dˆ	ÐEØ˜a•L�> I¨c¨r NÕ2ˆØˆ	ä# K¸!µÈ!ÐUVÔWˆŒä—M’M“OˆŒ	Ü˜TŸ_™_×-ˆGÜ—9’9“;ˆDÜŸš›ˆDŒJÜ˜4×.Ñ.¨wÕ7Ö8�Ø)4Ò)<ÀÀÐP[Ô@[�Ôaq�Ø—
‘
×!Ñ!ÙØ9:¸a¼ HÖ$5ÀYÕEWØ%.Õ%7ôöñ 9ð Õ" YÕ%7Õ7¸!Ô;Ü".ØÕ&ØÕ&Ø )Õ 2Ø!+Õ!4ô	#�”ð �I‰I×Ñ˜T×"ñ% .ô( & i°¥mÓ4ˆŒÜ$Ø�b�Mß&ˆA�
ŽN¨JØØô	
ˆŽùò9 Fs   Á'H6c                ó¼  € V P                  V4      p\        V P                  4       F—  p\        V P                  V,          4       F-  pV P                  V,          P
                  V,          ! V4      pK/  	  \        V P                  V,          R 4      '       g   Ku  V P                  V,          P                  V4      pK™  	  V P                  W P                  R7      # )rª   r�   )
r¤   r£   r¡   r¢   r¦   r¨   r   rª   r¬   r«   )r;   r   ro   r¸   Úi_blocks   &&   r   rP   ÚEncoderFCN3D.forwardé   s    € Ø�L‰L˜‹OˆÜ˜TŸ_™_Ö-ˆGÜ  ×!4Ñ!4°WÕ!=Ö>�Ø—I‘I˜gÕ&×,Ñ,¨WÖ5°aÓ8’ñ ?ä�t—y‘y Õ)¨<×8Ô8Ø—I‘I˜gÕ&×1Ñ1°!Ó4’ñ	 .ð
 �}‰}˜Q¯©ˆ}Ó7Ð7r   )r¤   r¬   r¦   r«   r¡   r¢   )TNr[   rc   s   @@r   r�   r�   ¾   s   ù‡ € ÷(
÷T8ò 8r   r�   c           
      ó¢   € V P                  WW4WVWw4      p V P                  ^ ^^^^^^^4      P                  WW&,          W7,          WG,          4      # ©r   )rk   rj   Úreshape)ÚoutputÚBÚTÚHÚWr=   Úpatch_size_tÚ
patch_sizes   &&&&&&&&r   Ú
unpatchifyrÇ   õ   sO   € à�[‰[˜˜q \ÀÓX€FØ�>‰>˜!˜Q  1 a¨¨A¨qÓ1×9Ñ9¸!È1ÕK[Ð]^Õ]kÐmnÕm{Ó|Ð|r   c                 óV  € . pV  FE  p\         P                  ! R WBVR7      pWT,          pRV,          R,
          pVP                  V4       KG  	  \         P                  ! \         P                  ! VRR/ RR7      pVP                  ^ \        V 4      ^,
          4      P                  ^ 4      # )ç      à?©r   Údeviceç       @ç      ð?ÚindexingÚij©ri   rŸ   )r   Úaranger©   ÚstackÚmeshgridÚflattenr    Ú	unsqueeze)Ú
patch_dimsrË   r   Úcoords_listÚdim_sizeÚcoordss   &&&   r   Úcreate_token_idsrÚ   û   sŒ   € Ø€KÛˆÜ—’˜c 8ÀÔHˆØÕ"ˆØ�v• Õ#ˆØ×Ñ˜6Ö"ñ	 ô
 �[Š[œŸš¨ÐD¸tÑDÈ"ÔM€FØ�>‰>˜!œS ›_¨qÕ0Ó1×;Ñ;¸AÓ>Ð>r   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚRotaryEmbeddingNDi  c           	     ó  <€ \         SV `  4        W0n        R \        P                  ,          V n        ^V\        P                  ! ^ ^^V,          V,          \        P                  R7      ,          ,          pV P                  RVRR7       R# )rÌ   )r   Úinv_freqF©Ú
persistentN)
r5   r6   Ún_dimÚmathÚpiÚangle_scaler   rÑ   Úfloat32Úregister_buffer)r;   ri   Úrotary_baserá   rÞ   r?   s   &&&& €r   r6   ÚRotaryEmbeddingND.__init__  se   ø€ Ü‰ÑÔØŒ
Ø¤§¡�=ˆÔØ�{¤e§l¢l°1°a¸¸U½ÀS½ÔPU×P]ÑP]Ô&^Õ^Õ^ˆØ×Ñ˜Z¨¸eÐÖDr   c                ó  € V P                   VR,          P                  4       ,          V P                  P                  VP                  4      R,          ,          pVP                  ^^4      p\        P                  ! V4      \        P                  ! V4      rC\        P                  ! W4) WC.RR7      P                  ! . VP                  R,          O^NVP                  R,          N^N^N5!  pVP                  VP                  4      # )ºNNNrÐ   :Nr€   N)rê   rê   rê   N)NNNrê   rŸ   )rä   ÚfloatrÞ   ÚtorË   rÔ   r   ÚcosÚsinrÒ   r¿   r   r   )r;   Úimg_idsÚanglesrm   ÚsÚtables   &&    r   rP   ÚRotaryEmbeddingND.forward  sØ   € ð ×ÑØ�mÕ$×*Ñ*Ó,õ-à�m‰m×Ñ˜wŸ~™~Ó.Ð/BÕCõDð 	ð
 —‘  1Ó%ˆÜ�yŠy˜Ó ¤%§)¢)¨FÓ"3ˆ1Ü—’˜Q  A˜M¨rÔ2×:Ò:Ðh¸F¿L¹LÈÕ<LÐhÈaÐhÐQW×Q]ÑQ]Ð^`ÕQaÐhÐcdÐhÐfgÓhˆØ�x‰x˜Ÿ™Ó&Ð&r   )rä   rá   )ç      Y@r{   r[   rc   s   @@r   rÜ   rÜ     s   ù‡ € ÷E÷
'ò 
'r   rÜ   c                   óB   a a€ ] tR tRt o^R]3V 3R lltR tRtVtV ;t	# )ÚFeedForwardi  Tc                ó¢   <€ \         SV `  4        W,          pVP                  W^,          VR7      V n        VP                  WQVR7      V n        R# )r€   ©r'   N)r5   r6   ÚLinearÚw1Úw2)r;   ri   Úmultr'   Ú
operationsÚ	inner_dimr?   s   &&&&& €r   r6   ÚFeedForward.__init__  sG   ø€ Ü‰ÑÔØ•Jˆ	Ø×#Ñ# C°Q­¸TÐ#ÓBˆŒØ×#Ñ# I¸Ð#Ó>ˆŽr   c                ó¶   € \         P                  P                  V P                  VR VR7      p\         P                  P                  V P                  VRW4R7      # )Úrms_norm©Ú
act_weightÚswiglu©r/   Úresidual_scale)r	   r   Úlinear_input_actrú   rû   )r;   r   rR   r/   r  ro   s   &&&&& r   rP   ÚFeedForward.forward#  sE   € ä�I‰I×&Ñ& t§w¡w°°:È(Ð&ÓSˆÜ�y‰y×)Ñ)¨$¯'©'°1°hÈÐ)ÓqÐqr   )rú   rû   )
r\   r]   r^   r_   r   r6   rP   r`   ra   rb   rc   s   @@r   rö   rö     s   ù‡ € à!"¨¸#÷ ?÷rò rr   rö   c                   óX   a a€ ] tR tRt oRR]3V 3R lltR
R ltR tR tR t	R	t
VtV ;t# )Ú	Attentioni)  Tçñhãˆµøä>c                óz  <€ \         SV `  4        W n        Wn        W!,          p\        P                  W$R R7      V n        \        P                  W$R R7      V n        V P                  R\        P                  ! V4      R R7       VP                  Wf^,          VR7      V n        VP                  WfVR7      V n        R# )F)r!   Úelementwise_affineÚqk_norm_scalerß   rø   N)r5   r6   Údim_headÚheadsr   ÚRMSNormÚnorm_qÚnorm_kræ   r   Úonesrù   Úto_qkvÚto_out)r;   r  r  r'   r!   rý   rþ   r?   s   &&&&&& €r   r6   ÚAttention.__init__*  s˜   ø€ Ü‰ÑÔØ ŒØŒ
ØÕ$ˆ	Ü—k‘k (È�kÓNˆŒÜ—k‘k (È�kÓNˆŒà×Ñ˜_¬e¯jªj¸Ó.BÈuÐÔUØ ×'Ñ'¨	¸qµ=ÀtÐ'ÓLˆŒØ ×'Ñ'¨	À4Ð'ÓHˆŽr   c                ó€   € V P                  WV4      p\        P                  P                  V P                  VR WER7      # )Nr  )Úattendr	   r   r  r  )r;   r   Úrotary_pos_embrR   r/   r  rX   s   &&&&&& r   rP   ÚAttention.forward6  s4   € Ø�k‰k˜!¨XÓ6ˆÜ�y‰y×)Ñ)¨$¯+©+°s¸DÈ8Ð)ÓsÐsr   c                ó~  € VP                   w  rEp\        P                  P                  V P                  VR VR7      pVP                  WER^V P                  ,          4      p\        P                  ! V^RR7      w  r‰p
Ve   V P                  W‰V4      w  r‰M�\        P                  P                  W€P                  P                  V P                  P                  4      p\        P                  P                  W�P                  P                  V P                  P                  4      p	V P                   ! R W‰V
3 4       !  # )r  r  rÐ   c              3   óD   "  € T F  qP                  ^^4      x € K  	  R# 5i©r   N©Ú	transpose©Ú.0rn   s   & r   Ú	<genexpr>Ú#Attention.attend.<locals>.<genexpr>H  s   é € ÐOÑ;N°a§¡¨A¨q× 1Ð 1Ó;Nùó   ‚ rŸ   )r   r	   r   r  r  rk   r  r   ÚchunkÚrms_ropeÚrmsnormr  r  r&   r!   r  Ú	attention)r;   r   r  rR   Ú
batch_sizeÚseq_lenÚ_ÚqkvÚqueryÚkeyÚvalues   &&&&       r   r  ÚAttention.attend:  sè   € à!"§¡Ñˆ
˜Qä�i‰i×(Ñ(¨¯©°a¸ÐPXÐ(ÓYˆØ�h‰h�z¨B°°D·M±MÕ0AÓBˆÜ!ŸKšK¨¨Q°BÔ7Ñˆ�EàÒ%ØŸ™ u°>ÓB‰JˆE�3ä—M‘M×*Ñ*¨5·+±+×2DÑ2DÀdÇkÁkÇoÁoÓVˆEÜ—-‘-×(Ñ(¨¯k©k×.@Ñ.@À$Ç+Á+Ç/Á/ÓRˆCà�~Š~ÑO¸EÈÑ;NÓOÑPÐPr   c           	     ó~  € \         P                  ! 4       '       d%   \        P                  P                  P
                  M#\        P                  P                  P                  pV! WW0P                  P                  VP                  4      V P                  P                  VP                  R,          ^,          R7      # )r{   )ÚepsilonÚrot_diméýÿÿÿ)r   Úis_grad_enabledr	   r
   r   Úrms_rope_split_halfÚrms_rope_split_half_r  rì   rË   r  r!   r   )r;   r.  r/  r  r'  s   &&&& r   r'  ÚAttention.rms_ropeJ  sƒ   € ä>C×>SÒ>S×>UÒ>U”E—O‘O×&Ñ&×:Ò:ÜŸ™×+Ñ+×@Ñ@ð 	ñ ˜ N×4FÑ4F×4IÑ4IÈ%Ï,É,Ó4WØ $§¡§¡¸×9MÑ9MÈbÕ9QÐTUÕ9UôWð 	Wr   c                óÒ  € \        V P                  P                  \        P                  P
                  4      '       d}   \        '       dq   \        P                  P                  P                  WV4      pVP                  ^^4      P                  VP                  ^ ,          VP                  ^,          R4      pM\        WW0P                  RR7      p\        P                   ! V4      # )r   T)Úskip_reshaperŸ   )r7   r  r&   r	   r   ÚQuantizedTensorr   r
   r   Úint8_attentionr   r¿   r   r   r  r   Ú
nan_to_num)r;   r.  r/  r0  rX   s   &&&& r   r)  ÚAttention.attentionS  sš   € ô �d—k‘k×(Ñ(¬%¯)©)×*CÑ*C×DÒD×IrÓIrÜ—/‘/×$Ñ$×3Ñ3°EÀÓFˆCØ—-‘-  1Ó%×-Ñ-¨e¯k©k¸!­n¸e¿k¹kÈ!½nÈbÓQ‰Cä% e°%¿¹ÐRVÔWˆCÜ×Ò Ó$Ð$r   )r  r  r  r  r  r  )NN)r\   r]   r^   r_   r   r6   rP   r  r'  r)  r`   ra   rb   rc   s   @@r   r
  r
  )  s.   ù‡ € Ø-1°tÈ÷ 
IôtòQò W÷%ò %r   r
  c                   óR   a a€ ] tR tRt oRR]3V 3R lltR tR	R ltR tRt	Vt
V ;t# )
ÚTransformerBlocki^  Tr  c                ó®  <€ \         SV `  4        W,          p\        P                  VR VR7      V n        \        WW4VR7      V n        \        P                  ! \        P                  ! V4      4      V n        \        P                  VR VR7      V n        \        WcVR7      V n        \        P                  ! \        P                  ! V4      4      V n        R# )T©r  r!   ©r  r  r'   r!   rý   )ri   r'   rý   N)r5   r6   r   r  rˆ   r
  Úattnr–   Ú	Parameterr   ÚemptyÚscale1r‰   rö   ÚffÚscale2)r;   r  r  r'   r!   rý   ri   r?   s   &&&&&& €r   r6   ÚTransformerBlock.__init___  s“   ø€ Ü‰ÑÔØÕˆÜ—[‘[ ¸À3�[ÓGˆŒ
Ü EÀ4Ð]gÔhˆŒ	Ü—l’l¤5§;¢;¨sÓ#3Ó4ˆŒÜ—[‘[ ¸À3�[ÓGˆŒ
Ü #¸ZÔHˆŒÜ—l’l¤5§;¢;¨sÓ#3Ó4ˆŽr   c                ó°   € VP                   VP                   8X  d   VP                  VP                  8X  d   V# \        P                  P	                  W4      # r’   )r   rË   r	   r   Úcast_to_input)r;   Úscaler   s   &&&r   Ú_residual_scaleÚ TransformerBlock._residual_scalei  s;   € à�;‰;˜!Ÿ'™'Ô! e§l¡l°a·h±hÔ&>ØˆLÜ�y‰y×&Ñ& uÓ0Ð0r   c                ón   € V P                  V P                  P                  WV P                  4      V4      # r’   )Úpost_attentionrE  r  rˆ   )r;   r   r  s   &&&r   rP   ÚTransformerBlock.forwardo  s+   € Ø×"Ñ" 4§9¡9×#3Ñ#3°AÀtÇzÁzÓ#RÐTUÓVÐVr   c           
     ó  € \         P                  P                  V P                  P                  VR W P                  V P                  V4      R7      pV P                  W P                  W P                  V P                  V4      R7      # )Nr  )rR   r/   r  )
r	   r   r  rE  r  rO  rH  rI  r‰   rJ  )r;   rX   r   s   &&&r   rR  ÚTransformerBlock.post_attentionr  sp   € ä�I‰I×&Ñ& t§y¡y×'7Ñ'7¸¸dØ01×BVÑBVÐW[×WbÑWbÐdeÓBfð 'ó hˆà�w‰w�q§:¡:¸×J^ÑJ^Ð_c×_jÑ_jÐlmÓJnˆwÓoÐor   )rE  rI  rˆ   r‰   rH  rJ  r’   )r\   r]   r^   r_   r   r6   rO  rP   rR  r`   ra   rb   rc   s   @@r   rA  rA  ^  s(   ù‡ € Ø-1°tÈ÷ 5ò1ôW÷pò pr   rA  c                   ó\   a a€ ] tR tRt o^^^^^$^ ^@RRRR^]3V 3R lltR tR tR	tVt	V ;t
# )
ÚViT3DDecoderiy  rô   ç      è?Tr  c                ó®  <€ \         SV `  4        Wg,          pWn        W n        W@n        WÀn        \        \        Wy,          4      V^R7      V n        \        P                  W>4      V n        \        P                  ! \        P                  ! ^WÎ4      4      V n        V P#                  R\        P                  ! ^^V4      4       \        P$                  ! \'        V4       Uu. uF  p\)        WgW«VR7      NK  	  up4      V n        \        P-                  VRVR7      V n        \        P                  WäV,          V,          V,          4      V n        R# u upi )r{   ©rá   Ú
mask_tokenrD  TrC  N)r5   r6   rÆ   rÅ   r=   Únum_register_tokensrÜ   r8   Ú	pos_embedr   rù   Ú
x_embedderr–   rF  r   rG  Úregister_tokensræ   r¥   r£   rA  Útransformer_blocksÚ	LayerNormr«   Úproj_out)r;   rÆ   rÅ   r<   r=   Ú
num_layersr  r  Ú
rope_thetaÚrope_dim_ratior'   r!   r\  rý   ri   r,  r?   s   &&&&&&&&&&&&&&  €r   r6   ÚViT3DDecoder.__init__z  s  ø€ ä‰ÑÔØÕˆØ$ŒØ(ÔØ(ÔØ#6Ô ä*¬3¨xÕ/HÓ+IÈ:Ð]^Ô_ˆŒÜŸ*™* [Ó6ˆŒÜ!Ÿ|š|¬E¯KªK¸Ð;NÓ,TÓUˆÔà×Ñ˜\¬5¯;ª;°q¸!¸SÓ+AÔBä"$§-¢-ä˜JÔ'ó)Ù'�ô  EÀ4Ð]g×hÙ'ñ)ó#
ˆÔô
 Ÿ™ c¸dÈ˜ÓLˆŒÜŸ
™
 3°|Õ(CÀjÕ(PÐS]Õ(]Ó^ˆŽùò)s   Ã!Ec                ó   € \        WV3WE4      # r’   )rÚ   )r;   rÂ   rÃ   rÄ   rË   r   s   &&&&&&r   Ú
_token_idsÚViT3DDecoder._token_ids‘  s   € Ü  q 	¨6Ó9Ð9r   c           
     ó¸  € VP                   w  r#rEpV P                  VP                  ^4      P                  ^^4      4      pVP                   ^,          p^V P                  ,           p	\
        P                  ! V\        P                  P                  V P                  V4      P                  VRR4      \
        P                  ! VR,          4      .^R7      pV P                  WEWaP                  VP                  4      P                  VRR4      p
\
        P                   ! W)^3VP                  V
P                  R7      p\
        P                  ! W«.^R7      p
V P#                  V
4      pV P$                   F  pV! W|4      pK  	  V P'                  V P)                  V4      4      p\+        VRRV1R3,          W$WVV P,                  V P.                  V P0                  4      # )r€   rê   rÐ   ©rË   r   NrŸ   )rê   :r   r   Nrê   )r   r^  rÔ   r   r\  r   Úcatr	   r   rM  r_  ÚexpandÚ
zeros_likerh  rË   r   Úzerosr]  r`  rb  r«   rÇ   r=   rÅ   rÆ   )r;   r   rÁ   ÚCÚlatent_TÚlatent_HÚlatent_Wro   Únum_patchesÚ
num_suffixrï   Ú
suffix_idsr  r¨   rÀ   s   &&             r   rP   ÚViT3DDecoder.forward”  sˆ  € Ø-.¯W©WÑ*ˆˆh (à�O‰O˜AŸI™I a›L×2Ñ2°1°aÓ8Ó9ˆà—g‘g˜a•jˆØ˜×1Ñ1Õ1ˆ
ä�IŠI�qœ%Ÿ)™)×1Ñ1°$×2FÑ2FÈÓJ×QÑQÐRSÐUWÐY[Ó\Ô^c×^nÒ^nÐopÐqzÕo{Ó^|Ð}ð  DEô  Fˆà—/‘/ (°hÇÁÈ!Ï'É'ÓR×YÑYÐZ[Ð]_ÐacÓdˆÜ—[’[ !°Ð!3¸A¿H¹HÈGÏMÉMÔZˆ
Ü—)’)˜WÐ1°qÔ9ˆàŸ™¨Ó0ˆà×,Ô,ˆEÙ�aÓ(ŠAñ -ð —‘˜tŸ}™}¨QÓ/Ó0ˆä˜&  L [ L°!Ð!3Õ4°aÀ8Ø×+Ñ+¨T×->Ñ->ÀÇÁóQð 	Qr   )
r«   r\  r=   rÆ   rÅ   r]  rb  r_  r`  r^  )r\   r]   r^   r_   r   r6   rh  rP   r`   ra   rb   rc   s   @@r   rW  rW  y  sB   ù‡ € Ø"$°1À"ÐSTÐacÐkmÐxzð  HMØ $¨4°TÈqÐ]`÷_ò.:÷Qò Qr   rW  c                   ó<   a a€ ] tR tRt oRtV 3R ltR tRtVtV ;t	# )ÚPH3ImageDecoderi­  zJp-h3-image decoder: one frame per latent, at a fixed rope time coordinate.c                ó0   <€ \         SV `  ! RR ^/VB  V =R# )rÅ   Nrr   )r5   r6   r[  )r;   Úkwargsr?   s   &,€r   r6   ÚPH3ImageDecoder.__init__°  s   ø€ Ü‰ÒÑ2 aÐ2¨6Ò2ØŠOr   c                ó�   € \        W#3WE4      p\        P                  ! \        P                  ! VR,          \        4      V.RR7      # ).rÐ   ).ºNr   NrŸ   )rÚ   r   rl  Ú	full_likeÚPH3_IMAGE_FRAME_POSITION)r;   rÂ   rÃ   rÄ   rË   r   Úidss   &&&&&& r   rh  ÚPH3ImageDecoder._token_ids´  s8   € Ü ˜v vÓ5ˆÜ�yŠyœ%Ÿ/š/¨#¨g­,Ô8PÓQÐSVÐWÐ]_Ô`Ð`r   rr   )
r\   r]   r^   r_   Ú__doc__r6   rh  r`   ra   rb   rc   s   @@r   ry  ry  ­  s   ù‡ € ÙTõ÷aò ar   ry  c                   óp   a a€ ] tR tRt oRt^@t^t^^^^^^ ^@RRRR^^^^^]3V 3R lltR t	R	 t
R
tVtV ;t# )ÚNonCausalViT3DDecoderi¹  ar  Sol-H3-VAE decoder: the ViT decoder pruned to 24 layers and distilled to decode a whole clip at once, so
there is no spatial tiling and no temporal overlap recompute. Attention is local: 16x16-token spatial windows
over 5-latent temporal windows (odd layers shift both by half a window), plus 5 global tokens per native
5-latent block that attend to their whole block and are visible to every window of it. Rope ids are window-local.

Tokens live in block-major rows (a block's tokens, then its global rows), so every linear layer runs on plain
row chunks and only the residual stream and one layer's q/k/v ever span the clip.rô   rX  Tr  c                óÔ  <€ \         SV `  4        Wg,          pWVuV n        V n        V n        WgVuV n        V n        V n        WÞVV3w  V n        V n	        V n
        V n        V^,           V n        VP                  VVV
R7      V n        \        P                   ! \"        P$                  ! ^VV4      4      V n        \        P(                  ! \+        V4       Uu. uF  p\-        WgW«VR7      NK  	  up4      V n        \0        P3                  VVR7      V n        VP                  VWB,          V,          V,          V
R7      V n        \9        \;        Wy,          4      V^R7      V n        R# u upi )r   rø   rD  )r!   rZ  N)r5   r6   rÆ   rÅ   r=   r  r  ri   Úwindowr¨   Ú
time_shiftÚframes_to_trimÚ
num_globalrù   r^  r–   rF  r   rG  r_  r¥   r£   rA  Úblocksr   ra  r«   rb  rÜ   r8   r]  )r;   rÆ   rÅ   r<   r=   rc  r  r  rd  re  r'   r!   r\  r‡  r¨   rˆ  r‰  rý   ri   r,  r?   s   &&&&&&&&&&&&&&&&&&  €r   r6   ÚNonCausalViT3DDecoder.__init__Å  s>  ø€ ô 	‰ÑÔØÕˆØ@JÐZfÐ=ˆŒ˜Ô*¨DÔ,=Ø.3¸sÐ+ˆŒ
�D”M 4¤8ØHNÐWaÐcqÐHqÑEˆŒ�T”Z ¤°$Ô2EØ-°Õ1ˆŒØ$×+Ñ+¨K¸À4Ð+ÓHˆŒÜ!Ÿ|š|¬E¯KªK¸Ð;NÐPSÓ,TÓUˆÔÜ—m’mä˜JÔ'ó)Ù'�ô  EÀ4Ð]g×hÙ'ñ)ó*ˆŒô Ÿ™ c¨s˜Ó3ˆŒØ"×)Ñ)¨#¨|Õ/JÈZÕ/WÐZdÕ/dÐkoÐ)ÓpˆŒÜ*¬3¨xÕ/HÓ+IÈ:Ð]^Ô_ˆŽùò	)s   ÃE%c                ó(  € V P                   V P                  V P                  V P                  W#,          3w  rErgpV) V,          ) p	\	        V	^,           4       U
u. uF)  p
\        W¥,          V4      V,          W¦,          ,           NK+  	  pp
WX,          V,           p\        P                  ! V4      pWÕ,          p\        P                  ! V4      V,          WÞV,          ,
          V,          ,           R,          \        P                  ! V4      P                  W#4      ,           pWþV,          V,          \        P                  ! V4      V,          ,
          R,          ,           p\        P                  ! VR,          4      R,          V,
          \        P                  ! V4      ,           pV\        P                  ! V	4      V,          V,          \        P                  ! VRV	 4      ,
          R,          ,           pR\        \        W»R,          4      4      RVRVP                  R4      RVP                  R4      RVR. /pR	 pRV^,          V P                  33 EF  w  ppVVV3VVV3VVV33 UUUu. uFG  w  ppp\        P                  ! V4      V,           V,          R
,           V,          ^,          ^,
          NKI  	  pppp\        P                  ! VR,          ^4      p\        P                  ! \        P                   ! VRR/ R4      P                  R^4      VVP                  R4      &   \	        V	4       Uu. uF  p. NK  	  up^ .V	,          ppV! VVV4       EF±  w  pp \#        VV,          V ^,
          V,          04      p!VV!,          P                  R4      p"/ p#V! VVV4       F}  w  p$p%V! VVV4       Fi  w  p&p'VVV 1V$V%1V&V'13,          P                  R4      p(V#P%                  \'        V(4      . 4      P)                  V(\        P*                  ! V(V".4      34       Kk  	  K  	  V#P-                  4        F©  p)\	        ^ \'        V)4      V P.                  4       F‚  p*VV!R,          ,          P)                  \0        ;QJ d/    . R \        V)V*V*V P.                  ,            !   4       F  NK  	  5M(! R \        V)V*V*V P.                  ,            !   4       4      4       K„  	  K«  	  V! F   p
\3        VV
,          V!R,          4      VV
&   K"  	  EK´  	  \	        V	4       U
U*u. uF.  p
\	        V	4       U*u. uF  p*VV*,          V
8X  g   K  V*NK  	  up*NK0  	  p+p
p*VR,          P)                  RVRVRV+/4       EK   	  V# u up
i u upppi u upi u up*i u up*p
i )zÌCPU index tables for one latent shape: clip rows are block-major (a block's tokens in (t, y, x) order,
then its global rows); q/k/v and attention outputs live in ring slots, slot b % ring holding block b.N:r   NNÚrowsÚ	slot_rowsÚtokÚglobÚgslotÚshiftsc                 ó    a aa€ V VV3R  l\        S S,           ) S,          ) 4       4       pV UUu. uF  w  rEWT8”  g   K  WE3NK  	  upp# u uppi )c              3   óš   <"  € T F@  p\        VS,          S,
          ^ 4      \        V^,           S,          S,
          S4      3x € KB  	  R# 5i©r   N)ÚmaxÚmin)r"  r´   ÚnÚshiftÚsizes   & €€€r   r#  ÚGNonCausalViT3DDecoder._build_geometry.<locals>.spans.<locals>.<genexpr>è  s=   øé € ÐxÑYwÐTU”c˜!˜d�( UÕ*¨AÓ.´°Q¸µU¸dµNÀUÕ4JÈAÓ0NÕOÓYwùs   ƒAA)r£   )r™  rš  r›  ÚedgesÚloÚhis   fff   r   ÚspansÚ4NonCausalViT3DDecoder._build_geometry.<locals>.spansç  sH   ú€ ÞxÔY^ÐcdÐglÕclÐamÐquÕauÐ_vÔYwÓxˆEÙ+0Ô<©5¡ °B±G”H�R“H©5Ò<Ð<ùÓ<s
   °
A
¿A
rÉ   rÎ   rÏ   c              3   óN   "  € T F  p\         P                  ! V4      x € K  	  R # 5ir’   )r   rÒ   r!  s   & r   r#  Ú8NonCausalViT3DDecoder._build_geometry.<locals>.<genexpr>ü  s   é € Ð;wÑTvÈq¼E¿KºKÈ¿N¸NÓTvùs   ‚#%r�  Ú
windows_atÚ	blocks_at)rê   NN)rê   NrŸ   )r   r   )r‡  r¨   rŠ  Úringr£   r˜  r   rÑ   Útensorrk   ÚlistÚzipr¿   rˆ  ro  rÒ   rÓ   ÚsortedÚ
setdefaultr    r©   rl  ÚvaluesÚmax_windowsr9   r—  ),r;   rÂ   rÃ   rÄ   ÚwsÚtbÚSÚRÚHWÚnbrl   Ústartsr�  rn   ÚtblkÚrowÚslotr‘  r’  Úgeor   rñ   Ústr™  ÚoÚmÚaxesr�  r,  r¤  Údone_atÚt_loÚt_hir‹  ÚgkÚgroupsÚy_loÚy_hiÚx_loÚx_hiÚqiÚwinsrm   r¥  s,   &&&&                                        r   Ú_build_geometryÚ%NonCausalViT3DDecoder._build_geometry×  s²  € ð  Ÿ;™;¨¯
©
°D·O±OÀTÇYÁYÐPQÕPUÐUÑˆ��bØˆr�R�xˆ[ˆÜ7<¸RÀ!½V´}ÓE±}°!”#�a•f˜a“. 2Õ%¨­×-Ð-±}ˆÐEØ•G˜a•Kˆ	Ü�LŠL˜‹OˆØ�wˆÜ�|Š|˜FÓ# DÕ)¨Q¸µ­]¸bÕ,@Õ@À-ÕPÔSX×S_ÒS_Ð`bÓSc×ShÑShÐijÓSnÕnˆØ˜a•x 9Õ,¬u¯|ª|¸FÓ/CÀDÕ/IÕIÈ=ÕYÕYˆÜ�|Š|˜F 2�JÓ'¨Õ0°1Õ4´u·|²|ÀA³ÕFˆØœŸš bÓ)¨AÕ-°Õ:¼U¿\º\È&ÐQTÐRTÈ+Ó=VÕVÐX_Õ`Õ`ˆØ”tœC ¨r­
Ó3Ó4°kÀ9ÈeÐUX×U`ÑU`ÐacÓUdØ�t—|‘| BÓ'¨°%¸À2ðGˆò	=ð ˜r Q�w¨¯©Ð8Ô9‰EˆAˆràSTÐVXÐZ\ÐR]Ð`aÐcdÐfhÐ_iÐlmÐopÐrtÐkuÑQvÕwÑQvÁgÀaÈÈA”e—l’l 1“o¨Õ)¨QÕ.°Õ4¸Õ9¸AÕ=À×AÐAÑQvˆDÒwÜ—+’+˜f R�j¨!Ó,ˆCÜ#(§;¢;¬u¯~ª~¸tÐ/SÈdÑ/SÐUWÓ#X×#`Ñ#`ÐacÐefÓ#gˆC�—‘˜B“Ñ ä/4°R¬yÓ"9©y¨!£2©yÑ"9¸A¸3À½8˜ˆJÙ# A r¨2×.‘
��dÜ ¨¥¨d°Q­h¸2Õ-=Ð >Ó?�Ø˜6•]×*Ñ*¨2Ó.�Ø�Ù"'¨¨1¨b¦/‘J�D˜$Ù&+¨A¨q°"¦o™
˜˜dØ! $ t )¨T°$¨Y¸¸T¸	Ð"AÕB×JÑJÈ2ÓN˜Ø×)Ñ)¬#¨b«'°2Ó6×=Ñ=¸rÄ5Ç9Â9ÈbÐRTÈXÓCVÐ>WÖXó '6ñ #2ð #ŸM™MžO�DÜ" 1¤c¨$£i°×1AÑ1AÖB˜Ø" 6¨"¥:Õ.×5Ñ5·e´eÑ;wÔTWÐY]Ð^_Ð`aÐdh×dtÑdtÕ`tÐYuÒTvÓ;w·e±eÑ;wÔTWÐY]Ð^_Ð`aÐdh×dtÑdtÕ`tÐYuÒTvÓ;wÓ6wÖxó Cñ ,ó  �AÜ!$ W¨Q¥Z°¸µÓ!<�G˜A“Jô  ñ /ô MRÐRTÌIÔVÉIÀq¤U¨2¤YÓB¡Y °'¸!µ*À±/Ÿ!˜!¡YÔBÉIˆIÑVØ��M× Ñ  %¨¨l¸JÈÐU^Ð!_×`ñ+ :ð, ˆ
ùòK Fùô" xùò #:ùò CùÓVs1   Á/U8É-AU=
Ì6VÔVÔ.V	ÕV	Õ	VÖ	Vc              #  ó  aa,a-a.a/a0"  € SP                   w  r#rEpV P                  V P                  V P                  V P                  V P
                  3w  o/o.rxo,SP                  o-V P                  WEV4      p	V	R,          V	R,          up
o0V	R,          P                  S-4      pV	R,           UUUUu. uFs  pVR,          P                  S-4      VR,           UUUu. uF8  qÝ UUu. uF'  w  rïVP                  S-4      VP                  S-4      3NK)  	  uppNK:  	  upppVR,          3NKu  	  ppppp\        P                  ! V
R,          ^,          VSP                  S-R7      pV P                  S^ ,          P                  ^^^^ 4      P                  RV4      4      VV	R	,          P                  S-4      &   \        P                  ! \         P"                  P%                  V P&                  ^ ,          V4      VP)                  ^V4      .^ 4      P+                  \-        V
4      ^4      VV	R
,          P                  S-4      &   V,V-V.V/V0V3R l\/        ^4       4       w  ppp\        P                  ! S,S0,          VSP                  S-R7      p\1        V P2                  4       EF  w  ppVP4                  VV^,          ,          upw  ppp\1        V
4       EFÛ  w  pw  ppVS,,          S0,          pVV,           V,
          p \         P"                  P7                  VP8                  VVV RVP:                  R7      p!V!P=                  ^VV,
          S/^S.,          4      P?                  ^R4      w  p"p#p$VPA                  V"V#V PC                  VRVV13,          P                  SP                  4      4      4      w  p"p#V"^ ,          V#^ ,          V$^ ,          uVVV % VVV % VVV % VV,           F7  w  rïVPD                  ! R VV,          VV,          VV,          3 4       !  VV&   K9  	  VV,          p%\G        . R VV%,          VVV  VVV  3 4       OS/N5RR/ ^ ,          VV%&   VV,           FH  p&V
V&,          w  p'p(V&S,,          S0,          p)VPI                  VV)V)V(,           V',
           VV'V( 4      VV'V(% KJ  	  EKÞ  	  EK  	  ?????^ p*V
 F·  w  pp\K        V PM                  V PO                  VVVV,
           4      4      R,          ^VV,
          V,
          WV,          ,          WVV PP                  V PR                  V PT                  4      p+V+RRV PV                  R13,          p+V*V+3x € V*V+P                   ^,          ,          p*K¹  	  R# u uppi u upppi u uppppi 5i)zÃz: [1, C, T, H, W] -> yields (first frame index, pixels [1, 3, F, 16H, 16W]) per native block.

Only the residual stream spans the clip; each layer streams over blocks with a ring of q/k/v slots.rŽ  r�  r’  r“  r�  r¤  r¥  rÊ   r�  r‘  c           	   3   ó|   <"  € T F1  p\         P                  ! SS,          SSSP                  SR 7      x € K3  	  R# 5i)rÊ   N)r   rG  r   )r"  r,  r±  ÚdevÚdhr  r�  Úzs   & €€€€€€r   r#  Ú4NonCausalViT3DDecoder.iter_decode.<locals>.<genexpr>  s0   øé € ÐfÑ]eÐXY”5—;’;˜q 9�}¨e°R¸q¿w¹wÈs×SÑSÓ]eùs   ƒ9<r  r  Nc              3   óD   "  € T F  qP                  ^^4      x € K  	  R# 5ir  r  r!  s   & r   r#  rÏ    s   é € Ð3eÑOdÈ!·K±KÀÀ1×4EÐ4EÓOdùr%  c              3   óR   "  € T F  qR ,          P                  ^^4      x € K  	  R # 5ir’   r  r!  s   & r   r#  rÏ  !  s%   é € Ð4rÑVqÐQR°tµW×5FÑ5FÀqÈ!×5LÐ5LÓVqùs   ‚%'r;  Trê   rŸ   ),r   r  r  ri   rŠ  r¦  rË   rÈ  rì   r   rG  r   r^  rj   r¿   rl  r	   r   rM  r_  Ú	new_zerosÚrepeatr    r£   Ú	enumerater‹  rE  r  r  rˆ   rk   r&  r'  r]  r)  r   rR  rÇ   rb  r«   r=   rÅ   rÆ   r‰  )1r;   rÎ  r,  rp  rÂ   rÃ   rÄ   ÚDr°  r¸  rŽ  r’  ÚshrÇ  rÆ  Úkir“  r   ÚqÚkÚvÚattn_outÚliÚblkrE  r�  r¤  r¥  rl   Úr0Úr1Ús0Ús1r-  ÚqqÚkkÚvvÚgsrm   Úc0Úc1ÚcsÚf0Úyr±  rÌ  rÍ  r  r�  s1   &f                                          @@@@@r   Úiter_decodeÚ!NonCausalViT3DDecoder.iter_decode  s  ýé € ð Ÿ™‰ˆˆa�AØ!ŸZ™Z¨¯©¸¿¹À$Ç/Á/ÐSW×S\ÑS\Ð\Ñˆˆr�1˜Ø�h‰hˆØ×"Ñ" 1¨Ó+ˆØ˜f�+ s¨;Õ'7ˆˆˆiØ�G•—‘ Ó$ˆà.1°(®mö=Ù.;¨ð �e•9—<‘< Ó$ÐacÐdpÖaqÕ&rÑaqÐY]ÈtÔ'TÉtÁVÀR¨¯©¨s«°R·U±U¸3³ZÓ(@ÉtÕ'TÑaqÓ&rØ�k•?ó$Ù.;ð 	ó =ä�KŠK˜˜R� � Q¨a¯g©g¸cÔBˆØ $§¡°°!µ·±¸QÀÀ1ÀaÓ0H×0PÑ0PÐQSÐUVÓ0WÓ Xˆˆ#ˆe�*�-‰-˜Ó
ÑÜ!&§¢¬E¯I©I×,CÑ,CÀD×DXÑDXÐYZÕD[Ð]^Ó,_Ðab×alÑalÐmnÐpqÓarÐ+sÐuvÓ!w×!~Ñ!~ô  @Cð  DHó  @Ið  KLó  "Mˆˆ#ˆf�+�.‰.˜Ó
ÑßfÑfÔ]bÐcdÔ]eÓf‰ˆˆ1ˆaÜ—;’;˜q 9�}¨a°q·w±wÀsÔKˆÜ  §¡×-‰GˆB�Ø14·±¸6À"ÀqÅ&½>Ð.ˆDÑ.�3˜
 IÜ(¨Ÿ‘�‘8�B˜Ø˜!•e˜yÕ(�Ø˜"•W˜r•\�Ü—i‘i×0Ñ0°·±¸aÀÀ2¸hÈ
Ð_b×_hÑ_hÐ0Ói�Ø ŸX™X a¨¨b­°%¸¸R½Ó@×FÑFÀqÈ"ÓM‘
��B˜ØŸ™ r¨2¨t¯~©~¸cÀ$ÈÈ2ÈÀ+Õ>N×>QÑ>QÐRS×RYÑRYÓ>ZÓ/[Ó\‘��BØ/1°!­u°b¸µe¸RÀ½UÐ,��"�R�˜!˜B˜r˜( A b¨ HØ(¨Ÿm˜m‘F�BØ#'§>¢>Ñ3eÐPQÐRTÕPUÐWXÐY[ÕW\Ð^_Ð`bÕ^cÑOdÓ3eÑ#f�H˜R“Lñ ,ð ˜1•X�Ü2ð  MÑ4rÐWXÐY[ÕW\Ð^_Ð`bÐceÐ^fÐhiÐjlÐmoÐhpÑVqÓ4rð  MØ38ò MØGKñ MØMNõ P�˜‘à" 1Ÿ˜�AØ! !�W‘F�B˜Ø˜a�% 9Õ,�BØ"×1Ñ1°(¸2¸bÀ2½gÈ½lÐ2KÈQÈrÐRTÈXÓV�A�b˜’Hô &ô  /ñ .ð& ˆq�!�X˜vØˆÛ‰FˆB�Ü˜4Ÿ=™=¨¯©°q¸¸BÀ½F°|Ó)DÓEÀdÕKÈQÐQSÐVXÕQXÐ[\ÕQ\ÐbcÕbgÕPhÐjkØ×,Ñ,¨d×.?Ñ.?ÀÇÁóRˆAà�!�Q˜×+Ñ+Ñ,Ð,Õ-ˆAØ�a�%ŠKØ�!—'‘'˜!•*ÕŠBó ùó9 (UùÔ&rùõ =ùs=   ˆB&VÂ.)V
Ã	U=Ã -U7ÄU=ÄV
Ä'QVÕ7U=Õ=V
ÖV)r¨   r‹  ri   r  r‰  r  r«   rŠ  r=   rÆ   rÅ   r]  rb  r_  rˆ  r‡  r^  )r\   r]   r^   r_   rƒ  r­  r¦  r   r6   rÈ  rë  r`   ra   rb   rc   s   @@r   r…  r…  ¹  sX   ù‡ € ñYð €KØ€Dà"$°1À"ÐSTÐacÐkmÐxzØ!°$¸TÀtÐabØ !°À!ÐPS÷`ò$*÷X+ò +r   r…  c                   ó  a a€ ] tR tRt oRt^^^€^^R^RR ^^R^@R]^$RRRRR3V 3R lltR tR tR	 t	R
 t
R tR t]! R4      3R ltR tR tR tR t]! R4      3R ltR tR tR tR tR!R ltR!R ltR!R ltR tR tR!R ltRtVtV ;t # )"ÚMiniMaxH3VideoVAEi3  Té   NFc                óà  <€ \         SV `  4        \        \        P                  ! V4      4      V n        \        \        P                  ! V	4      4      V n        W n        W°n        V
) V P                  ,          V n	        \        P                  ! W P                  ,          4      V n        V) V P                  ,          V n        \        V P                  V P                  ,          V P                  ,
          ^ 4      V n        Ve7   ^ Tu;8:  d   V P                  8  g   M \        RV P                   RV 24      hVV n        Wàn        WÀn        WÐn        V'       d_   \)        V\+        V4      \+        V4      \+        V	4      VVVRVR7	      V n        \.        P1                  V^,          ^V,          ^4      V n        VV n        V'       dW   \.        P1                  WE^4      V n        V'       d   \8        M\:        pV! V P
                  V P                  VVVVR7      V n        V P?                  R\@        PB                  ! \D        4      4       V P?                  R\@        PB                  ! \F        4      4       V P?                  R	\@        PB                  ! \H        4      PK                  ^^^^^4      R
R7       V P?                  R\@        PB                  ! \L        4      PK                  ^^^^^4      R
R7       R# )r   Nzstill_frame must be in [0, z), got T)	r­   r®   r¯   r°   r¢   r<   r±   r²   r³   )rÆ   rÅ   r<   r=   rc  rý   Úlatents_meanÚlatents_stdÚ
pixel_meanFrß   Ú	pixel_std)'r5   r6   r8   râ   ÚprodÚ	vae_ratioÚvae_ratio_tÚclip_lengthÚ
token_dropÚframe_pre_paddingÚceilÚtokens_chunk_sizeÚtoken_overlapr—  Úframe_overlapÚ
ValueErrorÚstill_frameÚtilingÚ	tile_sizeÚtile_overlap_minr�   r¨  Úencoderr   ÚConv3dÚ
quant_convÚ	noncausalÚpost_quant_convr…  rW  Údecoderræ   r   r§  ÚLATENTS_MEANÚLATENTS_STDÚIMAGENET_MEANrk   ÚIMAGENET_STD)r;   r<   Úout_chr­   Ú	embed_dimr±   r®   r¢   r¯   r°   rø  rù  r  r  r  rý   rc  r   Úencoder_kept_blocksr  r	  Únoncausal_decoderÚdecoder_clsr?   s   &&&&&&&&&&&&&&&&&&&&&& €r   r6   ÚMiniMaxH3VideoVAE.__init__6  sP  ø€ ô0 	‰ÑÔÜœTŸYšY zÓ2Ó3ˆŒÜœtŸyšy¨Ó3Ó4ˆÔð 'ÔØ$ŒØ#. ,°$×2BÑ2BÕ!BˆÔÜ!%§¢¨;×9IÑ9IÕ+IÓ!JˆÔØ)˜k¨T×-CÑ-CÕCˆÔÜ  ×!3Ñ!3°d×6FÑ6FÕ!FÈ×I_ÑI_Õ!_ÐabÓcˆÔð Ò"¨1°Ö+N¸d×>NÑ>NÖ+NÜÐ:¸4×;KÑ;KÐ:LÈGÐT_ÐS`ÐaÓbÐbØ&ˆÔð ŒØ"ŒØ 0ÔçÜ'ØÜ˜W›Ü 
Ó+Ü˜y›/Ø-Ø'Ø%ØØ/ô
ˆDŒLô "Ÿj™j¨°a­¸¸Y½ÈÓJˆDŒOà*ˆŒßÜ#&§:¡:¨iÀQÓ#GˆDÔ ß3DÕ/Ì,ˆKÙ&ØŸ>™>Ø!×-Ñ-Ø&Ø#Ø%Ø%ôˆDŒLð 	×Ñ˜^¬U¯\ª\¼,Ó-GÔHØ×Ñ˜]¬E¯LªL¼Ó,EÔFØ×Ñ˜\¬5¯<ª<¼Ó+F×+KÑ+KÈAÈqÐRSÐUVÐXYÓ+ZÐglÐÔmØ×Ñ˜[¬%¯,ª,´|Ó*D×*IÑ*IÈ!ÈQÐPQÐSTÐVWÓ*XÐejÐÖkr   c                óB   € V P                  V P                  V4      4      # r’   )r  r  r�   s   &&r   Ú_encode_momentsÚ!MiniMaxH3VideoVAE._encode_moments†  s   € Ø�‰˜tŸ|™|¨A›Ó/Ð/r   c                óB   € V P                  V P                  V4      4      # r’   ©r	  r  )r;   rÎ  s   &&r   Ú_decode_pixelsÚ MiniMaxH3VideoVAE._decode_pixels‰  s   € Ø�|‰|˜D×0Ñ0°Ó3Ó4Ð4r   c                óâ   € VP                  R 4      P                  R4      P                  V P                  P	                  V4      4      P                  V P                  P	                  V4      4      # )rÍ   rÉ   )ÚaddÚmul_Úsub_ró  rì   Údiv_rô  r�   s   &&r   Ú_normalize_pixelsÚ#MiniMaxH3VideoVAE._normalize_pixelsŒ  sN   € Ø�u‰u�S‹z�‰˜sÓ#×(Ñ(¨¯©×);Ñ);¸AÓ)>Ó?×DÑDÀTÇ^Á^×EVÑEVÐWXÓEYÓZÐZr   c                ó   € WP                   P                  VP                  \        P                  R 7      ,          pVP                  V P                  P                  VP                  \        P                  R 7      4      P                  RR4      # )rk  r   rÍ   )rô  rì   rË   r   rå   Úadd_ró  Úclamp_)r;   Úparts   &&r   Ú_finalize_pixelsÚ"MiniMaxH3VideoVAE._finalize_pixels�  s`   € à—n‘n×'Ñ'¨t¯{©{Ä%Ç-Á-Ð'ÓPÕPˆØ�y‰y˜Ÿ™×+Ñ+°4·;±;ÄeÇmÁmÐ+ÓTÓU×\Ñ\Ð]`ÐbeÓfÐfr   c                ó´  € Vw  r#rEpV P                   '       dS   W@P                  ,          V P                  P                  V) V P                  P                  ,          ) ,          ,
          pM5V^8X  d   ^pM+V P                  V4      w  r‰V P                  WH,           W˜4      pW P                  P                  WuV P                  ,          W`P                  ,          3# )r   )	r  r÷  r	  r‰  r¨   Ú_decode_temporal_chunksÚ_decode_temporal_frame_planr=   rö  )
r;   Úinput_shaperl   rm   rn   ro   rp   ÚframesÚ
pad_tokensÚ
num_chunkss
   &&        r   Údecode_output_shapeÚ%MiniMaxH3VideoVAE.decode_output_shape”  s©   € Ø#‰ˆˆa�AØ�>�>ˆ>à×)Ñ)Õ)¨D¯L©L×,GÑ,GÈQÈBÐRV×R^ÑR^×RdÑRdÕLdÐJeÕ,eÕe‰FØ�!ŒVØ‰Fà%)×%AÑ%AÀ!Ó%DÑ"ˆJØ×5Ñ5°aµnÀjÓ]ˆFØ—<‘<×,Ñ,¨f¸$¿.¹.Õ6HÈ!ÏnÉnÕJ\Ð]Ð]r   c                ój   € V P                   '       d   V P                  V4      # V P                  V4      # r’   )r  Útiled_encoder  r�   s   &&r   Ú_adaptive_encodeÚ"MiniMaxH3VideoVAE._adaptive_encode   s-   € Ø�;�;ˆ;Ø×$Ñ$ QÓ'Ð'Ø×#Ñ# AÓ&Ð&r   c                ó~   € V P                   '       d   V P                  W4      # V P                  V4      R R V3,          # )rê   )r  Útiled_decoder  )r;   rÎ  r,  s   &&&r   Ú_adaptive_decodeÚ"MiniMaxH3VideoVAE._adaptive_decode¥  s8   € Ø�;�;ˆ;Ø×$Ñ$ QÓ/Ð/Ø×"Ñ" 1Ó% a¨¨F lÕ3Ð3r   c                óP  € V P                   pW!8¼  d   ^ .V.. 3# \        P                  ! W,          4      p V P                  .V^,
          ,          pW#,          \	        V4      ,
          V,
          pV^ 8  d   V^,          pKM   YPP
                  ,          p\        T4       F/  pYGT^,
          ,          ;;,          T P
                  ,          uu&   K1  	  ^ .p\        T^,
          4       F/  pTP                  TR,          T,           YG,          ,
          4       K1  	  Y‚.T,          T3# )r   rŸ   )r  râ   rû  r  Úsumrö  r£   r©   )	r;   Ú	input_lenr  ÚNÚoverlapsÚ	remainingÚremaining_unitsr´   Útile_start_idxs	   &&       r   Úsplit_tilesÚMiniMaxH3VideoVAE.split_tiles¬  s÷   € Ø—N‘Nˆ	ØÔ!Ø�3˜˜ RÐ'Ð'ä�IŠI�iÕ+Ó,ˆØØ×-Ñ-Ð.°!°aµ%Õ8ˆHØ!�¬¨H«Õ5¸	ÕAˆIØ˜1Œ}Ø�Q•’àà#§~¡~Õ5ˆÜ�Ö'ˆAØ˜!˜a�%•[×! T§^¡^Õ3Õ!ñ (ð ˜ˆÜ�q˜1•u–ˆAØ×!Ñ! .°Õ"4°yÕ"@À8Å;Õ"NÖOñ ð ˜{¨Q�°Ð8Ð8r   c                óP  € \        VP                  V,          VP                  V,          V4      p\        P                  ! W2P                  VP
                  R 7      p^WS,          ,
          pWS,          p^.VP                  ,          pW8V&   VP                  V4      pVP                  V4      p\        R4      .VP                  ,          p	\        V) R4      W”&   \        R4      .VP                  ,          p
\        ^ V4      W¤&   V\        V	4      ,          V,          V\        V
4      ,          V,          ,           pW2P                  V,          8  dU   \        R4      .VP                  ,          p\        VR4      WÄ&   \        P                  ! W²\        V4      ,          .VR7      # V# )rk  NrÐ   )r˜  r   r   rÑ   rË   r   Úndimrk   Úslicer9   rl  )r;   Úarl   Úblend_extentri   Ú	positionsÚweight_aÚweight_br   Úslice_aÚslice_bÚblendedÚslice_b_rests   &&&&&        r   ÚblendÚMiniMaxH3VideoVAE.blendÄ  s?  € Ü˜1Ÿ7™7 3�<¨¯©°­°|ÓDˆä—L’L ·h±hÀaÇgÁgÔNˆ	Ø�yÕ/Õ/ˆØÕ+ˆà��a—f‘f•ˆØ!ˆc‰
Ø—=‘= Ó'ˆØ—=‘= Ó'ˆä˜“;�- !§&¡&Õ(ˆÜ˜l˜]¨DÓ1ˆ‰Ü˜“;�- !§&¡&Õ(ˆÜ˜Q Ó-ˆ‰à”E˜'“NÕ# hÕ.°´5¸³>Õ1BÀXÕ1MÕMˆàŸ'™' #�,Ô&Ü! $›K˜=¨1¯6©6Õ1ˆLÜ % l°DÓ 9ˆLÑÜ—9’9˜g¬¨|Ó)<Õ'=Ð>ÀCÔHÐHØˆr   c           	     óÌ  € VP                   R,          VP                   R,          r2V P                  V4      w  rEpV P                  V4      w  rxp	. p
\        WE4       Fh  w  r¼. p\        Wx4       FA  w  rïVRW»V,           1WîV,           13,          pVP                  V P	                  V4      4       KC  	  V
P                  V4       Kj  	  V Uu. uF  pVV P
                  ,          NK  	  ppV	 Uu. uF  pVV P
                  ,          NK  	  pp. p\        V
4       EF'  w  pp. p\        V4       Fè  w  ppV^ 8”  d9   V P                  V
V^,
          ,          V,          VVV^,
          ,          RR7      pV^ 8”  d2   V P                  VV^,
          ,          VVV^,
          ,          RR7      pV\        V
4      ^,
          8  d   VRRVV,          ) 1R3,          pV\        V4      ^,
          8  d   VRRRVV,          ) 13,          pVP                  V4       Kê  	  VP                  \        P                  ! VRR7      4       EK*  	  \        P                  ! VRR7      # u upi u upi )r€   .rÐ   Nrê   éþÿÿÿrŸ   )r   rA  r©  r©   r  rö  rÔ  rO  r    r   rl  )r;   r   ÚheightÚwidthÚy_idxÚy_lenÚ	y_overlapÚx_idxÚx_lenÚ	x_overlaprŽ  Úi_posÚi_lenr¶  Új_posÚj_lenÚtilerº  Úlatent_y_overlapÚlatent_x_overlapÚresult_rowsr´   Ú
result_rowÚjs   &&                      r   r2  ÚMiniMaxH3VideoVAE.tiled_encodeÝ  s0  € ØŸ™ � Q§W¡W¨R¥[�Ø"&×"2Ñ"2°6Ó":Ñˆ�iØ"&×"2Ñ"2°5Ó"9Ñˆ�iàˆÜ Ö-‰LˆEØˆCÜ # EÖ 1‘�Ø˜˜e¨E¥MÐ1°5À½Ð3FÐFÕG�Ø—
‘
˜4×/Ñ/°Ó5Ö6ñ !2ð �K‰K˜Öñ .ñ :CÓC¹°A˜A §¡×/Ð/¹ÐÐCÙ9BÓC¹°A˜A §¡×/Ð/¹ÐÐCàˆÜ —o‰FˆAˆsØˆJÜ$ Sž>‘��4Ø�q”5ØŸ:™: d¨1¨q­5¥k°!¥n°dÐ<LÈQÐQRÍUÕ<SÐY[˜:Ó\�DØ�q”5ØŸ:™: c¨!¨a­%¥j°$Ð8HÈÈQÍÕ8OÐUW˜:ÓX�DØ”s˜4“y 1•}Ô$Ø Ð%:Ð'7¸Õ':Ð&:Ð%:¸AÐ =Õ>�DØ”s˜3“x !•|Ô#Ø  QÐ(=Ð*:¸1Õ*=Ð)=Ð(=Ð =Õ>�DØ×!Ñ! $Ö'ñ *ð ×ÑœuŸyšy¨¸Ô<×=ñ &ô �yŠy˜¨"Ô-Ð-ùò# DùÚCs   ÃIÃ-I!c              #  ód  "  € \         P                  P                  VP                  4      p\	        \        ^\        ^VRVP                  ^ ,          ,          ,          4      4      4      p\        W#4       UUu. uF9  w  rgVRW`P                  ,          Wg,           V P                  ,          13,          NK;  	  ppp\        ^ \        V4      V4       FR  p	W‰W•,            p
V P                  \        P                  ! V
4      4      P                  \        V
4      4       Rj  x€L
  KT  	  R# u uppi  L5i)r   .Ni   )r	   Úmodel_managementÚget_free_memoryrË   r8   r—  r˜  r   r©  rö  r£   r    r  r   rl  r&  )r;   Úz_rowrX  rY  ÚfreeÚbatchr]  r^  ÚslicesrÙ  Úgroups   &&&&       r   Ú_decode_tile_rowÚ"MiniMaxH3VideoVAE._decode_tile_rowý  sè   é € ä×%Ñ%×5Ñ5°e·l±lÓCˆÜ”C˜œ3˜q $¨;¸¿¹ÀQ½Õ+GÕ"HÓIÓJÓKˆÜloÐpuÔl}Ô~Ñl}Ñ\hÐ\a�%˜˜U§n¡nÕ4°eµmÈÏÉÕ5VÐVÐV×WÐWÑl}ˆÑ~Ü�qœ#˜f›+ uÖ-ˆAØ˜Q�YÐ'ˆEØ×*Ñ*¬5¯9ª9°UÓ+;Ó<×BÑBÄ3ÀuÃ:ÓN×NÒNó .ùó ñ Oùs   ‚A6D0Á8?D(Â7A&D0ÄD.ÄD0c                óð  € VP                   R,          V P                  ,          VP                   R,          V P                  ,          rCV P                  V4      w  rVpV P                  V4      w  r‰p
RpRp^ p\        \	        WV4      4       EFç  w  pw  ppWðP                  ,          VV P                  ,          ppV P                  VRVVV,           1R3,          W‰4      pRpRp^ p\        \        V4      4       EFi  p\        V4      RRV3,          pV^ 8”  dK   V P                  VRRVV,          VV,          V	V,          ,           13,          VW~^,
          ,          RR7      pV^ 8”  d$   V P                  VVV
V^,
          ,          RR7      pV\        V4      ^,
          8  d%   VRRV
V,          ) R13,          P                  4       MRpV\        V4      ^,
          8  d   VRRRV
V,          ) 13,          pVfA   \        P                  ! . VP                   RR OVNVN5RVP                  RVP                  / pV\        V4      ^,
          8  d•   VfG   \        P                  ! . VP                   RR OW~,          NVN5RVP                  RVP                  / pVRW~,          ) R1R3,          VRRVVVP                   R,          ,           13&   VRRW~,          ) 1R3,          pVRWÝVP                   R,          ,           1VVVP                   R,          ,           13,          P                  V4       VP                   R,          pVVP                   R,          ,          p?EKl  	  TpVX,          pEKê  	  V# )	r€   N.rê   rÐ   r   rË   rR  rŸ   )r   rö  rA  rÔ  r©  rn  r£   r    ÚnextrO  Úcloner   rG  r   rË   Úcopy_)r;   rÎ  r,  rS  rT  rU  rV  rW  rX  rY  rZ  ÚcanvasÚstripÚout_yr´   r[  r\  ÚziÚzlÚtilesÚ	new_stripÚ	left_tailÚout_xrd  r_  Útile_heights   &&&                       r   r6  ÚMiniMaxH3VideoVAE.tiled_decode  s,  € ØŸ™ � d§n¡nÕ4°a·g±g¸bµkÀDÇNÁNÕ6R�Ø"&×"2Ñ"2°6Ó":Ñˆ�iØ"&×"2Ñ"2°5Ó"9Ñˆ�ið ˆØˆØˆÜ!*¬3¨uÓ+<×!=ÑˆA‰~��uØŸn™nÕ,¨e°t·~±~Õ.E�ˆBØ×)Ñ)¨!¨C°°B¸µG°¸QÐ,>Õ*?ÀÓNˆEØˆIØˆIØˆEäœ3˜u›:×&�Ü˜E“{ 1 a¨ <Õ0�Ø�q”5ØŸ:™: e¨C°°E¸!µH¸UÀ1½XÈÈaÍÕ=PÐ4PÐ,PÕ&QÐSWÐYbÐghÕchÕYiÐoq˜:Ór�DØ�q”5ØŸ:™: i°°yÀÀQÅÕ7GÈR˜:ÓP�DØDEÌÈEË
ÐUVÍÔDV˜D  a¨)°A­,¨©Ð!7Õ8×>Ñ>Ô@Ð\`�	Ø”s˜5“z A•~Ô%Ø  Q¨¨)°A­,¨¨Ð 6Õ7�DØ’>Ü"Ÿ[š[Ðo¨$¯*©*°S°b¨/Ðo¸6ÐoÀ5ÒoÐPT×PZÑPZÐoÐcg×cnÑcnÑo�FØ”s˜5“z A•~Ô%Ø Ò(Ü$)§K¢KÐ$|°·±¸C¸R°Ð$|À)Å,Ð$|ÐPUÒ$|Ð]a×]gÑ]gÐ$|Ðpt×p{Ñp{Ñ$|˜	ØFJÈ3ÐQZÕQ]ÐP]ÑP^Ð`aÐKaÕFb�I˜c 1 e¨E°D·J±J¸rµNÕ,BÐ&BÐBÑCØ  ^ y¥| m ^°QÐ 6Õ7�DØ�s˜E¨$¯*©*°R­.Õ"8Ð8¸%ÀÈÏ
É
ÐSUÍÕ@VÐ:VÐVÕW×]Ñ]Ð^bÔcØ"Ÿj™j¨�n�Ø˜Ÿ™ B�Õ'�Ûñ' 'ð( ˆEØ�[Õ ‹Eñ9 ">ð: ˆr   c                ó  € . p\        \        P                  ! VP                  ^,          V P                  ,          4      4       F÷  pVRRW@P                  ,          V^,           V P                  ,          1RR3,          P                  V4      pVP                  ^,          V P                  8  d]   VRRRR13,          P                  ^^V P                  VP                  ^,          ,
          ^^4      p\        P                  ! WV.^R7      pVP                  V P                  V P                  V4      4      4       Kù  	  \        P                  ! V^R7      pV P                  ^ 8”  d   VRRRV P                  ) 13,          pV# )r€   rê   NrÐ   rŸ   )r£   râ   rû  r   rø  rì   rÓ  r   rl  r©   r3  r   rù  )r;   r   rË   Úz_listr´   Úclip_xÚ
pad_framesrÎ  s   &&&     r   Úencode_temporalÚ!MiniMaxH3VideoVAE.encode_temporal1  s9  € àˆÜ”t—y’y §¡¨¥¨d×.>Ñ.>Õ!>Ó?Ö@ˆAØ�q˜!˜Q×!1Ñ!1Õ1°1°qµ5¸D×<LÑ<LÕ2LÐLÈaÐQRÐRÕS×VÑVÐW]Ó^ˆFØ�|‰|˜A� ×!1Ñ!1Ô1Ø# A q¨"©# IÕ.×5Ñ5°a¸¸D×<LÑ<LÈvÏ|É|Ð\]ÍÕ<^Ð`aÐcdÓe�
ÜŸš FÐ#7¸QÔ?�Ø�M‰M˜$×/Ñ/°×0FÑ0FÀvÓ0NÓOÖPñ Aô �IŠI�f !Ô$ˆØ�?‰?˜QÔØ�!�QÐ)˜$Ÿ/™/Ð)Ð)Ð)Õ*ˆAØˆr   c                óØ   a aa€ V^ 8:  d   ^ # S P                   S P                  ,          oS^ 8X  d   VS P                  ,          # W,
          o\        VV V3R l\        V4       4       4      # )r   c              3   ó~   <"  € T F2  pSV,           SP                   ,          ^ 8X  d   SMSP                  x € K4  	  R# 5ir–  )rü  r÷  )r"  rÙ  Ú
intra_tailr;   Úz_len_before_pads   & €€€r   r#  Ú@MiniMaxH3VideoVAE._decode_temporal_pad_frames.<locals>.<genexpr>H  s?   øé € ð 
ñ '�ð -¨qÕ0°D×4JÑ4JÕJÈaÔO‰ZØ×"Ñ"ô#ã&ùs   ƒ:=)rø  r÷  r:  r£   )r;   Úz_lenr-  r‡  rˆ  s   f&&@@r   Ú_decode_temporal_pad_framesÚ-MiniMaxH3VideoVAE._decode_temporal_pad_frames@  se   ú€ Ø˜Œ?ÙØ×%Ñ%¨×(8Ñ(8Õ8ˆ
Ø˜Œ?Ø × 0Ñ 0Õ0Ð0à Õ-ÐÜö 
ô ˜:Ô&ó
ó 
ð 	
r   c           	     ó‚  € V P                   V P                  ,          p\        V P                  ^ 8„  4      ^,           p^ p^ p\	        V4       FÒ  pW€P                   ,          p	W�P                   ,           V P
                  ,           p
\        ^ \        W¡4      \        W‘4      ,
          4      pW°P                  ,          p\	        V4       FT  pWÔ,          p\        Wä,           V4      p\        ^ Wþ,
          V P                  ,
          4      pV^ 8X  d   VV,          pKR  TpKV  	  KÔ  	  Wg,          pW`P                  W4      ,
          # r¾   )
rü  r÷  r8   rù  r£   rý  r—  r˜  rú  r‹  )r;   rŠ  r.  r-  Ú	chunk_decÚsplit_countÚtotal_framesÚfinal_overlap_framesr´   Út_start_idxÚ	t_end_idxÚclip_token_lenÚclip_frame_lenrd  Úf_start_idxÚ	f_end_idxÚchunk_framess   &&&&             r   r*  Ú-MiniMaxH3VideoVAE._decode_temporal_frame_planN  s  € Ø×*Ñ*¨T×-=Ñ-=Õ=ˆ	Ü˜$Ÿ/™/¨AÑ-Ó.°Õ2ˆØˆØ Ðä�zÖ"ˆAØ×4Ñ4Õ4ˆKØ#×&<Ñ&<Õ<¸t×?QÑ?QÕQˆIÜ  ¤C¨	Ó$9¼CÀÓ<SÕ$SÓTˆNØ+×.>Ñ.>Õ>ˆNä˜;Ö'�Ø�m�Ü Õ 7¸ÓH�	Ü" 1 iÕ&=À×@VÑ@VÕ&VÓW�Ø˜”6Ø  LÕ0’Là+7Ò(ó (ñ #ð 	Õ,ˆØ×>Ñ>¸uÓQÕQÐQr   c                ó  € WP                   ,           pV) V P                  ,          pW#,          pW P                  ,          \        V P                   ^ 8„  4      ,
          pV^8  d   W0P                  ,          pV^,          pW43# r¾   )rù  rü  r8   )r;   rŠ  Úpseudo_total_tokensr-  r.  s   &&   r   r)  Ú)MiniMaxH3VideoVAE._decode_temporal_chunksf  st   € Ø#§o¡oÕ5ÐØ*Ð*¨d×.DÑ.DÕDˆ
ØÕ)Ðà(×,BÑ,BÕBÄSÈÏÉÐ[\ÑI\ÓE]Õ]ˆ
Ø˜Œ>à×0Ñ0Õ0ˆJØ˜!�OˆJØÐ%Ð%r   c           	     ó  € Vf]   \         P                  ! V P                  VP                  4      \         P                  \
        P                  P                  4       R7      pVP                  ^,          ^8H  pV'       d*   VP                  ^^V P                  P                  ^^4      p\        VP                  ^ ,          4       FÅ  pV P                  P                  V P                  WV^,            4      4       F‹  w  rVV'       d4   W$V^,            P                  V P                  VR,          4      4        Kv  W$V^,           1RWUVP                  ^,          ,           13,          P                  V P                  V4      4       K�  	  KÇ  	  V# )NrÊ   rê   )rê   rê   r~  )r   rG  r/  r   rå   r	   rg  Úintermediate_devicerÓ  r	  r¨   r£   rë  r  rs  r&  )r;   rÎ  Úoutput_bufferÚstillr´   ré  r%  s   &&&    r   Údecode_noncausalÚ"MiniMaxH3VideoVAE.decode_noncausalr  s0  € àÒ Ü!ŸKšK¨×(@Ñ(@ÀÇÁÓ(IÔQV×Q^ÑQ^Ü/4×/EÑ/E×/YÑ/YÓ/[ô]ˆMà—‘˜•
˜a‘ˆßð —‘˜˜A˜tŸ|™|×1Ñ1°1°aÓ8ˆAÜ�q—w‘w˜q•zÖ"ˆAØ ŸL™L×4Ñ4°T×5IÑ5IÈ!ÈaÐRSÍeÈ*Ó5UÖV‘�ßØ! A¨¥EÐ*×0Ñ0°×1FÑ1FÀtÈHÅ~Ó1VÔWÚØ  A¥˜g q¨"°$·*±*¸Qµ-Õ-?Ð*?Ð?Õ@×FÑFÀt×G\ÑG\Ð]aÓGbÖcó	 Wñ #ð Ðr   c           	     óœ  a aa€ S P                   S P                  ,          p\        S P                  ^ 8„  4      ^,           pVf]   \        P
                  ! S P                  VP                  4      \        P                  \        P                  P                  4       R7      pS P                  VP                  ^,          4      w  rVV^ 8”  d=   VRRRR1RR3,          P                  ^^V^^4      p\        P                  ! W.^R7      pVoRp^ oVV V3R lp	\        V4       EF'  p
V
S P                   ,          pVS P                   ,           S P                   ,           pVRRW¼1RR3,          pS P#                  V4      p\        V4       FŸ  pWó,          p\%        VV,           VP                  ^,          4      pVRRVV1RR3,          pVRRS P&                  R1RR3,          pV^ 8X  d0   Ve"   S P)                  VVS P*                  RR7      pRpV	! V4       K�  VP-                  4       pK¡  	  W¦^,
          8X  d   Ve   V	! V4       Rp???EK*  	  S# )r   NrÊ   rê   rÐ   c                 óJ  <€ V P                   ^,          pV^ 8:  d   R# SP                  V 4      p \        V\        ^ SP                   ^,          S,
          4      4      pV^ 8”  d@   SRRSSV,           1RR3,          P	                  V RRRV1RR3,          4       SV,          oR# R# )r€   Nrê   )r   r&  r˜  r—  rs  )r%  Úpart_framesÚcopy_framesÚdecr;   Ú	write_poss   &  €€€r   Ú
write_partÚ5MiniMaxH3VideoVAE.decode_temporal.<locals>.write_part–  s¢   ø€ àŸ*™* Q�-ˆKØ˜aÔÙØ×(Ñ(¨Ó.ˆDÜ˜k¬3¨q°#·)±)¸Aµ,ÀÕ2JÓ+KÓLˆKØ˜QŒØ�A�q˜) I°Õ$;Ð;¸QÀÐAÕB×HÑHØ˜˜A˜| ˜|¨Q°Ð1Õ2ôð ˜[Õ(’	ñ	 r   rŸ   r5  )rü  r÷  r8   rù  r   rG  r/  r   rå   r	   rg  rž  r)  rÓ  rl  r£   rý  r7  r˜  rú  rO  rþ  rL   )r;   rÎ  rŸ  rŽ  r�  r-  r.  Úpad_zÚdec_overlapr©  r´   r’  r“  Úclip_zÚclip_decrd  r–  r—  Úclip_dec_chunkr§  r¨  s   f&&                @@r   Údecode_temporalÚ!MiniMaxH3VideoVAE.decode_temporal„  s+  ú€ Ø×*Ñ*¨T×-=Ñ-=Õ=ˆ	Ü˜$Ÿ/™/¨AÑ-Ó.°Õ2ˆàÒ ä!ŸKšK¨×(@Ñ(@ÀÇÁÓ(IÔQV×Q^ÑQ^Ü/4×/EÑ/E×/YÑ/YÓ/[ô]ˆMð "&×!=Ñ!=¸a¿g¹gÀa½jÓ!IÑˆ
Ø˜Œ>Ø�a˜˜B™C  A�oÕ&×-Ñ-¨a°°JÀÀ1ÓEˆEÜ—	’	˜1˜*¨!Ô,ˆAàˆØˆØˆ	÷	)ô �z×"ˆAØ˜d×4Ñ4Õ4ˆKØ# d×&<Ñ&<Õ<¸t×?QÑ?QÕQˆIØ�q˜!˜[Ð2°A°qÐ8Õ9ˆFà×,Ñ,¨VÓ4ˆHä˜;Ö'�Ø�m�Ü ¨iÕ 7¸¿¹ÈÕ9JÓK�	Ø!)¨!¨Q°¸IÐ0EÀqÈ!Ð*KÕ!L�Ø!/°°1°d×6LÑ6LÑ6MÈqÐRSÐ0SÕ!T�à˜”6Ø"Ò.Ø)-¯©Ø'¨¸×9KÑ9KÐQSð *4ó *˜ð '+˜Ù˜~Ö.à"0×";Ñ";Ó"=’Kñ (ð   •NÔ" {Ò'>Ù˜;Ô'Ø"�à˜&£.ñ7 #ð: ˆ
r   c                ój  € VP                   ^8X  d   VP                  ^4      pVf   VP                  pVP                  ^,          ^8X  dA   V P	                  V P                  VP                  V4      4      4      pVRRRR1RR3,          pMV P                  W4      p\        P                  ! VP                  4       ^^R7      ^ ,          pV P                  P                  ^R^^^4      P                  V4      pV P                  P                  ^R^^^4      P                  V4      pWE,
          V,          # )é   Nrê   rÐ   rŸ   )rD  rÕ   rË   r   r3  r   rì   rƒ  r   r&  rë   rñ  rk   rò  )r;   r   rË   ÚmomentsÚmeanrñ  rò  s   &&&    r   ÚencodeÚMiniMaxH3VideoVAE.encodeÃ  sý   € à�6‰6�QŒ;Ø—‘˜A“ˆAØŠ>Ø—X‘XˆFà�7‰7�1�:˜Œ?Ø×+Ñ+¨D×,BÑ,BÀ1Ç4Á4ÈÃ<Ó,PÓQˆGØ˜a  B¡C¨¨A˜oÕ.‰Gà×*Ñ*¨1Ó5ˆGä�{Š{˜7Ÿ=™=›?¨A°1Ô5°aÕ8ˆà×(Ñ(×-Ñ-¨a°°Q¸¸1Ó=×@Ñ@ÀÓFˆØ×&Ñ&×+Ñ+¨A¨r°1°a¸Ó;×>Ñ>¸tÓDˆØÕ# {Õ2Ð2r   c                ó$   € V P                  V4      # r’   )r¶  )r;   r   r{  s   &&,r   Úencode_tiledÚMiniMaxH3VideoVAE.encode_tiledÖ  ó   € à�{‰{˜1‹~Ðr   c                ó$   € V P                  V4      # r’   )Údecode)r;   rÎ  r{  s   &&,r   Údecode_tiledÚMiniMaxH3VideoVAE.decode_tiledÚ  r»  r   c           	     óü  € V P                   P                  ^R^^^4      P                  V4      pV P                  P                  ^R^^^4      P                  V4      pW,          V,           pV P                  '       d   V P                  W4      # VP                  ^,          ^8X  dÇ   V P                  e9   V P                  V\        V P                  V P                  ^,           4      4      pMV\        V P                  V P                  ^,           4      pV P                  VP                  ^^V P                  ^^4      V4      pV P                  V4      pVf   V# VP                  V4       V# V P                  W4      # )r   rŸ   )rñ  rk   rì   rò  r  r¡  r   r   r7  rE  rú  rÓ  rü  r&  rs  r°  )r;   rÎ  rŸ  rñ  rò  r§  Úfirsts   &&&    r   r½  ÚMiniMaxH3VideoVAE.decodeÞ  sK  € à×(Ñ(×-Ñ-¨a°°Q¸¸1Ó=×@Ñ@ÀÓCˆØ×&Ñ&×+Ñ+¨A¨r°1°a¸Ó;×>Ñ>¸qÓAˆØ�O˜lÕ*ˆà�>�>ˆ>Ø×(Ñ(¨Ó:Ð:Ø�7‰7�1�:˜Œ?Ø×ÑÒ+Ø×+Ñ+¨A¬u°T×5EÑ5EÀt×GWÑGWÐZ[ÕG[Ó/\Ó]‘ô ˜d×4Ñ4°d×6LÑ6LÈqÕ6PÓQ�Ø×+Ñ+¨A¯H©H°Q¸¸4×;QÑ;QÐSTÐVWÓ,XÐZ_Ó`�Ø×'Ñ'¨Ó,ˆCØÒ$Ø�
Ø×Ñ Ô$Ø Ð Ø×#Ñ# AÓ5Ð5r   )rø  r	  r  rþ  rú  r  r  r  r   r  r  r  rù  rý  rü  rö  r÷  )r   r€   r€   r³  r³  é   )r€   r€   r€   r€   r   r   )r   r€   r€   r   r   r   r’   )!r\   r]   r^   r_   Úcomfy_has_chunked_ior   r6   r  r  r   r&  r/  r3  rE  r7  rA  rO  r2  rn  r6  rƒ  r‹  r*  r)  r¡  r°  r¶  r¹  r¾  r½  r`   ra   rb   rc   s   @@r   rî  rî  3  sá   ù‡ € ØÐð ØØØØØ"ØØ%Ø$ØØØØØØØØØ ØØØ÷-Llò`0ò5ò[ògò

^ò'ñ
 */¨t«ô 4ò9ò0ò2.ò@Oñ &+¨4£[ô 'òVò
òRò0
&ôô$<ô~3ò&ò÷6ô 6r   rî  c                   óX   a a€ ] tR tRt oRt]^$3V 3R lltRR ltRV 3R lltRt	Vt
V ;t# )ÚPH3ImageVAEiö  z7p-h3-image: the H3 encoder with a single-frame decoder.c                óš   <€ \         SV `  ^ RR7       \        P                  ^^^4      V n        \        V P                  W!R7      V n        R# )r   F)r   r	  )rÆ   rc  rý   N)r5   r6   r   r  r  ry  rö  r	  )r;   rý   rc  r?   s   &&&€r   r6   ÚPH3ImageVAE.__init__ù  s<   ø€ Ü‰Ñ Q°ÐÔ6Ü"Ÿz™z¨"¨b°!Ó4ˆÔÜ&°$·.±.ÈZÔoˆŽr   c           
     ó¾  € V P                  V P                  VP                  VR 7      4      4      pVP                  4       P	                  ^^R7      w  rE\
        P                  ! VP                  \
        P                  ! 4       P                  \        4      R7      P                  VP                  4      p\
        P                  ! V\
        P                  ! RVP                  RR4      ,          4      V4      pWpP                  P!                  ^R^^^4      P                  V4      ,
          V P"                  P!                  ^R^^^4      P                  V4      ,          # ))rË   rÐ   )Ú	generatorrÉ   g      4@g      >ÀrŸ   )r3  r   rì   rë   r&  r   Úrandnr   Ú	GeneratorÚmanual_seedÚPH3_IMAGE_ENCODE_SEEDrË   ÚaddcmulÚexpÚclamprñ  rk   rò  )r;   r   rË   r´  rµ  ÚlogvarÚnoiseÚlatentss   &&&     r   r¶  ÚPH3ImageVAE.encodeþ  s  € à×'Ñ'¨×(>Ñ(>¸q¿t¹tÈ6¸tÓ?RÓ(SÓTˆØ—}‘}“×,Ñ,¨Q°AÐ,Ó6‰ˆÜ—’˜DŸJ™J´%·/²/Ó2C×2OÑ2OÔPeÓ2fÔg×jÑjÐko×kvÑkvÓwˆÜ—-’- ¤e§i¢i°°f·l±lÀ5È$Ó6OÕ0OÓ&PÐRWÓXˆØ×+Ñ+×0Ñ0°°B¸¸1¸aÓ@×CÑCÀGÓLÕLÐPT×P`ÑP`×PeÑPeÐfgÐikÐmnÐpqÐstÓPu×PxÑPxð  zAó  QBõ  Bð  	Br   c                ó’   <€ VP                   ^,          ^8w  d!   \        RVP                   ^,           R24      h\        SV `  W4      # )r€   z@The p-h3-image VAE decodes single-frame image latents only, got z latent frames)r   rÿ  r5   r½  )r;   rÎ  rŸ  r?   s   &&&€r   r½  ÚPH3ImageVAE.decode  sE   ø€ Ø�7‰7�1�:˜Œ?ÜÐ_Ð`a×`gÑ`gÐhiÕ`jÐ_kÐkyÐzÓ{Ð{Ü‰w‰~˜aÓ/Ð/r   r  r’   )r\   r]   r^   r_   rƒ  r   r6   r¶  r½  r`   ra   rb   rc   s   @@r   rÆ  rÆ  ö  s#   ù‡ € ÙAà"%°"÷ pô
B÷0÷ 0r   rÆ  )g
×£p=
ß?gÉv¾Ÿ/Ý?g–C‹lçûÙ?)gZd;ßOÍ?gyé&1¬Ì?gÍÌÌÌÌÌÌ?gÜ¶mÛ¶më¿)g   àyuë?g   @¸½î¿g    ñ?g    þIà¿g   ÀÞtÑ¿g    sáõ¿g   À@WÐ¿g    ˆ8Ñ¿g   @µ4á¿g    Ã§¿g   À·Må?g    4É?g   €Tyá¿g    �ÓÙ¿g    tPÎ¿g    ˜Ð?g   @%IÓ¿g    AË?g   @Sîñ¿g   À£ìÖ?g    û¡¥¿g   àÀ«Ð?g    DÍ?g    M”æ?)g    ÛŽó?g    xmô?g   €Kîú?g   ÀAü?g    ˜ù?g    ›�@g   ÀÙãî?g   àléð?g   à>ñê?g    `¼è?g    ZTþ?g   @‡Lî?g   €ü–é?g   @ûÊÜ?g    ç?g    62æ?g    R°@g    Å'@g   `že@g   `ÕÞ @g    ¶5
@g   `HM	@g    â@@g   €ûæ@)/râ   r   Útorch.nnr–   Útorch.nn.functionalÚ
functionalrN   Úcomfy.model_managementr	   Ú	comfy.opsÚcomfy.quant_opsÚcomfy.rmsnormÚcomfy.ldm.modules.attentionr   r   r   Údisable_weight_initr  r  r€  rÎ  r
  r  r   r)   r0   r  r2   Ú	GroupNormrf   rw   r§   ry   r„   r”   r�   rÇ   rÚ   rÜ   rö   r
  rA  rW  ry  r…  rî  rÆ  rr   r   r   Ú<module>râ     sx  ðó ã Ý ß Ð ã Û Û Û ß fà‡i�i×#Ñ#€à%€Ø$€ð 1Ð ØÐ ò€ò€òJòIòBô/�3—:‘:ô /ôd" §¡ô "òfô�2—9‘9ô ô$>�B—I‘Iô >ô*$�r—y‘yô $ô28�2—9‘9ô 28òn}ò?ô'˜Ÿ	™	ô 'ô*r�"—)‘)ô rô2%�—	‘	ô 2%ôjp�r—y‘yô pô61Q�2—9‘9ô 1Qôh	a�lô 	aôu˜BŸI™Iô uôt@6˜Ÿ	™	ô @6ôF0Ð#ö 0r   