+
    ƒ°ñj[ˆ  ã                   ó  € R t ^ RIt^ RIHtHt ^ RIt^ RIt^ RIH	t	 ^ RI
H	u Ht ^ RIt^ RIHt ^RIHtHtHtHt ^RIHtHtHtHtHtHtHtHtHt ^ RIt ] PB                  PD                  t!^ t# ! R R]	PH                  4      t% ! R R	]	PH                  4      t& ! R
 R]	PH                  4      t' ! R R]	PH                  4      t( ! R R]	PH                  4      t) ! R R]	PH                  4      t* ! R R]	PH                  4      t+ ! R R]	PH                  4      t, ! R R]	PH                  4      t- ! R R]	PH                  4      t. ! R R]	PH                  4      t/ ! R R]	PH                  4      t0 ! R R]	PH                  4      t1R# ) aH  The model definition for 3D layers

Adapted from: https://github.com/lucidrains/magvit2-pytorch/blob/
9f49074179c912736e617d61b32be367eb5f993a/magvit2_pytorch/magvit2_pytorch.py#L889

[MIT License Copyright (c) 2023 Phil Wang]
https://github.com/lucidrains/magvit2-pytorch/blob/
9f49074179c912736e617d61b32be367eb5f993a/LICENSE
N)ÚTupleÚUnion)Úvae_attention)ÚPatcherÚ	Patcher3DÚ	UnPatcherÚUnPatcher3D)	ÚCausalNormalizeÚbatch2spaceÚ
batch2timeÚ
cast_tupleÚis_oddÚnonlinearityÚreplication_padÚspace2batchÚ
time2batchc                   óf   a a€ ] tR t^;t oRV3R lV 3R llltV3R lR ltV3R lR ltRtVtV ;t	# )	ÚCausalConv3dc                ób   <€ V ^8„  d   QhRS[ RS[ RS[S[ S[S[ S[ S[ 3,          3,          RS[/# )é   Úchan_inÚchan_outÚkernel_sizeÚpad_mode)Úintr   r   Ústr)ÚformatÚ__classdict__s   "€ÚNC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\cosmos\cosmos_tokenizer\layers3d.pyÚ__annotate__ÚCausalConv3d.__annotate__<   sH   ø€ ÷ $
ñ $
áð$
ñ ð$
ñ ™3¡¡c©3± mÕ 4Ð4Õ5ð	$
ñ
 ñ$
ó    c                óú  <€ \         SV `  4        \        V^4      pVw  rgp\        V4      '       d   \        V4      '       g   Q hVP	                  R^4      p	VP	                  R^4      p
VP	                  R^4      pVP	                  R^4      pVP	                  R^4      pW@n        WÆ^,
          ,          ^V,
          ,           pWàn        WÝWÝ3V n        WºV
3p
WÉV	3p	\        P                  ! VVV3RV
RV	/VB V n
        R# )é   ÚdilationÚstrideÚtime_strideÚtime_dilationÚpaddingN)ÚsuperÚ__init__r   r   Úpopr   Útime_padÚspatial_padÚopsÚConv3dÚconv3d)Úselfr   r   r   r   ÚkwargsÚtime_kernel_sizeÚheight_kernel_sizeÚwidth_kernel_sizer$   r%   r&   r'   r(   r,   Ú	__class__s   &&&&&,         €r   r*   ÚCausalConv3d.__init__<   s  ø€ ô 	‰ÑÔÜ  ¨aÓ0ˆàBMÑ?ÐÐ.?äÐ(×)Ò)¬fÐ5F×.GÒ.GÐGÐGà—:‘:˜j¨!Ó,ˆØ—‘˜H aÓ(ˆØ—j‘j °Ó2ˆØŸ
™
 ?°AÓ6ˆØ—*‘*˜Y¨Ó*ˆà ŒØ °qÕ$8Õ9¸QÀ½_ÕMˆØ Œà#¨gÐ?ˆÔà vÐ.ˆØ!¨XÐ6ˆÜ—j’jØØØñ
ð ð	
ð
 ð
ð ñ
ˆŽr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   ÚxÚreturn©ÚtorchÚTensor)r   r   s   "€r   r   r    b   s'   ø€ ÷ @ñ @¡%§,¡,ð @±5·<±<ñ @r!   c                óì   € VR,          P                  ^^V P                  ^^4      p\        P                  ! W!.^R7      pV P                  R,           p\
        P                  ! WV P                  RR7      # )ºNNN©Údimg        ©ÚmodeÚvalue)r@   r@   :Né   N.)é    rG   )Úrepeatr,   r=   Úcatr-   ÚFÚpadr   )r1   r:   Úx_prevr(   s   &&  r   Ú_replication_padÚCausalConv3d._replication_padb   s\   € Ø�=Õ!×(Ñ(¨¨A¨t¯}©}¸aÀÓCˆÜ�IŠI�v�k qÔ)ˆØ×"Ñ" VÕ+ˆÜ�uŠu�Q d§m¡m¸3Ô?Ð?r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r    h   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                óF   € V P                  V4      pV P                  V4      # ©N)rM   r0   )r1   r:   s   &&r   ÚforwardÚCausalConv3d.forwardh   s    € Ø×!Ñ! !Ó$ˆØ�{‰{˜1‹~Ðr!   )r0   r   r-   r,   )rF   rF   r#   Úconstant)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r*   rM   rR   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r6   r   s   @@r   r   r   ;   s+   ù‡ € ÷$
õ $
÷L@ð @÷÷ ð r!   r   c                   óP   a a€ ] tR t^mt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚCausalUpsample3dc                ó$   <€ V ^8„  d   QhRS[ RR/# ©r   Úin_channelsr;   N©r   )r   r   s   "€r   r   ÚCausalUpsample3d.__annotate__n   s   ø€ ÷ 
ñ 
¡Cð 
¨Dñ 
r!   c                óL   <€ \         SV `  4        \        W^^^R7      V n        R# )r#   ©r   r%   r(   N©r)   r*   r   Úconv©r1   ra   r6   s   &&€r   r*   ÚCausalUpsample3d.__init__n   s#   ø€ Ü‰ÑÔÜ Ø°!¸AÀqô
ˆŽ	r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rc   t   s#   ø€ ÷ 
4ñ 
4™Ÿ™ð 
4©%¯,©,ñ 
4r!   c                óŠ  € VP                  ^^R7      P                  ^^R7      pRRVP                  ^,          ^8„  ,          ,           p\        V\        P                  4      '       d   VP                  4       pVP                  \        V4      ^R7      pV P                  V4      pVR\        V^,
          4      R1RR3,          # )r   rA   ç      ð?.Nr@   )Úrepeat_interleaveÚshapeÚ
isinstancer=   r>   Úitemr   rg   ©r1   r:   Útime_factors   && r   rR   ÚCausalUpsample3d.forwardt   sª   € Ø×Ñ  qÐÓ)×;Ñ;¸AÀ1Ð;ÓEˆØ˜C 1§7¡7¨1¥:°¡>Õ2Õ2ˆÜ�k¤5§<¡<×0Ò0Ø%×*Ñ*Ó,ˆKØ×Ñ¤ KÓ 0°aÐÓ8ˆð �I‰I�a‹LˆØ�”c˜+¨�/Ó*Ñ,¨a°Ð2Õ3Ð3r!   ©rg   ©	rU   rV   rW   rX   r*   rR   rY   rZ   r[   r\   s   @@r   r^   r^   m   s   ù‡ € ÷
ó 
÷
4÷ 
4ð 
4r!   r^   c                   óP   a a€ ] tR t^�t oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚCausalDownsample3dc                ó$   <€ V ^8„  d   QhRS[ RR/# r`   rb   )r   r   s   "€r   r   ÚCausalDownsample3d.__annotate__‚   s   ø€ ÷ 	
ñ 	
¡Cð 	
¨Dñ 	
r!   c           	     óP   <€ \         SV `  4        \        VV^^^^ R7      V n        R# )r#   ©r   r%   r&   r(   Nrf   rh   s   &&€r   r*   ÚCausalDownsample3d.__init__‚   s,   ø€ Ü‰ÑÔÜ ØØØØØØô
ˆŽ	r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   ry   �   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                ót   € Rp\         P                  ! WR^ R7      p\        V4      pV P                  V4      pV# )rG   rT   rC   ©rG   rF   rG   rF   rG   rG   )rJ   rK   r   rg   )r1   r:   rK   s   && r   rR   ÚCausalDownsample3d.forward�   s5   € Ø ˆÜ�EŠE�!˜z°Ô3ˆÜ˜AÓˆØ�I‰I�a‹LˆØˆr!   rt   ru   r\   s   @@r   rw   rw   �   s   ù‡ € ÷	
ó 	
÷÷ ð r!   rw   c                   óT   a a€ ] tR t^•t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚCausalHybridUpsample3dc                ó0   <€ V ^8„  d   QhRS[ RS[RS[RR/# )r   ra   Ú
spatial_upÚtemporal_upr;   N©r   Úbool)r   r   s   "€r   r   Ú#CausalHybridUpsample3d.__annotate__–   s3   ø€ ÷ $
ñ $
áð$
ñ ð$
ñ ð	$
ð 
ñ$
r!   c           	     ó  <€ \         SV `  4        W n        W0n        V P                  '       g   V P                  '       g   R # \	        VVR^^^ R7      V n        \	        VVR^^^R7      V n        \	        VV^^^^ R7      V n        R # )Nr{   ©r#   rF   rF   ©rF   r#   r#   )r)   r*   r„   r…   r   Úconv1Úconv2Úconv3)r1   ra   r„   r…   r2   r6   s   &&&&,€r   r*   ÚCausalHybridUpsample3d.__init__–   s�   ø€ ô 	‰ÑÔØ$ŒØ&ÔØ��ˆ t×'7×'7Ð'7Ùä!ØØØ!ØØØô
ˆŒ
ô "ØØØ!ØØØô
ˆŒ
ô "ØØØØØØô
ˆŽ
r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rˆ   ¼   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                ó‚  € V P                   '       g   V P                  '       g   V# V P                  '       d¨   R R VP                  ^,          ^8„  ,          ,           p\        V\        P
                  4      '       d   VP                  4       pVP                  \        V4      ^R7      pVR\        V^,
          4      R1RR3,          pV P                  V4      V,           pV P                   '       d=   VP                  ^^R7      P                  ^^R7      pV P                  V4      V,           pV P                  V4      pV# )rl   rA   .Nr@   )r„   r…   rn   ro   r=   r>   rp   rm   r   rŒ   r�   rŽ   rq   s   && r   rR   ÚCausalHybridUpsample3d.forward¼   s  € Ø��ˆ t×'7×'7Ð'7ØˆHð ××ÐØ  q§w¡w¨q¥z°A¡~Õ 6Õ6ˆKÜ˜+¤u§|¡|×4Ò4Ø)×.Ñ.Ó0�Ø×#Ñ#¤C¨Ó$4¸!Ð#Ó<ˆAØ�#”s˜;¨�?Ó+Ñ-¨q°!Ð3Õ4ˆAØ—
‘
˜1“ Õ!ˆAð �?�?ˆ?Ø×#Ñ# A¨1Ð#Ó-×?Ñ?ÀÀqÐ?ÓIˆAØ—
‘
˜1“ Õ!ˆAð �J‰J�q‹MˆØˆr!   )rŒ   r�   rŽ   r„   r…   ©TTru   r\   s   @@r   r‚   r‚   •   s   ù‡ € ÷$
õ $
÷L÷ ð r!   r‚   c                   óT   a a€ ] tR t^Ót oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚCausalHybridDownsample3dc                ó0   <€ V ^8„  d   QhRS[ RS[RS[RR/# )r   ra   Úspatial_downÚtemporal_downr;   Nr†   )r   r   s   "€r   r   Ú%CausalHybridDownsample3d.__annotate__Ô   s3   ø€ ÷ $
ñ $
áð$
ñ ð$
ñ ð	$
ð 
ñ$
r!   c           	     ó  <€ \         SV `  4        W n        W0n        V P                  '       g   V P                  '       g   R # \	        VVR^^^ R7      V n        \	        VVR^^^ R7      V n        \	        VV^^^^ R7      V n        R # )Nr{   r‹   rŠ   )r)   r*   r—   r˜   r   rŒ   r�   rŽ   )r1   ra   r—   r˜   r2   r6   s   &&&&,€r   r*   Ú!CausalHybridDownsample3d.__init__Ô   s”   ø€ ô 	‰ÑÔØ(ÔØ*ÔØ× × Ð ¨×);×);Ð);Ùä!ØØØ!ØØØô
ˆŒ
ô "ØØØ!ØØØô
ˆŒ
ô "ØØØØØØô
ˆŽ
r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r™   û   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                óÐ  € V P                   '       g   V P                  '       g   V# V P                   '       dN   Rp\        P                  ! WR^ R7      pV P	                  V4      p\        P
                  ! VRRR7      pW4,           pV P                  '       d>   \        V4      pV P                  V4      p\        P
                  ! VRRR7      pW4,           pV P                  V4      pV# )rG   rT   rC   ©r   r%   r   )rF   r   r   ©r   rF   rF   )	r—   r˜   rJ   rK   rŒ   Ú
avg_pool3dr   r�   rŽ   )r1   r:   rK   Úx1Úx2s   &&   r   rR   Ú CausalHybridDownsample3d.forwardû   s»   € Ø× × Ð ¨×);×);Ð);ØˆHð ××ÐØ$ˆCÜ—’�a :°QÔ7ˆAØ—‘˜A“ˆBÜ—’˜a¨Y¸yÔIˆBØ•ˆAð ××ÐÜ Ó"ˆAØ—‘˜A“ˆBÜ—’˜a¨Y¸yÔIˆBØ•ˆAð �J‰J�q‹MˆØˆr!   )rŒ   r�   rŽ   r—   r˜   r“   ru   r\   s   @@r   r•   r•   Ó   s   ù‡ € ÷$
õ $
÷N÷ ð r!   r•   c                   óX   a a€ ] tR tRt oRR/V3R lV 3R llltV3R lR ltRtVtV ;t# )	ÚCausalResnetBlock3di  Úout_channelsNc          
      ó6   <€ V ^8„  d   QhRS[ RS[ RS[RS[ RR/# ©r   ra   r¦   ÚdropoutÚ
num_groupsr;   N©r   Úfloat)r   r   s   "€r   r   Ú CausalResnetBlock3d.__annotate__  s?   ø€ ÷ 
ñ 
ñ ð
ñ ð	
ñ
 ð
ñ ð
ð 
ñ
r!   c               óˆ  <€ \         SV `  4        Wn        Vf   TMTp\        WR7      V n        \        W^^^R7      V n        \        W$R7      V n        \        P                  P                  V4      V n        \        W"^^^R7      V n        W8w  d   \        W^^^ R7      V n        R # \        P                  ! 4       V n        R # )N©rª   re   )r)   r*   ra   r	   Únorm1r   rŒ   Únorm2r=   ÚnnÚDropoutr©   r�   ÚIdentityÚnin_shortcut©r1   ra   r¦   r©   rª   r6   s   &$$$$€r   r*   ÚCausalResnetBlock3d.__init__  s°   ø€ ô 	‰ÑÔØ&ÔØ&2Ò&:‘{Àˆä$ [ÔHˆŒ
Ü!Ø°1¸QÈô
ˆŒ
ô % \ÔIˆŒ
Ü—x‘x×'Ñ'¨Ó0ˆŒÜ!Ø°A¸aÈô
ˆŒ
ð
 Ô*ô ˜ÀÈ!ÐUVÔWð 	Öô —’“ð 	Ör!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r­   /  ó#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                ó  € TpV P                  V4      p\        V4      pV P                  V4      pV P                  V4      p\        V4      pV P	                  V4      pV P                  V4      pV P                  V4      pW,           # rQ   ©r°   r   rŒ   r±   r©   r�   rµ   ©r1   r:   Úhs   && r   rR   ÚCausalResnetBlock3d.forward/  óq   € ØˆØ�J‰J�q‹MˆÜ˜‹OˆØ�J‰J�q‹Mˆà�J‰J�q‹MˆÜ˜‹OˆØ�L‰L˜‹OˆØ�J‰J�q‹MˆØ×Ñ˜aÓ ˆà�uˆr!   ©rŒ   r�   r©   ra   rµ   r°   r±   ru   r\   s   @@r   r¥   r¥     s(   ù‡ € ð
ð !÷	
õ 
÷6÷ ð r!   r¥   c                   óX   a a€ ] tR tRt oRR/V3R lV 3R llltV3R lR ltRtVtV ;t# )	ÚCausalResnetBlockFactorized3di>  r¦   Nc          
      ó6   <€ V ^8„  d   QhRS[ RS[ RS[RS[ RR/# r¨   r«   )r   r   s   "€r   r   Ú*CausalResnetBlockFactorized3d.__annotate__?  s?   ø€ ÷ 3
ñ 3
ñ ð3
ñ ð	3
ñ
 ð3
ñ ð3
ð 
ñ3
r!   c               ó  <€ \         SV `  4        Wn        Vf   TMTp\        V^R7      V n        \
        P                  ! \        VVR^^R7      \        VVR^^ R7      4      V n        \        W$R7      V n	        \        P
                  P                  V4      V n        \
        P                  ! \        VVR^^R7      \        VVR^^ R7      4      V n        W8w  d   \        W^^^ R7      V n        R # \
        P                  ! 4       V n        R # )Nr¯   re   r‹   rŠ   )r)   r*   ra   r	   r°   r²   Ú
Sequentialr   rŒ   r±   r=   r³   r©   r�   r´   rµ   r¶   s   &$$$$€r   r*   Ú&CausalResnetBlockFactorized3d.__init__?  s  ø€ ô 	‰ÑÔØ&ÔØ&2Ò&:‘{Àˆä$ [¸QÔ?ˆŒ
Ü—]’]ÜØØØ%ØØôô ØØØ%ØØôó
ˆŒ
ô  % \ÔIˆŒ
Ü—x‘x×'Ñ'¨Ó0ˆŒÜ—]’]ÜØØØ%ØØôô ØØØ%ØØôó
ˆŒ
ð$ Ô*ô ˜ÀÈ!ÐUVÔWð 	Öô —’“ð 	Ör!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rÄ   t  r¹   r!   c                ó  € TpV P                  V4      p\        V4      pV P                  V4      pV P                  V4      p\        V4      pV P	                  V4      pV P                  V4      pV P                  V4      pW,           # rQ   r»   r¼   s   && r   rR   Ú%CausalResnetBlockFactorized3d.forwardt  r¿   r!   rÀ   ru   r\   s   @@r   rÂ   rÂ   >  s)   ù‡ € ð3
ð !÷	3
õ 3
÷j÷ ð r!   rÂ   c                   óP   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚCausalAttnBlockiƒ  c                ó*   <€ V ^8„  d   QhRS[ RS[ RR/# ©r   ra   rª   r;   Nrb   )r   r   s   "€r   r   ÚCausalAttnBlock.__annotate__„  s"   ø€ ÷ 3ñ 3¡Cð 3±Sð 3¸Tñ 3r!   c                ó  <€ \         SV `  4        \        WR 7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        \        4       V n
        R# ©r¯   re   N)r)   r*   r	   Únormr   ÚqÚkÚvÚproj_outr   Úoptimized_attention©r1   ra   rª   r6   s   &&&€r   r*   ÚCausalAttnBlock.__init__„  s€   ø€ Ü‰ÑÔä# KÔGˆŒ	ÜØ°!¸AÀqô
ˆŒô Ø°!¸AÀqô
ˆŒô Ø°!¸AÀqô
ˆŒô %Ø°!¸AÀqô
ˆŒô $1£?ˆÖ r!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rÏ   —  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                óf  € TpV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      p\	        V4      w  r6\	        V4      w  rF\	        V4      w  rVVP
                  w  rxršV P                  W4V4      p\        W&4      pV P                  V4      pW,           # rQ   )	rÒ   rÓ   rÔ   rÕ   r   rn   r×   r   rÖ   )r1   r:   Úh_rÓ   rÔ   rÕ   Ú
batch_sizeÚbÚcr½   Úws   &&         r   rR   ÚCausalAttnBlock.forward—  sœ   € ØˆØ�Y‰Y�r‹]ˆØ�F‰F�2‹JˆØ�F‰F�2‹JˆØ�F‰F�2‹Jˆô # 1›‰ˆÜ" 1›‰ˆÜ" 1›‰ˆà—W‘W‰
ˆˆaØ×%Ñ% a¨AÓ.ˆä˜Ó'ˆØ�]‰]˜2ÓˆØ�vˆr!   )rÔ   rÒ   r×   rÖ   rÓ   rÕ   ru   r\   s   @@r   rÌ   rÌ   ƒ  s   ù‡ € ÷3ó 3÷&÷ ð r!   rÌ   c                   óP   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚCausalTemporalAttnBlocki«  c                ó*   <€ V ^8„  d   QhRS[ RS[ RR/# rÎ   rb   )r   r   s   "€r   r   Ú$CausalTemporalAttnBlock.__annotate__¬  s"   ø€ ÷ 
ñ 
¡Cð 
±Sð 
¸Tñ 
r!   c                óæ   <€ \         SV `  4        \        WR 7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        \	        W^^^ R7      V n        R# rÑ   )	r)   r*   r	   rÒ   r   rÓ   rÔ   rÕ   rÖ   rØ   s   &&&€r   r*   Ú CausalTemporalAttnBlock.__init__¬  st   ø€ Ü‰ÑÔä# KÔGˆŒ	ÜØ°!¸AÀqô
ˆŒô Ø°!¸AÀqô
ˆŒô Ø°!¸AÀqô
ˆŒô %Ø°!¸AÀqô
ˆŽr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rå   ½  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                ór  € TpV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      p\	        V4      w  r6p\	        V4      w  p p\	        V4      w  p pVP
                  w  ršpVP                  ^ ^^4      pVP                  ^ ^^4      pVP                  ^ ^^4      p\        P                  ! W4P                  ^ ^^4      4      pV\        V
4      R,          ,          p\        P                  ! \        P                  ! V4      4      pVP                  V^ 8H  \        R4      4      p\        P                  ! V^R7      p\        P                  ! WÅ4      pVP                  ^ ^^4      P!                  WšV4      p\#        W&V4      pV P%                  V4      pW,           # )rG   z-infrA   g      à¿)rÒ   rÓ   rÔ   rÕ   r   rn   Úpermuter=   Úbmmr   ÚtrilÚ	ones_likeÚmasked_fillr¬   rJ   ÚsoftmaxÚreshaper
   rÖ   )r1   r:   rÜ   rÓ   rÔ   rÕ   rÝ   ÚheightÚ_Úbhwrß   ÚtÚw_Úmasks   &&            r   rR   ÚCausalTemporalAttnBlock.forward½  sk  € ØˆØ�Y‰Y�r‹]ˆØ�F‰F�2‹JˆØ�F‰F�2‹JˆØ�F‰F�2‹Jˆô !,¨A£Ñˆ�vÜ˜a“.‰ˆˆ1ˆaÜ˜a“.‰ˆˆ1ˆaà—G‘G‰	ˆ�Ø�I‰I�a˜˜AÓˆØ�I‰I�a˜˜AÓˆØ�I‰I�a˜˜AÓˆä�YŠY�qŸ)™) A q¨!Ó,Ó-ˆØ”3�q“6˜dÕ#Õ$ˆô �zŠzœ%Ÿ/š/¨"Ó-Ó.ˆØ�^‰^˜D A™I¤u¨V£}Ó5ˆÜ�YŠY�r˜qÔ!ˆô �YŠY�rÓˆØ�Z‰Z˜˜1˜aÓ ×(Ñ(¨°Ó3ˆä˜¨Ó0ˆØ�]‰]˜2ÓˆØ�vˆr!   )rÔ   rÒ   rÖ   rÓ   rÕ   ru   r\   s   @@r   rã   rã   «  s   ù‡ € ÷
ó 
÷"÷ ð r!   rã   c                   ób   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltV3R lR ltRtVtV ;t	# )	ÚEncoderBaseiß  c                ón   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[ RS[S[ ,          RS[RS[ RS[ R	R
/	# )r   ra   ÚchannelsÚchannels_multÚnum_res_blocksÚattn_resolutionsr©   Ú
resolutionÚ
z_channelsr;   N©r   Úlistr¬   )r   r   s   "€r   r   ÚEncoderBase.__annotate__à  sx   ø€ ÷ O
ñ O
áðO
ñ ðO
ñ ™C•yð	O
ñ
 ðO
ñ ™s�)ðO
ñ ðO
ñ ðO
ñ ðO
ð 
ñO
r!   c	                ó4  <€ \         SV `  4        \        V4      V n        W@n        V	P                  R ^4      p
\        W©P                  RR4      4      V n        W,          V
,          p\        W^^^R7      V n	        V	P                  R\        4      pWz,          pR\        V4      ,           pWÐn        \        P                  ! 4       V n        \!        V P                  4       EF  p\        P                  ! 4       p\        P                  ! 4       pW-V,          ,          pW#V,          ,          p\!        V P                  4       FG  pVP#                  \%        VVVVR7      4       TpWÅ9   g   K+  VP#                  \'        VVR7      4       KI  	  \        P(                  ! 4       pVVn        VVn        WàP                  ^,
          8w  d   \/        V4      Vn        V^,          pV P                  P#                  V4       EK  	  \        P(                  ! 4       V n        \%        XVVVR7      V P2                  n        \'        VVR7      V P2                  n        \%        VVVVR7      V P2                  n        \;        VVR7      V n        \        VV^^^R7      V n        R# )	Ú
patch_sizeÚpatch_methodÚ	rearrangere   rª   ©ra   r¦   r©   rª   r¯   N©rF   ) r)   r*   ÚlenÚnum_resolutionsrý   Úgetr   Úpatcherr   Úconv_inÚ_LEGACY_NUM_GROUPSÚtupleÚ
in_ch_multr²   Ú
ModuleListÚdownÚrangeÚappendr¥   rÌ   ÚModuleÚblockÚattnrw   Ú
downsampleÚmidÚblock_1Úattn_1Úblock_2r	   Únorm_outÚconv_out)r1   ra   rû   rü   rý   rþ   r©   rÿ   r   Úignore_kwargsr  rª   Úcurr_resr  Úi_levelr  r  Úblock_inÚ	block_outrò   r  r6   s   &&&&&&&&&,           €r   r*   ÚEncoderBase.__init__à  s(  ø€ ô 	‰ÑÔÜ" =Ó1ˆÔØ,Ôð #×&Ñ& |°QÓ7ˆ
ÜØ×)Ñ)¨.¸+ÓFó
ˆŒð "Õ.°Õ;ˆô $Ø¨q¸ÀAô
ˆŒð
 #×&Ñ& |Ô5GÓHˆ
ØÕ+ˆØœE -Ó0Õ0ˆ
Ø$ŒÜ—M’M“OˆŒ	Ü˜T×1Ñ1×2ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ¨WÕ"5Õ5ˆHØ °Õ#9Õ9ˆIÜ˜4×.Ñ.Ö/�Ø—‘Ü'Ø$,Ø%.Ø 'Ø#-ô	ôð %�ØÖ/Ø—K‘K¤°ÀZÔ PÖQñ 0ô —9’9“;ˆDØˆDŒJØˆDŒIØ×.Ñ.°Õ2Ô2Ü"4°XÓ">�”Ø# q�=�Ø�I‰I×Ñ˜T×"ñ/ 3ô4 —9’9“;ˆŒÜ.Ø Ø!ØØ!ô	
ˆ�‰Ôô *¨(¸zÔJˆ�‰ŒÜ.Ø Ø!ØØ!ô	
ˆ�‰Ôô (¨¸ZÔHˆŒÜ$Ø�j¨a¸À1ô
ˆŽr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r  1  s#   ø€ ÷ ñ ™5Ÿ<™<ð ©E¯L©Lñ r!   c                óX   € \        V4      w  rV P                  V4      p\        W4      pV# rQ   )r   r  r   ©r1   r:   rÝ   s   && r   Ú	patcher3dÚEncoderBase.patcher3d1  s)   € Ü" 1›‰ˆØ�L‰L˜‹OˆÜ�qÓ%ˆØˆr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r  7  s#   ø€ ÷ %ñ %™Ÿ™ð %©%¯,©,ñ %r!   c           	     óè  € V P                  V4      pV P                  V4      .p\        V P                  4       EF­  p\        V P                  4       Fš  pV P
                  V,          P                  V,          ! VR,          4      p\        V P
                  V,          P                  4      ^ 8”  d+   V P
                  V,          P                  V,          ! V4      pVP                  V4       Kœ  	  W0P                  ^,
          8w  d<   VP                  V P
                  V,          P                  VR,          4      4       EK	  ^^VR,          P                  ^,          ^8„  ,          ,           p\        V\        P                  4      '       d   VP                  4       p\!        VR,          4      VR&   VP                  \"        P$                  ! VR,          V^^.. ROR7      4       EK°  	  VR,          pV P&                  P)                  V4      pV P&                  P+                  V4      pV P&                  P-                  V4      pV P/                  V4      p\1        V4      pV P3                  V4      pV# )rF   rž   éÿÿÿÿrŸ   )r)  r  r  r  rý   r  r  r
  r  r  r  rn   ro   r=   r>   rp   r   rJ   r    r  r  r  r  r  r   r  )r1   r:   Úhsr"  Úi_blockr½   rr   s   &&     r   rR   ÚEncoderBase.forward7  sÚ  € Ø�N‰N˜1Óˆð �l‰l˜1‹oÐˆÜ˜T×1Ñ1×2ˆGÜ  ×!4Ñ!4Ö5�Ø—I‘I˜gÕ&×,Ñ,¨WÖ5°b¸µfÓ=�Ü�t—y‘y Õ)×.Ñ.Ó/°!Ô3ØŸ	™	 'Õ*×/Ñ/°Ö8¸Ó;�AØ—	‘	˜!–ñ	 6ð
 ×.Ñ.°Õ2Ô2Ø—	‘	˜$Ÿ)™) GÕ,×7Ñ7¸¸2½Ó?×@ð   ! r¨"¥v§|¡|°A¥¸Ñ':Õ";Õ;�Ü˜k¬5¯<©<×8Ò8Ø"-×"2Ñ"2Ó"4�KÜ(¨¨B­Ó0��2‘Ø—	‘	Ü—L’LØ˜2�Ø%0°!°QÐ$7Ú(ô÷ñ 3ð. ˆr�FˆØ�H‰H×Ñ˜QÓˆØ�H‰H�O‰O˜AÓˆØ�H‰H×Ñ˜QÓˆð �M‰M˜!ÓˆÜ˜‹OˆØ�M‰M˜!ÓˆØˆr!   )	r  r  r  r  r  r  rý   r  r  )
rU   rV   rW   rX   r*   r)  rR   rY   rZ   r[   r\   s   @@r   rù   rù   ß  s+   ù‡ € ÷O
ó O
÷bð ÷%÷ %ð %r!   rù   c                   óV   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltR tRtVtV ;t	# )ÚDecoderBasei_  c                ój   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[ RS[S[ ,          RS[RS[ RS[ /# )	r   r¦   rû   rü   rý   rþ   r©   rÿ   r   r  )r   r   s   "€r   r   ÚDecoderBase.__annotate__`  sm   ø€ ÷ V
ñ V
áðV
ñ ðV
ñ ™C•yð	V
ñ
 ðV
ñ ™s�)ðV
ñ ðV
ñ ðV
ñ ñV
r!   c	                ó  <€ \         SV `  4        \        V4      V n        W@n        V	P                  R ^4      p
\        W©P                  RR4      4      V n        W,          V
,          pW#V P                  ^,
          ,          ,          pWz,          ^V P                  ^,
          ,          ,          p^W�V3V n        \        P                  ! RP                  V P                  \        P                  ! V P                  4      4      4       \        WŒ^^^R7      V n        V	P                  R\         4      p\"        P$                  ! 4       V n        \)        VVVVR7      V P&                  n        \-        WÎR7      V P&                  n        \)        VVVVR7      V P&                  n        \"        P2                  ! 4       V n        \7        \9        V P                  4      4       EF  p\"        P2                  ! 4       p\"        P2                  ! 4       pW#V,          ,          p\9        V P                  ^,           4       FF  pVP;                  \)        VVVVR7      4       TpWÕ9   g   K+  VP;                  \-        WÎR7      4       KH  	  \"        P$                  ! 4       pVVn        VVn        V^ 8w  d   \A        V4      Vn!        V^,          pV P4                  PE                  ^ V4       EK  	  \G        WÎR7      V n$        \        WË^^^R7      V n%        R# )	r  r  r  ú+Working with z of shape {} = {} dimensions.re   rª   r  r¯   N)&r)   r*   r
  r  rý   r  r   Ú	unpatcherÚz_shapeÚloggingÚdebugr   ÚnpÚprodr   r  r  r²   r  r  r¥   r  rÌ   r  r  r  ÚupÚreversedr  r  r  r  r^   ÚupsampleÚinsertr	   r  r  )r1   r¦   rû   rü   rý   rþ   r©   rÿ   r   r   r  Úout_chr#  r!  rª   r"  r  r  r$  rò   r=  r6   s   &&&&&&&&&,           €r   r*   ÚDecoderBase.__init__`  sl  ø€ ô 	‰ÑÔÜ" =Ó1ˆÔØ,Ôð #×&Ñ& |°QÓ7ˆ
Ü"Ø×)Ñ)¨.¸+ÓFó
ˆŒð Õ*¨ZÕ7ˆà¨D×,@Ñ,@À1Õ,DÕEÕEˆØÕ,°°t×7KÑ7KÈaÕ7OÕ1PÕPˆØ˜:°Ð:ˆŒÜ�ŠØ9×@Ñ@Ø—‘œbŸgšg d§l¡lÓ3óô	
ô $Ø¨a¸À1ô
ˆŒð
 #×&Ñ& |Ô5GÓHˆ
ô —9’9“;ˆŒÜ.Ø Ø!ØØ!ô	
ˆ�‰Ôô *¨(ÔJˆ�‰ŒÜ.Ø Ø!ØØ!ô	
ˆ�‰Ôô —-’-“/ˆŒÜ¤ d×&:Ñ&:Ó ;×<ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ °Õ#9Õ9ˆIÜ˜4×.Ñ.°Õ2Ö3�Ø—‘Ü'Ø$,Ø%.Ø 'Ø#-ô	ôð %�ØÖ/Ø—K‘K¤°Ô PÖQñ 4ô —’“ˆBØˆBŒHØˆBŒGØ˜!Œ|Ü.¨xÓ8�”Ø# a�<�Ø�G‰G�N‰N˜1˜b×!ñ- =ô2 (¨ÔHˆŒÜ$Ø¨!°A¸qô
ˆŽr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   r4  ¸  s#   ø€ ÷ ñ ™UŸ\™\ð ©e¯l©lñ r!   c                óX   € \        V4      w  rV P                  V4      p\        W4      pV# rQ   )r   r7  r   r(  s   && r   Úunpatcher3dÚDecoderBase.unpatcher3d¸  s*   € Ü" 1›‰ˆØ�N‰N˜1ÓˆÜ�qÓ%ˆàˆr!   c                óP  € V P                  V4      pV P                  P                  V4      pV P                  P                  V4      pV P                  P	                  V4      p\        \        V P                  4      4       EFb  p\        V P                  ^,           4       F„  pV P                  V,          P                  V,          ! V4      p\        V P                  V,          P                  4      ^ 8”  g   KZ  V P                  V,          P                  V,          ! V4      pK†  	  V^ 8w  d%   V P                  V,          P                  V4      pKÓ  RRVP                  ^,          ^8„  ,          ,           p\        V\         P"                  4      '       d   VP%                  4       pVP'                  \)        V4      ^R7      pVR\)        V^,
          4      R1RR3,          pEKe  	  V P+                  V4      p\-        V4      pV P/                  V4      pV P1                  V4      pV# )rF   rl   rA   .Nr@   )r  r  r  r  r  r>  r  r  rý   r=  r  r
  r  r?  rn   ro   r=   r>   rp   rm   r   r  r   r  rE  )r1   Úzr½   r"  r/  rr   s   &&    r   rR   ÚDecoderBase.forward¿  s¬  € Ø�L‰L˜‹Oˆð �H‰H×Ñ˜QÓˆØ�H‰H�O‰O˜AÓˆØ�H‰H×Ñ˜QÓˆô  ¤ d×&:Ñ&:Ó ;×<ˆGÜ  ×!4Ñ!4°qÕ!8Ö9�Ø—G‘G˜GÕ$×*Ñ*¨7Ö3°AÓ6�Ü�t—w‘w˜wÕ'×,Ñ,Ó-°Ö1ØŸ™ Õ(×-Ñ-¨gÖ6°qÓ9’Añ :ð ˜!Œ|Ø—G‘G˜GÕ$×-Ñ-¨aÓ0’ð " C¨1¯7©7°1­:¸©>Õ$:Õ:�Ü˜k¬5¯<©<×8Ò8Ø"-×"2Ñ"2Ó"4�KØ×'Ñ'¬¨KÓ(8¸aÐ'Ó@�Ø�cœ3˜{¨Q�Ó/Ñ1°1°aÐ7Õ8“ñ =ð �M‰M˜!ÓˆÜ˜‹OˆØ�M‰M˜!ÓˆØ×Ñ˜QÓˆØˆr!   )	r  r  r  r  rý   r  r7  r=  r8  )
rU   rV   rW   rX   r*   rE  rR   rY   rZ   r[   r\   s   @@r   r2  r2  _  s&   ù‡ € ÷V
ó V
÷pð ÷ò r!   r2  c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚEncoderFactorizediÞ  c                óz   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[ RS[S[ ,          RS[RS[ RS[ R	S[ R
S[ RR/# )r   ra   rû   rü   rý   rþ   r©   rÿ   r   Úspatial_compressionÚtemporal_compressionr;   Nr  )r   r   s   "€r   r   ÚEncoderFactorized.__annotate__ß  sŽ   ø€ ÷ ~
ñ ~
áð~
ñ ð~
ñ ™C•yð	~
ñ
 ð~
ñ ™s�)ð~
ñ ð~
ñ ð~
ñ ð~
ñ !ð~
ñ "ð~
ð 
ñ~
r!   c                ó@  <€ \         SV `  4        \        V4      V n        W@n        VP                  R ^4      p\        WËP                  RR4      4      V n        W,          V,          V,          p\        \        P                  ! V	4      4      \        \        P                  ! V4      4      ,
          V n        V P                  V P                  8:  g   Q RV P                   R24       h\        \        P                  ! V
4      4      \        \        P                  ! V4      4      ,
          V n        V P                  V P                  8:  g   Q RV P                   R24       h\        P                  ! \        VVR^^R7      \        W"R^^ R7      4      V n        W|,          pR\#        V4      ,           pWàn        \        P&                  ! 4       V n        \+        V P                  4       EFY  p\        P&                  ! 4       p\        P&                  ! 4       pW.V,          ,          pW#V,          ,          p\+        V P                  4       Fg  pVP-                  \/        VVV^R7      4       TpWÕ9   g   K+  VP-                  \        P                  ! \1        V^R7      \3        V^R7      4      4       Ki  	  \        P4                  ! 4       pVVn        VVn        WðP                  ^,
          8w  d9   WðP                  8  pWðP                  8  p\;        VVVR	7      Vn        V^,          pV P(                  P-                  V4       EK\  	  \        P4                  ! 4       V n        \/        XVV^R7      V P>                  n         \        P                  ! \1        V^R7      \3        V^R7      4      V P>                  n!        \/        VVV^R7      V P>                  n"        \G        V^R7      V n$        \        P                  ! \        VVR^^R7      \        VVR^^ R7      4      V n%        R
# )r  r  ÚhaarzSpatially downsample ú times at mostzTemporally downsample re   r  r¯   )r—   r˜   Nr‹   rŠ   r	  )&r)   r*   r
  r  rý   r  r   r)  r   ÚmathÚlog2Únum_spatial_downsÚnum_temporal_downsr²   rÆ   r   r  r  r  r  r  r  r  rÂ   rÌ   rã   r  r  r  r•   r  r  r  r  r  r	   r  r  )r1   ra   rû   rü   rý   rþ   r©   rÿ   r   rM  rN  r   r  r!  r  r"  r  r  r#  r$  rò   r  r—   r˜   r6   s   &&&&&&&&&&&,            €r   r*   ÚEncoderFactorized.__init__ß  s’  ø€ ô 	‰ÑÔÜ" =Ó1ˆÔØ,Ôð #×&Ñ& |°QÓ7ˆ
Ü"Ø×)Ñ)¨.¸&ÓAó
ˆŒð "Õ.°Õ;¸jÕHˆô "%¤T§Y¢YÐ/BÓ%CÓ!DÄsÜ�IŠI�jÓ!óH
õ "
ˆÔð ×"Ñ" d×&:Ñ&:Ô:ð	Hà" 4×#7Ñ#7Ð"8¸ÐGó	HØ:ô #&¤d§i¢iÐ0DÓ&EÓ"FÌÜ�IŠI�jÓ!óJ
õ #
ˆÔð ×#Ñ# t×';Ñ';Ô;ð	Ià# D×$8Ñ$8Ð#9¸ÐHó	IØ;ô —}’}ÜØØØ%ØØôô Ø°	À!ÈQôó
ˆŒð Õ+ˆØœE -Ó0Õ0ˆ
Ø$ŒÜ—M’M“OˆŒ	Ü˜T×1Ñ1×2ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ¨WÕ"5Õ5ˆHØ °Õ#9Õ9ˆIÜ˜4×.Ñ.Ö/�Ø—‘Ü1Ø$,Ø%.Ø 'Ø#$ô	ôð %�ØÖ/Ø—K‘KÜŸšÜ+¨HÀÔCÜ3°HÈÔKóöñ 0ô" —9’9“;ˆDØˆDŒJØˆDŒIØ×.Ñ.°Õ2Ô2Ø&×)?Ñ)?Ñ?�Ø '×*AÑ*AÑ A�Ü":ØØ!-Ø"/ô#�”ð
 $ q�=�Ø�I‰I×Ñ˜T×"ñE 3ôJ —9’9“;ˆŒÜ8Ø Ø!ØØô	
ˆ�‰Ôô Ÿ-š-Ü˜H°Ô3Ü# H¸Ô;ó
ˆ�‰Œô 9Ø Ø!ØØô	
ˆ�‰Ôô (¨¸QÔ?ˆŒÜŸšÜØ˜*°)ÀAÈqôô ØØØ%ØØôó	
ˆŽr!   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r9   r<   )r   r   s   "€r   r   rO  _  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r!   c                ó.  € V P                  V4      pV P                  V4      p\        V P                  4       FÛ  p\        V P                  4       F„  pV P
                  V,          P                  V,          ! V4      p\        V P
                  V,          P                  4      ^ 8”  g   KZ  V P
                  V,          P                  V,          ! V4      pK†  	  W0P                  ^,
          8w  g   K¹  V P
                  V,          P                  V4      pKÝ  	  V P                  P                  V4      pV P                  P                  V4      pV P                  P                  V4      pV P                  V4      p\        V4      pV P!                  V4      pV# )rG   )r)  r  r  r  rý   r  r  r
  r  r  r  r  r  r  r  r   r  )r1   r:   r½   r"  r/  s   &&   r   rR   ÚEncoderFactorized.forward_  s5  € Ø�N‰N˜1Óˆð �L‰L˜‹OˆÜ˜T×1Ñ1Ö2ˆGÜ  ×!4Ñ!4Ö5�Ø—I‘I˜gÕ&×,Ñ,¨WÖ5°aÓ8�Ü�t—y‘y Õ)×.Ñ.Ó/°!Ö3ØŸ	™	 'Õ*×/Ñ/°Ö8¸Ó;’Añ 6ð ×.Ñ.°Õ2Ö2Ø—I‘I˜gÕ&×1Ñ1°!Ó4’ñ 3ð �H‰H×Ñ˜QÓˆØ�H‰H�O‰O˜AÓˆØ�H‰H×Ñ˜QÓˆð �M‰M˜!ÓˆÜ˜‹OˆØ�M‰M˜!ÓˆØˆr!   )r  r  r  r  r  r  rý   r  rU  rV  r)  ©é   r\  ru   r\   s   @@r   rK  rK  Þ  s!   ù‡ € ÷~
õ ~
÷@÷ ð r!   rK  c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚDecoderFactorizedix  c                óv   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[ RS[S[ ,          RS[RS[ RS[ R	S[ R
S[ /
# )r   r¦   rû   rü   rý   rþ   r©   rÿ   r   rM  rN  r  )r   r   s   "€r   r   ÚDecoderFactorized.__annotate__y  sƒ   ø€ ÷ A
ñ A
áðA
ñ ðA
ñ ™C•yð	A
ñ
 ðA
ñ ™s�)ðA
ñ ðA
ñ ðA
ñ ðA
ñ !ðA
ñ "ñA
r!   c                ó.
  <€ \         SV `  4        \        V4      V n        W@n        VP                  R ^4      p\        WËP                  RR4      4      V n        W,          V,          V,          p\        \        P                  ! V	4      4      \        \        P                  ! V4      4      ,
          V n        V P                  V P                  8:  g   Q RV P                   R24       h\        \        P                  ! V
4      4      \        \        P                  ! V4      4      ,
          V n        V P                  V P                  8:  g   Q RV P                   R24       hW#V P                  ^,
          ,          ,          pW|,          ^V P                  ^,
          ,          ,          p^W�V3V n        \        P                  ! RP!                  V P                  \"        P$                  ! V P                  4      4      4       \&        P(                  ! \+        WŽR^^R7      \+        WîR^^ R7      4      V n        \&        P.                  ! 4       V n        \3        VVV^R7      V P0                  n        \&        P(                  ! \7        V^R	7      \9        V^R	7      4      V P0                  n        \3        VVV^R7      V P0                  n        VP                  R
R4      p\&        P>                  ! 4       V n         \C        \E        V P                  4      4       EF¹  p\&        P>                  ! 4       p\&        P>                  ! 4       pW#V,          ,          p\E        V P                  ^,           4       Fg  pVPG                  \3        VVV^R7      4       TpWõ9   g   K+  VPG                  \&        P(                  ! \7        V^R	7      \9        V^R	7      4      4       Ki  	  \&        P.                  ! 4       pVVn$        VVn%        V^ 8w  d°   V P                  V,
          ^,
          pV'       d   VV P                  8  pM'^ Tu;8  ;'       d    V P                  ^,           8  Mu pT;'       g1    VV P                  8  ;'       d    V P                  V P                  8„  p\M        VVVR7      Vn'        V^,          pV P@                  PQ                  ^ V4       EK¼  	  \S        V^R	7      V n*        \&        P(                  ! \+        WíR^^R7      \+        WÝR^^ R7      4      V n+        R# )r  r  rQ  zSpatially upsample rR  zTemporally upsample r6  re   r  r¯   Úlegacy_modeF)r„   r…   Nr‹   rŠ   ),r)   r*   r
  r  rý   r  r   rE  r   rS  rT  Únum_spatial_upsÚnum_temporal_upsr8  r9  r:  r   r;  r<  r²   rÆ   r   r  r  r  rÂ   r  rÌ   rã   r  r  r  r=  r>  r  r  r  r  r‚   r?  r@  r	   r  r  )r1   r¦   rû   rü   rý   rþ   r©   rÿ   r   rM  rN  r   r  rA  r#  r!  rb  r"  r  r  r$  rò   r=  Úi_level_reverser…   r„   r6   s   &&&&&&&&&&&,              €r   r*   ÚDecoderFactorized.__init__y  sG  ø€ ô 	‰ÑÔÜ" =Ó1ˆÔØ,Ôð #×&Ñ& |°QÓ7ˆ
Ü&Ø×)Ñ)¨.¸&ÓAó
ˆÔð Õ*¨ZÕ7¸*ÕDˆô  #¤4§9¢9Ð-@Ó#AÓBÄSÜ�IŠI�jÓ!óF
õ  
ˆÔð × Ñ  D×$8Ñ$8Ô8ð	Fà  ×!5Ñ!5Ð 6°nÐEó	FØ8ä #¤D§I¢IÐ.BÓ$CÓ DÄsÜ�IŠI�jÓ!óH
õ !
ˆÔð ×!Ñ! T×%9Ñ%9Ô9ð	Gà! $×"6Ñ"6Ð!7°~ÐFó	GØ9ð ¨D×,@Ñ,@À1Õ,DÕEÕEˆØÕ,°°t×7KÑ7KÈaÕ7OÕ1PÕPˆØ˜:°Ð:ˆŒÜ�ŠØ9×@Ñ@Ø—‘œbŸgšg d§l¡lÓ3óô	
ô —}’}ÜØ°)ÀAÈqôô Ø°	À!ÈQôó	
ˆŒô —9’9“;ˆŒÜ8Ø Ø!ØØô	
ˆ�‰Ôô Ÿ-š-Ü˜H°Ô3Ü# H¸Ô;ó
ˆ�‰Œô 9Ø Ø!ØØô	
ˆ�‰Ôð $×'Ñ'¨°uÓ=ˆä—-’-“/ˆŒÜ¤ d×&:Ñ&:Ó ;×<ˆGÜ—M’M“OˆEÜ—=’=“?ˆDØ °Õ#9Õ9ˆIÜ˜4×.Ñ.°Õ2Ö3�Ø—‘Ü1Ø$,Ø%.Ø 'Ø#$ô	ôð %�ØÖ/Ø—K‘KÜŸšÜ+¨HÀÔCÜ3°HÈÔKóöñ 4ô" —’“ˆBØˆBŒHØˆBŒGØ˜!Œ|ð
 #'×"6Ñ"6¸Õ"@À1Õ"D�ßØ"1°D×4IÑ4IÑ"I‘Kà"# o×"QÔ"Q¸×8MÑ8MÐPQÕ8QÔ"Q�KØ(÷ ð Ø# d×&:Ñ&:Ñ:÷ Eð EØ×,Ñ,¨t×/DÑ/DÑDð ô 5Ø¨Àô�”ð $ a�<�Ø�G‰G�N‰N˜1˜b×!ñU =ôZ (¨¸QÔ?ˆŒÜŸšÜ˜°yÈÐTUÔVÜ˜°YÀqÐRSÔTó
ˆŽr!   c                ó.  € V P                  V4      pV P                  P                  V4      pV P                  P                  V4      pV P                  P	                  V4      p\        \        V P                  4      4       FÒ  p\        V P                  ^,           4       F„  pV P                  V,          P                  V,          ! V4      p\        V P                  V,          P                  4      ^ 8”  g   KZ  V P                  V,          P                  V,          ! V4      pK†  	  V^ 8w  g   K°  V P                  V,          P                  V4      pKÔ  	  V P                  V4      p\        V4      pV P!                  V4      pV P#                  V4      pV# r	  )r  r  r  r  r  r>  r  r  rý   r=  r  r
  r  r?  r  r   r  rE  )r1   rH  r½   r"  r/  s   &&   r   rR   ÚDecoderFactorized.forwardü  s7  € Ø�L‰L˜‹Oˆð �H‰H×Ñ˜QÓˆØ�H‰H�O‰O˜AÓˆØ�H‰H×Ñ˜QÓˆô  ¤ d×&:Ñ&:Ó ;Ö<ˆGÜ  ×!4Ñ!4°qÕ!8Ö9�Ø—G‘G˜GÕ$×*Ñ*¨7Ö3°AÓ6�Ü�t—w‘w˜wÕ'×,Ñ,Ó-°Ö1ØŸ™ Õ(×-Ñ-¨gÖ6°qÓ9’Añ :ð ˜!Ž|Ø—G‘G˜GÕ$×-Ñ-¨aÓ0’ñ =ð �M‰M˜!ÓˆÜ˜‹OˆØ�M‰M˜!ÓˆØ×Ñ˜QÓˆØˆr!   )r  r  r  r  rý   r  rc  rd  rE  r=  r8  r[  ru   r\   s   @@r   r^  r^  x  s   ù‡ € ÷A
õ A
÷Fò r!   r^  )2Ú__doc__rS  Útypingr   r   Únumpyr;  r=   Útorch.nnr²   Útorch.nn.functionalÚ
functionalrJ   r9  Ú(comfy.ldm.modules.diffusionmodules.modelr   Úpatchingr   r   r   r   Úutilsr	   r
   r   r   r   r   r   r   r   Ú	comfy.opsÚcomfyr.   Údisable_weight_initr  r  r   r^   rw   r‚   r•   r¥   rÂ   rÌ   rã   rù   r2  rK  r^  © r!   r   Ú<module>rv     s>  ðñó ß ã Û Ý ß Ð Û å B÷ó ÷
÷ 
õ 
ó Ø‡i�i×#Ñ#€àÐ ô/�2—9‘9ô /ôd4�r—y‘yô 4ô(˜Ÿ™ô ô(;˜RŸY™Yô ;ô|=˜rŸy™yô =ô@(˜"Ÿ)™)ô (ôVB B§I¡Iô BôJ%�b—i‘iô %ôP1˜bŸi™iô 1ôh}�"—)‘)ô }ô@|�"—)‘)ô |ô~W˜Ÿ	™	ô WôtY˜Ÿ	™	ö Yr!   