+
    õäûjÚ]  ã                  óN  € ^ RI Ht ^ RIt^ RIHt ^ RIHtHt ^ RIHt ^ RI	t	^ RI
Hu Ht ^ RIHtHtHt ^ RIHt ^ RI	HtHtHt ^ R	IHt R
 t ! R R]P2                  4      t ! R R]P2                  4      tR tR tR2R ltR tR t R t!R3R lt" ! R R]P2                  4      t# ! R R]P2                  4      t$ ! R R]P2                  4      t% ! R R]P2                  4      t& ! R R]P2                  4      t'R4R  lt( ! R! R"]P2                  4      t) ! R# R$]P2                  4      t* ! R% R&]P2                  4      t+ ! R' R(]P2                  4      t, ! R) R*]P2                  4      t-]! 4        ! R+ R,]	P                  P2                  4      4       t.R5R- lt/R. t0R/ t1R0 t2R5R1 lt3R# )6é    )ÚannotationsN)Úpartial)ÚceilÚlog2)ÚIterable)Ú	rearrangeÚreduceÚrepeat)Ú	Rearrange)ÚTensorÚeinsumÚnn)Ústore_hyperparametersc                óf   € V ^,
          V^,
          ,          W!^,
          ,          ,           ^,          # ©é   © )ÚsizeÚkernelÚdilationÚstrides   &&&&ÚhC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\AuraSR\__arch\aura_sr.pyÚget_same_paddingr      s&   € Ø�A�X˜& 1�*Õ%¨¸QµJÕ(?Õ?ÀAÕEÐEó    c            
      óP   a € ] tR t^tRRR^R^RRR^/V 3R lltRR	 R
 lltRtV ;t# )ÚAdaptiveConv2DModÚdemodTr   r   Úepsg:Œ0âŽyE>Únum_conv_kernelsc          	     	ó>  <€ \         S	V `  4        Wpn        W n        W0n        WPn        W`n        V^8„  V n        \        P                  ! \        P                  ! W‚WV34      4      V n        W@n        \        P                  P                  V P                  ^ RRR7       R# )r   Úfan_inÚ
leaky_relu)ÚaÚmodeÚnonlinearityN)ÚsuperÚ__init__r   Údim_outr   r   r   Úadaptiver   Ú	ParameterÚtorchÚrandnÚweightsr   ÚinitÚkaiming_normal_)
ÚselfÚdimr(   r   r   r   r   r   r   Ú	__class__s
   &&&&$$$$$€r   r'   ÚAdaptiveConv2DMod.__init__   s„   ø€ ô 	‰ÑÔØŒàŒàŒØŒØ ŒØ(¨1Ñ,ˆŒä—|’|Ü�KŠKÐ)°CÀÐHÓIó
ˆŒð Œ
ä
�‰×ÑØ�L‰L˜A H¸<ð 	 ö 	
r   c               ó    € V ^8„  d   QhRRRR/# )é   ÚmodzTensor | NoneÚ
kernel_modr   )Úformats   "r   Ú__annotate__ÚAdaptiveConv2DMod.__annotate__:   s    € ÷ F>ñ F>Ø&ðF>Ø;HñF>r   c                óŽ  € VP                   ^ ,          VP                   R,          rTVP                   ^ ,          V8w  d&   \        VRWBP                   ^ ,          ,          R7      p\        V4      '       du   VP                  4       ^ 8„  pV P                  '       g   V'       d   Q hV'       d>   VP                   ^ ,          V8w  d&   \        VRWCP                   ^ ,          ,          R7      pV P
                  pV P                  '       dh   \        VRVR7      p\        V4      '       d   VP                  4       ^ 8”  g   Q hVP                  RR7      p\        VR4      p\        Wx,          RR4      p\        VR	4      pWr^,           ,          pV P                  '       dE   \        V^,          R
R4      P                  V P                  R7      P                  4       p	Wy,          p\        VR4      p\        VR4      p\        WPP                  V P                  V P                   4      p
\"        P$                  ! WW¤R7      p\        VRVR7      # )z?
notation

b - batch
n - convs
o - output
i - input
k - kernel
zb ... -> (s b) ...)Úsz... -> b ...)Úb©r1   zb n -> b n 1 1 1 1zb n ... -> b ...Úsumzb i -> b 1 i 1 1zb o i k1 k2 -> b o 1 1 1)Úminzb c h w -> 1 (b c) h wzb o ... -> (b o) ...)ÚpaddingÚgroupsz1 (b o) ... -> b o ...éþÿÿÿéÿÿÿÿ)Úshaper
   ÚexistsÚnumelr)   r-   Úsoftmaxr   r	   r   Úclampr   Úrsqrtr   r   r   r   ÚFÚconv2d)r0   Úfmapr6   r7   r=   ÚhÚkernel_mod_has_elr-   Úkernel_attnÚinv_normrA   s   &&&&       r   ÚforwardÚAdaptiveConv2DMod.forward:   sÔ  € ð �z‰z˜!�}˜dŸj™j¨�nˆ1ð
 �9‰9�Q�<˜1ÔÜ˜Ð2°a¿9¹9ÀQ½<Õ6GÔHˆCä�*×ÒØ *× 0Ñ 0Ó 2°QÑ 6Ðà—=—=�=×(9Ð9Ð9ç  Z×%5Ñ%5°aÕ%8¸AÔ%=Ü#ØØ(Ø×+Ñ+¨AÕ.Õ.ô�
ð —,‘,ˆà�=�=ˆ=Ü˜W n¸Ô:ˆGô ˜*×%Ò%¨*×*:Ñ*:Ó*<¸qÔ*@Ð@Ð@à$×,Ñ,°Ð,Ó4ˆKÜ# KÐ1EÓFˆKä˜WÕ2Ð4FÈÓNˆGô ˜Ð/Ó0ˆà 1�WÕ%ˆà�:�:ˆ:ä�w •zÐ#=¸uÓEß‘˜4Ÿ8™8�Ó$ß‘“ð ð
 Õ(ˆGä˜Ð7Ó8ˆä˜GÐ%;Ó<ˆä" 1§k¡k°4·=±=À$Ç+Á+ÓNˆÜ�xŠx˜¨wÔAˆä˜Ð7¸1Ô=Ð=r   )r)   r   r   r(   r   r   r   r-   )NN©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r'   rR   Ú__static_attributes__Ú__classcell__©r2   s   @r   r   r      sG   ø† ð
ð ð
ð ð
ð ð
ð ð
ð ÷
÷@F>õ F>r   r   c                  ó8   a € ] tR t^ƒtRV 3R lltR tR tRtV ;t# )ÚAttendc                	óÐ   <€ \         SV `  4        Wn        \        P                  ! V4      V n        \        P                  ! \        P                  ! ^4      4      V n	        W n
        R# )r   N)r&   r'   Údropoutr   ÚDropoutÚattn_dropoutr*   r+   r,   ÚscaleÚflash)r0   r_   rc   r2   s   &&&€r   r'   ÚAttend.__init__„   sA   ø€ Ü‰ÑÔØŒÜŸJšJ wÓ/ˆÔÜ—\’\¤%§+¢+¨a£.Ó1ˆŒ
ØŽ
r   c                	óŽ   € R  WV3 4       w  rp\         P                  ! YY0P                  '       d   V P                  MRR7      pV# )c              3  ó@   "  € T F  qP                  4       x € K  	  R # 5i©N)Ú
contiguous)Ú.0Úts   & r   Ú	<genexpr>Ú$Attend.flash_attn.<locals>.<genexpr>Œ   s   é € Ð5©9 a—<‘<—>�>«9ùs   ‚ç        )Ú	dropout_p)rK   Úscaled_dot_product_attentionÚtrainingr_   )r0   ÚqÚkÚvÚouts   &&&& r   Ú
flash_attnÚAttend.flash_attn‹   s>   € Ù5¨A°!©9Ó5‰ˆˆaÜ×,Ò,Ø�!¯}¯}¨}˜tŸ|š|À#ô
ˆð ˆ
r   c                	ó  € V P                   '       d   V P                  WV4      # VP                  R,          R,          p\        RW4      V,          pVP	                  RR7      pV P                  V4      p\        RWc4      pV# )r   zb h i d, b h j d -> b h i jr>   zb h i j, b h j d -> b h i drD   ç      à¿)rc   ru   rE   r   rH   ra   )r0   rq   rr   rs   rb   ÚsimÚattnrt   s   &&&&    r   rR   ÚAttend.forward’   sx   € Ø�:�:ˆ:Ø—?‘? 1¨Ó+Ð+à—‘˜•˜tÕ#ˆô Ð2°AÓ9¸EÕAˆð �{‰{˜rˆ{Ó"ˆØ× Ñ  Ó&ˆô Ð2°DÓ<ˆàˆ
r   )ra   r_   rc   rb   )rm   F)	rU   rV   rW   rX   r'   ru   rR   rY   rZ   r[   s   @r   r]   r]   ƒ   s   ø† ÷ò÷ð r   r]   c                ó
   € V R J# rg   r   )Úxs   &r   rF   rF   ¥   s   € Ø�Dˆ=Ðr   c                ó\   € \        V 4      '       d   V # \        V4      '       d   V! 4       # T# rg   )rF   Úcallable)ÚvalÚds   &&r   Údefaultr‚   ©   s%   € Üˆc‡{‚{Øˆ
Ü˜1—+’+‰1‹3Ð$ 1Ð$r   c                óF   € \        V \        4      '       d   V # V 3V,          # rg   )Ú
isinstanceÚtuple)rj   Úlengths   &&r   Ú
cast_tupler‡   ¯   s    € Ü�!”U×ÒØˆØˆ4�&�=Ðr   c                ó   € V # rg   r   )rj   ÚargsÚkwargss   &*,r   Úidentityr‹   µ   s   € Ø€Hr   c                ó4   € \        V 4      P                  4       # rg   )r   Ú
is_integer)Úns   &r   Úis_power_of_twor�   ¹   s   € Ü�‹7×ÑÓÐr   c               #  ó   "  €  Rx € K  5i)TNr   r   r   r   Únull_iteratorr‘   ½   s   é € Ø
ØŒ
ùs   ‚
c           
     ó”   € \         P                  ! \        R ^^R7      \         P                  ! V ^,          \	        W4      ^4      4      # )z$b c (h p1) (w p2) -> b (c p1 p2) h w)Úp1Úp2)r   Ú
Sequentialr   ÚConv2dr‚   )r1   r(   s   &&r   Ú
Downsampler—   Â   s9   € Ü�=Š=ÜÐ8¸QÀ1ÔEÜ
�	Š	�#˜•'œ7 7Ó0°!Ó4óð r   c                  ó.   a € ] tR t^ÉtV 3R ltR tRtV ;t# )ÚRMSNormc                	ó–   <€ \         SV `  4        \        P                  ! \        P
                  ! ^V^^4      4      V n        RV n        R# )r   g-Cëâ6?N)r&   r'   r   r*   r+   ÚonesÚgr   )r0   r1   r2   s   &&€r   r'   ÚRMSNorm.__init__Ê   s4   ø€ Ü‰ÑÔÜ—’œeŸjšj¨¨C°°AÓ6Ó7ˆŒØˆŽr   c                	ó’   € \         P                  ! V^R7      V P                  ,          VP                  ^,          R,          ,          # )r   r>   ç      à?)rK   Ú	normalizerœ   rE   ©r0   r}   s   &&r   rR   ÚRMSNorm.forwardÏ   s.   € Ü�{Š{˜1 !Ô$ t§v¡vÕ-°·±¸µ¸sÕ1BÕCÐCr   )r   rœ   rT   r[   s   @r   r™   r™   É   s   ø† õ÷
Dð Dr   r™   c                  ó<   a € ] tR t^ÖtRV 3R lltRR R lltRtV ;t# )ÚBlockc                	ó¨   <€ \         SV `  4        \        W^VR7      V n        ^V n        ^V n        ^V n        \        P                  ! 4       V n	        R# )é   )r   r   N)
r&   r'   r   Úprojr   r   r   r   ÚSiLUÚact)r0   r1   r(   rB   r   r2   s   &&&&&€r   r'   ÚBlock.__init__×   sF   ø€ Ü‰ÑÔÜ%Ø Ð5Eô
ˆŒ	ð ˆŒØˆŒØˆŒä—7’7“9ˆŽr   c               ó   € V ^8„  d   QhRR/# ©r5   Úconv_mods_iterzIterable | Noner   )r8   s   "r   r9   ÚBlock.__annotate__â   s   € ÷ ñ ¨ñ r   c                	óx   € TpV P                  V\        V4      \        V4      R 7      pV P                  V4      pV# ))r6   r7   )r§   Únextr©   )r0   r}   r­   s   &&&r   rR   ÚBlock.forwardâ   s7   € Ø'ˆà�I‰I�aœT .Ó1¼dÀ>Ó>RˆIÓSˆà�H‰H�Q‹KˆØˆr   )r©   r   r   r§   r   )é   r   rg   rT   r[   s   @r   r¤   r¤   Ö   s   ø† ÷	÷õ r   r¤   c                  óN   a € ] tR t^ëtR^R^ R. /R V 3R llltR	R R lltRtV ;t# )
ÚResnetBlockrB   r   Ú
style_dimsc               ó   € V ^8„  d   QhRR/# )r5   rµ   Úlistr   )r8   s   "r   r9   ÚResnetBlock.__annotate__ì   s   € ÷ Xñ XØIMñXr   c               	ó  <€ \         SV `  4        VP                  WW$.4       \        WW4R 7      V n        \        W"W4R 7      V n        W8w  d   \        P                  ! W^4      V n	        R# \        P                  ! 4       V n	        R# ))rB   r   N)
r&   r'   Úextendr¤   Úblock1Úblock2r   r–   ÚIdentityÚres_conv)r0   r1   r(   rB   r   rµ   r2   s   &&&$$$€r   r'   ÚResnetBlock.__init__ì   sk   ø€ ô 	‰ÑÔØ×Ñ˜3°'ÐLÔMäØ ô
ˆŒô Ø Vô
ˆŒð 7:´nœŸ	š	 #°Ó2ˆŽÌ"Ï+Ê+Ë-ˆŽr   c               ó   € V ^8„  d   QhRR/# r¬   r   )r8   s   "r   r9   r¸   ú   s   € ÷ $ñ $¨ñ $r   c                	óx   € V P                  WR 7      pV P                  W2R 7      pW0P                  V4      ,           # )©r­   ©r»   r¼   r¾   )r0   r}   r­   rN   s   &&& r   rR   ÚResnetBlock.forwardú   s4   € Ø�K‰K˜ˆKÓ9ˆØ�K‰K˜ˆKÓ9ˆà—=‘= Ó#Õ#Ð#r   rÃ   rg   rT   r[   s   @r   r´   r´   ë   s4   ø† ðXØ&'ðXØ:;ðXØPR÷Xò X÷$õ $r   r´   c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚLinearAttentioni  c                	ó:  <€ \         SV `  4        VR,          V n        W n        W2,          p\	        V4      V n        \        P                  ! W^,          ^RR7      V n        \        P                  ! \        P                  ! WA^4      \	        V4      4      V n
        R# )rŸ   F©ÚbiasNrx   )r&   r'   rb   Úheadsr™   Únormr   r–   Úto_qkvr•   Úto_out)r0   r1   rÊ   Údim_headÚ
hidden_dimr2   s   &&&& €r   r'   ÚLinearAttention.__init__  sj   ø€ Ü‰ÑÔØ˜t•^ˆŒ
ØŒ
ØÕ%ˆ
ä˜C“LˆŒ	Ü—i’i °!¥^°Q¸UÔCˆŒä—m’m¤B§I¢I¨j¸qÓ$AÄ7È3Ã<ÓPˆŽr   c                	óÄ  a € VP                   w  r#rES P                  V4      pS P                  V4      P                  ^^R7      pV 3R lV 4       w  rxp	VP	                  RR7      pVP	                  RR7      pVS P
                  ,          p\        P                  ! RW‰4      p
\        P                  ! RW§4      p\        VRS P                  WER7      pS P                  V4      # )	r¦   r>   c              3  óT   <"  € T F  p\        VR SP                  R7      x € K  	  R# 5i)zb (h c) x y -> b h c (x y)©rN   N©r   rÊ   ©ri   rj   r0   s   & €r   rk   Ú*LinearAttention.forward.<locals>.<genexpr>  ó%   øé € ð 
ÙNQÈŒI�aÐ5¸¿¹×DÑDËcùó   ƒ%(zb h d n, b h e n -> b h d ezb h d e, b h d n -> b h e nzb h c (x y) -> b (h c) x y)rN   r}   ÚyrC   rD   )rE   rË   rÌ   ÚchunkrH   rb   r+   r   r   rÊ   rÍ   )r0   r}   r=   ÚcrN   ÚwÚqkvrq   rr   rs   Úcontextrt   s   f&          r   rR   ÚLinearAttention.forward  sÂ   ø€ Ø—W‘W‰
ˆˆaà�I‰I�a‹Lˆà�k‰k˜!‹n×"Ñ" 1¨!Ð"Ó,ˆô
ÙNQó
‰ˆˆað �I‰I˜"ˆIÓˆØ�I‰I˜"ˆIÓˆà�—
‘
�Nˆä—,’,Ð<¸aÓCˆä�lŠlÐ8¸'ÓEˆÜ˜Ð9¸T¿Z¹ZÈ1ÔRˆØ�{‰{˜3ÓÐr   )rÊ   rË   rb   rÍ   rÌ   )é   é    rT   r[   s   @r   rÆ   rÆ     s   ø† ÷	Q÷ ð  r   rÆ   c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )Ú	Attentioni#  c                	ó  <€ \         SV `  4        W n        W2,          p\        V4      V n        \        VR 7      V n        \        P                  ! W^,          ^RR7      V n	        \        P                  ! WQ^4      V n
        R# ))rc   FrÈ   N)r&   r'   rÊ   r™   rË   r]   Úattendr   r–   rÌ   rÍ   )r0   r1   rÊ   rÎ   rc   rÏ   r2   s   &&&&& €r   r'   ÚAttention.__init__$  s\   ø€ Ü‰ÑÔØŒ
ØÕ%ˆ
ä˜C“LˆŒ	ä 5Ô)ˆŒÜ—i’i °!¥^°Q¸UÔCˆŒÜ—i’i 
°Ó3ˆŽr   c                	ó  a € VP                   w  r#rES P                  V4      pS P                  V4      P                  ^^R7      pV 3R lV 4       w  rxp	S P	                  WxV	4      p
\        V
RWER7      p
S P                  V
4      # )r¦   r>   c              3  óT   <"  € T F  p\        VR SP                  R7      x € K  	  R# 5i)zb (h c) x y -> b h (x y) crÓ   NrÔ   rÕ   s   & €r   rk   Ú$Attention.forward.<locals>.<genexpr>4  r×   rØ   zb h (x y) d -> b (h d) x y)r}   rÙ   )rE   rË   rÌ   rÚ   rå   r   rÍ   )r0   r}   r=   rÛ   rN   rÜ   rÝ   rq   rr   rs   rt   s   f&         r   rR   ÚAttention.forward/  s}   ø€ Ø—W‘W‰
ˆˆaØ�I‰I�a‹LˆØ�k‰k˜!‹n×"Ñ" 1¨!Ð"Ó,ˆô
ÙNQó
‰ˆˆað �k‰k˜! Ó"ˆÜ˜Ð9¸QÔDˆà�{‰{˜3ÓÐr   )rå   rÊ   rË   rÍ   rÌ   )rà   rá   FrT   r[   s   @r   rã   rã   #  s   ø† ÷	4÷ ð  r   rã   c           
     óÜ   € \         P                  ! \        V 4      \         P                  ! W V,          ^4      \         P                  ! 4       \         P                  ! W,          V ^4      4      # r   )r   r•   r™   r–   ÚGELU©r1   Úmults   &&r   ÚFeedForwardrï   ?  sG   € Ü�=Š=Ü�‹Ü
�	Š	�#˜T•z 1Ó%Ü
�Š‹	Ü
�	Š	�#•*˜c 1Ó%ó	ð r   c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚTransformeriI  c                	ó
  <€ \         SV `  4        \        P                  ! . 4      V n        \        V4       FI  pV P                  P                  \        P                  ! \        WW5R 7      \        WR7      .4      4       KK  	  R# ))r1   rÎ   rÊ   rc   rí   N)	r&   r'   r   Ú
ModuleListÚlayersÚrangeÚappendrã   rï   )	r0   r1   rÎ   rÊ   Údepthru   Úff_multÚ_r2   s	   &&&&&&& €r   r'   ÚTransformer.__init__J  sf   ø€ Ü‰ÑÔÜ—m’m BÓ'ˆŒä�u–ˆAØ�K‰K×ÑÜ—’ä!Ø #¸eôô $¨Ô:ð	óö	ó r   c                	ól   € V P                    F#  w  r#V! V4      V,           pV! V4      V,           pK%  	  V# rg   ©rô   ©r0   r}   rz   Úffs   &&  r   rR   ÚTransformer.forwardZ  ó3   € ØŸœ‰HˆDÙ�Q“˜!•ˆAÙ�1“˜•	ŠAñ $ð ˆr   rü   )é@   r²   r   Trà   rT   r[   s   @r   rñ   rñ   I  s   ø† ÷÷ ð r   rñ   c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚLinearTransformerib  c                	ó
  <€ \         SV `  4        \        P                  ! . 4      V n        \        V4       FI  pV P                  P                  \        P                  ! \        WVR 7      \        WR7      .4      4       KK  	  R# ))r1   rÎ   rÊ   rí   N)	r&   r'   r   ró   rô   rõ   rö   rÆ   rï   )r0   r1   rÎ   rÊ   r÷   rø   rù   r2   s   &&&&&& €r   r'   ÚLinearTransformer.__init__c  sa   ø€ Ü‰ÑÔÜ—m’m BÓ'ˆŒä�u–ˆAØ�K‰K×ÑÜ—’ä'¨CÈ%ÔPÜ#¨Ô:ðóöó r   c                	ól   € V P                    F#  w  r#V! V4      V,           pV! V4      V,           pK%  	  V# rg   rü   rý   s   &&  r   rR   ÚLinearTransformer.forwardq  r   r   rü   )r  r²   r   rà   rT   r[   s   @r   r  r  b  s   ø† ÷÷ð r   r  c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚNearestNeighborhoodUpsampleiy  c                	óx   <€ \         SV `  4        \        W!4      p\        P                  ! W^^^R7      V n        R# )r¦   ©Úkernel_sizer   rA   N)r&   r'   r‚   r   r–   Úconv)r0   r1   r(   r2   s   &&&€r   r'   Ú$NearestNeighborhoodUpsample.__init__z  s.   ø€ Ü‰ÑÔÜ˜'Ó'ˆÜ—I’I˜c¸À!ÈQÔOˆŽ	r   c                	óª   € VP                   ^ ,          ^@8¼  d   VP                  4       p\        P                  ! VRRR7      pV P	                  V4      pV# )r   ç       @Únearest)Úscale_factorr$   )rE   rh   rK   Úinterpolater  r¡   s   &&r   rR   Ú#NearestNeighborhoodUpsample.forward  sA   € Ø�7‰7�1�:˜ÔØ—‘“ˆAä�MŠM˜!¨#°IÔ>ˆØ�I‰I�a‹Lˆàˆr   )r  rg   rT   r[   s   @r   r	  r	  y  s   ø† ÷P÷
ð r   r	  c                  ó2   a € ] tR tRtRV 3R lltR tRtV ;t# )ÚEqualLineari‰  c                	óü   <€ \         SV `  4        \        P                  ! \        P
                  ! W!4      4      V n        V'       d0   \        P                  ! \        P                  ! V4      4      V n        W0n	        R # rg   )
r&   r'   r   r*   r+   r,   ÚweightÚzerosrÉ   Úlr_mul)r0   r1   r(   r  rÉ   r2   s   &&&&&€r   r'   ÚEqualLinear.__init__Š  sH   ø€ Ü‰ÑÔÜ—l’l¤5§;¢;¨wÓ#<Ó=ˆŒßÜŸš¤U§[¢[°Ó%9Ó:ˆDŒIàŽr   c                	óž   € \         P                  ! WP                  V P                  ,          V P                  V P                  ,          R 7      # )rÈ   )rK   Úlinearr  r  rÉ   )r0   Úinputs   &&r   rR   ÚEqualLinear.forward’  s-   € Ü�xŠx˜Ÿ{™{¨T¯[©[Õ8¸t¿y¹yÈ4Ï;É;Õ?VÔWÐWr   )rÉ   r  r  )r   TrT   r[   s   @r   r  r  ‰  s   ø† ÷÷Xð Xr   r  c                  ó6   a € ] tR tRtRV 3R lltRR ltRtV ;t# )ÚStyleGanNetworki–  c                	ó8  <€ \         SV `  4        Wn        W n        WPn        . p\        V4       FN  pV^ 8H  pV'       d
   W,           p	MTp	Tp
VP                  \        WšV4      \        P                  ! R4      .4       KP  	  \        P                  ! V!  V n        R# )r   gš™™™™™É?N)r&   r'   Údim_inr(   Údim_text_latentrõ   rº   r  r   Ú	LeakyReLUr•   Únet)r0   r#  r(   r÷   r  r$  rô   ÚiÚis_firstÚdim_in_layerÚdim_out_layerr2   s   &&&&&&     €r   r'   ÚStyleGanNetwork.__init__—  s†   ø€ Ü‰ÑÔØŒØŒØ.ÔàˆÜ�u–ˆAØ˜A‘vˆHçØ%Õ7‘à&�à#ˆMà�M‰MÜ˜\¸&ÓAÄ2Ç<Â<ÐPSÓCTÐUöñ ô —=’= &Ñ)ˆŽr   c                	óÎ   € \         P                  ! V^R7      pV P                  ^ 8”  d-   \        V4      '       g   Q h\        P
                  ! W3RR7      pV P                  V4      # )r   r>   rD   )rK   r    r$  rF   r+   Úcatr&  )r0   r}   Útext_latents   &&&r   rR   ÚStyleGanNetwork.forward®  sR   € Ü�KŠK˜˜qÔ!ˆØ×Ñ !Ô#Ü˜+×&Ò&Ð&Ð&Ü—	’	˜1Ð*°Ô3ˆAØ�x‰x˜‹{Ðr   )r#  r(   r$  r&  )é€   i   r²   gš™™™™™¹?r   rg   rT   r[   s   @r   r!  r!  –  s   ø† ÷*÷.ò r   r!  c            "      óÀ   a € ] tR tRt/ tRRRRRRRRRR R^R	^R
R!RRR^@R^RR"R^R^RRRRRR/R V 3R lllt]R 4       t]R 4       t]R 4       t	R t
R#R R lltRtV ;t# )$ÚUnetUpsampleri¶  Úinit_dimNÚout_dimÚstyle_networkÚup_dim_multsÚdown_dim_multsÚchannelsÚresnet_block_groupsÚ	full_attnTru   Úself_attn_dim_headÚself_attn_headsÚattn_depthsÚmid_attn_depthr   Úresize_modeÚbilinearÚunconditionalÚskip_connect_scalec          (     óh   € V ^8„  d   QhRRRRRRRRRRRR	R
RRRRRRRRRRRRRRRRRRRRRRRRRRR/# )r5   r1   ÚintÚ
image_sizez
int | NoneÚinput_image_sizer3  r4  r5  zdict | Noner6  r…   r7  r8  r9  r:  ru   Úboolr;  r<  r=  r>  r   r?  ÚstrrA  rB  zfloat | Noner   )r8   s   "r   r9   ÚUnetUpsampler.__annotate__º  sê   € ÷ s=ñ s=ð ðs=ð ð	s=ð
 %ðs=ð ðs=ð ðs=ð #ðs=ð ðs=ð ðs=ð ðs=ð !ðs=ð ðs=ð ðs=ð  ðs=ð  ð!s=ð" ð#s=ð$ ð%s=ð& ð's=ð( ð)s=ð* ð+s=ð, )ñ-s=r   c               	óp  <a€ \         S+V `  4        \        R
/ VB ;V n        pVV n        V'       d%   \        V4      '       d   VP                  ^ 8”  d   Q hW n        W0n        . pW�n	        T	p\        VS4      pV.V3R lV 4       OpV\        V4      \        V4      ,
          ,          pV.V3R lV 4       Op\        P                  ! VV^^R7      V n        \        \!        VRR VR,          4      4      p\        \!        VRR VR,          4      4      p\#        \$        V
VVR7      p\#        \&        VR7      pVEv pp\        VR4      V n        \        P*                  ! . 4      V n        \        P*                  ! . 4      V n        ^p \1        \!        VW¿4      4       FÑ  w  p!w  w  p"p#p$p%V$'       d   TM\2        p&. p'\5        V 4       F  p(V'P7                  V! V"V"4      4       K  	  V P,                  P7                  \        P*                  ! \        P*                  ! V'4      \        P*                  ! V$'       d   V&! V"VVV%R7      MR\        P                  ! V"V#^^^R	7      .4      .4      4       KÓ  	  V! VV4      V n        V! VVVVR7      V n        V! VV4      V n        VEv pp)\1        \!        \?        V4      \?        V4      \?        V4      4      4       Fæ  w  p!w  w  p"p#p$p%V$'       d   TM\2        p&. p'V!\        V4      8  d
   V"^,          MT"p*\5        V 4       F  p(V'P7                  V! V*V"4      4       K  	  V P.                  P7                  \        P*                  ! \        P*                  ! V'4      \        P*                  ! \A        V!^ 8X  d   T)MT#V"4      V$'       d   V&! V"VVV%R7      MR.4      .4      4       Kè  	  \        WY4      V n!        V! SS4      V n"        \        P                  ! SV	^4      V n#        VV n$        \        PJ                  ! VPL                  \O        V4      4      V n(        VV n)        R# )r   c              3  ó6   <"  € T F  pSV,          x € K  	  R # 5irg   r   ©ri   Úmr1   s   & €r   rk   Ú)UnetUpsampler.__init__.<locals>.<genexpr>í  s   øé € Ð=±¨1˜s QŸwšw³ùó   ƒc              3  ó6   <"  € T F  pSV,          x € K  	  R # 5irg   r   rL  s   & €r   rk   rN  ï  s   øé € Ð%F±~°! c¨A§g¢g³~ùrO  )rA   Nºr   NN)rB   r   rµ   )ru   )rÎ   rÊ   r÷   r  r   rD   gÍ;fž æ?)*r&   r'   r!  r5  rA  rF   r$  rE  rF  r8  r‚   Úlenr   r–   Ú	init_convr·   Úzipr   r´   rñ   rB  ró   ÚdownsÚupsÚ	enumerater  rõ   rö   Ú
mid_block1Úmid_attnÚ
mid_block2Úreversedr	  r4  Úfinal_res_blockÚfinal_to_rgbr?  ÚLinearr(   r?   Ústyle_to_conv_modulationsÚstyle_embed_split_dims),r0   r1   rE  rF  r3  r4  r5  r6  r7  r8  r9  r:  ru   r;  r<  r=  r>  r   r?  rA  rB  r`  Úinput_channelsÚup_dimsÚinit_down_dimÚ	down_dimsÚ	up_in_outÚdown_in_outÚblock_klassÚFullAttentionrù   Úmid_dimÚblock_countÚindr#  r(   Úlayer_full_attnÚlayer_attn_depthÚ
attn_klassÚblocksr'  Úlast_dimÚ	input_dimr2   s,   &d$$$$$$$$$$$$$$$$$$$                      €r   r'   ÚUnetUpsampler.__init__º  sù  ù€ ô0 	‰ÑÔÜ-<Ñ-M¸}Ñ-MÐMˆÔ˜]Ø*ˆÔçÜ�}×%Ò%Ø×-Ñ-°Ô1ð	
ð 
ð %ŒØ 0Ôà!#Ðà ŒØ!ˆä˜8 SÓ)ˆàÐ>Ô=±Ó=Ð>ˆØ¤ LÓ 1´C¸Ó4GÕ GÕHˆØ"ÐGÔ%F±~Ó%FÐGˆ	ÜŸš >°=À!ÈQÔOˆŒäœ˜W S b˜\¨7°2­;Ó7Ó8ˆ	Üœ3˜y¨¨"˜~¨y¸­}Ó=Ó>ˆäÜØ&Ø-Ø-ô	
ˆô  ¤¸
ÔCˆØ‰ˆˆGä")Ð*<¸gÓ"FˆÔä—]’] 2Ó&ˆŒ
Ü—=’= Ó$ˆŒàˆô ”s˜;¨	Ó?Ö@ñ	
ˆCñ 
ÙˆV�WØØç*9™Ô?PˆJàˆFÜ˜;Ö'�Ø—‘™k¨&°&Ó9Ö:ñ (ð �J‰J×ÑÜ—’äŸš fÓ-ÜŸš÷ (7ñ %/Ø(.Ø1CØ.=Ø.>õ	%&ð *.ä "§	¢	Ø$*Ø$+Ø01Ø+,Ø,-ô!"ðóðóöñ AñH & g¨wÓ7ˆŒÙ%ØØ'Ø!Ø ô	
ˆŒñ & g¨wÓ7ˆŒà‰ˆˆHô ÜÜ˜Ó#Ü˜Ó#Ü˜Ó%óö
ñ	
ˆCñ 
ÙˆV�WØØ÷ +:™Ô?PˆJàˆFØ&)¬C°Ó,<Ô&<˜ ž
À&ˆIÜ˜;Ö'�Ø—‘™k¨)°VÓ<Ö=ñ (ð �H‰H�O‰OÜ—’äŸš fÓ-ÜŸšä ;Ø03°q´¡H¸gØ$*ó!"÷ (7ñ %/Ø(.Ø1CØ.=Ø.>õ	%&ð *.ðóðóöñ
ôP ˜wÓ1ˆŒÙ*¨3°Ó4ˆÔÜŸIšI c¨8°QÓ7ˆÔØ&ˆÔÜ)+¯ªØ×!Ñ!ÜÐ&Ó'ó*
ˆÔ&ð '=ˆÖ#r   c                	ó¸   € \        \        V P                  4      4      p\        \        V P                  4      4      p\	        \        W4      4      p. R  V 4       O# )c              3  ó4   "  € T F  p^V,          x € K  	  R# 5i)r5   Nr   )ri   Úps   & r   rk   Ú:UnetUpsampler.allowable_rgb_resolutions.<locals>.<genexpr>t  s   é € Ð5Ñ 4˜1�!�Q—$’$Ó 4ùs   ‚)rD  r   rF  rE  r·   rõ   )r0   Úinput_res_baseÚoutput_res_baseÚallowed_rgb_res_bases   &   r   Úallowable_rgb_resolutionsÚ'UnetUpsampler.allowable_rgb_resolutionso  sL   € äœT $×"7Ñ"7Ó8Ó9ˆÜœd 4§?¡?Ó3Ó4ˆÜ#¤E¨.Ó$JÓKÐØ6Ñ5Ñ 4Ó5Ð6Ð6r   c                	ód   € V P                   P                  ^ ,          P                  P                  # )r   )r5  r&  r  Údevice)r0   s   &r   r}  ÚUnetUpsampler.devicev  s%   € à×!Ñ!×%Ñ% aÕ(×/Ñ/×6Ñ6Ð6r   c                	óx   € \        V P                  4        Uu. uF  qP                  4       NK  	  up4      # u upi rg   )r?   Ú
parametersrG   )r0   ru  s   & r   Útotal_paramsÚUnetUpsampler.total_paramsz  s,   € ä t§¡Ô'8Ó9Ñ'8 !—G‘G–IÑ'8Ñ9Ó:Ð:ùÒ9s   ˜7c                	óJ   € \         P                  ! WV3V P                  R 7      # ))r$   )rK   r  r?  )r0   r}   r   s   &&&r   Úresize_image_toÚUnetUpsampler.resize_image_to~  s   € Ü�}Š}˜Q t °4×3CÑ3CÔDÐDr   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r5   Úlowres_imageztorch.TensorÚstylesztorch.Tensor | NoneÚnoiseÚglobal_text_tokensÚreturn_all_rgbsrG  r   )r8   s   "r   r9   rI  �  sC   € ÷ Qñ Qà"ðQð $ðQð #ð	Qð
 0ðQð ñQr   c                	ó®  € TpR p\         P                  ! V4      V,          pWh,           pVP                  ^ ^4      pVP                  p	V	^ ,          p
\	        V4      '       gp   \	        V P
                  4      '       g   Q h\        V\         P                  ! W P
                  P                  3V P                  R7      4      pV P                  W44      pV P                  V4      pVP                  V P                  RR7      p\        V4      pV P                  V4      p. pV P                   F?  w  pw  rïV F  pV! WkR7      pVP!                  V4       K  	  Ve	   V! V4      pV! V4      pKA  	  V P#                  WkR7      pV P%                  V4      pV P'                  WkR7      pV P(                   Fu  w  pw  ppV! V4      pV FP  pV. 8w  d>   VP+                  4       pVV P,                  ,          p\         P.                  ! VV3^R7      pV! WkR7      pKR  	  Vf   Km  V! V4      pKw  	  V P1                  WkR7      pV P3                  V4      pV'       g   V# V. 3# )gü©ñÒMbP?)r}  r>   rÂ   rD   )r+   Ú
randn_likerI   rE   rF   r5  r‚   r,   r#  r}  r_  Úsplitr`  ÚiterrS  rU  rö   rX  rY  rZ  rV  ÚpoprB  r-  r\  r]  )r0   r‡  rˆ  r‰  rŠ  r‹  r}   Únoise_scaleÚ	noise_augrE   Ú
batch_sizeÚ	conv_modsrN   ro  rz   Ú
downsampleÚblockÚupsampleÚresÚrgbs   &&&&&&              r   rR   ÚUnetUpsampler.forward�  s3  € ð ˆàˆÜ×$Ò$ QÓ'¨+Õ5ˆ	Ø�MˆØ�G‰G�A�q‹Mˆà—‘ˆØ˜1•Xˆ
ô �f�~Š~Ü˜$×,Ñ,×-Ò-Ð-Ð-äØÜ—’Ø×!3Ñ!3×!:Ñ!:Ð;ØŸ;™;ôóˆEð ×'Ñ'¨ÓBˆFð ×2Ñ2°6Ó:ˆ	Ø—O‘O D×$?Ñ$?ÀR�OÓHˆ	Ü˜“Oˆ	à�N‰N˜1ÓˆàˆØ*.¯*¬*Ñ&ˆFÑ&�TÛ�Ù˜!Ô6�Ø—‘˜–ñ  ð ÒÙ˜“G�á˜1“ŠAñ +5ð �O‰O˜AˆOÓ8ˆØ�M‰M˜!ÓˆØ�O‰O˜AˆOÓ8ˆð �XŒXñ
ØñØØñ ˜“ˆAÛ�Ø˜”7ØŸ%™%›'�CØ × 7Ñ 7Õ7�CÜŸ	š	 1 c (°Ô2�Aá˜!Ô6’ñ  ð ÔÙ˜“G’ñ ð × Ñ  Ð Ó=ˆØ×Ñ Ó"ˆçØˆJà�Bˆwˆr   )r8  rU  r\  r]  rE  rS  rF  rY  rX  rZ  r4  r?  rB  r`  r5  r_  rA  rV  )r   r5   rà   r²   é   )rà   r²   r›  )FFFTT)r5   r5   r5   r5   rà   )NNNF)rU   rV   rW   rX   Úhyperparametersr'   Úpropertyrz  r}  r�  r„  rR   rY   rZ   r[   s   @r   r2  r2  ¶  s  ø† à€Oðs=ð  $ðs=ð #ðs=ð &*ðs=ð /ðs=ð !+ðs=ð ðs=ð $%ðs=ð =ðs=ð  ðs=ð #%ðs=ð   !ð!s=ð" -ð#s=ð$  ð%s=ð& !"ð's=ð( &ð)s=ð* #ð+s=ð, ,0÷-s=ò s=ðj ñ7ó ð7ð ñ7ó ð7ð ñ;ó ð;òE÷Qõ Qr   r2  c                óJ  € V P                   w  r#p\        W1,          4      p\        WA,          4      p. p\        V4       F^  p\        V4       FL  p	V R W�,          V^,           V,          1W‘,          V	^,           V,          13,          p
VP                  V
4       KN  	  K`  	  WuV3# )ºNNN)rE   r   rõ   rö   )ÚimageÚ
chunk_sizerÛ   rN   rÜ   Úh_chunksÚw_chunksÚtilesr'  ÚjÚtiles   &&         r   Ú
tile_imager§  Õ  s›   € Ø�k‰k�G€Aˆ!Ü�A•NÓ#€HÜ�A•NÓ#€HØ€EÜ�8Ž_ˆÜ�x–ˆAØØØ• ! a¥%¨:Õ!5Ð5Ø• ! a¥%¨:Õ!5Ð5ð7õˆDð
 �L‰L˜Öó !ñ ð ˜HÐ$Ð$r   c                óž  € \         P                  ! R^V 4      p\         P                  ! R^V 4      p\         P                  ! WRR7      w  r\         P                  ! W,          W",          ,           4      pRRrT\         P                  ! W5,
          ^,          RV^,          ,          ,          ) 4      pV^,          pWfP                  4       ,          # )r   Úij)ÚindexingrŸ   rm   r  rD   )r+   ÚlinspaceÚmeshgridÚsqrtÚexpÚmax)Ú	tile_sizer}   rÙ   r�   ÚsigmaÚmur-   s   &      r   Úcreate_checkerboard_weightsr³  æ  s“   € Ü�Š�r˜1˜iÓ(€AÜ�Š�r˜1˜iÓ(€Aä�>Š>˜!¨Ô.�D€AÜ�
Š
�1•5˜1�5•=Ó!€AØ�Sˆ2Ü�iŠi˜1�6 a�-¨3°¸µ­>Õ:Ð;Ó<€Gð �q�j€Gà—[‘[“]Õ"Ð"r   c                ó  € V P                   ^ ,          p\        P                  ! V^ ,          V,          4      \        P                  ! V^,          V,          4      3pV P                  V4      RV^ ,          1RV^,          13,          # ©r   N)rE   Úmathr   r
   )r-   rE  r°  Úrepeatss   &&  r   Úrepeat_weightsr¸  õ  sl   € Ø—‘˜aÕ €Iä�	Š	�*˜Q•- )Õ+Ó,Ü�	Š	�*˜Q•- )Õ+Ó,ð€Gð �>‰>˜'Ó" ? Z°¥] ?°O°jÀµm°OÐ#CÕDÐDr   c                ó¨   € V P                   ^ ,          pV^,          p\        W^ ,          V,           V^,          V,           34      pWCR1VR13,          # rµ  )rE   r¸  )r-   rE  r°  ÚoffsetÚfull_weightss   &&   r   Úcreate_offset_weightsr¼  þ  sQ   € Ø—‘˜aÕ €IØ˜!�^€FÜ!Ø˜Q•- &Õ(¨*°Q­-¸&Õ*@ÐAó€Lð ™ ¡Ð(Õ)Ð)r   c                óp  € V ^ ,          P                   ^ ,          pW,          pW#,          p\        P                  ! WEV3V ^ ,          P                  R7      p\	        V 4       FQ  w  r‰W‚,          p
W‚,          pW£,          pW³,          pV	P                   R,          w  rïW—RWÌV,           1WÝV,           13&   KS  	  V# )r   )ÚdtyperQ  rŸ  )rE   r+   r  r¾  rW  )r¤  r¢  r£  r¡  rÛ   rN   rÜ   ÚmergedÚidxr¦  r'  r¥  Úh_startÚw_startÚtile_hÚtile_ws   &&&&            r   Úmerge_tilesrÅ    s¦   € àˆa��‰�qÕ€AØÕ€AØÕ€Aô �[Š[˜! ˜¨%°­(¯.©.Ô9€Fô ˜uÖ%‰	ˆØ�OˆØ�Nˆà•.ˆØ•.ˆàŸ™ B�‰ˆØLPˆq�' fÕ,Ð,¨gÀ&Õ8HÐ.HÐHÓIñ &ð €Mr   r   rg   )rà   )r  )4Ú
__future__r   r¶  Ú	functoolsr   r   r   Útypingr   r+   Útorch.nn.functionalr   Ú
functionalrK   Úeinopsr   r	   r
   Úeinops.layers.torchr   r   r   Úspandrel.utilr   r   ÚModuler   r]   rF   r‚   r‡   r‹   r�   r‘   r—   r™   r¤   r´   rÆ   rã   rï   rñ   r  r	  r  r!  r2  r§  r³  r¸  r¼  rÅ  r   r   r   Ú<module>rÏ     sm  ðõ
 #ã Ý ß Ý ã ß Ð ß ,Ñ ,Ý )ß $Ñ $å /òFôg>˜Ÿ	™	ô g>ôTˆR�Y‰Yô òDò%ôòò òô
ôDˆb�i‰iô DôˆB�I‰Iô ô*$�"—)‘)ô $ô, �b—i‘iô  ôD �—	‘	ô  ô8ô�"—)‘)ô ô2˜Ÿ	™	ô ô. "§)¡)ô ô 
X�"—)‘)ô 
Xô�b—i‘iô ñ@ Óô[�E—H‘H—O‘Oó [ó ð[ô|%ò"#òEò*ör   