+
    þäûjÓµ  ã                   ó’  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHu Ht ^ RI	H
u Ht ^ RIHt ^ RIHtHtHt ^RIHt  ! R R]P(                  4      tR tR t ! R	 R
]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]P>                  4      t  ! R R]P>                  4      t! ! R R]P>                  4      t"]! 4        ! R R]P(                  4      4       t#R# )é    N)Ústore_hyperparameters)ÚDropPathÚ	to_2tupleÚtrunc_normal_)Úpad_to_multiplec                   óX   a a€ ] tR t^t oRR]P
                  R3V 3R lltR tRtVt	V ;t
# )ÚMlpNç        c                ó  <€ \         SV `  4        T;'       g    TpT;'       g    Tp\        P                  ! W4      V n        V! 4       V n        \        P                  ! W#4      V n        \        P                  ! V4      V n        R # ©N)	ÚsuperÚ__init__ÚnnÚLinearÚfc1ÚactÚfc2ÚDropoutÚdrop)ÚselfÚin_featuresÚhidden_featuresÚout_featuresÚ	act_layerr   Ú	__class__s   &&&&&&€ÚiC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\Swin2SR\__arch\Swin2SR.pyr   ÚMlp.__init__   sc   ø€ ô 	‰ÑÔØ#×2Ð2 {ˆØ)×8Ð8¨[ˆÜ—9’9˜[Ó:ˆŒÙ“;ˆŒÜ—9’9˜_Ó;ˆŒÜ—J’J˜tÓ$ˆŽ	ó    c                ó°   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV# r   )r   r   r   r   ©r   Úxs   &&r   ÚforwardÚMlp.forward'   sH   € Ø�H‰H�Q‹KˆØ�H‰H�Q‹KˆØ�I‰I�a‹LˆØ�H‰H�Q‹KˆØ�I‰I�a‹LˆØˆr   )r   r   r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   ÚGELUr   r"   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r	   r	      s&   ù‡ € ð ØØ—'‘'Ø÷%÷ ò r   r	   c                óÐ   € V P                   w  r#rEV P                  W#V,          WV,          W4      p V P                  ^ ^^^^^4      P                  4       P                  RWV4      pV# )z�
Args:
    x: (B, H, W, C)
    window_size (int): window size
Returns:
    windows: (num_windows*B, window_size, window_size, C)
éÿÿÿÿ)ÚshapeÚviewÚpermuteÚ
contiguous)r!   Úwindow_sizeÚBÚHÚWÚCÚwindowss   &&     r   Úwindow_partitionr:   0   sh   € ð —‘�J€Aˆ!Ø	�‰ˆq�{Õ" K°kÕ1AÀ;ÓR€Aà	�	‰	�!�Q˜˜1˜a Ó#×.Ñ.Ó0×5Ñ5°b¸+ÐTUÓVð ð €Nr   c                ó   € \        V P                  ^ ,          W#,          V,          V,          ,          4      pV P                  WBV,          W1,          WR4      pVP                  ^ ^^^^^4      P	                  4       P                  WBVR4      pV# )zº
Args:
    windows: (num_windows*B, window_size, window_size, C)
    window_size (int): Window size
    H (int): Height of image
    W (int): Width of image
Returns:
    x: (B, H, W, C)
r/   )Úintr0   r1   r2   r3   )r9   r4   r6   r7   r5   r!   s   &&&&  r   Úwindow_reverser=   @   s~   € ô 	ˆG�M‰M˜!Õ ¥¨Õ 3°kÕ AÕBÓC€AØ�‰Ø	�Õ˜QÕ-¨{Èó	€Að 	
�	‰	�!�Q˜˜1˜a Ó#×.Ñ.Ó0×5Ñ5°a¸A¸rÓB€AØ€Hr   c                   óh   a a€ ] tR t^Rt oRtRRR^ ^ .3V 3R lltR
R ltV3R lR ltR tR	t	Vt
V ;t# )ÚWindowAttentiona  Window based multi-head self attention (W-MSA) module with relative position bias.
It supports both of shifted and non-shifted window.
Args:
    dim (int): Number of input channels.
    window_size (tuple[int]): The height and width of the window.
    num_heads (int): Number of attention heads.
    qkv_bias (bool, optional):  If True, add a learnable bias to query, key, value. Default: True
    attn_drop (float, optional): Dropout ratio of attention weight. Default: 0.0
    proj_drop (float, optional): Dropout ratio of output. Default: 0.0
    pretrained_window_size (tuple[int]): The height and width of the window in pre-training.
Tr
   c           
     ó  <€ \         SV `  4        Wn        W n        Wpn        W0n        \        P                  ! \        P                  ! ^
\        P                  ! V^^34      ,          4      RR7      V n        \        P                  ! \        P                  ! ^RRR7      \        P                  ! RR7      \        P                  ! RVRR7      4      V n        \        P                   ! V P                  ^ ,          ^,
          ) V P                  ^ ,          \        P"                  R7      p\        P                   ! V P                  ^,          ^,
          ) V P                  ^,          \        P"                  R7      p	\        P$                  ! \        P&                  ! W‰.4      4      P)                  ^^^ 4      P+                  4       P-                  ^ 4      p
V^ ,          ^ 8”  dH   V
R;;,          V^ ,          ^,
          ,          uu&   V
R;;,          V^,          ^,
          ,          uu&   MZV
R;;,          V P                  ^ ,          ^,
          ,          uu&   V
R;;,          V P                  ^,          ^,
          ,          uu&   V
^,          p
\        P.                  ! V
4      \        P0                  ! \        P2                  ! V
4      R,           4      ,          \4        P0                  ! ^4      ,          p
V P7                  R	V
4       \        P                   ! V P                  ^ ,          4      p\        P                   ! V P                  ^,          4      p\        P$                  ! \        P&                  ! W¼.4      4      p\        P8                  ! V^4      pVR,          VR,          ,
          pVP)                  ^^^ 4      P+                  4       pVR;;,          V P                  ^ ,          ^,
          ,          uu&   VR;;,          V P                  ^,          ^,
          ,          uu&   VR;;,          ^V P                  ^,          ,          ^,
          ,          uu&   VP;                  R4      pV P7                  RV4       \        P                  ! W^,          RR7      V n        V'       d`   \        P                  ! \        P>                  ! V4      4      V n         \        P                  ! \        P>                  ! V4      4      V n!        MR
V n         R
V n!        \        PD                  ! V4      V n#        \        P                  ! W4      V n$        \        PD                  ! V4      V n%        \        PL                  ! RR7      V n'        R
# )é
   T©Úrequires_gradi   ©Úbias©ÚinplaceF)Údtypeç      ð?Úrelative_coords_tableNÚrelative_position_index©Údim)ºNNNrN   rN   r   )rN   rN   rN   é   )rN   rN   N)rN   NrN   )rN   rN   r   )rN   rN   rO   r/   )(r   r   rM   r4   Úpretrained_window_sizeÚ	num_headsr   Ú	ParameterÚtorchÚlogÚonesÚlogit_scaleÚ
Sequentialr   ÚReLUÚcpb_mlpÚarangeÚfloat32ÚstackÚmeshgridr2   r3   Ú	unsqueezeÚsignÚlog2ÚabsÚnpÚregister_bufferÚflattenÚsumÚqkvÚzerosÚq_biasÚv_biasr   Ú	attn_dropÚprojÚ	proj_dropÚSoftmaxÚsoftmax)r   rM   r4   rQ   Úqkv_biasrj   rl   rP   Úrelative_coords_hÚrelative_coords_wrJ   Úcoords_hÚcoords_wÚcoordsÚcoords_flattenÚrelative_coordsrK   r   s   &&&&&&&&         €r   r   ÚWindowAttention.__init___   sì  ø€ ô 	‰ÑÔØŒØ&ÔØ&<Ô#Ø"ŒäŸ<š<Ü�IŠI�bœ5Ÿ:š: y°!°QÐ&7Ó8Õ8Ó9Èô
ˆÔô
 —}’}Ü�IŠI�a˜ 4Ô(Ü�GŠG˜DÔ!Ü�IŠI�c˜9¨5Ô1ó
ˆŒô "ŸLšLØ×Ñ˜qÕ! AÕ%Ð&¨×(8Ñ(8¸Õ(;Ä5Ç=Á=ô
Ðô "ŸLšLØ×Ñ˜qÕ! AÕ%Ð&¨×(8Ñ(8¸Õ(;Ä5Ç=Á=ô
Ðô �KŠKœŸšÐ(9Ð'MÓNÓOß‰W�Q˜˜1Óß‰Z‹\ß‰Y�q‹\ð	 	ð " !Õ$ qÔ(Ø! *×-Ð1GÈÕ1JÈQÕ1NÕNÓ-Ø! *×-Ð1GÈÕ1JÈQÕ1NÕNÔ-à! *×-°×1AÑ1AÀ!Õ1DÀqÕ1HÕHÓ-Ø! *×-°×1AÑ1AÀ!Õ1DÀqÕ1HÕHÓ-Ø Õ"Ðä�JŠJÐ,Ó-Ü�jŠjœŸšÐ#8Ó9¸CÕ?Ó@õAä�gŠg�a‹jõð 	ð 	×ÑÐ4Ð6KÔLô —<’< × 0Ñ 0°Õ 3Ó4ˆÜ—<’< × 0Ñ 0°Õ 3Ó4ˆÜ—’œUŸ^š^¨XÐ,@ÓAÓBˆÜŸš v¨qÓ1ˆà˜:Õ&¨¸
Õ)CÕCð 	ð *×1Ñ1Øˆq�!ó
ç
‰*‹,ð 	ð 	˜×  D×$4Ñ$4°QÕ$7¸!Õ$;Õ;Ó Ø˜×  D×$4Ñ$4°QÕ$7¸!Õ$;Õ;Ó Ø˜×  A¨×(8Ñ(8¸Õ(;Õ$;¸aÕ$?Õ?Ó Ø"1×"5Ñ"5°bÓ"9ÐØ×ÑÐ6Ð8OÔPä—9’9˜S¨¥'°Ô6ˆŒßÜŸ,š,¤u§{¢{°3Ó'7Ó8ˆDŒKÜŸ,š,¤u§{¢{°3Ó'7Ó8ˆD�KàˆDŒKØˆDŒKÜŸš IÓ.ˆŒÜ—I’I˜cÓ'ˆŒ	ÜŸš IÓ.ˆŒÜ—z’z bÔ)ˆŽr   c                ón  € VP                   w  r4pRpV P                  eN   \        P                  ! V P                  \        P                  ! V P
                  RR7      V P
                  34      p\        P                  ! WP                  P                  VR7      pVP                  W4^V P                  R4      P                  ^^ ^^^4      pV^ ,          V^,          V^,          r©p\        P                  ! VRR7      \        P                  ! V	RR7      P                  RR4      ,          p\        P                  ! V P                   \        P"                  ! \        P$                  ! R	4      4      P'                  V P                   P(                  4      R7      P+                  4       pW¼,          pV P-                  V P.                  4      P1                  RV P                  4      pVV P2                  P1                  R4      ,          P1                  V P4                  ^ ,          V P4                  ^,          ,          V P4                  ^ ,          V P4                  ^,          ,          R4      pVP                  ^^ ^4      P7                  4       p^\        P8                  ! V4      ,          pW¾P;                  ^ 4      ,           pVe‹   VP                   ^ ,          pVP1                  W?,          WðP                  WD4      VP;                  ^4      P;                  ^ 4      ,           pVP1                  RV P                  WD4      pV P=                  V4      pMV P=                  V4      pV P?                  V4      pWº,          P                  ^^4      P                  W4V4      pV PA                  V4      pV PC                  V4      pV# )
z‹
Args:
    x: input features with shape of (num_windows*B, N, C)
    mask: (0/-inf) mask with shape of (num_windows, Wh*Ww, Wh*Ww) or None
NFrB   )ÚinputÚweightrE   rL   )Úmaxr/   éþÿÿÿg      Y@)"r0   rh   rS   ÚcatÚ
zeros_likeri   ÚFÚlinearrf   rz   ÚreshaperQ   r2   Ú	normalizeÚ	transposeÚclamprV   rT   ÚtensorÚtoÚdeviceÚexprY   rJ   r1   rK   r4   r3   Úsigmoidr^   rn   rj   rk   rl   )r   r!   ÚmaskÚB_ÚNr8   ro   rf   ÚqÚkÚvÚattnrV   Úrelative_position_bias_tableÚrelative_position_biasÚnWs   &&&             r   r"   ÚWindowAttention.forward³   së  € ð —7‘7‰ˆˆqØˆØ�;‰;Ò"Ü—y’yà—K‘KÜ×$Ò$ T§[¡[ÀÔFØ—K‘KðóˆHô �hŠh˜Q§x¡x§¡¸XÔFˆØ�k‰k˜"  D§N¡N°BÓ7×?Ñ?ÀÀ1ÀaÈÈAÓNˆà��FØ��FØ��Fð ˆô �{Š{˜1 "Ô%¬¯ª°A¸2Ô(>×(HÑ(HÈÈRÓ(PÕPˆÜ—k’kØ×ÑÜ—	’	œ%Ÿ,š, zÓ2Ó3×6Ñ6°t×7GÑ7G×7NÑ7NÓOô
÷ ‰#‹%ð 	ð Õ!ˆà'+§|¡|°D×4NÑ4NÓ'O×'TÑ'TØ�—‘ó(
Ð$ð ">Ø×(Ñ(×-Ñ-¨bÓ1õ"
ç
‰$Ø×Ñ˜QÕ $×"2Ñ"2°1Õ"5Õ5Ø×Ñ˜QÕ $×"2Ñ"2°1Õ"5Õ5Øó
ð 	ð "8×!?Ñ!?Øˆq�!ó"
ç
‰*‹,ð 	ð "$¤e§m¢mÐ4JÓ&KÕ!KÐØ×6Ñ6°qÓ9Õ9ˆàÒØ—‘˜A•ˆBØ—9‘9˜R�X r¯>©>¸1Ó@À4Ç>Á>ØóDç‰i˜‹lõˆDð —9‘9˜R §¡°Ó6ˆDØ—<‘< Ó%‰Dà—<‘< Ó%ˆDà�~‰~˜dÓ#ˆà�X× Ñ   AÓ&×.Ñ.¨r°aÓ8ˆØ�I‰I�a‹LˆØ�N‰N˜1ÓˆØˆr   c                ó    <€ V ^8„  d   QhRS[ /# ©é   Úreturn©Ústr)Úformatr-   s   "€r   Ú__annotate__ÚWindowAttention.__annotate__ô   ó   ø€ ÷ 
ñ 
™Cñ 
r   c                ón   € R V P                    RV P                   RV P                   RV P                   2# )údim=ú, window_size=z, pretrained_window_size=ú, num_heads=)rM   r4   rP   rQ   ©r   s   &r   Ú
extra_reprÚWindowAttention.extra_reprô   sA   € à�4—8‘8�*˜N¨4×+;Ñ+;Ð*<ð =&Ø&*×&AÑ&AÐ%BÀ,ÈtÏ~É~ÐN^ð`ð	
r   c                óÈ  € ^ pW!V P                   ,          ^,          V P                   ,          ,          pW P                  V,          V P                   V P                  ,          ,          V,          ,          pW P                  V,          V,          V P                   V P                  ,          ,          ,          pW!V P                   ,          V P                   ,          ,          pV# ©r   )rM   rQ   )r   rŒ   Úflopss   && r   r¨   ÚWindowAttention.flopsú   s“   € àˆà�T—X‘X• Õ! D§H¡HÕ,Õ,ˆà—‘ !Õ# t§x¡x°4·>±>Õ'AÕBÀQÕFÕFˆà—‘ !Õ# aÕ'¨4¯8©8°t·~±~Õ+EÕFÕFˆà�T—X‘X• §¡Õ(Õ(ˆØˆr   )rj   rY   rM   rV   rQ   rP   rk   rl   rh   rf   rn   ri   r4   r   )r$   r%   r&   r'   Ú__doc__r   r"   r¤   r¨   r)   r*   r+   r,   s   @@r   r?   r?   R   s=   ù‡ € ñ
ð" ØØØ ! 1˜v÷R*ôh?÷B
ð 
÷ò r   r?   c            
       óš   a a€ ] tR tRt oRt^^ RRRRR]P                  ]P                  ^ 3
V 3R lltR t	R t
V3R	 lR
 ltR tRtVtV ;t# )ÚSwinTransformerBlocki  a:  Swin Transformer Block.
Args:
    dim (int): Number of input channels.
    input_resolution (tuple[int]): Input resulotion.
    num_heads (int): Number of attention heads.
    window_size (int): Window size.
    shift_size (int): Shift size for SW-MSA.
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim.
    qkv_bias (bool, optional): If True, add a learnable bias to query, key, value. Default: True
    drop (float, optional): Dropout rate. Default: 0.0
    attn_drop (float, optional): Attention dropout rate. Default: 0.0
    drop_path (float, optional): Stochastic depth rate. Default: 0.0
    act_layer (nn.Module, optional): Activation layer. Default: nn.GELU
    norm_layer (nn.Module, optional): Normalization layer.  Default: nn.LayerNorm
    pretrained_window_size (int): Window size in pre-training.
ç      @Tr
   c                ó  <€ \         SV `  4        Wn        W n        W0n        W@n        WPn        W`n        \        V P                  4      V P
                  8:  d"   ^ V n        \        V P                  4      V n        ^ V P                  u;8:  d   V P
                  8  g    Q R4       h Q R4       hV! V4      V n	        \        V\        V P
                  4      VVV	V\        V4      R7      V n        V
R8”  d   \        V
4      M\        P                  ! 4       V n        V! V4      V n        \%        W,          4      p\'        VVVVR7      V n        V P                  ^ 8”  d   V P+                  V P                  4      pMRpV P-                  RV4       R# )r   z shift_size must in 0-window_size)r4   rQ   ro   rj   rl   rP   r
   )r   r   r   r   NÚ	attn_mask)r   r   rM   Úinput_resolutionrQ   r4   Ú
shift_sizeÚ	mlp_ratioÚminÚnorm1r?   r   r�   r   r   ÚIdentityÚ	drop_pathÚnorm2r<   r	   ÚmlpÚcalculate_maskrc   )r   rM   r°   rQ   r4   r±   r²   ro   r   rj   r¶   r   Ú
norm_layerrP   Úmlp_hidden_dimr¯   r   s   &&&&&&&&&&&&&&  €r   r   ÚSwinTransformerBlock.__init__  s]  ø€ ô  	‰ÑÔØŒØ 0ÔØ"ŒØ&ÔØ$ŒØ"ŒÜˆt×$Ñ$Ó%¨×)9Ñ)9Ô9àˆDŒOÜ" 4×#8Ñ#8Ó9ˆDÔà�—‘Ö3 4×#3Ñ#3Õ3ð	.à-ó	.Ù3ð	.à-ó	.Ø3ñ   “_ˆŒ
Ü#ØÜ! $×"2Ñ"2Ó3ØØØØÜ#,Ð-CÓ#Dô
ˆŒ	ð 1:¸C´œ )Ô,ÄRÇ[Â[Ã]ˆŒÙ “_ˆŒ
Ü˜S�_Ó-ˆÜØØ*ØØô	
ˆŒð �?‰?˜QÔØ×+Ñ+¨D×,AÑ,AÓB‰IàˆIà×Ñ˜[¨)Ö4r   c                óæ  € Vw  r#\         P                  ! ^W#^34      p\        ^ V P                  ) 4      \        V P                  ) V P                  ) 4      \        V P                  ) R4      3p\        ^ V P                  ) 4      \        V P                  ) V P                  ) 4      \        V P                  ) R4      3p^ pV F  pV F  p	WtRW‰R3&   V^,          pK  	  K  	  \        W@P                  4      p
V
P                  RV P                  V P                  ,          4      p
V
P                  ^4      V
P                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pV# )rO   NrN   r
   r/   g      YÀ)	rS   rg   Úslicer4   r±   r:   r1   r^   Úmasked_fill)r   Úx_sizer6   r7   Úimg_maskÚh_slicesÚw_slicesÚcntÚhÚwÚmask_windowsr¯   s   &&          r   r¹   Ú#SwinTransformerBlock.calculate_maskU  sg  € à‰ˆÜ—;’;  1¨˜|Ó,ˆä�!�d×&Ñ&Ð&Ó'Ü�4×#Ñ#Ð# d§o¡oÐ%5Ó6Ü�4—?‘?Ð" DÓ)ð
ˆô �!�d×&Ñ&Ð&Ó'Ü�4×#Ñ#Ð# d§o¡oÐ%5Ó6Ü�4—?‘?Ð" DÓ)ð
ˆð
 ˆÛˆAÛ�Ø'*˜˜A !˜Ñ$Ø�q•’ó ñ ô
 (Ø×&Ñ&ó
ˆð $×(Ñ(¨¨T×-=Ñ-=À×@PÑ@PÕ-PÓQˆØ ×*Ñ*¨1Ó-°×0FÑ0FÀqÓ0IÕIˆ	Ø×)Ñ)¨)°q©.¸&ÓA×MÑMØ˜‰N˜Có
ˆ	ð Ðr   c                ó  € Vw  r4VP                   w  rVpTpVP                  WSWG4      pV P                  ^ 8”  d2   \        P                  ! WP                  ) V P                  ) 3RR7      p	MTp	\        W�P                  4      p
V
P                  RV P                  V P                  ,          V4      p
V P                  V8X  d   V P                  W P                  R7      pM:V P                  W P                  V4      P                  VP                  4      R7      pVP                  RV P                  V P                  V4      p\        W°P                  W44      p	V P                  ^ 8”  d0   \        P                  ! W�P                  V P                  3RR7      pMT	pVP                  WSV,          V4      pW€P                  V P                  V4      4      ,           pWP                  V P!                  V P#                  V4      4      4      ,           pV# )r   )ÚshiftsÚdims)rŠ   )rO   r—   r/   )r0   r1   r±   rS   Úrollr:   r4   r°   r�   r¯   r¹   r†   r‡   r=   r¶   r´   r·   r¸   )r   r!   rÀ   r6   r7   r5   ÚLr8   ÚshortcutÚ	shifted_xÚ	x_windowsÚattn_windowss   &&&         r   r"   ÚSwinTransformerBlock.forwardt  sÃ  € Ø‰ˆØ—'‘'‰ˆˆað ˆØ�F‰F�1˜Óˆð �?‰?˜QÔÜŸ
š
ØŸO™OÐ+¨d¯o©oÐ-=Ð>ÀVô‰Ið ˆIô %Ø×'Ñ'ó
ˆ	ð —N‘NØ�× Ñ  4×#3Ñ#3Õ3°Qó
ˆ	ð
 × Ñ  FÔ*ØŸ9™9Ø§¡ð %ó ‰Lð  Ÿ9™9Ø× 3Ñ 3°FÓ ;× >Ñ >¸q¿x¹xÓ Hð %ó ˆLð
 $×(Ñ(¨¨T×-=Ñ-=¸t×?OÑ?OÐQRÓSˆÜ" <×1AÑ1AÀ1ÓHˆ	ð �?‰?˜QÔÜ—
’
Ø§?¡?°D·O±OÐ"DÈ6ô‰Að ˆAØ�F‰F�1˜!•e˜QÓˆØ—~‘~ d§j¡j°£mÓ4Õ4ˆð —‘˜tŸz™z¨$¯(©(°1«+Ó6Ó7Õ7ˆàˆr   c                ó    <€ V ^8„  d   QhRS[ /# r–   r™   )r›   r-   s   "€r   rœ   Ú!SwinTransformerBlock.__annotate__©  rž   r   c                ó¢   € R V P                    RV P                   RV P                   RV P                   RV P                   RV P
                   2# )r    ú, input_resolution=r¢   r¡   z, shift_size=z, mlp_ratio=)rM   r°   rQ   r4   r±   r²   r£   s   &r   r¤   ÚSwinTransformerBlock.extra_repr©  s_   € à�4—8‘8�*Ð/°×0EÑ0EÐ/FÀlÐSW×SaÑSaÐRbð cØ×+Ñ+Ð,¨M¸$¿/¹/Ð9JÈ,ÐW[×WeÑWeÐVfðhð	
r   c                ó  € ^ pV P                   w  r#WP                  V,          V,          ,          pW#,          V P                  ,          V P                  ,          pWV P                  P	                  V P                  V P                  ,          4      ,          ,          pV^V,          V,          V P                  ,          V P                  ,          V P
                  ,          ,          pWP                  V,          V,          ,          pV# r§   )r°   rM   r4   r�   r¨   r²   )r   r¨   r6   r7   r“   s   &    r   r¨   ÚSwinTransformerBlock.flops¯  s¸   € ØˆØ×$Ñ$‰ˆà—‘˜A• Õ!Õ!ˆà�U�T×%Ñ%Õ%¨×(8Ñ(8Õ8ˆØ�d—i‘i—o‘o d×&6Ñ&6¸×9IÑ9IÕ&IÓJÕJÕJˆà��Q•˜•˜TŸX™XÕ%¨¯©Õ0°4·>±>ÕAÕAˆà—‘˜A• Õ!Õ!ˆØˆr   )r�   rM   r¶   r°   r¸   r²   r´   r·   rQ   r±   r4   )r$   r%   r&   r'   rª   r   r(   Ú	LayerNormr   r¹   r"   r¤   r¨   r)   r*   r+   r,   s   @@r   r¬   r¬     sW   ù‡ € ñð, ØØØØØØØ—'‘'Ø—<‘<Ø ÷95òvò>3÷j
ð 
÷ò r   r¬   c                   ón   a a€ ] tR tRt oRt]P                  3V 3R lltR tV3R lR lt	R t
RtVtV ;t# )	ÚPatchMergingi¾  zÖPatch Merging Layer.
Args:
    input_resolution (tuple[int]): Resolution of input feature.
    dim (int): Number of input channels.
    norm_layer (nn.Module, optional): Normalization layer.  Default: nn.LayerNorm
c                ó¼   <€ \         SV `  4        Wn        W n        \        P
                  ! ^V,          ^V,          RR7      V n        V! ^V,          4      V n        R# )é   FrD   N)r   r   r°   rM   r   r   Ú	reductionÚnorm)r   r°   rM   rº   r   s   &&&&€r   r   ÚPatchMerging.__init__Æ  sE   ø€ Ü‰ÑÔØ 0ÔØŒÜŸš 1 s¥7¨A°­G¸%Ô@ˆŒÙ˜q 3�wÓ'ˆŽ	r   c                óÒ  € V P                   w  r#VP                  w  rEpWRV,          8X  g   Q R4       hV^,          ^ 8X  d   V^,          ^ 8X  g   Q RV RV R24       hVP                  WBW64      pVR,          pVR,          pVR,          p	VR,          p
\        P                  ! WxWš.R	4      pVP                  VR	^V,          4      pV P                  V4      pV P                  V4      pV# )
z
x: B, H*W, C
zinput feature has wrong sizezx size (Ú*z) are not even.)rN   ºr   Nr—   rä   rN   )rN   ºrO   Nr—   rä   rN   )rN   rä   rå   rN   )rN   rå   rå   rN   r/   )r°   r0   r1   rS   r}   rß   rà   )r   r!   r6   r7   r5   rÍ   r8   Úx0Úx1Úx2Úx3s   &&         r   r"   ÚPatchMerging.forwardÍ  sè   € ð ×$Ñ$‰ˆØ—'‘'‰ˆˆaØ˜•EŒzÐ9Ð9Ó9ˆzØ�1�u˜Œz˜a !�e qœjÐK¨H°Q°C°q¸¸¸?Ð*KÓKÐ(à�F‰F�1˜ÓˆàÐÕ ˆØÐÕ ˆØÐÕ ˆØÐÕ ˆÜ�IŠI�r˜rÐ&¨Ó+ˆØ�F‰F�1�b˜!˜a�%Ó ˆà�N‰N˜1ÓˆØ�I‰I�a‹Lˆàˆr   c                ó    <€ V ^8„  d   QhRS[ /# r–   r™   )r›   r-   s   "€r   rœ   ÚPatchMerging.__annotate__ä  s   ø€ ÷ Kñ K™Cñ Kr   c                ó:   € R V P                    RV P                   2# )zinput_resolution=z, dim=©r°   rM   r£   s   &r   r¤   ÚPatchMerging.extra_reprä  s    € Ø" 4×#8Ñ#8Ð"9¸ÀÇÁ¸zÐJÐJr   c                óþ   € V P                   w  rV^,          V^,          ,          ^,          V P                  ,          ^,          V P                  ,          pW1V,          V P                  ,          ^,          ,          pV# ©r—   rî   ©r   r6   r7   r¨   s   &   r   r¨   ÚPatchMerging.flopsç  s\   € Ø×$Ñ$‰ˆØ�a•˜A �FÕ# aÕ'¨$¯(©(Õ2°QÕ6¸¿¹ÕAˆØ�Q•˜Ÿ™Õ! QÕ&Õ&ˆØˆr   )rM   r°   rà   rß   )r$   r%   r&   r'   rª   r   rÚ   r   r"   r¤   r¨   r)   r*   r+   r,   s   @@r   rÜ   rÜ   ¾  s3   ù‡ € ñð :<¿¹÷ (ò÷.Kð K÷ò r   rÜ   c            	       ó„   a a€ ] tR tRt oRtRRRRR]P                  RR^ 3	V 3R lltR	 tV3R
 lR lt	R t
R tRtVtV ;t# )Ú
BasicLayeriî  aÕ  A basic Swin Transformer layer for one stage.
Args:
    dim (int): Number of input channels.
    input_resolution (tuple[int]): Input resolution.
    depth (int): Number of blocks.
    num_heads (int): Number of attention heads.
    window_size (int): Local window size.
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim.
    qkv_bias (bool, optional): If True, add a learnable bias to query, key, value. Default: True
    drop (float, optional): Dropout rate. Default: 0.0
    attn_drop (float, optional): Attention dropout rate. Default: 0.0
    drop_path (float | tuple[float], optional): Stochastic depth rate. Default: 0.0
    norm_layer (nn.Module, optional): Normalization layer. Default: nn.LayerNorm
    downsample (nn.Module | None, optional): Downsample layer at the end of the layer. Default: None
    use_checkpoint (bool): Whether to use checkpointing to save memory. Default: False.
    pretrained_window_size (int): Local window size in pre-training.
r­   Tr
   NFc                ó’  <€ \         SV `  4        Wn        W n        W0n        WÐn        \        P                  ! \        V4       Uu. uFO  p\        TTTTV^,          ^ 8X  d   ^ MV^,          TTTT	\        V
\        4      '       d	   W¯,          MT
VVR7      NKQ  	  up4      V n        Ve   V! W!VR7      V n        R# RV n        R# u upi )r—   )rM   r°   rQ   r4   r±   r²   ro   r   rj   r¶   rº   rP   N)rM   rº   )r   r   rM   r°   ÚdepthÚuse_checkpointr   Ú
ModuleListÚranger¬   Ú
isinstanceÚlistÚblocksÚ
downsample)r   rM   r°   r÷   rQ   r4   r²   ro   r   rj   r¶   rº   rþ   rø   rP   Úir   s   &&&&&&&&&&&&&&& €r   r   ÚBasicLayer.__init__  sÒ   ø€ ô" 	‰ÑÔØŒØ 0ÔØŒ
Ø,Ôô —m’mô$ ˜uœó#ñ" &�Aô! %ØØ%5Ø'Ø +Ø%&¨¥U¨a¤Z™q°kÀQÕ6FØ'Ø%ØØ'ä! )¬T×2Ò2ð (žlà"Ø)Ø+A÷ñ  &ñ#ó
ˆŒð. Ò!Ù(Ø °jôˆDŽOð #ˆDŽOùò7s   ÁACc                óÐ   € V P                    F6  pV P                  '       d   \        P                  ! W1V4      pK.  V! W4      pK8  	  V P                  e   V P                  V4      pV# r   )rý   rø   Ú
checkpointrþ   )r   r!   rÀ   Úblks   &&& r   r"   ÚBasicLayer.forward7  sV   € Ø—;”;ˆCØ×"×"Ð"Ü×)Ò)¨#°&Ó9’á˜“N’ñ	 ð
 �?‰?Ò&Ø—‘ Ó"ˆAØˆr   c                ó    <€ V ^8„  d   QhRS[ /# r–   r™   )r›   r-   s   "€r   rœ   ÚBasicLayer.__annotate__A  s   ø€ ÷ _ñ _™Cñ _r   c                óT   € R V P                    RV P                   RV P                   2# )r    rÖ   z, depth=)rM   r°   r÷   r£   s   &r   r¤   ÚBasicLayer.extra_reprA  s/   € Ø�d—h‘h�ZÐ2°4×3HÑ3HÐ2IÈÐRV×R\ÑR\ÐQ]Ð^Ð^r   c                ó¸   € ^ pV P                    F  pWP                  4       ,          pK  	  V P                  e!   WP                  P                  4       ,          pV# r§   )rý   r¨   rþ   )r   r¨   r  s   &  r   r¨   ÚBasicLayer.flopsD  sG   € ØˆØ—;”;ˆCØ—Y‘Y“[Õ ŠEñ à�?‰?Ò&Ø—_‘_×*Ñ*Ó,Õ,ˆEØˆr   c                óÌ  € V P                    FÓ  p\        P                  P                  VP                  P
                  ^ 4       \        P                  P                  VP                  P                  ^ 4       \        P                  P                  VP                  P
                  ^ 4       \        P                  P                  VP                  P                  ^ 4       KÕ  	  R# ©r   N)rý   r   ÚinitÚ	constant_r´   rE   rz   r·   )r   r  s   & r   Ú_init_respostnormÚBasicLayer._init_respostnormL  s„   € Ø—;”;ˆCÜ�G‰G×Ñ˜cŸi™iŸn™n¨aÔ0Ü�G‰G×Ñ˜cŸi™i×.Ñ.°Ô2Ü�G‰G×Ñ˜cŸi™iŸn™n¨aÔ0Ü�G‰G×Ñ˜cŸi™i×.Ñ.°Ö2ó	 r   )rý   r÷   rM   rþ   r°   rø   )r$   r%   r&   r'   rª   r   rÚ   r   r"   r¤   r¨   r  r)   r*   r+   r,   s   @@r   rõ   rõ   î  sQ   ù‡ € ñð2 ØØØØØ—<‘<ØØØ ÷4#òl÷_ð _ò÷3ò 3r   rõ   c                   óF   a a€ ] tR tRt oRtRV 3R lltR tR tRtVt	V ;t
# )Ú
PatchEmbediT  aZ  Image to Patch Embedding
Args:
    img_size (int): Image size.  Default: 224.
    patch_size (int): Patch token size. Default: 4.
    in_chans (int): Number of input image channels. Default: 3.
    embed_dim (int): Number of linear projection output channels. Default: 96.
    norm_layer (nn.Module, optional): Normalization layer. Default: None
c                ó’  <€ \         SV `  4        \        V4      p\        V4      pV^ ,          V^ ,          ,          V^,          V^,          ,          .pWn        W n        W`n        V^ ,          V^,          ,          V n        W0n        W@n        \        P                  ! VVVVR7      V n        Ve   V! V4      V n        R# RV n        R# )r   )Úkernel_sizeÚstrideN)r   r   r   Úimg_sizeÚ
patch_sizeÚpatches_resolutionÚnum_patchesÚin_chansÚ	embed_dimr   ÚConv2drk   rà   ©r   r  r  r  r  rº   r  r   s   &&&&&& €r   r   ÚPatchEmbed.__init__^  s·   ø€ ô 	‰ÑÔÜ˜XÓ&ˆÜ˜zÓ*ˆ
à�Q�K˜: a�=Õ(Ø�Q�K˜: a�=Õ(ð
Ðð !ŒØ$ŒØ"4ÔØ-¨aÕ0Ð3EÀaÕ3HÕHˆÔà ŒØ"Œä—I’IØØØ"Øô	
ˆŒ	ð Ò!Ù" 9Ó-ˆDŽIàˆDŽIr   c                óÂ   € VP                   w  r#rEV P                  V4      P                  ^4      P                  ^^4      pV P                  e   V P	                  V4      pV# rñ   )r0   rk   rd   rƒ   rà   )r   r!   r5   r8   r6   r7   s   &&    r   r"   ÚPatchEmbed.forward{  sR   € Ø—W‘W‰
ˆˆað �I‰I�a‹L× Ñ  Ó#×-Ñ-¨a°Ó3ˆØ�9‰9Ò Ø—	‘	˜!“ˆAØˆr   c                ó4  € V P                   w  rVV,          V P                  ,          V P                  ,          V P                  ^ ,          V P                  ^,          ,          ,          pV P                  e!   W1V,          V P                  ,          ,          pV# r§   )r  r  r  r  rà   )r   ÚHoÚWor¨   s   &   r   r¨   ÚPatchEmbed.flops…  s€   € Ø×(Ñ(‰ˆàØõà�n‰nõð �m‰mõð �‰˜qÕ! D§O¡O°AÕ$6Õ6õ	8ð 	ð �9‰9Ò Ø˜"•W˜tŸ~™~Õ-Õ-ˆEØˆr   )r  r  r  rà   r  r  r  rk   ©éà   rÞ   é   é`   N©r$   r%   r&   r'   rª   r   r"   r¨   r)   r*   r+   r,   s   @@r   r  r  T  s   ù‡ € ñ÷ò:÷ò r   r  c                   óp   a a€ ] tR tRt oRtRRRRR]P                  RR^à^R3V 3R	 lltR
 tR t	Rt
VtV ;t# )ÚRSTBi“  a  Residual Swin Transformer Block (RSTB).

Args:
    dim (int): Number of input channels.
    input_resolution (tuple[int]): Input resolution.
    depth (int): Number of blocks.
    num_heads (int): Number of attention heads.
    window_size (int): Local window size.
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim.
    qkv_bias (bool, optional): If True, add a learnable bias to query, key, value. Default: True
    drop (float, optional): Dropout rate. Default: 0.0
    attn_drop (float, optional): Attention dropout rate. Default: 0.0
    drop_path (float | tuple[float], optional): Stochastic depth rate. Default: 0.0
    norm_layer (nn.Module, optional): Normalization layer. Default: nn.LayerNorm
    downsample (nn.Module | None, optional): Downsample layer at the end of the layer. Default: None
    use_checkpoint (bool): Whether to use checkpointing to save memory. Default: False.
    img_size: Input image size.
    patch_size: Patch size.
    resi_connection: The convolutional block before residual connection.
r­   Tr
   NFÚ1convc                ó€  <€ \         SV `  4        Wn        W n        \	        VVVVVVVVV	V
VVVR 7      V n        VR8X  d    \        P                  ! W^^^4      V n        MµVR8X  d¯   \        P                  ! \        P                  ! W^,          ^^^4      \        P                  ! RRR7      \        P                  ! V^,          V^,          ^^^ 4      \        P                  ! RRR7      \        P                  ! V^,          V^^^4      4      V n        \        VVVVRR7      V n        \        VVVVRR7      V n        R# ))rM   r°   r÷   rQ   r4   r²   ro   r   rj   r¶   rº   rþ   rø   r,  Ú3convçš™™™™™É?T©Únegative_sloperG   N©r  r  r  r  rº   )r   r   rM   r°   rõ   Úresidual_groupr   r  ÚconvrW   Ú	LeakyReLUr  Úpatch_embedÚPatchUnEmbedÚpatch_unembed)r   rM   r°   r÷   rQ   r4   r²   ro   r   rj   r¶   rº   rþ   rø   r  r  Úresi_connectionr   s   &&&&&&&&&&&&&&&&&€r   r   ÚRSTB.__init__©  s)  ø€ ô& 	‰ÑÔàŒØ 0Ôä(ØØ-ØØØ#ØØØØØØ!Ø!Ø)ô
ˆÔð  ˜gÔ%ÜŸ	š	 #¨A¨q°!Ó4ˆD�IØ Ô'äŸšÜ—	’	˜# a�x¨¨A¨qÓ1Ü—’¨C¸Ô>Ü—	’	˜# �( C¨1¥H¨a°°AÓ6Ü—’¨C¸Ô>Ü—	’	˜# �( C¨¨A¨qÓ1óˆDŒIô &ØØ!ØØØô
ˆÔô *ØØ!ØØØô
ˆÖr   c           
     óŽ   € V P                  V P                  V P                  V P                  W4      V4      4      4      V,           # r   )r6  r4  r8  r3  )r   r!   rÀ   s   &&&r   r"   ÚRSTB.forwardí  sC   € à×ÑØ—	‘	˜$×,Ñ,¨T×-@Ñ-@ÀÓ-KÈVÓTÓUóð õð	
r   c                óV  € ^ pWP                   P                  4       ,          pV P                  w  r#WV,          V P                  ,          V P                  ,          ^	,          ,          pWP                  P                  4       ,          pWP
                  P                  4       ,          pV# r§   )r3  r¨   r°   rM   r6  r8  )r   r¨   r6   r7   s   &   r   r¨   Ú
RSTB.flopsõ  s�   € ØˆØ×$Ñ$×*Ñ*Ó,Õ,ˆØ×$Ñ$‰ˆØ�Q•˜Ÿ™Õ! D§H¡HÕ,¨qÕ0Õ0ˆØ×!Ñ!×'Ñ'Ó)Õ)ˆØ×#Ñ#×)Ñ)Ó+Õ+ˆàˆr   )r4  rM   r°   r6  r8  r3  )r$   r%   r&   r'   rª   r   rÚ   r   r"   r¨   r)   r*   r+   r,   s   @@r   r+  r+  “  sG   ù‡ € ñð8 ØØØØØ—<‘<ØØØØØ÷#B
òH
÷ò r   r+  c                   óF   a a€ ] tR tRt oRtRV 3R lltR tR tRtVt	V ;t
# )r7  i   a]  Image to Patch Unembedding

Args:
    img_size (int): Image size.  Default: 224.
    patch_size (int): Patch token size. Default: 4.
    in_chans (int): Number of input image channels. Default: 3.
    embed_dim (int): Number of linear projection output channels. Default: 96.
    norm_layer (nn.Module, optional): Normalization layer. Default: None
c                ó   <€ \         SV `  4        \        V4      p\        V4      pV^ ,          V^ ,          ,          V^,          V^,          ,          .pWn        W n        W`n        V^ ,          V^,          ,          V n        W0n        W@n        R# r  )	r   r   r   r  r  r  r  r  r  r  s   &&&&&& €r   r   ÚPatchUnEmbed.__init__  s€   ø€ ô 	‰ÑÔÜ˜XÓ&ˆÜ˜zÓ*ˆ
à�Q�K˜: a�=Õ(Ø�Q�K˜: a�=Õ(ð
Ðð !ŒØ$ŒØ"4ÔØ-¨aÕ0Ð3EÀaÕ3HÕHˆÔà ŒØ"Žr   c                óš   € VP                   w  r4pVP                  ^^4      P                  W0P                  V^ ,          V^,          4      pV# )rO   )r0   rƒ   r1   r  )r   r!   rÀ   r5   ÚHWr8   s   &&&   r   r"   ÚPatchUnEmbed.forward  s?   € Ø—7‘7‰ˆˆqØ�K‰K˜˜1Ó×"Ñ" 1§n¡n°f¸QµiÀÈÅÓKˆØˆr   c                ó
   € ^ pV# r§   © )r   r¨   s   & r   r¨   ÚPatchUnEmbed.flops"  s   € ØˆØˆr   )r  r  r  r  r  r  r%  r)  r,   s   @@r   r7  r7     s   ù‡ € ñ÷#ò$÷
ò r   r7  c                   ó6   a a€ ] tR tRt oRtV 3R ltRtVtV ;t# )ÚUpsamplei'  ú‘Upsample module.

Args:
    scale (int): Scale factor. Supported scales: 2^n and 3.
    num_feat (int): Channel number of intermediate features.
c           
     ó4  <€ . pW^,
          ,          ^ 8X  d‡   \        \        \        P                  ! V^4      4      4       FX  pVP	                  \
        P                  ! V^V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       KZ  	  MlV^8X  dW   VP	                  \
        P                  ! V^	V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       M\        RV R24      h\        SV `(  ! V!   R# ©rO   zscale z/ is not supported. Supported scales: 2^n and 3.N©rú   r<   ÚmathrT   Úappendr   r  ÚPixelShuffleÚ
ValueErrorr   r   ©r   ÚscaleÚnum_featÚmÚ_r   s   &&&  €r   r   ÚUpsample.__init__/  óÔ   ø€ ØˆØ˜Q•YÕ AÔ%Üœ3œtŸxšx¨¨qÓ1Ó2Ö3�Ø—‘œŸš 8¨Q°­\¸1¸aÀÓCÔDØ—‘œŸš¨Ó+Ö,ò 4ð �aŒZØ�H‰H”R—Y’Y˜x¨¨X­°q¸!¸QÓ?Ô@Ø�H‰H”R—_’_ QÓ'Õ(äØ˜˜ÐRÐRóð ô 	‰Ò˜!Ôr   rF  ©	r$   r%   r&   r'   rª   r   r)   r*   r+   r,   s   @@r   rI  rI  '  ó   ù‡ € ñ÷õ r   rI  c                   ó6   a a€ ] tR tRt oRtV 3R ltRtVtV ;t# )ÚUpsample_hfi?  rJ  c           
     ó4  <€ . pW^,
          ,          ^ 8X  d‡   \        \        \        P                  ! V^4      4      4       FX  pVP	                  \
        P                  ! V^V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       KZ  	  MlV^8X  dW   VP	                  \
        P                  ! V^	V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       M\        RV R24      h\        SV `(  ! V!   R# rL  rM  rR  s   &&&  €r   r   ÚUpsample_hf.__init__G  rX  r   rF  rY  r,   s   @@r   r\  r\  ?  rZ  r   r\  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚUpsampleOneStepiW  a  UpsampleOneStep module (the difference with Upsample is that it always only has 1conv + 1pixelshuffle)
   Used in lightweight SR to save parameters.

Args:
    scale (int): Scale factor. Supported scales: 2^n and 3.
    num_feat (int): Channel number of intermediate features.

c           	     óö   <€ W n         W@n        . pVP                  \        P                  ! W!^,          V,          ^^^4      4       VP                  \        P
                  ! V4      4       \        SV `  ! V!   R# )r—   N)rT  r°   rO  r   r  rP  r   r   )r   rS  rT  Ú
num_out_chr°   rU  r   s   &&&&& €r   r   ÚUpsampleOneStep.__init__a  sY   ø€ Ø ŒØ 0ÔØˆØ	�‰”—’˜8¨Q¥h°*Õ%<¸aÀÀAÓFÔGØ	�‰”—’ Ó'Ô(Ü‰Ò˜!Ôr   c                óp   € V P                   w  rW,          V P                  ,          ^,          ^	,          pV# )r'  ©r°   rT  rò   s   &   r   r¨   ÚUpsampleOneStep.flopsi  s.   € Ø×$Ñ$‰ˆØ•˜Ÿ™Õ%¨Õ)¨AÕ-ˆØˆr   re  r   )
r$   r%   r&   r'   rª   r   r¨   r)   r*   r+   r,   s   @@r   r`  r`  W  s   ù‡ € ñ÷÷ò r   r`  c            (       ó>  a a€ ] tR tRt oRt/ tR^@R^R^R^`R. R)OR. R)OR	^R
RRRRRRRRRR]P                  RRRRRRR^RRRRRR/V 3R lltR  t	]
P                  P                  R! 4       t]
P                  P                  R" 4       tR# tR$ tR% tR& tR' tR(tVtV ;t# )*ÚSwin2SRio  a$  Swin2SR
    A PyTorch impl of : `Swin2SR: SwinV2 Transformer for Compressed Image Super-Resolution and Restoration`.

Args:
    img_size (int | tuple(int)): Input image size. Default 64
    patch_size (int | tuple(int)): Patch size. Default: 1
    in_chans (int): Number of input image channels. Default: 3
    embed_dim (int): Patch embedding dimension. Default: 96
    depths (tuple(int)): Depth of each Swin Transformer layer.
    num_heads (tuple(int)): Number of attention heads in different layers.
    window_size (int): Window size. Default: 7
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim. Default: 4
    qkv_bias (bool): If True, add a learnable bias to query, key, value. Default: True
    drop_rate (float): Dropout rate. Default: 0
    attn_drop_rate (float): Attention dropout rate. Default: 0
    drop_path_rate (float): Stochastic depth rate. Default: 0.1
    norm_layer (nn.Module): Normalization layer. Default: nn.LayerNorm.
    ape (bool): If True, add absolute position embedding to the patch embedding. Default: False
    patch_norm (bool): If True, add normalization after patch embedding. Default: True
    use_checkpoint (bool): Whether to use checkpointing to save memory. Default: False
    upscale: Upscale factor. 2/3/4/8 for image SR, 1 for denoising and compress artifact reduction
    img_range: Image range. 1. or 255.
    upsampler: The reconstruction reconstruction module. 'pixelshuffle'/'pixelshuffledirect'/'nearest+conv'/None
    resi_connection: The convolutional block before residual connection. '1conv'/'3conv'
r  r  r  r  ÚdepthsrQ   r4   r²   r­   ro   TÚ	drop_rater
   Úattn_drop_rateÚdrop_path_rategš™™™™™¹?rº   ÚapeFÚ
patch_normrø   ÚupscaleÚ	img_rangerI   Ú	upsamplerÚ r9  r,  c               óŽ  <€ \         SV `  4        TpTp^@pVV n        V^8X  d1   R"p\        P                  ! V4      P                  ^^^^4      V n        M\        P                  ! ^^^^4      V n        VV n        VV n	        Wpn
        \        P                  ! VV^^^4      V n        \        V4      V n        W@n        Wàn        Wðn        W@n        W€n        \+        TTTTV P$                  '       d   TMRR7      V n        V P,                  P.                  pV P,                  P0                  pVV n        \3        TTTTV P$                  '       d   TMRR7      V n        V P"                  '       dI   \        P6                  ! \        P                  ! ^VV4      4      V n        \;        V P8                  RR7       \        P<                  ! V
R7      V n        \        P@                  ! ^ V\C        V4      4       Uu. uF  pVPE                  4       NK  	  pp\        PF                  ! 4       V n$        \K        V P                  4       F¡  p\M        R#/ RVbRV^ ,          V^,          3bRVV,          bR	VV,          bR
VbRV P(                  bRV	bRV
bRVbRV\C        VRV 4      \C        VRV^,            4       bRVbRRbRVbRVbRVbRVb pV PH                  PO                  V4       K£  	  V P                  R8X  dÕ   \        PF                  ! 4       V n(        \K        V P                  4       F¡  p\M        R#/ RVbRV^ ,          V^,          3bRVV,          bR	VV,          bR
VbRV P(                  bRV	bRV
bRVbRV\C        VRV 4      \C        VRV^,            4       bRVbRRbRVbRVbRVbRVb pV PP                  PO                  V4       K£  	  V! V P&                  4      V n)        VR8X  d    \        P                  ! WD^^^4      V n*        MµVR8X  d¯   \        PV                  ! \        P                  ! WD^,          ^^^4      \        PX                  ! RRR7      \        P                  ! V^,          V^,          ^^^ 4      \        PX                  ! RRR7      \        P                  ! V^,          V^^^4      4      V n*        V P                  R8X  d|   \        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n-        \]        VV4      V n/        \        P                  ! VV^^^4      V n0        EMâV P                  R8X  Ed   \        P                  ! VV^^^4      V n1        \        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n-        \        P                  ! VV^^^4      V n2        \        PV                  ! \        P                  ! ^V^^^4      \        PX                  ! RR7      4      V n3        \]        VV4      V n/        \        P                  ! VV^^^4      V n0        EMÎV P                  R8X  Ed\   \        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n-        \]        VV4      V n/        \i        VV4      V n5        \        P                  ! VV^^^4      V n0        \        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n6        \        P                  ! WD^^^4      V n7        \        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n8        \        P                  ! VV^^^4      V n9        EMaV P                  R8X  d&   \u        VVVV^ ,          V^,          34      V n/        EM+V P                  R 8X  dü   V P                  ^8X  g   Q R!4       h\        PV                  ! \        P                  ! VV^^^4      \        PX                  ! RR7      4      V n-        \        P                  ! VV^^^4      V n;        \        P                  ! VV^^^4      V n<        \        P                  ! VV^^^4      V n=        \        P                  ! VV^^^4      V n0        \        PX                  ! RRR7      V n>        M\        P                  ! VV^^^4      V n0        V P                  V P€                  4       R# u upi )$é@   Nr2  ç{®Gáz”?©Ústd)ÚprM   r°   r÷   rQ   r4   r²   ro   r   rj   r¶   rº   rþ   rø   r  r  r9  Úpixelshuffle_hfr,  r.  r/  Tr0  ÚpixelshufflerF   Úpixelshuffle_auxÚpixelshuffledirectúnearest+convzonly support x4 now.)gšwœ¢#¹Ü?gï8EGrùÛ?gB`åÐ"ÛÙ?rF  )Ar   r   rp  rS   ÚTensorr1   Úmeanrg   ro  rq  r4   r   r  Ú
conv_firstÚlenÚ
num_layersr  rm  rn  Únum_featuresr²   r  r6  r  r  r7  r8  rR   Úabsolute_pos_embedr   r   Úpos_dropÚlinspacere   Úitemrù   Úlayersrú   r+  rO  Ú	layers_hfrà   Úconv_after_bodyrW   r5  Úconv_before_upsamplerI  ÚupsampleÚ	conv_lastÚconv_bicubicÚconv_auxÚconv_after_auxr\  Úupsample_hfÚconv_first_hfÚconv_after_body_hfÚconv_before_upsample_hfÚconv_last_hfr`  Úconv_up1Úconv_up2Úconv_hrÚlreluÚapplyÚ_init_weights) r   r  r  r  r  ri  rQ   r4   r²   ro   rj  rk  rl  rº   rm  rn  rø   ro  rp  rq  r9  Ú	num_in_chrb  rT  Úrgb_meanr  r  r!   ÚdprÚi_layerÚlayerr   s    &$$$$$$$$$$$$$$$$$$$$          €r   r   ÚSwin2SR.__init__�  s!  ø€ ô0 	‰ÑÔØˆ	Øˆ
ØˆØ"ˆŒØ�qŒ=Ø/ˆHÜŸš XÓ.×3Ñ3°A°q¸!¸QÓ?ˆD�IäŸš A q¨!¨QÓ/ˆDŒIØˆŒØ"ˆŒØ&Ôô Ÿ)š) I¨y¸!¸QÀÓBˆŒô ˜f›+ˆŒØ"ŒØŒØ$ŒØ%ÔØ"Œô &ØØ!ØØØ%)§_§_ _‘z¸$ô
ˆÔð ×&Ñ&×2Ñ2ˆØ!×-Ñ-×@Ñ@ÐØ"4ˆÔô *ØØ!ØØØ%)§_§_ _‘z¸$ô
ˆÔð �8�8ˆ8Ü&(§l¢lÜ—’˜A˜{¨IÓ6ó'ˆDÔ#ô ˜$×1Ñ1°tÕ<äŸ
š
 YÔ/ˆŒô $Ÿnšn¨Q°ÄÀFÃÔLó
ÙL˜ˆA�F‰FŽHÑLð 	ð 
ô
 —m’m“oˆŒÜ˜TŸ_™_Ö-ˆGÜò Ùðà"4°QÕ"7Ð9KÈAÕ9NÑ!Oðð ˜W–oðð $ GÖ,ð	ñ
 (ðð Ÿ.š.ðñ "ðñ ðñ )ðð œc &¨¨'Ð"2Ó3´c¸&ÀÀ7ÈQÅ;Ð:OÓ6PÑQðñ &ðñ  ðñ  .ðñ "ðñ &ðñ  !0ð!ˆEð$ �K‰K×Ñ˜uÖ%ñ' .ð* �>‰>Ð.Ô.ÜŸ]š]›_ˆDŒNÜ  §¡Ö1�Üò Ù!ðà&8¸Õ&;Ð=OÐPQÕ=RÑ%Sðð ! ž/ðð (¨Ö0ð	ñ
 !,ðð #Ÿnšnðñ &ðñ #ðñ -ðð "¤# f¨X¨gÐ&6Ó"7¼#¸fÀ]ÀwÐQRÅ{Ð>SÓ:TÑUðñ  *ðñ  $ðñ $2ðñ &ðñ  *ðñ  %4ð!�ð$ —‘×%Ñ% eÖ,ñ' 2ñ* ˜t×0Ñ0Ó1ˆŒ	ð ˜gÔ%Ü#%§9¢9¨YÀ1ÀaÈÓ#KˆDÕ Ø Ô'ä#%§=¢=Ü—	’	˜)°!¥^°Q¸¸1Ó=Ü—’¨C¸Ô>Ü—	’	˜) q�.¨)°q­.¸!¸QÀÓBÜ—’¨C¸Ô>Ü—	’	˜) q�.¨)°Q¸¸1Ó=ó$ˆDÔ ð �>‰>˜^Ô+ä(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô % W¨hÓ7ˆDŒMÜŸYšY x°¸QÀÀ1ÓEˆDŽNØ�^‰^Ð1Õ1Ü "§	¢	¨)°X¸qÀ!ÀQÓ GˆDÔÜ(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô ŸIšI h°
¸A¸qÀ!ÓDˆDŒMÜ"$§-¢-Ü—	’	˜!˜X q¨!¨QÓ/´·²ÀdÔ1Kó#ˆDÔô % W¨hÓ7ˆDŒMÜŸYšY x°¸QÀÀ1ÓEˆDŽNà�^‰^Ð0Õ0Ü(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô % W¨hÓ7ˆDŒMÜ*¨7°HÓ=ˆDÔÜŸYšY x°¸QÀÀ1ÓEˆDŒNÜ!#§¢Ü—	’	˜( I¨q°!°QÓ7¼¿ºÈdÔ9Só"ˆDÔô ')§i¢i°	ÀaÈÈAÓ&NˆDÔ#Ü+-¯=ª=Ü—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só,ˆDÔ(ô !#§	¢	¨(°JÀÀ1ÀaÓ HˆDÖà�^‰^Ð3Ô3ä+ØØØØ# AÕ&Ð(:¸1Õ(=Ð>ó	ˆDŽMð �^‰^˜~Ô-à—<‘< 1Ô$Ð<Ð&<Ó<Ð$Ü(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô ŸIšI h°¸!¸QÀÓBˆDŒMÜŸIšI h°¸!¸QÀÓBˆDŒMÜŸ9š9 X¨x¸¸A¸qÓAˆDŒLÜŸYšY x°¸QÀÀ1ÓEˆDŒNÜŸš°SÀ$ÔGˆD�Jô  ŸYšY y°*¸aÀÀAÓFˆDŒNà�
‰
�4×%Ñ%Ö&ùò{
s   Ç1ec                ó  € \        V\        P                  4      '       dv   \        VP                  R R7       \        V\        P                  4      '       d=   VP
                  e-   \        P                  P                  VP
                  ^ 4       R# R# R# \        V\        P                  4      '       dW   \        P                  P                  VP
                  ^ 4       \        P                  P                  VP                  R4       R# R# )ru  rv  NrI   )	rû   r   r   r   rz   rE   r  r  rÚ   )r   rU  s   &&r   r›  ÚSwin2SR._init_weights^  s¡   € Ü�aœŸ™×#Ò#Ü˜!Ÿ(™(¨Õ-Ü˜!œRŸY™Y×'Ò'¨A¯F©FÒ,>Ü—‘×!Ñ! !§&¡&¨!Ö,ñ -?Ñ'ä˜œ2Ÿ<™<×(Ò(Ü�G‰G×Ñ˜aŸf™f aÔ(Ü�G‰G×Ñ˜aŸh™h¨Ö,ñ )r   c                ó   € R 0# )r„  rF  r£   s   &r   Úno_weight_decayÚSwin2SR.no_weight_decayg  s   € à$Ð%Ð%r   c                ó   € R 0# )r‘   rF  r£   s   &r   Úno_weight_decay_keywordsÚ Swin2SR.no_weight_decay_keywordsk  s   € à.Ð/Ð/r   c                ó0   € \        WP                  R R7      # )Úreflect)Úmode)r   r4   r    s   &&r   Úcheck_image_sizeÚSwin2SR.check_image_sizeo  s   € Ü˜q×"2Ñ"2¸ÔCÐCr   c                óX  € VP                   ^,          VP                   ^,          3pV P                  V4      pV P                  '       d   WP                  ,           pV P	                  V4      pV P
                   F  pV! W4      pK  	  V P                  V4      pV P                  W4      pV# rñ   )r0   r6  rm  r„  r…  rˆ  rà   r8  ©r   r!   rÀ   r   s   &&  r   Úforward_featuresÚSwin2SR.forward_featuresr  s�   € Ø—'‘'˜!•*˜aŸg™g a�jÐ)ˆØ×Ñ˜QÓˆØ�8�8ˆ8Ø×+Ñ+Õ+ˆAØ�M‰M˜!Óˆà—[”[ˆEÙ�aÓ ŠAñ !ð �I‰I�a‹LˆØ×Ñ˜qÓ)ˆàˆr   c                óX  € VP                   ^,          VP                   ^,          3pV P                  V4      pV P                  '       d   WP                  ,           pV P	                  V4      pV P
                   F  pV! W4      pK  	  V P                  V4      pV P                  W4      pV# rñ   )r0   r6  rm  r„  r…  r‰  rà   r8  r°  s   &&  r   Úforward_features_hfÚSwin2SR.forward_features_hf�  s�   € Ø—'‘'˜!•*˜aŸg™g a�jÐ)ˆØ×Ñ˜QÓˆØ�8�8ˆ8Ø×+Ñ+Õ+ˆAØ�M‰M˜!Óˆà—^”^ˆEÙ�aÓ ŠAñ $ð �I‰I�a‹LˆØ×Ñ˜qÓ)ˆàˆr   c           
     ó(  € VP                   R ,          w  r#V P                  V4      pV P                  P                  V4      V n        WP                  ,
          V P                  ,          pV P
                  R8X  dl   V P                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P                  V P                  V4      4      pEMQV P
                  R8X  Ede   \        P                  ! VW P                  ,          W0P                  ,          3RRR7      pV P                  V4      pV P                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P!                  V4      pV P#                  V4      pV P                  V4      RRRW P                  ,          1RW0P                  ,          13,          VRRRW P                  ,          1RW0P                  ,          13,          ,           pV P                  V4      pWPP                  ,          V P                  ,           pEMÛV P
                  R8X  Ed    V P                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P                  V P                  V4      4      pV P%                  V4      pV P'                  V P)                  V4      4      V,           pV P+                  V4      pV P-                  V P/                  V4      4      pWx,           pW€P                  ,          V P                  ,           pEMÊV P
                  R	8X  dL   V P                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pEMnV P
                  R
8X  Ed   V P                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P1                  V P3                  \4        P6                  P8                  P                  V^RR7      4      4      pV P1                  V P;                  \4        P6                  P8                  P                  V^RR7      4      4      pV P                  V P1                  V P=                  V4      4      4      pMOV P                  V4      p	V P                  V P                  V	4      4      V	,           p
WP                  V
4      ,           pWP                  ,          V P                  ,           pV P
                  R8X  d2   VRRRW P                  ,          1RW0P                  ,          13,          # V P
                  R8X  d·   XV P                  ,          V P                  ,           pVRRRW P                  ,          1RW0P                  ,          13,          VRRRW P                  ,          1RW0P                  ,          13,          XRRRW P                  ,          1RW0P                  ,          13,          3# VRRRW P                  ,          1RW0P                  ,          13,          # ):r—   NNrz  r{  ÚbicubicF)Úsizer¬  Úalign_cornersrN   Nry  r|  r}  Únearest)Úscale_factorr¬  )r0   r­  r  Útype_asrp  rq  r€  rŠ  r±  r‹  r�  rŒ  r   Úinterpolatero  rŽ  r�  r�  r’  r“  r´  r”  r•  r‘  r™  r–  rS   r   Ú
functionalr—  r˜  )r   r!   r6   r7   r·  ÚauxÚx_beforeÚx_outÚx_hfÚx_firstÚress   &&         r   r"   ÚSwin2SR.forward�  sT  € Ø�w‰w�r�{‰ˆØ×!Ñ! !Ó$ˆà—I‘I×%Ñ% aÓ(ˆŒ	Ø—‘�]˜dŸn™nÕ,ˆà�>‰>˜^Ô+à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×)Ñ)¨!Ó,ˆAØ—‘˜tŸ}™}¨QÓ/Ó0ŠAØ�^‰^Ð1Õ1Ü—m’mØØŸ,™,Õ&¨¯L©LÕ(8Ð9ØØ#ô	ˆGð ×'Ñ'¨Ó0ˆGØ—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×)Ñ)¨!Ó,ˆAØ—-‘- Ó"ˆCØ×#Ñ# CÓ(ˆAà—‘˜aÓ   AÐ'9¨¯\©\Õ)9Ð'9Ð;M¸QÇÁÕ=MÐ;MÐ!MÕNØ˜!˜QÐ 2 !§l¡lÕ"2Ð 2Ð4F°a¿,¹,Õ6FÐ4FÐFÕGõHð ð —‘˜qÓ!ˆAØŸ™Õ&¨¯©Õ2ŠCØ�^‰^Ð0Õ0à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×0Ñ0°Ó3ˆHØ—N‘N 4§=¡=°Ó#:Ó;ˆEà×%Ñ% hÓ/ˆDØ×*Ñ*¨4×+CÑ+CÀDÓ+IÓJÈTÕQˆDØ×/Ñ/°Ó5ˆDØ×$Ñ$ T×%5Ñ%5°dÓ%;Ó<ˆDØ•ˆAØŸ.™.Õ(¨4¯9©9Õ4ŠDà�^‰^Ð3Ô3à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ—‘˜aÓ ŠAØ�^‰^˜~Õ-à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×)Ñ)¨!Ó,ˆAØ—
‘
Ø—‘Ü—H‘H×'Ñ'×3Ñ3°AÀAÈIÐ3ÓVóóˆAð
 —
‘
Ø—‘Ü—H‘H×'Ñ'×3Ñ3°AÀAÈIÐ3ÓVóóˆAð
 —‘˜tŸz™z¨$¯,©,°q«/Ó:Ó;‰Að —o‘o aÓ(ˆGØ×&Ñ& t×'<Ñ'<¸WÓ'EÓFÈÕPˆCØ—N‘N 3Ó'Õ'ˆAà—‘Õ §¡Õ*ˆØ�>‰>Ð/Ô/à�Q˜Ð-˜Q§¡Õ-Ð-Ð/A°·\±\Õ1AÐ/AÐAÕBÐBà�^‰^Ð0Ô0Ø˜DŸN™NÕ*¨T¯Y©YÕ6ˆEà�a˜Ð.˜a§,¡,Õ.Ð.Ð0B°!·l±lÕ2BÐ0BÐBÕCØ�!�QÐ*˜!Ÿl™lÕ*Ð*Ð,>¨a·,±,Õ.>Ð,>Ð>Õ?Ø�Q˜Ð-˜Q§¡Õ-Ð-Ð/A°·\±\Õ1AÐ/AÐAÕBðð ð �Q˜Ð-˜Q§¡Õ-Ð-Ð/A°·\±\Õ1AÐ/AÐAÕBÐBr   c                óÚ  € ^ pV P                   w  r#WV,          ^,          V P                  ,          ^	,          ,          pWP                  P                  4       ,          p\	        V P
                  4       F  w  rEWP                  4       ,          pK  	  WV,          ^,          V P                  ,          V P                  ,          ,          pWP                  P                  4       ,          pV# r§   )r  r  r6  r¨   Ú	enumeraterˆ  rŒ  )r   r¨   r6   r7   rÿ   r   s   &     r   r¨   ÚSwin2SR.flopsé  s¨   € ØˆØ×&Ñ&‰ˆØ�Q•˜•˜TŸ^™^Õ+¨aÕ/Õ/ˆØ×!Ñ!×'Ñ'Ó)Õ)ˆÜ! $§+¡+Ö.‰HˆAØ—[‘[“]Õ"ŠEñ /à�Q•˜•˜TŸ^™^Õ+¨d¯n©nÕ<Õ<ˆØ—‘×$Ñ$Ó&Õ&ˆØˆr   )$r„  rm  r�  rŠ  r“  r�  r‹  r”  rŽ  r€  r’  r˜  r�  r•  r–  r—  r  rp  rˆ  r‰  r™  r  r²   rà   rƒ  r‚  r6  rn  r8  r  r…  rŒ  r‘  rq  ro  r4   )é   rÉ  rÉ  rÉ  )r$   r%   r&   r'   rª   Úhyperparametersr   rÚ   r   r›  rS   ÚjitÚignorer¥  r¨  r­  r±  r´  r"   r¨   r)   r*   r+   r,   s   @@r   rh  rh  o  s[  ù‡ € ñð4 €OðO'ð ðO'ð ð	O'ð
 ðO'ð ðO'ò ðO'ò ðO'ð ðO'ð ðO'ð ðO'ð ðO'ð ðO'ð ðO'ð —<‘<ðO'ð  ð!O'ð" ð#O'ð$ ð%O'ð& ð'O'ð( ð)O'ð* ð+O'ð,  ÷-O'òb-ð ‡Y�Y×Ññ&ó ð&ð ‡Y�Y×Ññ0ó ð0òDòòòWC÷r	ò 	r   rh  )$rN  Únumpyrb   rS   Útorch.nnr   Útorch.nn.functionalr¾  r   Útorch.utils.checkpointÚutilsr  Úspandrel.utilr   Úspandrel.util.timmr   r   r   Ú__arch_helpers.paddingr   ÚModuler	   r:   r=   r?   r¬   rÜ   rõ   r  r+  r7  rW   rI  r\  r`  rh  rF  r   r   Ú<module>rÖ     s  ðó ã Û Ý ß Ð ß +Ð +å /ß AÑ Aå 5ôˆ"�)‰)ô ò4ò ô$s�b—i‘iô sôls˜2Ÿ9™9ô sôl-�2—9‘9ô -ô`c3�—‘ô c3ôL<�—‘ô <ô~jˆ2�9‰9ô jôZ$�2—9‘9ô $ôNˆr�}‰}ô ô0�"—-‘-ô ô0�b—m‘mô ñ0 ÓôBˆb�i‰ió Bó òBr   