+
    öäûj€o  ã                   ó0  € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIHtHtH	t	  ! R R]P                  4      t ! R R]P                  4      t ! R R	]P                  4      tR
 tR t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P,                  4      t]! 4        ! R R]P                  4      4       tR# )é    N)Ústore_hyperparameters)ÚDropPathÚ	to_2tupleÚtrunc_normal_c                   ó@   a a€ ] tR t^
t oRtRV 3R lltR tRtVtV ;t	# )ÚChannelAttentionz¢Channel attention used in RCAN.
Args:
    num_feat (int): Channel number of intermediate features.
    squeeze_factor (int): Channel squeeze factor. Default: 16.
c                óR  <€ \         SV `  4        \        P                  ! \        P                  ! ^4      \        P
                  ! WV,          ^^ R7      \        P                  ! RR7      \        P
                  ! W,          V^^ R7      \        P                  ! 4       4      V n        R# )é   )ÚpaddingT©ÚinplaceN)	ÚsuperÚ__init__ÚnnÚ
SequentialÚAdaptiveAvgPool2dÚConv2dÚReLUÚSigmoidÚ	attention)ÚselfÚnum_featÚsqueeze_factorÚ	__class__s   &&&€ÚhC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\DRCT\__arch\drct_arch.pyr   ÚChannelAttention.__init__   sk   ø€ Ü‰ÑÔÜŸšÜ× Ò  Ó#Ü�IŠI�h¨NÕ :¸AÀqÔIÜ�GŠG˜DÔ!Ü�IŠI�hÕ0°(¸AÀqÔIÜ�JŠJ‹Ló
ˆŽó    c                ó4   € V P                  V4      pW,          # ©N©r   )r   ÚxÚys   && r   ÚforwardÚChannelAttention.forward   s   € Ø�N‰N˜1ÓˆØ�uˆr   r    )é   ©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r#   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r   
   s   ù‡ € ñ÷
÷ò r   r   c                   ó<   a a€ ] tR t^ t oRV 3R lltR tRtVtV ;t# )ÚCABc                ó  <€ \         SV `  4        \        P                  ! \        P                  ! WV,          ^^^4      \        P
                  ! 4       \        P                  ! W,          V^^^4      \        W4      4      V n        R# )é   N)r   r   r   r   r   ÚGELUr   Úcab)r   r   Úcompress_ratior   r   s   &&&&€r   r   ÚCAB.__init__!   s]   ø€ Ü‰ÑÔä—=’=Ü�IŠI�h¨NÕ :¸A¸qÀ!ÓDÜ�GŠG‹IÜ�IŠI�hÕ0°(¸A¸qÀ!ÓDÜ˜XÓ6ó	
ˆŽr   c                ó$   € V P                  V4      # r   ©r6   ©r   r!   s   &&r   r#   ÚCAB.forward+   s   € Ø�x‰x˜‹{Ðr   r:   )r4   é   ©	r'   r(   r)   r*   r   r#   r,   r-   r.   r/   s   @@r   r2   r2       s   ù‡ € ÷
÷ò r   r2   c                   óX   a a€ ] tR t^/t oRR]P
                  R3V 3R lltR tRtVt	V ;t
# )ÚMlpNç        c                ó  <€ \         SV `  4        T;'       g    TpT;'       g    Tp\        P                  ! W4      V n        V! 4       V n        \        P                  ! W#4      V n        \        P                  ! V4      V n        R # r   )	r   r   r   ÚLinearÚfc1ÚactÚfc2ÚDropoutÚdrop)r   Úin_featuresÚhidden_featuresÚout_featuresÚ	act_layerrH   r   s   &&&&&&€r   r   ÚMlp.__init__0   sc   ø€ ô 	‰ÑÔØ#×2Ð2 {ˆØ)×8Ð8¨[ˆÜ—9’9˜[Ó:ˆŒÙ“;ˆŒÜ—9’9˜_Ó;ˆŒÜ—J’J˜tÓ$ˆŽ	r   c                ó°   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV# r   )rD   rE   rH   rF   r;   s   &&r   r#   ÚMlp.forward@   sH   € Ø�H‰H�Q‹KˆØ�H‰H�Q‹KˆØ�I‰I�a‹LˆØ�H‰H�Q‹KˆØ�I‰I�a‹LˆØˆr   )rE   rH   rD   rF   )r'   r(   r)   r*   r   r5   r   r#   r,   r-   r.   r/   s   @@r   r@   r@   /   s&   ù‡ € ð ØØ—'‘'Ø÷%÷ ò r   r@   c                óÐ   € V P                   w  r#rEV P                  W#V,          WV,          W4      p V P                  ^ ^^^^^4      P                  4       P                  RWV4      pV# )z�
Args:
    x: (B, H, W, C)
    window_size (int): window size
Returns:
    windows: (num_windows*B, window_size, window_size, C)
éÿÿÿÿ)ÚshapeÚviewÚpermuteÚ
contiguous)r!   Úwindow_sizeÚBÚHÚWÚCÚwindowss   &&     r   Úwindow_partitionr\   I   sh   € ð —‘�J€Aˆ!Ø	�‰ˆq�{Õ" K°kÕ1AÀ;ÓR€Aà	�	‰	�!�Q˜˜1˜a Ó#×.Ñ.Ó0×5Ñ5°b¸+ÐTUÓVð ð €Nr   c                ó   € \        V P                  ^ ,          W#,          V,          V,          ,          4      pV P                  WBV,          W1,          WR4      pVP                  ^ ^^^^^4      P	                  4       P                  WBVR4      pV# )zº
Args:
    windows: (num_windows*B, window_size, window_size, C)
    window_size (int): Window size
    H (int): Height of image
    W (int): Width of image
Returns:
    x: (B, H, W, C)
rQ   )ÚintrR   rS   rT   rU   )r[   rV   rX   rY   rW   r!   s   &&&&  r   Úwindow_reverser_   Y   s~   € ô 	ˆG�M‰M˜!Õ ¥¨Õ 3°kÕ AÕBÓC€AØ�‰Ø	�Õ˜QÕ-¨{Èó	€Að 	
�	‰	�!�Q˜˜1˜a Ó#×.Ñ.Ó0×5Ñ5°a¸A¸rÓB€AØ€Hr   c                   óV   a a€ ] tR t^kt oRtRV 3R lltRR ltV3R lR ltRtVt	V ;t
# )	ÚWindowAttentiona~  Window based multi-head self attention (W-MSA) module with relative position bias.
It supports both of shifted and non-shifted window.
Args:
    dim (int): Number of input channels.
    window_size (tuple[int]): The height and width of the window.
    num_heads (int): Number of attention heads.
    qkv_bias (bool, optional):  If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None, optional): Override default qk scale of head_dim ** -0.5 if set
    attn_drop (float, optional): Dropout ratio of attention weight. Default: 0.0
    proj_drop (float, optional): Dropout ratio of output. Default: 0.0
c                ó�  <€ \         SV `  4        Wn        W n        W0n        W,          pT;'       g
    VR	,          V n        \        P                  ! \        P                  ! ^V^ ,          ,          ^,
          ^V^,          ,          ^,
          ,          V4      4      V n
        \        P                  ! V P                  ^ ,          4      p	\        P                  ! V P                  ^,          4      p
\        P                  ! \        P                  ! Wš.RR7      4      p\        P                  ! V^4      pVR
,          VR,          ,
          pVP                  ^^^ 4      P!                  4       pVR;;,          V P                  ^ ,          ^,
          ,          uu&   VR;;,          V P                  ^,          ^,
          ,          uu&   VR;;,          ^V P                  ^,          ,          ^,
          ,          uu&   VP#                  R4      pV P%                  RV4       \        P&                  ! W^,          VR7      V n        \        P*                  ! V4      V n        \        P&                  ! W4      V n        \        P*                  ! V4      V n        \3        V P                  RR7       \        P4                  ! RR7      V n        R# )g      à?Úij)ÚindexingNÚrelative_position_index©Úbiasç{®Gáz”?©Ústd)Údimg      à¿)ºNNNrl   N)rl   Nrl   )rl   rl   r   )rl   rl   r
   rQ   )r   r   rk   rV   Ú	num_headsÚscaler   Ú	ParameterÚtorchÚzerosÚrelative_position_bias_tableÚarangeÚstackÚmeshgridÚflattenrT   rU   ÚsumÚregister_bufferrC   ÚqkvrG   Ú	attn_dropÚprojÚ	proj_dropr   ÚSoftmaxÚsoftmax)r   rk   rV   rm   Úqkv_biasÚqk_scalerz   r|   Úhead_dimÚcoords_hÚcoords_wÚcoordsÚcoords_flattenÚrelative_coordsre   r   s   &&&&&&&&       €r   r   ÚWindowAttention.__init__x   s  ø€ ô 	‰ÑÔØŒØ&ÔØ"ŒØÕ#ˆØ×/Ð/ ¨4¥ˆŒ
ô -/¯LªLÜ�KŠK˜˜[¨�^Õ+¨aÕ/°A¸ÀA½Õ4FÈÕ4JÕKÈYÓWó-
ˆÔ)ô
 —<’< × 0Ñ 0°Õ 3Ó4ˆÜ—<’< × 0Ñ 0°Õ 3Ó4ˆÜ—’Ü�NŠN˜HÐ/¸$Ô?ó
ˆô Ÿš v¨qÓ1ˆà˜:Õ&¨¸
Õ)CÕCð 	ð *×1Ñ1Øˆq�!ó
ç
‰*‹,ð 	ð 	˜×  D×$4Ñ$4°QÕ$7¸!Õ$;Õ;Ó Ø˜×  D×$4Ñ$4°QÕ$7¸!Õ$;Õ;Ó Ø˜×  A¨×(8Ñ(8¸Õ(;Õ$;¸aÕ$?Õ?Ó Ø"1×"5Ñ"5°bÓ"9ÐØ×ÑÐ6Ð8OÔPä—9’9˜S¨¥'°Ô9ˆŒÜŸš IÓ.ˆŒÜ—I’I˜cÓ'ˆŒ	äŸš IÓ.ˆŒä�d×7Ñ7¸TÕBÜ—z’z bÔ)ˆŽr   c                óÎ  € VP                   w  r4pV P                  V4      P                  W4^V P                  WPP                  ,          4      P	                  ^^ ^^^4      pV^ ,          V^,          V^,          r˜pWpP
                  ,          pWxP                  RR4      ,          p
V P                  V P                  P                  R4      ,          P                  V P                  ^ ,          V P                  ^,          ,          V P                  ^ ,          V P                  ^,          ,          R4      pVP	                  ^^ ^4      P                  4       pW«P                  ^ 4      ,           p
Ve‹   VP                   ^ ,          pV
P                  W<,          WÀP                  WD4      VP                  ^4      P                  ^ 4      ,           p
V
P                  RV P                  WD4      p
V P                  V
4      p
MV P                  V
4      p
V P                  V
4      p
W©,          P                  ^^4      P                  W4V4      pV P                  V4      pV P!                  V4      pV# )z‹
Args:
    x: input features with shape of (num_windows*B, N, C)
    mask: (0/-inf) mask with shape of (num_windows, Wh*Ww, Wh*Ww) or None
éþÿÿÿrQ   )rR   ry   Úreshaperm   rT   rn   Ú	transposerr   re   rS   rV   rU   Ú	unsqueezer~   rz   r{   r|   )r   r!   ÚmaskÚB_ÚNrZ   ry   ÚqÚkÚvÚattnÚrelative_position_biasÚnWs   &&&          r   r#   ÚWindowAttention.forwardª   sÿ  € ð —7‘7‰ˆˆqà�H‰H�Q‹Kß‰W�R˜A˜tŸ~™~¨q·N±NÕ/BÓCß‰W�Q˜˜1˜a Ó#ð 	ð ��FØ��FØ��Fð ˆð —
‘
�NˆØ—;‘;˜r 2Ó&Õ&ˆà!%×!BÑ!BØ×(Ñ(×-Ñ-¨bÓ1õ"
ç
‰$Ø×Ñ˜QÕ $×"2Ñ"2°1Õ"5Õ5Ø×Ñ˜QÕ $×"2Ñ"2°1Õ"5Õ5Øó
ð 	ð "8×!?Ñ!?Øˆq�!ó"
ç
‰*‹,ð 	ð ×6Ñ6°qÓ9Õ9ˆàÒØ—‘˜A•ˆBØ—9‘9˜R�X r¯>©>¸1Ó@À4Ç>Á>ØóDç‰i˜‹lõˆDð —9‘9˜R §¡°Ó6ˆDØ—<‘< Ó%‰Dà—<‘< Ó%ˆDà�~‰~˜dÓ#ˆà�X× Ñ   AÓ&×.Ñ.¨r°aÓ8ˆØ�I‰I�a‹LˆØ�N‰N˜1ÓˆØˆr   c                ó    <€ V ^8„  d   QhRS[ /# ©é   Úreturn©Ústr)Úformatr0   s   "€r   Ú__annotate__ÚWindowAttention.__annotate__Ü   s   ø€ ÷ ]ñ ]™Cñ ]r   c                óT   € R V P                    RV P                   RV P                   2# )údim=ú, window_size=ú, num_heads=)rk   rV   rm   ©r   s   &r   Ú
extra_reprÚWindowAttention.extra_reprÜ   s+   € Ø�d—h‘h�Z˜~¨d×.>Ñ.>Ð-?¸|ÈDÏNÉNÐK[Ð\Ð\r   )
rz   rk   rm   r{   r|   ry   rr   rn   r~   rV   )TNrA   rA   r   )r'   r(   r)   r*   r+   r   r#   r¥   r,   r-   r.   r/   s   @@r   ra   ra   k   s(   ù‡ € ñ
÷0*ôd0÷d]÷ ]ð ]r   ra   c                   ó8   a a€ ] tR t^àt oV 3R ltR tRtVtV ;t# )ÚRDGc                óÀ  <€ \         SV `  4        \        TTTT^ TTTTT	\        V
\        4      '       d
   V
^ ,          MT
VR7      V n        \        P                  ! W^4      V n        \        W,           TW1V,           V,          ,
          TV^,          TTTTT	\        V
\        4      '       d
   V
^ ,          MT
VR7      V n	        \        P                  ! W,           V^4      V n
        \        V^V,          ,           TW1^V,          ,           V,          ,
          T^ TTTTT	\        V
\        4      '       d
   V
^ ,          MT
VR7      V n        \        P                  ! W^,          ,           V^4      V n        \        V^V,          ,           TW1^V,          ,           V,          ,
          TV^,          ^TTTT	\        V
\        4      '       d
   V
^ ,          MT
VR7      V n        \        P                  ! W^,          ,           V^4      V n        \        V^V,          ,           TW1^V,          ,           V,          ,
          T^ ^TTTT	\        V
\        4      '       d
   V
^ ,          MT
VR7      V n        \        P                  ! W^,          ,           V^4      V n        \        P"                  ! RRR7      V n        \'        VV^ VRR7      V n        \+        VV^ VRR7      V n        R# )r   )rk   Úinput_resolutionrm   rV   Ú
shift_sizeÚ	mlp_ratior   r€   rH   rz   Ú	drop_pathÚ
norm_layer)rª   rm   rV   r«   r¬   r   r€   rH   rz   r­   r®   çš™™™™™É?T)Únegative_sloper   N©Úimg_sizeÚ
patch_sizeÚin_chansÚ	embed_dimr®   )r   r   ÚSwinTransformerBlockÚ
isinstanceÚlistÚswin1r   r   Úadjust1Úswin2Úadjust2Úswin3Úadjust3Úswin4Úadjust4Úswin5Úadjust5Ú	LeakyReLUÚlreluÚ
PatchEmbedÚpeÚPatchUnEmbedÚpue)r   rk   rª   rm   rV   r¬   r   r€   rH   rz   r­   r®   Úgcr³   r²   r   s   &&&&&&&&&&&&&&&€r   r   ÚRDG.__init__á   s„  ø€ ô" 	‰ÑÔä)ØØ-ØØ#ØØØØØØÜ&0°¼D×&AÒ&A�i –lÀyØ!ô
ˆŒ
ô —y’y ¨!Ó,ˆŒä)Ø�HØ-Ø¨"¥H°	Õ#9Õ:Ø#Ø" aÕ'ØØØØØÜ&0°¼D×&AÒ&A�i –lÀyØ!ô
ˆŒ
ô —y’y ¥¨2¨qÓ1ˆŒä)Ø�!�b•&�LØ-Ø¨!¨b­&¥L°IÕ#=Õ>Ø#ØØØØØØÜ&0°¼D×&AÒ&A�i –lÀyØ!ô
ˆŒ
ô —y’y ¨A¥v¥¨r°1Ó5ˆŒä)Ø�!�b•&�LØ-Ø¨!¨b­&¥L°IÕ#=Õ>Ø#Ø" aÕ'ØØØØØÜ&0°¼D×&AÒ&A�i –lÀyØ!ô
ˆŒ
ô —y’y ¨A¥v¥¨r°1Ó5ˆŒä)Ø�!�b•&�LØ-Ø¨!¨b­&¥L°IÕ#=Õ>Ø#ØØØØØØÜ&0°¼D×&AÒ&A�i –lÀyØ!ô
ˆŒ
ô —y’y ¨A¥v¥¨s°AÓ6ˆŒä—\’\°¸dÔCˆŒ
äØØ!ØØØô
ˆŒô  ØØ!ØØØô
ˆŽr   c                óÐ  € V P                  V P                  V P                  V P                  V P	                  W4      V4      4      4      4      pV P                  V P                  V P                  V P                  V P                  \        P                  ! W3R4      V4      V4      4      4      4      pV P                  V P                  V P                  V P                  V P                  \        P                  ! WV3R4      V4      V4      4      4      4      pV P                  V P                  V P                  V P                  V P                  \        P                  ! WWE3R4      V4      V4      4      4      4      pV P                  V P                  V P                  V P                  \        P                  ! WWEV3R4      V4      V4      4      4      pVR,          V,           # )r
   r¯   rQ   )rÆ   rÄ   rº   rÈ   r¹   r¼   r»   rp   Úcatr¾   r½   rÀ   r¿   rÂ   rÁ   )r   r!   ÚxsizeÚx1Úx2Úx3Úx4Úx5s   &&&     r   r#   ÚRDG.forwardV  sy  € Ø�W‰W�T—Z‘Z §¡¨T¯X©X°d·j±jÀÓ6JÈEÓ-RÓ SÓTÓUˆØ�W‰WØ�J‰JØ—‘˜TŸX™X d§j¡j´·²¸A¸7ÀBÓ1GÈÓ&OÐQVÓWÓXóó
ˆð
 �W‰WØ�J‰JØ—‘Ø—H‘H˜TŸZ™Z¬¯	ª	°1¸"°+¸rÓ(BÀEÓJÈEÓRóóó
ˆð �W‰WØ�J‰JØ—‘Ø—H‘H˜TŸZ™Z¬¯	ª	°1¸"°/À2Ó(FÈÓNÐPUÓVóóó
ˆð �W‰WØ�L‰LØ—‘˜Ÿ™¤E§I¢I¨q°b¸bÐ.AÀ2Ó$FÈÓNÐPUÓVóó
ˆð �C�x˜!�|Ðr   )rº   r¼   r¾   rÀ   rÂ   rÄ   rÆ   rÈ   r¹   r»   r½   r¿   rÁ   r>   r/   s   @@r   r¨   r¨   à   s   ù‡ € õs
÷jò r   r¨   c            
       ó”   a a€ ] tR tRt oRt^^ RRRRRR]P                  ]P                  3
V 3R lltR t	R	 t
V3R
 lR ltRtVtV ;t# )r¶   it  aX  Swin Transformer Block.
Args:
    dim (int): Number of input channels.
    input_resolution (tuple[int]): Input resulotion.
    num_heads (int): Number of attention heads.
    window_size (int): Window size.
    shift_size (int): Shift size for SW-MSA.
    mlp_ratio (float): Ratio of mlp hidden dim to embedding dim.
    qkv_bias (bool, optional): If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None, optional): Override default qk scale of head_dim ** -0.5 if set.
    drop (float, optional): Dropout rate. Default: 0.0
    attn_drop (float, optional): Attention dropout rate. Default: 0.0
    drop_path (float, optional): Stochastic depth rate. Default: 0.0
    act_layer (nn.Module, optional): Activation layer. Default: nn.GELU
    norm_layer (nn.Module, optional): Normalization layer.  Default: nn.LayerNorm
g      @TNrA   c           
     ó  <€ \         SV `  4        Wn        W n        W0n        W@n        WPn        W`n        \        V P                  4      V P
                  8:  d"   ^ V n        \        V P                  4      V n        ^ V P                  u;8:  d   V P
                  8  g    Q R4       h Q R4       hV! V4      V n	        \        V\        V P
                  4      VVVV
V	R7      V n        VR8”  d   \        V4      M\        P                  ! 4       V n        V! V4      V n        \%        W,          4      p\'        VVVV	R7      V n        V P                  ^ 8”  d   V P+                  V P                  4      pMRpV P-                  RV4       R# )r   z shift_size must in 0-window_size)rV   rm   r   r€   rz   r|   rA   )rI   rJ   rL   rH   NÚ	attn_mask)r   r   rk   rª   rm   rV   r«   r¬   ÚminÚnorm1ra   r   r“   r   r   ÚIdentityr­   Únorm2r^   r@   ÚmlpÚcalculate_maskrx   )r   rk   rª   rm   rV   r«   r¬   r   r€   rH   rz   r­   rL   r®   Úmlp_hidden_dimrÖ   r   s   &&&&&&&&&&&&&&  €r   r   ÚSwinTransformerBlock.__init__†  sW  ø€ ô  	‰ÑÔØŒØ 0ÔØ"ŒØ&ÔØ$ŒØ"ŒÜˆt×$Ñ$Ó%¨×)9Ñ)9Ô9àˆDŒOÜ" 4×#8Ñ#8Ó9ˆDÔà�—‘Ö3 4×#3Ñ#3Õ3ð	.à-ó	.Ù3ð	.à-ó	.Ø3ñ   “_ˆŒ
Ü#ØÜ! $×"2Ñ"2Ó3ØØØØØô
ˆŒ	ð 1:¸C´œ )Ô,ÄRÇ[Â[Ã]ˆŒÙ “_ˆŒ
Ü˜S�_Ó-ˆÜØØ*ØØô	
ˆŒð �?‰?˜QÔØ×+Ñ+¨D×,AÑ,AÓB‰IàˆIà×Ñ˜[¨)Ö4r   c                óæ  € Vw  r#\         P                  ! ^W#^34      p\        ^ V P                  ) 4      \        V P                  ) V P                  ) 4      \        V P                  ) R4      3p\        ^ V P                  ) 4      \        V P                  ) V P                  ) 4      \        V P                  ) R4      3p^ pV F  pV F  p	WtRW‰R3&   V^,          pK  	  K  	  \        W@P                  4      p
V
P                  RV P                  V P                  ,          4      p
V
P                  ^4      V
P                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pV# )r
   Nrl   rA   rQ   g      YÀ)	rp   rq   ÚslicerV   r«   r\   rS   rŒ   Úmasked_fill)r   Úx_sizerX   rY   Úimg_maskÚh_slicesÚw_slicesÚcntÚhÚwÚmask_windowsrÖ   s   &&          r   rÜ   Ú#SwinTransformerBlock.calculate_maskÁ  sg  € à‰ˆÜ—;’;  1¨˜|Ó,ˆä�!�d×&Ñ&Ð&Ó'Ü�4×#Ñ#Ð# d§o¡oÐ%5Ó6Ü�4—?‘?Ð" DÓ)ð
ˆô �!�d×&Ñ&Ð&Ó'Ü�4×#Ñ#Ð# d§o¡oÐ%5Ó6Ü�4—?‘?Ð" DÓ)ð
ˆð
 ˆÛˆAÛ�Ø'*˜˜A !˜Ñ$Ø�q•’ó ñ ô
 (Ø×&Ñ&ó
ˆð $×(Ñ(¨¨T×-=Ñ-=À×@PÑ@PÕ-PÓQˆØ ×*Ñ*¨1Ó-°×0FÑ0FÀqÓ0IÕIˆ	Ø×)Ñ)¨)°q©.¸&ÓA×MÑMØ˜‰N˜Có
ˆ	ð Ðr   c                ó  € Vw  r4VP                   w  rVpTpV P                  V4      pVP                  WSWG4      pV P                  ^ 8”  d2   \        P
                  ! WP                  ) V P                  ) 3RR7      p	MTp	\        W�P                  4      p
V
P                  RV P                  V P                  ,          V4      p
V P                  V8X  d   V P                  W P                  R7      pM:V P                  W P                  V4      P                  VP                  4      R7      pVP                  RV P                  V P                  V4      p\        W°P                  W44      p	V P                  ^ 8”  d0   \        P
                  ! W�P                  V P                  3RR7      pMT	pVP                  WSV,          V4      pW€P                  V4      ,           pWP                  V P!                  V P#                  V4      4      4      ,           pV# )r   )ÚshiftsÚdims)r�   )r
   r™   rQ   )rR   rØ   rS   r«   rp   Úrollr\   rV   rª   r“   rÖ   rÜ   ÚtoÚdevicer_   r­   rÛ   rÚ   )r   r!   râ   rX   rY   rW   Ú_LrZ   ÚshortcutÚ	shifted_xÚ	x_windowsÚattn_windowss   &&&         r   r#   ÚSwinTransformerBlock.forwardà  sÈ  € Ø‰ˆØ—7‘7‰ˆˆqð ˆØ�J‰J�q‹MˆØ�F‰F�1˜Óˆð �?‰?˜QÔÜŸ
š
ØŸO™OÐ+¨d¯o©oÐ-=Ð>ÀVô‰Ið ˆIô %Ø×'Ñ'ó
ˆ	ð —N‘NØ�× Ñ  4×#3Ñ#3Õ3°Qó
ˆ	ð
 × Ñ  FÔ*ØŸ9™9Ø§¡ð %ó ‰Lð  Ÿ9™9Ø× 3Ñ 3°FÓ ;× >Ñ >¸q¿x¹xÓ Hð %ó ˆLð
 $×(Ñ(¨¨T×-=Ñ-=¸t×?OÑ?OÐQRÓSˆÜ" <×1AÑ1AÀ1ÓHˆ	ð �?‰?˜QÔÜ—
’
Ø§?¡?°D·O±OÐ"DÈ6ô‰Að ˆAØ�F‰F�1˜!•e˜QÓˆð —~‘~ aÓ(Õ(ˆØ—‘˜tŸx™x¨¯
©
°1«Ó6Ó7Õ7ˆàˆr   c                ó    <€ V ^8„  d   QhRS[ /# r˜   r›   )r�   r0   s   "€r   rž   Ú!SwinTransformerBlock.__annotate__  s   ø€ ÷ 
ñ 
™Cñ 
r   c                ó¢   € R V P                    RV P                   RV P                   RV P                   RV P                   RV P
                   2# )r¡   z, input_resolution=r£   r¢   z, shift_size=z, mlp_ratio=)rk   rª   rm   rV   r«   r¬   r¤   s   &r   r¥   ÚSwinTransformerBlock.extra_repr  s_   € à�4—8‘8�*Ð/°×0EÑ0EÐ/FÀlÐSW×SaÑSaÐRbð cØ×+Ñ+Ð,¨M¸$¿/¹/Ð9JÈ,ÐW[×WeÑWeÐVfðhð	
r   )r“   rk   r­   rª   rÛ   r¬   rØ   rÚ   rm   r«   rV   )r'   r(   r)   r*   r+   r   r5   Ú	LayerNormr   rÜ   r#   r¥   r,   r-   r.   r/   s   @@r   r¶   r¶   t  sR   ù‡ € ñð, ØØØØØØØØ—'‘'Ø—<‘<÷95òvò>4÷l
÷ 
ð 
r   r¶   c                   ób   a a€ ] tR tRt oRt]P                  3V3R lV 3R llltR tRt	Vt
V ;t# )ÚPatchMergingi  z×Patch Merging Layer.

Args:
    input_resolution (tuple[int]): Resolution of input feature.
    dim (int): Number of input channels.
    norm_layer (nn.Module, optional): Normalization layer.  Default: nn.LayerNorm
c                ó    <€ V ^8„  d   QhRS[ /# )r™   rk   )r^   )r�   r0   s   "€r   rž   ÚPatchMerging.__annotate__&  s   ø€ ÷ (ñ (©cñ (r   c                ó¼   <€ \         SV `  4        Wn        W n        \        P
                  ! ^V,          ^V,          RR7      V n        V! ^V,          4      V n        R# )é   Frf   N)r   r   rª   rk   r   rC   Ú	reductionÚnorm)r   rª   rk   r®   r   s   &&&&€r   r   ÚPatchMerging.__init__&  sE   ø€ Ü‰ÑÔØ 0ÔØŒÜŸš 1 s¥7¨A°­G¸%Ô@ˆŒÙ˜q 3�wÓ'ˆŽ	r   c                óÒ  € V P                   w  r#VP                  w  rEpWRV,          8X  g   Q R4       hV^,          ^ 8X  d   V^,          ^ 8X  g   Q RV RV R24       hVP                  WBW64      pVR,          pVR,          pVR,          p	VR,          p
\        P                  ! WxWš.R	4      pVP                  VR	^V,          4      pV P                  V4      pV P                  V4      pV# )
z
x: b, h*w, c
zinput feature has wrong sizezx size (Ú*z) are not even.)rl   ºr   Nr™   r  rl   )rl   ºr
   Nr™   r  rl   )rl   r  r  rl   )rl   r  r  rl   rQ   )rª   rR   rS   rp   rÌ   r  r  )r   r!   rç   rè   ÚbÚseq_lenÚcÚx0rÎ   rÏ   rÐ   s   &&         r   r#   ÚPatchMerging.forward-  sê   € ð ×$Ñ$‰ˆØŸ™‰ˆ�AØ˜a�%ÔÐ?Ð!?Ó?ÐØ�1�u˜Œz˜a !�e qœjÐK¨H°Q°C°q¸¸¸?Ð*KÓKÐ(à�F‰F�1˜ÓˆàÐÕ ˆØÐÕ ˆØÐÕ ˆØÐÕ ˆÜ�IŠI�r˜rÐ&¨Ó+ˆØ�F‰F�1�b˜!˜a�%Ó ˆà�I‰I�a‹LˆØ�N‰N˜1Óˆàˆr   )rk   rª   r  r  )r'   r(   r)   r*   r+   r   rû   r   r#   r,   r-   r.   r/   s   @@r   rý   rý     s(   ù‡ € ñð ?A¿l¹l÷ (õ (÷ò r   rý   c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )rÅ   iE  a[  Image to Patch Embedding

Args:
    img_size (int): Image size.  Default: 224.
    patch_size (int): Patch token size. Default: 4.
    in_chans (int): Number of input image channels. Default: 3.
    embed_dim (int): Number of linear projection output channels. Default: 96.
    norm_layer (nn.Module, optional): Normalization layer. Default: None
c                óT  <€ \         SV `  4        \        V4      p\        V4      pV^ ,          V^ ,          ,          V^,          V^,          ,          .pWn        W n        W`n        V^ ,          V^,          ,          V n        W0n        W@n        Ve   V! V4      V n	        R# RV n	        R# ©r   N)
r   r   r   r²   r³   Úpatches_resolutionÚnum_patchesr´   rµ   r  ©r   r²   r³   r´   rµ   r®   r  r   s   &&&&&& €r   r   ÚPatchEmbed.__init__P  s™   ø€ ô 	‰ÑÔÜ˜XÓ&ˆÜ˜zÓ*ˆ
à�Q�K˜: a�=Õ(Ø�Q�K˜: a�=Õ(ð
Ðð !ŒØ$ŒØ"4ÔØ-¨aÕ0Ð3EÀaÕ3HÕHˆÔà ŒØ"ŒàÒ!Ù" 9Ó-ˆDŽIàˆDŽIr   c                ó†   € VP                  ^4      P                  ^^4      pV P                  e   V P                  V4      pV# ©r™   )rv   r‹   r  r;   s   &&r   r#   ÚPatchEmbed.forwardg  s8   € Ø�I‰I�a‹L×"Ñ" 1 aÓ(ˆØ�9‰9Ò Ø—	‘	˜!“ˆAØˆr   )rµ   r²   r´   r  r  r³   r  ©éà   r  r4   é`   Nr&   r/   s   @@r   rÅ   rÅ   E  s   ù‡ € ñ÷÷.ò r   rÅ   c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )rÇ   in  aO  Image to Patch Unembedding

args:
    img_size (int): image size, default 224*224.
    patch_size (int): Patch token sizd, default 4*4.
    in_chans (int): num image channels, default 3.
    embed_dim (int): num channels for linear projection output, default 96
    norm_layer (nn.Module, optional): normalization layer, default None.
c                ó   <€ \         SV `  4        \        V4      p\        V4      pV^ ,          V^ ,          ,          V^,          V^,          ,          .pWn        W n        W`n        V^ ,          V^,          ,          V n        W0n        W@n        R# r  )	r   r   r   r²   r³   r  r  r´   rµ   r  s   &&&&&& €r   r   ÚPatchUnEmbed.__init__y  s…   ø€ ô 	‰ÑÔÜ˜XÓ&ˆÜ˜zÓ*ˆ
à�Q�K˜: a�=Õ(Ø�Q�K˜: a�=Õ(ð
Ðð !ŒØ$ŒØ"4Ôà˜qÕ!Ð$6°qÕ$9Õ9ð 	Ôð !ŒØ"Žr   c                óˆ   € VP                   w  r4pVP                  ^^4      P                  VRV^ ,          V^,          4      pV# )r
   rQ   )rR   r‹   rS   )r   r!   râ   rW   Ú_HWÚ_Cs   &&&   r   r#   ÚPatchUnEmbed.forward�  sB   € Ø—W‘W‰
ˆ�Ø�K‰K˜˜1Ó×"Ñ"Øˆr�6˜!•9˜f Q�ió
ˆð ˆr   )rµ   r²   r´   r  r³   r  r  r&   r/   s   @@r   rÇ   rÇ   n  s   ù‡ € ñ÷#÷(ò r   rÇ   c                   ó6   a a€ ] tR tRt oRtV 3R ltRtVtV ;t# )ÚUpsamplei•  z‘Upsample module.

Args:
    scale (int): Scale factor. Supported scales: 2^n and 3.
    num_feat (int): Channel number of intermediate features.
c           
     ó2  <€ . pW^,
          ,          ^ 8X  d†   \        \        \        P                  ! V4      4      4       FX  pVP	                  \
        P                  ! V^V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       KZ  	  MlV^8X  dW   VP	                  \
        P                  ! V^	V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       M\        RV R24      h\        SV `(  ! V!   R# )r
   zscale z/ is not supported. Supported scales: 2^n and 3.N)Úranger^   ÚmathÚlog2Úappendr   r   ÚPixelShuffleÚ
ValueErrorr   r   )r   rn   r   ÚmÚ_r   s   &&&  €r   r   ÚUpsample.__init__�  sÒ   ø€ ØˆØ˜Q•YÕ AÔ%Üœ3œtŸyšy¨Ó/Ó0Ö1�Ø—‘œŸš 8¨Q°­\¸1¸aÀÓCÔDØ—‘œŸš¨Ó+Ö,ò 2ð �aŒZØ�H‰H”R—Y’Y˜x¨¨X­°q¸!¸QÓ?Ô@Ø�H‰H”R—_’_ QÓ'Õ(äØ˜˜ÐRÐRóð ô 	‰Ò˜!Ôr   © )	r'   r(   r)   r*   r+   r   r,   r-   r.   r/   s   @@r   r#  r#  •  s   ù‡ € ñ÷õ r   r#  c            *       ó$  a a€ ] tR tRt o/ tR^@R^R^R^´RR'RR'R^R	R
RRRRRRRRRRR]P                  RRRRR^RRRRRRR^ /V 3R  lltR! t]	P                  P                  R" 4       t]	P                  P                  R# 4       tR$ tR% tR&tVtV ;t# )(ÚDRCTi­  r²   r³   r´   rµ   Údepthsrm   rV   r¬   g       @r   Tr€   NÚ	drop_raterA   Úattn_drop_rateÚdrop_path_rategš™™™™™¹?r®   ÚapeFÚ
patch_normÚupscaleÚ	img_rangeç      ð?Ú	upsamplerÚ Úresi_connectionÚ1convrÉ   c               ó�  <€ \         S V `  4        Wpn        V^,          V n        TpTp^@pVV n        V^8X  d1   Rp\
        P                  ! V4      P                  ^^^^4      V n        M\
        P                  ! ^^^^4      V n        VV n
        VV n        \        P                  ! VV^^^4      V n        \        V4      V n        W@n        Wðn        VV n        W@n        W€n        \-        TTTTV P&                  '       d   TMRR7      V n        V P.                  P0                  pV P.                  P2                  pVV n        \5        TTTTV P&                  '       d   TMRR7      V n        V P$                  '       dI   \        P8                  ! \
        P                  ! ^VV4      4      V n        \=        V P:                  RR7       \        P>                  ! VR7      V n         \
        PB                  ! ^ V\E        V4      4       Uu. uF  pVPG                  4       NK  	  pp\        PH                  ! 4       V n%        \M        V P                   4       Fp  p\O        VV^ ,          V^,          3VV,          VVV	V
VVV\E        VRV 4      \E        VRV^,            4       VVVVR7      pV PJ                  PQ                  V4       Kr  	  V! V P(                  4      V n)        VR8X  d    \        P                  ! WD^^^4      V n*        M!VR8X  d   \        PV                  ! 4       V n*        V P                  R	8X  dz   \        PX                  ! \        P                  ! VV^^^4      \        PZ                  ! R
R7      4      V n.        \_        VV4      V n0        \        P                  ! VV^^^4      V n1        V Pe                  V Pf                  4       R# u upi )r™   Nr±   rh   ri   )Úp)rk   rª   rm   rV   r¬   r   r€   rH   rz   r­   r®   rÉ   r²   r³   r=  ÚidentityÚpixelshuffleTr   )gšwœ¢#¹Ü?gï8EGrùÛ?gB`åÐ"ÛÙ?)4r   r   rV   r«   r8  rp   ÚTensorrS   Úmeanrq   r7  r:  r   r   Ú
conv_firstÚlenÚ
num_layersrµ   r5  r6  Únum_featuresr¬   rÅ   Úpatch_embedr  r  rÇ   Úpatch_unembedro   Úabsolute_pos_embedr   rG   Úpos_dropÚlinspacerw   ÚitemÚ
ModuleListÚlayersr%  r¨   r(  r  Úconv_after_bodyrÙ   r   rÃ   Úconv_before_upsampler#  ÚupsampleÚ	conv_lastÚapplyÚ_init_weights)!r   r²   r³   r´   rµ   r1  rm   rV   r¬   r   r€   r2  r3  r4  r®   r5  r6  r7  r8  r:  r<  rÉ   Ú	num_in_chÚ
num_out_chr   Úrgb_meanr  r  r!   ÚdprÚi_layerÚlayerr   s!   &$$$$$$$$$$$$$$$$$$$$$          €r   r   ÚDRCT.__init__±  s8  ø€ ô2 	‰ÑÔà&ÔØ%¨Õ*ˆŒàˆ	Øˆ
ØˆØ"ˆŒØ�qŒ=Ø/ˆHÜŸš XÓ.×3Ñ3°A°q¸!¸QÓ?ˆD�IäŸš A q¨!¨QÓ/ˆDŒIØˆŒØ"ˆŒô Ÿ)š) I¨y¸!¸QÀÓBˆŒô ˜f›+ˆŒØ"ŒØŒØ$ˆŒØ%ÔØ"Œô &ØØ!ØØØ%)§_§_ _‘z¸$ô
ˆÔð ×&Ñ&×2Ñ2ˆØ!×-Ñ-×@Ñ@ÐØ"4ˆÔô *ØØ!ØØØ%)§_§_ _‘z¸$ô
ˆÔð �8�8ˆ8Ü&(§l¢lÜ—’˜A˜{¨IÓ6ó'ˆDÔ#ô ˜$×1Ñ1°tÕ<äŸ
š
 YÔ/ˆŒô $Ÿnšn¨Q°ÄÀFÃÔLó
ÙL˜ˆA�F‰FŽHÑLð 	ð 
ô
 —m’m“oˆŒÜ˜TŸ_™_Ö-ˆGÜØØ"4°QÕ"7Ð9KÈAÕ9NÐ!OØ# GÕ,Ø'Ø#Ø!Ø!ØØ(Øœc &¨¨'Ð"2Ó3´c¸&ÀÀ7ÈQÅ;Ð:OÓ6PÐQØ%ØØ!Ø%ôˆEð" �K‰K×Ñ˜uÖ%ñ% .ñ& ˜t×0Ñ0Ó1ˆŒ	ð ˜gÔ%Ü#%§9¢9¨YÀ1ÀaÈÓ#KˆDÕ Ø 
Ô*Ü#%§;¢;£=ˆDÔ ð �>‰>˜^Ô+ä(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô % W¨hÓ7ˆDŒMÜŸYšY x°¸QÀÀ1ÓEˆDŒNà�
‰
�4×%Ñ%Ö&ùòU
s   È Oc                ó  € \        V\        P                  4      '       dv   \        VP                  R R7       \        V\        P                  4      '       d=   VP
                  e-   \        P                  P                  VP
                  ^ 4       R# R# R# \        V\        P                  4      '       dW   \        P                  P                  VP
                  ^ 4       \        P                  P                  VP                  R4       R# R# )rh   ri   Nr9  )	r·   r   rC   r   Úweightrg   ÚinitÚ	constant_rû   )r   r+  s   &&r   rU  ÚDRCT._init_weights1  s¡   € Ü�aœŸ™×#Ò#Ü˜!Ÿ(™(¨Õ-Ü˜!œRŸY™Y×'Ò'¨A¯F©FÒ,>Ü—‘×!Ñ! !§&¡&¨!Ö,ñ -?Ñ'ä˜œ2Ÿ<™<×(Ò(Ü�G‰G×Ñ˜aŸf™f aÔ(Ü�G‰G×Ñ˜aŸh™h¨Ö,ñ )r   c                ó   € R 0# )rJ  r.  r¤   s   &r   Úno_weight_decayÚDRCT.no_weight_decay:  s   € à$Ð%Ð%r   c                ó   € R 0# )rr   r.  r¤   s   &r   Úno_weight_decay_keywordsÚDRCT.no_weight_decay_keywords>  s   € à.Ð/Ð/r   c                óX  € VP                   ^,          VP                   ^,          3pV P                  V4      pV P                  '       d   WP                  ,           pV P	                  V4      pV P
                   F  pV! W4      pK  	  V P                  V4      pV P                  W4      pV# r  )rR   rH  r5  rJ  rK  rO  r  rI  )r   r!   râ   r[  s   &&  r   Úforward_featuresÚDRCT.forward_featuresB  s�   € Ø—'‘'˜!•*˜aŸg™g a�jÐ)ˆà×Ñ˜QÓˆØ�8�8ˆ8Ø×+Ñ+Õ+ˆAØ�M‰M˜!Óˆà—[”[ˆEÙ�aÓ ŠAñ !ð �I‰I�a‹LˆØ×Ñ˜qÓ)ˆàˆr   c                óÆ  € V P                   P                  V4      V n         WP                   ,
          V P                  ,          pV P                  R 8X  dj   V P	                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P                  V P                  V4      4      pWP                  ,          V P                   ,           pV# )rA  )
rC  Útype_asr8  r:  rD  rP  ri  rQ  rS  rR  r;   s   &&r   r#   ÚDRCT.forwardR  s§   € Ø—I‘I×%Ñ% aÓ(ˆŒ	Ø—‘�]˜dŸn™nÕ,ˆà�>‰>˜^Ô+à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×)Ñ)¨!Ó,ˆAØ—‘˜tŸ}™}¨QÓ/Ó0ˆAà—‘Õ §¡Õ*ˆàˆr   )rJ  r5  rP  rQ  rD  rS  rµ   r8  rO  rC  r¬   r  rG  rF  rH  r6  rI  r  rK  r«   rR  r:  r7  rV   )é   rn  rn  rn  rn  rn  )r'   r(   r)   r*   Úhyperparametersr   rû   r   rU  rp   ÚjitÚignorerc  rf  ri  r#   r,   r-   r.   r/   s   @@r   r0  r0  ­  sL  ù‡ € à€Oð~'ð ð~'ð ð	~'ð
 ð~'ð ð~'ð "ð~'ð %ð~'ð ð~'ð ð~'ð ð~'ð ð~'ð ð~'ð ð~'ð ð~'ð  —<‘<ð!~'ð" ð#~'ð$ ð%~'ð& ð'~'ð( ð)~'ð* ð+~'ð,  ð-~'ð. ÷/~'ò@-ð ‡Y�Y×Ññ&ó ð&ð ‡Y�Y×Ññ0ó ð0ò÷ ò r   r0  )r&  rp   Útorch.nnr   Úspandrel.utilr   Úspandrel.util.timmr   r   r   ÚModuler   r2   r@   r\   r_   ra   r¨   r¶   rý   rÅ   rÇ   r   r#  r0  r.  r   r   Ú<module>rv     sô   ðÛ ã Ý å /ß AÑ Aô�r—y‘yô ô,ˆ"�)‰)ô ôˆ"�)‰)ô ò4ò ô$r]�b—i‘iô r]ôjQˆ"�)‰)ô Qôhf
˜2Ÿ9™9ô f
ôR%�2—9‘9ô %ôP&�—‘ô &ôR$�2—9‘9ô $ôNˆr�}‰}ô ñ0 Óôqˆ2�9‰9ó qó òqr   