+
    öäûj*�  ã                  óv  € ^ RI Ht ^ RIt^ RIt^ RIt^ RIHt ^ RIH	u H
t
 ^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIHtHt R tR	 t ! R
 R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t ! R R]P0                  4      t  ! R R]PB                  4      t" ! R R]PB                  4      t#]! 4        ! R R]P0                  4      4       t$R# ) é    )ÚannotationsN)Ú	rearrange)Ú	Rearrange)Ú
functional)Ústore_hyperparameters)ÚDropPathÚtrunc_normal_c                óÜ   € V P                   w  r4rVV P                  W4WQ,          WV,          V4      pVP                  ^ ^^^^^4      P                  4       P	                  RW,          V4      pV# )z?
Input: Image (B, C, H, W)
Output: Window Partition (B', N, C)
éÿÿÿÿ)ÚshapeÚviewÚpermuteÚ
contiguousÚreshape)	ÚimgÚH_spÚW_spÚBÚCÚHÚWÚimg_reshapeÚimg_perms	   &&&      ÚaC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\DAT\__arch\DAT.pyÚimg2windowsr      sj   € ð
 —‘�J€Aˆ!Ø—(‘(˜1 ¥¨D°tµ)¸TÓB€Kà×Ñ˜A˜q ! Q¨¨1Ó-×8Ñ8Ó:×BÑBÀ2ÀtÅ{ÐTUÓVð ð €Oó    c                ó   € \        V P                  ^ ,          W4,          V,          V,          ,          4      pV P                  WSV,          WB,          WR4      pVP                  ^ ^^^^^4      P	                  4       P                  WSVR4      pV# )z?
Input: Window Partition (B', N, C)
Output: Image (B, H, W, C)
r   )Úintr   r   r   r   )Úimg_splits_hwr   r   r   r   r   r   s   &&&&&  r   Úwindows2imgr       sz   € ô
 	ˆM×Ñ Õ" a¥e¨d¥l°TÕ&9Õ:Ó;€Aà
×
Ñ
˜Q T¥	¨1­9°dÀ"Ó
E€CØ
�+‰+�a˜˜A˜q ! QÓ
'×
2Ñ
2Ó
4×
9Ñ
9¸!ÀÀ2Ó
F€CØ€Jr   c                  ó2   a € ] tR t^*tRtV 3R ltR tRtV ;t# )ÚSpatialGatez;Spatial-Gate.
Args:
    dim (int): Half of input channels.
c           	     	óš   <€ \         SV `  4        \        P                  ! V4      V n        \        P
                  ! W^^^VR7      V n        R# )é   ©Úkernel_sizeÚstrideÚpaddingÚgroupsN)ÚsuperÚ__init__ÚnnÚ	LayerNormÚnormÚConv2dÚconv)ÚselfÚdimÚ	__class__s   &&€r   r+   ÚSpatialGate.__init__0   s9   ø€ Ü‰ÑÔÜ—L’L Ó%ˆŒ	Ü—I’IØ !¨A°qÀô
ˆŽ	r   c                	ó^  € VP                  ^RR7      w  rEVP                  w  rgpV P                  V P                  V4      P	                  ^^4      P                  4       P                  Wh^,          W#4      4      P                  ^4      P	                  RR4      P                  4       pWE,          # )é   ©r2   r   éþÿÿÿ)Úchunkr   r0   r.   Ú	transposer   r   Úflatten)	r1   Úxr   r   Úx1Úx2r   Ú_Nr   s	   &&&&     r   ÚforwardÚSpatialGate.forward7   s‰   € à—‘˜ �Ó#‰ˆØ—7‘7‰ˆˆqà�I‰I�d—i‘i “m×-Ñ-¨a°Ó3×>Ñ>Ó@×EÑEÀaÈaÍÐQRÓVÓWß‰W�Q‹Zß‰Y�r˜2Óß‰Z‹\ð	 	ð �wˆr   )r0   r.   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r+   r@   Ú__static_attributes__Ú__classcell__©r3   s   @r   r"   r"   *   s   ø† ñõ

÷ð r   r"   c                  óR   a € ] tR t^EtRtRR]P                  R3V 3R lltR tRt	V ;t
# )ÚSGFNaX  Spatial-Gate Feed-Forward Network.
Args:
    in_features (int): Number of input channels.
    hidden_features (int | None): Number of hidden channels. Default: None
    out_features (int | None): Number of output channels. Default: None
    act_layer (nn.Module): Activation layer. Default: nn.GELU
    drop (float): Dropout rate. Default: 0.0
Nç        c                	óL  <€ \         SV `  4        T;'       g    TpT;'       g    Tp\        P                  ! W4      V n        V! 4       V n        \        V^,          4      V n        \        P                  ! V^,          V4      V n        \        P                  ! V4      V n
        R# ©r6   N)r*   r+   r,   ÚLinearÚfc1Úactr"   ÚsgÚfc2ÚDropoutÚdrop)r1   Úin_featuresÚhidden_featuresÚout_featuresÚ	act_layerrV   r3   s   &&&&&&€r   r+   ÚSGFN.__init__O   s{   ø€ ô 	‰ÑÔØ#×2Ð2 {ˆØ)×8Ð8¨[ˆÜ—9’9˜[Ó:ˆŒÙ“;ˆŒÜ˜o°Õ2Ó3ˆŒÜ—9’9˜_°Õ1°<Ó@ˆŒÜ—J’J˜tÓ$ˆŽ	r   c                óö   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  WV4      pV P                  V4      pV P	                  V4      pV P                  V4      pV# )ú4
Input: x: (B, H*W, C), H, W
Output: x: (B, H*W, C)
)rQ   rR   rV   rS   rT   )r1   r<   r   r   s   &&&&r   r@   ÚSGFN.forward`   sg   € ð
 �H‰H�Q‹KˆØ�H‰H�Q‹KˆØ�I‰I�a‹Lˆà�G‰G�A˜!ÓˆØ�I‰I�a‹Lˆà�H‰H�Q‹KˆØ�I‰I�a‹LˆØˆr   )rR   rV   rQ   rT   rS   )rC   rD   rE   rF   rG   r,   ÚGELUr+   r@   rH   rI   rJ   s   @r   rL   rL   E   s)   ø† ñð ØØ—'‘'Ø÷%÷"ð r   rL   c                  ó2   a € ] tR t^qtRtV 3R ltR tRtV ;t# )ÚDynamicPosBiaszÃDynamic Relative Position Bias.
Args:
    dim (int): Number of input channels.
    num_heads (int): Number of attention heads.
    residual (bool):  If True, use residual strage to connect conv.
c                	óz  <€ \         SV `  4        W0n        W n        V^,          V n        \
        P                  ! ^V P                  4      V n        \
        P                  ! \
        P                  ! V P                  4      \
        P                  ! RR7      \
        P                  ! V P                  V P                  4      4      V n        \
        P                  ! \
        P                  ! V P                  4      \
        P                  ! RR7      \
        P                  ! V P                  V P                  4      4      V n        \
        P                  ! \
        P                  ! V P                  4      \
        P                  ! RR7      \
        P                  ! V P                  V P                  4      4      V n        R# )é   T©ÚinplaceN)r*   r+   ÚresidualÚ	num_headsÚpos_dimr,   rP   Úpos_projÚ
Sequentialr-   ÚReLUÚpos1Úpos2Úpos3)r1   r2   rg   rf   r3   s   &&&&€r   r+   ÚDynamicPosBias.__init__z   s  ø€ Ü‰ÑÔØ ŒØ"ŒØ˜a•xˆŒÜŸ	š	 ! T§\¡\Ó2ˆŒÜ—M’MÜ�LŠL˜Ÿ™Ó&Ü�GŠG˜DÔ!Ü�IŠI�d—l‘l D§L¡LÓ1ó
ˆŒ	ô
 —M’MÜ�LŠL˜Ÿ™Ó&Ü�GŠG˜DÔ!Ü�IŠI�d—l‘l D§L¡LÓ1ó
ˆŒ	ô
 —M’MÜ�LŠL˜Ÿ™Ó&Ü�GŠG˜DÔ!Ü�IŠI�d—l‘l D§N¡NÓ3ó
ˆŽ	r   c           	     	óJ  € V P                   '       dS   V P                  V4      pW P                  V4      ,           pW P                  V4      ,           pV P	                  V4      pV# V P	                  V P                  V P                  V P                  V4      4      4      4      pV# ©N)rf   ri   rl   rm   rn   )r1   ÚbiasesÚposs   && r   r@   ÚDynamicPosBias.forward�   s}   € Ø�=�=ˆ=Ø—-‘- Ó'ˆCØŸ	™	 #›Õ&ˆCØŸ	™	 #›Õ&ˆCØ—)‘)˜C“.ˆCð ˆ
ð —)‘)˜DŸI™I d§i¡i°·±¸fÓ0EÓ&FÓGÓHˆCØˆ
r   )rg   rl   rm   rn   rh   ri   rf   rB   rJ   s   @r   ra   ra   q   s   ø† ñõ
÷,ð r   ra   c                  óR   a € ] tR t^›tRt^^.R^RRRR3V 3R lltR tR	R ltRtV ;t	# )
ÚSpatial_Attentiona¡  Spatial Window Self-Attention.
It supports rectangle window (containing square window).
Args:
    dim (int): Number of input channels.
    idx (int): The indentix of window. (0/1)
    split_size (tuple(int)): Height and Width of spatial window.
    dim_out (int | None): The dimension of the attention output. Default: None
    num_heads (int): Number of attention heads. Default: 6
    attn_drop (float): Dropout ratio of attention weight. Default: 0.0
    proj_drop (float): Dropout ratio of output. Default: 0.0
    qk_scale (float | None): Override default qk scale of head_dim ** -0.5 if set
    position_bias (bool): The dynamic relative position bias. Default: True
NrM   Tc
                	óÌ  <€ \         SV `  4        Wn        T;'       g    TV n        W0n        WPn        W n        W�n        W,          p
T;'       g
    V
R,          V n        V^ 8X  d'   V P                  ^ ,          V P                  ^,          rËM;V^8X  d'   V P                  ^ ,          V P                  ^,          r¼M\        RV 24      hW°n
        WÀn        V P                  '       Edd   \        V P                  ^,          V P
                  RR7      V n        \        P                  ! ^V P                  ,
          V P                  4      p\        P                  ! ^V P                  ,
          V P                  4      p\        P                   ! \        P"                  ! WÞ.4      4      pVP%                  ^4      P'                  ^ ^4      P)                  4       P+                  4       pV P-                  RV4       \        P                  ! V P                  4      p\        P                  ! V P                  4      p\        P                   ! \        P"                  ! VV.4      4      p\        P$                  ! V^4      pVR,          VR	,          ,
          pVP/                  ^^^ 4      P)                  4       pVR
;;,          V P                  ^,
          ,          uu&   VR;;,          V P                  ^,
          ,          uu&   VR
;;,          ^V P                  ,          ^,
          ,          uu&   VP1                  R4      pV P-                  RV4       \2        P4                  ! V4      V n        R# )g      à?zERROR MODE: F)rf   Ú
rpe_biasesNÚrelative_position_indexg      à¿)ºNNNrz   N)rz   Nrz   )rz   rz   r   )rz   rz   é   r   )r*   r+   r2   Údim_outÚ
split_sizerg   ÚidxÚposition_biasÚscaleÚ
ValueErrorr   r   ra   rs   ÚtorchÚarangeÚstackÚmeshgridr;   r:   r   ÚfloatÚregister_bufferr   Úsumr,   rU   Ú	attn_drop)r1   r2   r~   r}   r|   rg   r‰   Ú	proj_dropÚqk_scaler   Úhead_dimr   r   Úposition_bias_hÚposition_bias_wrr   Úcoords_hÚcoords_wÚcoordsÚcoords_flattenÚrelative_coordsry   r3   s   &&&&&&&&&&            €r   r+   ÚSpatial_Attention.__init__ª   sh  ø€ ô 	‰ÑÔØŒØ—~�~ #ˆŒØ$ŒØ"ŒØŒØ*ÔàÕ#ˆØ×/Ð/ ¨4¥ˆŒ
à�!Œ8ØŸ™¨Õ+¨T¯_©_¸QÕ-?‘$Ø�AŒXØŸ™¨Õ+¨T¯_©_¸QÕ-?‘$ä˜|¨C¨5Ð1Ó2Ð2ØŒ	ØŒ	à××ÑÜ% d§h¡h°!¥m°T·^±^ÈeÔTˆDŒHä#Ÿlšl¨1¨t¯y©y­=¸$¿)¹)ÓDˆOÜ#Ÿlšl¨1¨t¯y©y­=¸$¿)¹)ÓDˆOÜ—[’[¤§¢°Ð0RÓ!SÓTˆFØ—^‘^ AÓ&×0Ñ0°°AÓ6×AÑAÓC×IÑIÓKˆFØ× Ñ  ¨vÔ6ô —|’| D§I¡IÓ.ˆHÜ—|’| D§I¡IÓ.ˆHÜ—[’[¤§¢°¸8Ð0DÓ!EÓFˆFÜ"Ÿ]š]¨6°1Ó5ˆNØ,¨ZÕ8¸>È*Õ;UÕUˆOØ-×5Ñ5°a¸¸AÓ>×IÑIÓKˆOØ˜G×$¨¯	©	°A­Õ5Ó$Ø˜G×$¨¯	©	°A­Õ5Ó$Ø˜G×$¨¨D¯I©I­¸Õ(9Õ9Ó$Ø&5×&9Ñ&9¸"Ó&=Ð#Ø× Ñ Ð!:Ð<SÔTäŸš IÓ.ˆŽr   c                	ó–  € VP                   w  rEpVP                  RR4      P                  4       P                  WFW#4      p\	        WP
                  V P                  4      pVP                  RV P
                  V P                  ,          V P                  W`P                  ,          4      P                  ^ ^^^4      P                  4       pV# )r6   r8   r   )
r   r:   r   r   r   r   r   r   rg   r   )r1   r<   r   r   r   r?   r   s   &&&&   r   Úim2winÚSpatial_Attention.im2winâ   s–   € Ø—7‘7‰ˆˆqØ�K‰K˜˜BÓ×*Ñ*Ó,×1Ñ1°!¸Ó=ˆÜ˜Ÿ9™9 d§i¡iÓ0ˆà�I‰I�b˜$Ÿ)™) d§i¡iÕ/°·±ÀÇnÁnÕATÓUß‰W�Q˜˜1˜aÓ ß‰Z‹\ð 	
ð
 ˆr   c                ó6  € V^ ,          V^,          V^,          rvpVP                   w  r‰p
W’V,          8X  g   Q R4       hV P                  WRV4      pV P                  WbV4      pV P                  WrV4      pWPP                  ,          pWVP                  RR4      ,          pV P                  '       d¼   V P                  V P                  4      pWÀP                  P                  R4      ,          P                  V P                  V P                  ,          V P                  V P                  ,          R4      pVP                  ^^ ^4      P                  4       pW½P                  ^ 4      ,           pVP                   ^,          pVes   VP                   ^ ,          pVP                  W�V P                  Wî4      VP                  ^4      P                  ^ 4      ,           pVP                  RV P                  Wî4      p\        P                   P#                  VRVP$                  R7      pV P'                  V4      pW·,          pVP                  ^^4      P)                  RV P                  V P                  ,          V
4      p\+        VV P                  V P                  W#4      pV# )z]
Input: qkv: (B, 3*L, C), H, W, mask: (B, N, N), N is the window size
Output: x (B, H, W, C)
ú!flatten img_tokens has wrong size)r2   Údtyper8   r   )r   r–   r€   r:   r   rs   rx   ry   r   r   r   r   r   Ú	unsqueezerg   r,   r   Úsoftmaxrš   r‰   r   r    )r1   Úqkvr   r   ÚmaskÚqÚkÚvr   ÚLr   Úattnrs   Úrelative_position_biasÚNÚnWr<   s   &&&&&            r   r@   ÚSpatial_Attention.forwardí   s  € ð
 �a•&˜#˜a�& # a¥&ˆaˆà—'‘'‰ˆˆaØ˜•EŒzÐ>Ð>Ó>ˆzð �K‰K˜˜aÓ ˆØ�K‰K˜˜aÓ ˆØ�K‰K˜˜aÓ ˆà—
‘
�NˆØ—;‘;˜r 2Ó&Õ&ˆð ××ÐØ—(‘(˜4Ÿ?™?Ó+ˆCà%(×)EÑ)E×)JÑ)JÈ2Ó)NÕ%O×%TÑ%TØ—	‘	˜DŸI™IÕ% t§y¡y°4·9±9Õ'<¸bó&Ð"ð &<×%CÑ%CØ�1�aó&ç‰j‹lð #ð ×:Ñ:¸1Ó=Õ=ˆDà�J‰J�q�Mˆð ÒØ—‘˜A•ˆBØ—9‘9˜Q D§N¡N°AÓ9¸D¿N¹NÈ1Ó<M×<WÑ<WØó=õ ˆDð —9‘9˜R §¡°Ó6ˆDä�}‰}×$Ñ$ T¨r¸¿¹Ð$ÓDˆØ�~‰~˜dÓ#ˆà�HˆØ�K‰K˜˜1Ó×%Ñ%Ø�—	‘	˜DŸI™IÕ% qó
ˆô
 ˜˜4Ÿ9™9 d§i¡i°Ó6ˆàˆr   )r   r   r‰   r2   r|   r~   rg   rs   r   r€   r}   rq   )
rC   rD   rE   rF   rG   r+   r–   r@   rH   rI   rJ   s   @r   rv   rv   ›   s8   ø† ñð$ �q�6ØØØØØØ÷6/òp	÷3ò 3r   rv   c            	      óZ   a € ] tR tRtRt^@^^.^^.RRRR^ ^ 3	V 3R lltR
R ltR tR	tV ;t	# )ÚAdaptive_Spatial_Attentioni#  a‚  Adaptive Spatial Self-Attention
Args:
    dim (int): Number of input channels.
    num_heads (int): Number of attention heads. Default: 6
    split_size (tuple(int)): Height and Width of spatial window.
    shift_size (tuple(int)): Shift size for spatial window.
    qkv_bias (bool): If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None): Override default qk scale of head_dim ** -0.5 if set.
    drop (float): Dropout rate. Default: 0.0
    attn_drop (float): Attention dropout rate. Default: 0.0
    rg_idx (int): The indentix of Residual Group (RG)
    b_idx (int): The indentix of Block in each RG
FNrM   c                	ó   <€ \         SV `  4        Wn        W n        W@n        WPn        W°n        W n        W0n        \        P                  ! W^,          VR7      V n        ^ V P
                  ^ ,          u;8:  d    V P                  ^ ,          8  g    Q R4       h Q R4       h^ V P
                  ^,          u;8:  d    V P                  ^,          8  g    Q R4       h Q R4       h^V n        \        P                  ! W4      V n        \        P                  ! V4      V n        \        P                   ! \#        V P                  4       Uu. uF,  p\%        V^,          VVV^,          V^,          VV	VRR7	      NK.  	  up4      V n        V P                  ^,          ^ 8X  d1   V P                  ^ 8”  d    V P                  ^,
          ^,          ^ 8X  g1   V P                  ^,          ^ 8w  dr   V P                  ^,          ^ 8X  dZ   V P)                  V P                  V P                  4      pV P+                  RV^ ,          4       V P+                  RV^,          4       M&RpV P+                  RR4       V P+                  RR4       \        P,                  ! \        P.                  ! W^^^VR	7      \        P0                  ! V4      \        P2                  ! 4       4      V n        \        P,                  ! \        P6                  ! ^4      \        P.                  ! W^,          ^R
7      \        P0                  ! V^,          4      \        P2                  ! 4       \        P.                  ! V^,          V^R
7      4      V n        \        P,                  ! \        P.                  ! W^,          ^R
7      \        P0                  ! V^,          4      \        P2                  ! 4       \        P.                  ! V^,          ^^R
7      4      V n        R# u upi )r$   ©Úbiasz shift_size must in 0-split_size0z shift_size must in 0-split_size1T)r~   r}   rg   r|   r‹   r‰   rŠ   r   Úattn_mask_0Úattn_mask_1Nr%   ©r&   )r*   r+   r2   rg   r}   Ú
shift_sizeÚb_idxÚrg_idxÚpatches_resolutionr,   rP   r�   Ú
branch_numÚprojrU   rŠ   Ú
ModuleListÚrangerv   ÚattnsÚcalculate_maskr‡   rj   r/   ÚBatchNorm2dr_   ÚdwconvÚAdaptiveAvgPool2dÚchannel_interactionÚspatial_interaction)r1   r2   rg   Úresor}   r°   Úqkv_biasr‹   rV   r‰   r²   r±   ÚiÚ	attn_maskr3   s   &&&&&&&&&&&&  €r   r+   Ú#Adaptive_Spatial_Attention.__init__3  s  ø€ ô 	‰ÑÔØŒØ"ŒØ$ŒØ$ŒØŒ
ØŒØ"&ÔÜ—9’9˜S¨¥'°Ô9ˆŒð �—‘ Õ#Ö8 d§o¡o°aÕ&8Õ8ð	.à-ó	.Ù8ð	.à-ó	.Ø8ð �—‘ Õ#Ö8 d§o¡o°aÕ&8Õ8ð	.à-ó	.Ù8ð	.à-ó	.Ø8ð ˆŒä—I’I˜cÓ'ˆŒ	ÜŸš DÓ)ˆŒä—]’]ô ˜tŸ™Ô/óñ 0�Aô "Ø˜1•HØØ)Ø'¨1�nØ 1�HØ%Ø'Ø"Ø"&÷
ñ 0ñó
ˆŒ
ð" �K‰K˜!�O˜qÔ  T§Z¡Z°!¤^¸¿¹Àa½È1Õ8LÐPQÔ8QØ�K‰K˜!�O˜qÔ  T§Z¡Z°!¥^°qÔ%8à×+Ñ+Ø×'Ñ'¨×)@Ñ)@óˆIð × Ñ  °	¸!µÔ=Ø× Ñ  °	¸!µÕ=àˆIØ× Ñ  °Ô5Ø× Ñ  °Ô5ä—m’mÜ�IŠI�c¨A°aÀÈ3ÔOÜ�NŠN˜3ÓÜ�GŠG‹Ió
ˆŒô
 $&§=¢=Ü× Ò  Ó#Ü�IŠI�c !�8°Ô3Ü�NŠN˜3 !�8Ó$Ü�GŠG‹IÜ�IŠI�c˜Q•h °Ô3ó$
ˆÔ ô $&§=¢=Ü�IŠI�c "�9°!Ô4Ü�NŠN˜3 "�9Ó%Ü�GŠG‹IÜ�IŠI�c˜R•i °Ô2ó	$
ˆÖ ùòSs   Å2O;c                	ó~	  € \         P                  ! ^W^3VR7      p\         P                  ! ^W^3VR7      p\        ^ V P                  ^ ,          ) 4      \        V P                  ^ ,          ) V P                  ^ ,          ) 4      \        V P                  ^ ,          ) R4      3p\        ^ V P                  ^,          ) 4      \        V P                  ^,          ) V P                  ^,          ) 4      \        V P                  ^,          ) R4      3p\        ^ V P                  ^,          ) 4      \        V P                  ^,          ) V P                  ^,          ) 4      \        V P                  ^,          ) R4      3p\        ^ V P                  ^ ,          ) 4      \        V P                  ^ ,          ) V P                  ^ ,          ) 4      \        V P                  ^ ,          ) R4      3p	^ p
V F  pV F  pW¤RW¼R3&   V
^,          p
K  	  K  	  ^ p
V F  pV	 F  pW¥RW¼R3&   V
^,          p
K  	  K  	  VP                  ^WP                  ^ ,          ,          V P                  ^ ,          W P                  ^,          ,          V P                  ^,          ^4      pVP                  ^ ^^^^^4      P                  4       P                  RV P                  ^ ,          V P                  ^,          ^4      pVP                  RV P                  ^ ,          V P                  ^,          ,          4      pVP                  ^4      VP                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pVP                  ^WP                  ^,          ,          V P                  ^,          W P                  ^ ,          ,          V P                  ^ ,          ^4      pVP                  ^ ^^^^^4      P                  4       P                  RV P                  ^,          V P                  ^ ,          ^4      pVP                  RV P                  ^,          V P                  ^ ,          ,          4      pVP                  ^4      VP                  ^4      ,
          pVP                  V^ 8g  R4      P                  V^ 8H  R4      pVV3# )r{   ©rš   Nrz   rM   r   g      YÀ)
r‚   ÚzerosÚslicer}   r°   r   r   r   r›   Úmasked_fill)r1   r   r   rš   Ú
img_mask_0Ú
img_mask_1Ú
h_slices_0Ú
w_slices_0Ú
h_slices_1Ú
w_slices_1ÚcntÚhÚwÚmask_windows_0r­   Úmask_windows_1r®   s   &&&&             r   r¹   Ú)Adaptive_Spatial_Attention.calculate_maskˆ  s  € ô —[’[ ! Q¨1 °UÔ;ˆ
Ü—[’[ ! Q¨1 °UÔ;ˆ
ä�!�d—o‘o aÕ(Ð(Ó)Ü�4—?‘? 1Õ%Ð%¨¯©¸Õ(:Ð':Ó;Ü�4—?‘? 1Õ%Ð% tÓ,ð
ˆ
ô �!�d—o‘o aÕ(Ð(Ó)Ü�4—?‘? 1Õ%Ð%¨¯©¸Õ(:Ð':Ó;Ü�4—?‘? 1Õ%Ð% tÓ,ð
ˆ
ô �!�d—o‘o aÕ(Ð(Ó)Ü�4—?‘? 1Õ%Ð%¨¯©¸Õ(:Ð':Ó;Ü�4—?‘? 1Õ%Ð% tÓ,ð
ˆ
ô �!�d—o‘o aÕ(Ð(Ó)Ü�4—?‘? 1Õ%Ð%¨¯©¸Õ(:Ð':Ó;Ü�4—?‘? 1Õ%Ð% tÓ,ð
ˆ
ð
 ˆÛˆAÛ�Ø),˜1˜a A˜:Ñ&Ø�q•’ó  ñ ð ˆÛˆAÛ�Ø),˜1˜a A˜:Ñ&Ø�q•’ó  ñ ð  —_‘_ØØ—‘ Õ#Õ#Ø�O‰O˜AÕØ—‘ Õ#Õ#Ø�O‰O˜AÕØó
ˆ
ð ×Ñ˜q ! Q¨¨1¨aÓ0ß‰Z‹\ß‰T�"�d—o‘o aÕ(¨$¯/©/¸!Õ*<¸aÓ@ð 	ð
 $Ÿ™¨¨T¯_©_¸QÕ-?À$Ç/Á/ÐRSÕBTÕ-TÓUˆØ$×.Ñ.¨qÓ1°N×4LÑ4LÈQÓ4OÕOˆØ!×-Ñ-¨k¸QÑ.>ÀÓG×SÑSØ˜1Ñ˜có
ˆð
  —_‘_ØØ—‘ Õ#Õ#Ø�O‰O˜AÕØ—‘ Õ#Õ#Ø�O‰O˜AÕØó
ˆ
ð ×Ñ˜q ! Q¨¨1¨aÓ0ß‰Z‹\ß‰T�"�d—o‘o aÕ(¨$¯/©/¸!Õ*<¸aÓ@ð 	ð
 $Ÿ™¨¨T¯_©_¸QÕ-?À$Ç/Á/ÐRSÕBTÕ-TÓUˆØ$×.Ñ.¨qÓ1°N×4LÑ4LÈQÓ4OÕOˆØ!×-Ñ-¨k¸QÑ.>ÀÓG×SÑSØ˜1Ñ˜có
ˆð ˜KÐ'Ð'r   c           
     ó\  € VP                   w  rEpWRV,          8X  g   Q R4       hV P                  V4      P                  VR^V4      P                  ^^ ^^4      pV^,          P	                  R	R4      P                  4       P                  WFW#4      p\        V P                  ^ ,          V P                  ^,          4      p	^ ;r«W“V	,          ,
          V	,          pW’V	,          ,
          V	,          pVP                  ^V,          W#V4      P                  ^ ^^^4      p\        P                  ! WzWËV34      P                  ^WFR4      P	                  R	R4      pWÒ,           pWÃ,           pWï,          pV P                  ^,          ^ 8X  d1   V P                  ^ 8”  d    V P                  ^,
          ^,          ^ 8X  g3   V P                  ^,          ^ 8w  Edô   V P                  ^,          ^ 8X  EdÛ   VP                  ^WNWö4      p\        P                  ! VRRRRRV^,          13,          V P                  ^ ,          ) V P                  ^,          ) 3R
R7      pVP                  ^VVV^,          4      p\        P                  ! VRRRRV^,          R13,          V P                  ^,          ) V P                  ^ ,          ) 3R
R7      pVP                  ^VVV^,          4      pV P                   V8w  g   V P                   V8w  d—   V P#                  WïVP$                  R7      pV P&                  ^ ,          ! VWïV^ ,          P)                  VP*                  4      R7      pV P&                  ^,          ! VWïV^,          P)                  VP*                  4      R7      pMLV P&                  ^ ,          ! VWïV P,                  R7      pV P&                  ^,          ! VWïV P.                  R7      p\        P                  ! VV P                  ^ ,          V P                  ^,          3RR7      p\        P                  ! VV P                  ^,          V P                  ^ ,          3RR7      pVRRV1RV1R3,          P                  WEV^,          4      pVRRV1RV1R3,          P                  WEV^,          4      p\        P0                  ! VV.^R7      pMÂV P&                  ^ ,          ! VRRRRV^,          13,          Wï4      RRV1RV1R3,          P                  WEV^,          4      pV P&                  ^,          ! VRRRV^,          R13,          Wï4      RRV1RV1R3,          P                  WEV^,          4      p\        P0                  ! VV.^R7      pV P3                  V4      pV P5                  V4      P                  ^ ^^^4      P                  4       P                  V^V4      pVP	                  R	R4      P                  4       P                  WFW#4      pV P7                  V4      pV\        P8                  ! V4      ,          p\        P8                  ! V4      V,          pVP                  ^ ^^^4      P                  4       P                  WEV4      pVV,           pV P;                  V4      pV P=                  V4      pV# )r]   r™   rz   N)ÚshiftsÚdimsrÅ   )rž   r7   r   r8   )r6   r$   )r{   r6   )r   r�   r   r   r:   r   r   Úmaxr}   ÚFÚpadr²   r±   r‚   Úrollr°   r³   r¹   rš   r¸   ÚtoÚdevicer­   r®   Úcatr»   r½   r¾   Úsigmoidrµ   rŠ   )r1   r<   r   r   r   r¢   r   r�   r¡   Úmax_split_sizeÚpad_lÚpad_tÚpad_rÚpad_bÚ_HÚ_WÚ_LÚqkv_0Úqkv_1Úmask_tmpÚx1_shiftÚx2_shiftr=   r>   Ú	attened_xÚconv_xÚchannel_mapÚattention_reshapeÚspatial_maps   &&&&                         r   r@   Ú"Adaptive_Spatial_Attention.forward×  s©  € ð
 —'‘'‰ˆˆaØ˜•EŒzÐ>Ð>Ó>ˆzà�h‰h�q‹k×!Ñ! ! R¨¨AÓ.×6Ñ6°q¸!¸QÀÓBˆà��F×Ñ˜R Ó$×/Ñ/Ó1×6Ñ6°q¸QÓBˆô ˜TŸ_™_¨QÕ/°·±ÀÕ1CÓDˆØÐˆØ nÕ"4Õ4¸ÕFˆØ nÕ"4Õ4¸ÕFˆà�k‰k˜!˜a�%  qÓ)×1Ñ1°!°Q¸¸1Ó=ˆä�EŠE�#˜u¨UÐ3Ó4ß‰W�Q˜˜bÓ!ß‰Y�r˜2Óð 	ð
 �YˆØ�YˆØ�Wˆð �K‰K˜!�O˜qÔ  T§Z¡Z°!¤^¸¿¹Àa½È1Õ8LÐPQÔ8QØ�K‰K˜!�O˜qÕ  T§Z¡Z°!¥^°qÕ%8à—(‘(˜1˜a RÓ+ˆCÜ—J’JØ�A�q˜!˜Q  ! q¥& Ð(Õ)ØŸ™¨Õ+Ð+¨d¯o©o¸aÕ.@Ð-@ÐAØôˆEð
 —J‘J˜q ! R¨¨a­Ó0ˆEÜ—J’JØ�A�q˜!˜Q  Q¥¡Ð(Õ)ØŸ™¨Õ+Ð+¨d¯o©o¸aÕ.@Ð-@ÐAØôˆEð
 —J‘J˜q ! R¨¨a­Ó0ˆEà×&Ñ&¨"Ô,°×0GÑ0GÈ2Ô0MØ×.Ñ.¨r¸Q¿W¹WÐ.ÓE�ØŸ:™: až=¨°¸XÀa½[¿^¹^ÈAÏHÉHÓ=UÔV�ØŸ:™: až=¨°¸XÀa½[¿^¹^ÈAÏHÉHÓ=UÔV‘àŸ:™: až=¨°¸T×=MÑ=MÔN�ØŸ:™: až=¨°¸T×=MÑ=MÔN�ä—’Ø $§/¡/°!Õ"4°d·o±oÀaÕ6HÐ!IÐPVôˆBô —’Ø $§/¡/°!Õ"4°d·o±oÀaÕ6HÐ!IÐPVôˆBð �A�r˜�r˜2˜A˜2˜q�LÕ!×)Ñ)¨!°°QµÓ7ˆBØ�A�r˜�r˜2˜A˜2˜q�LÕ!×)Ñ)¨!°°QµÓ7ˆBäŸ	š	 2 r (°Ô2‰Ið —‘˜A–˜s 1 a¨¨H¨a°1­f¨HÐ#4Õ5°rÓ>¸qÀ"À1À"ÀbÀqÀbÈ!¸|ÕL×TÑTØ�a˜1•fóˆBð —‘˜A–˜s 1 a¨¨A°­F©HÐ#4Õ5°rÓ>¸qÀ"À1À"ÀbÀqÀbÈ!¸|ÕL×TÑTØ�a˜1•fóˆBô Ÿ	š	 2 r (°Ô2ˆIð —‘˜Q“ˆð
 ×$Ñ$ VÓ,ß‰W�Q˜˜1˜aÓ ß‰Z‹\ß‰T�!�Q˜‹]ð	 	ð &×/Ñ/°°BÓ7×BÑBÓD×IÑIÈ!ÐPQÓUÐØ×.Ñ.Ð/@ÓAˆð ¤§¢¨kÓ :Õ:ˆ	ä—’˜{Ó+¨fÕ4ˆØ—‘  1 a¨Ó+×6Ñ6Ó8×=Ñ=¸aÀAÓFˆà˜Õˆà�I‰I�a‹LˆØ�N‰N˜1Óˆàˆr   )r¸   r±   r´   r½   r2   r»   rg   r³   rµ   rŠ   r�   r²   r°   r¾   r}   rq   )
rC   rD   rE   rF   rG   r+   r¹   r@   rH   rI   rJ   s   @r   r©   r©   #  sG   ø† ñð$ Ø�q�6Ø�q�6ØØØØØØ÷S
ôjM(÷^fð fr   r©   c                  ó6   a € ] tR tRtRtRV 3R lltR tRtV ;t# )ÚAdaptive_Channel_Attentioni@  a«  Adaptive Channel Self-Attention
Args:
    dim (int): Number of input channels.
    num_heads (int): Number of attention heads. Default: 6
    qkv_bias (bool): If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None): Override default qk scale of head_dim ** -0.5 if set.
    attn_drop (float): Attention dropout rate. Default: 0.0
    drop_path (float): Stochastic depth rate. Default: 0.0
c                	ó|  <€ \         SV `  4        W n        \        P                  ! \
        P                  ! V^^4      4      V n        \        P                  ! W^,          VR7      V n	        \        P                  ! V4      V n        \        P                  ! W4      V n        \        P                  ! V4      V n        \        P                  ! \        P                  ! W^^^VR7      \        P                   ! V4      \        P"                  ! 4       4      V n        \        P                  ! \        P&                  ! ^4      \        P                  ! W^,          ^R7      \        P                   ! V^,          4      \        P"                  ! 4       \        P                  ! V^,          V^R7      4      V n        \        P                  ! \        P                  ! W^,          ^R7      \        P                   ! V^,          4      \        P"                  ! 4       \        P                  ! V^,          ^^R7      4      V n        R# )r{   r«   r%   r¯   N)r*   r+   rg   r,   Ú	Parameterr‚   ÚonesÚtemperaturerP   r�   rU   r‰   rµ   rŠ   rj   r/   rº   r_   r»   r¼   r½   r¾   )r1   r2   rg   rÀ   r‹   r‰   rŠ   r3   s   &&&&&&&€r   r+   Ú#Adaptive_Channel_Attention.__init__L  sd  ø€ ô 	‰ÑÔØ"ŒÜŸ<š<¬¯
ª
°9¸aÀÓ(CÓDˆÔä—9’9˜S¨¥'°Ô9ˆŒÜŸš IÓ.ˆŒÜ—I’I˜cÓ'ˆŒ	ÜŸš IÓ.ˆŒä—m’mÜ�IŠI�c¨A°aÀÈ3ÔOÜ�NŠN˜3ÓÜ�GŠG‹Ió
ˆŒô
 $&§=¢=Ü× Ò  Ó#Ü�IŠI�c !�8°Ô3Ü�NŠN˜3 !�8Ó$Ü�GŠG‹IÜ�IŠI�c˜Q•h °Ô3ó$
ˆÔ ô $&§=¢=Ü�IŠI�c "�9°!Ô4Ü�NŠN˜3 "�9Ó%Ü�GŠG‹IÜ�IŠI�c˜R•i °Ô2ó	$
ˆÖ r   c                ó²  € VP                   w  rEpV P                  V4      P                  WE^V P                  W`P                  ,          4      pVP	                  ^^ ^^^4      pV^ ,          V^,          V^,          r©pVP                  RR4      pV	P                  RR4      p	V
P                  RR4      p
V
P                  WFV4      P                  4       P                  WFW#4      p\        P                  P                  P                  VRR7      p\        P                  P                  P                  V	RR7      p	W‰P                  RR4      ,          V P                  ,          pVP                  RR7      pV P                  V4      pWÊ,          P	                  ^ ^^^4      P                  WEV4      pV P                  V4      pVP                  RR4      P                  4       P                  WFW#4      pV P!                  V4      pV P#                  V4      P	                  ^ ^^^4      P                  4       P                  WE^4      pV\        P$                  ! V4      ,          pV\        P$                  ! V4      ,          pVP	                  ^ ^^^4      P                  4       P                  WEV4      pWÞ,           pV P'                  V4      pV P)                  V4      pV# )r]   r7   r8   r   )r   r�   r   rg   r   r:   r   r   r‚   r,   r   Ú	normalizerø   rœ   r‰   r»   r½   r¾   rß   rµ   rŠ   )r1   r<   r   r   r   r¥   r   r�   rŸ   r    r¡   Úv_r£   rí   rî   rð   rï   rñ   s   &&&&              r   r@   Ú"Adaptive_Channel_Attention.forwardq  s[  € ð
 —'‘'‰ˆˆaØ�h‰h�q‹k×!Ñ! !¨¨4¯>©>¸1ÇÁÕ;NÓOˆØ�k‰k˜!˜Q  1 aÓ(ˆØ�a•&˜#˜a�& # a¥&ˆaˆà�K‰K˜˜BÓˆØ�K‰K˜˜BÓˆØ�K‰K˜˜BÓˆà�Y‰Y�q˜QÓ×*Ñ*Ó,×1Ñ1°!¸Ó=ˆä�H‰H×Ñ×)Ñ)¨!°Ð)Ó4ˆÜ�H‰H×Ñ×)Ñ)¨!°Ð)Ó4ˆà—K‘K  BÓ'Õ'¨4×+;Ñ+;Õ;ˆØ�|‰| ˆ|Ó#ˆØ�~‰~˜dÓ#ˆð •X×&Ñ& q¨!¨Q°Ó2×:Ñ:¸1ÀÓCˆ	ð —‘˜R“ˆð &×/Ñ/°°BÓ7×BÑBÓD×IÑIÈ!ÐPQÓUÐØ×.Ñ.Ð/@ÓAˆð ×$Ñ$ VÓ,ß‰W�Q˜˜1˜aÓ ß‰Z‹\ß‰T�!˜‹]ð	 	ð ¤§¢¨kÓ :Õ:ˆ	àœ%Ÿ-š-¨Ó4Õ4ˆØ—‘  1 a¨Ó+×6Ñ6Ó8×=Ñ=¸aÀAÓFˆàÕˆà�I‰I�a‹LˆØ�N‰N˜1Óˆàˆr   )	r‰   r½   r»   rg   rµ   rŠ   r�   r¾   rø   )é   FNrM   rM   rB   rJ   s   @r   rô   rô   @  s   ø† ñ÷#
÷J4ð 4r   rô   c                  ó|   a € ] tR tRt^@^^.^^.RRRRRR]P
                  ]P                  ^ ^ 3V 3R lltR tRt	V ;t
# )	ÚDATBi¨  ç      @FNrM   c                	óz  <€ \         SV `  4        V! V4      V n        V^,          ^ 8X  d   \        VVVVVVVV	V
VVR7      V n        M\        VVVVV
V	R7      V n        VR8”  d   \        V4      M\        P                  ! 4       V n	        \        W,          4      p\        VVVVR7      V n        V! V4      V n        R# )r6   )
rg   r¿   r}   r°   rÀ   r‹   rV   r‰   r²   r±   )rg   rÀ   r‹   r‰   rŠ   rM   )rW   rX   rY   rZ   N)r*   r+   Únorm1r©   r£   rô   r   r,   ÚIdentityÚ	drop_pathr   rL   ÚffnÚnorm2)r1   r2   rg   r¿   r}   r°   Úexpansion_factorrÀ   r‹   rV   r‰   r  rZ   Ú
norm_layerr²   r±   Úffn_hidden_dimr3   s   &&&&&&&&&&&&&&&& €r   r+   ÚDATB.__init__©  sÁ   ø€ ô$ 	‰ÑÔá “_ˆŒ
à�1�9˜Œ>ä2ØØ#ØØ%Ø%Ø!Ø!ØØ#ØØôˆD�Iô 3ØØ#Ø!Ø!Ø#ØôˆDŒIð 1:¸C´œ )Ô,ÄRÇ[Â[Ã]ˆŒä˜SÕ3Ó4ˆÜØØ*ØØô	
ˆŒñ   “_ˆŽ
r   c                óæ   € Vw  r4WP                  V P                  V P                  V4      W44      4      ,           pWP                  V P                  V P	                  V4      W44      4      ,           pV# )ú>
Input: x: (B, H*W, C), x_size: (H, W)
Output: x: (B, H*W, C)
)r  r£   r  r  r  )r1   r<   Úx_sizer   r   s   &&&  r   r@   ÚDATB.forwardã  sX   € ð
 ‰ˆØ—‘˜tŸy™y¨¯©°A«¸Ó=Ó>Õ>ˆØ—‘˜tŸx™x¨¯
©
°1«°qÓ<Ó=Õ=ˆàˆr   )r£   r  r  r  r  )rC   rD   rE   rF   r,   r_   r-   r+   r@   rH   rI   rJ   s   @r   r   r   ¨  sL   ø† ð
 Ø�q�6Ø�q�6ØØØØØØØ—'‘'Ø—<‘<ØØ÷!8%÷t	ð 	r   r   c                  ó|   a € ] tR tRtRt^^.RRRRRR]P                  ]P                  ^RR^ 3V 3R lltR	 t	R
t
V ;t# )ÚResidualGroupiï  aÛ  ResidualGroup
Args:
    dim (int): Number of input channels.
    reso (int): Input resolution.
    num_heads (int): Number of attention heads.
    split_size (tuple(int)): Height and Width of spatial window.
    expansion_factor (float): Ratio of ffn hidden dim to embedding dim.
    qkv_bias (bool): If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None): Override default qk scale of head_dim ** -0.5 if set. Default: None
    drop (float): Dropout rate. Default: 0
    attn_drop(float): Attention dropout rate. Default: 0
    drop_paths (float | None): Stochastic depth rate.
    act_layer (nn.Module): Activation layer. Default: nn.GELU
    norm_layer (nn.Module): Normalization layer. Default: nn.LayerNorm
    depth (int): Number of dual aggregation Transformer blocks in residual group.
    use_chk (bool): Whether to use checkpointing to save memory.
    resi_connection: The convolutional block before residual connection. '1conv'/'3conv'
r  FNrM   Ú1convc                	óä  <€ \         SV `  4        Wàn        W n        \        P
                  ! \        V4       Uu. uFB  p\        VVVVV^ ,          ^,          V^,          ^,          .VVVVV	V
V,          VVVVR7      NKD  	  up4      V n        VR8X  d!   \        P                  ! W^^^4      V n
        R# VR8X  d±   \        P                  ! \        P                  ! W^,          ^^^4      \        P                  ! RRR7      \        P                  ! V^,          V^,          ^^^ 4      \        P                  ! RRR7      \        P                  ! V^,          V^^^4      4      V n
        R# R# u upi )r   )r2   rg   r¿   r}   r°   r  rÀ   r‹   rV   r‰   r  rZ   r	  r²   r±   r  Ú3convçš™™™™™É?T©Únegative_slopere   N)r*   r+   Úuse_chkr¿   r,   r¶   r·   r   Úblocksr/   r0   rj   Ú	LeakyReLU)r1   r2   r¿   rg   r}   r  rÀ   r‹   rV   r‰   Ú
drop_pathsrZ   r	  Údepthr  Úresi_connectionr²   rÁ   r3   s   &&&&&&&&&&&&&&&&& €r   r+   ÚResidualGroup.__init__  sD  ø€ ô& 	‰ÑÔØŒØŒ	ä—m’mô& ˜uœó%ñ$ &�Aô# ØØ'ØØ)Ø *¨1¥°Õ 2°J¸qµMÀQÕ4FÐGØ%5Ø%Ø%ØØ'Ø(¨�mØ'Ø)Ø!Ø÷ñ" &ñ%ó
ˆŒð. ˜gÔ%ÜŸ	š	 #¨A¨q°!Ó4ˆDŽIØ Ô'ÜŸšÜ—	’	˜# a�x¨¨A¨qÓ1Ü—’¨C¸Ô>Ü—	’	˜# �( C¨1¥H¨a°°AÓ6Ü—’¨C¸Ô>Ü—	’	˜# �( C¨¨A¨qÓ1óˆDŽIñ (ùò1s   ¹AE-c                ó  € Vw  r4TpV P                    F6  pV P                  '       d   \        P                  ! WaV4      pK.  V! W4      pK8  	  \        VRW4R7      pV P	                  V4      p\        VR4      pWQ,           pV# )r  úb (h w) c -> b c h w©rÐ   rÑ   úb c h w -> b (h w) c)r  r  Ú
checkpointr   r0   )r1   r<   r  r   r   ÚresÚblks   &&&    r   r@   ÚResidualGroup.forward<  sy   € ð
 ‰ˆØˆØ—;”;ˆCØ�|�|ˆ|Ü×)Ò)¨#°&Ó9’á˜“N’ñ	 ô
 �aÐ/°1Ô:ˆØ�I‰I�a‹LˆÜ�aÐ/Ó0ˆØ�Gˆàˆr   )r  r0   r¿   r  )rC   rD   rE   rF   rG   r,   r_   r-   r+   r@   rH   rI   rJ   s   @r   r  r  ï  sM   ø† ñð0 �q�6ØØØØØØØ—'‘'Ø—<‘<ØØØØ÷#7÷rð r   r  c                  ó,   a € ] tR tRtRtV 3R ltRtV ;t# )ÚUpsampleiP  z�Upsample module.
Args:
    scale (int): Scale factor. Supported scales: 2^n and 3.
    num_feat (int): Channel number of intermediate features.
c           
     	ó4  <€ . pW^,
          ,          ^ 8X  d‡   \        \        \        P                  ! V^4      4      4       FX  pVP	                  \
        P                  ! V^V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       KZ  	  MlV^8X  dW   VP	                  \
        P                  ! V^	V,          ^^^4      4       VP	                  \
        P                  ! ^4      4       M\        RV R24      h\        SV `(  ! V!   R# )r{   zscale z/ is not supported. Supported scales: 2^n and 3.N)r·   r   ÚmathÚlogÚappendr,   r/   ÚPixelShuffler�   r*   r+   )r1   r€   Únum_featÚmÚ_r3   s   &&&  €r   r+   ÚUpsample.__init__W  sÔ   ø€ ØˆØ˜Q•YÕ AÔ%Üœ3œtŸxšx¨¨qÓ1Ó2Ö3�Ø—‘œŸš 8¨Q°­\¸1¸aÀÓCÔDØ—‘œŸš¨Ó+Ö,ò 4ð �aŒZØ�H‰H”R—Y’Y˜x¨¨X­°q¸!¸QÓ?Ô@Ø�H‰H”R—_’_ QÓ'Õ(äØ˜˜ÐNÐOóð ô 	‰Ò˜!Ôr   © )rC   rD   rE   rF   rG   r+   rH   rI   rJ   s   @r   r(  r(  P  s   ø† ñ÷ó r   r(  c                  ó2   a € ] tR tRtRtV 3R ltR tRtV ;t# )ÚUpsampleOneStepig  a  UpsampleOneStep module (the difference with Upsample is that it always only has 1conv + 1pixelshuffle)
   Used in lightweight SR to save parameters.

Args:
    scale (int): Scale factor. Supported scales: 2^n and 3.
    num_feat (int): Channel number of intermediate features.

c           	     	óö   <€ W n         W@n        . pVP                  \        P                  ! W!^,          V,          ^^^4      4       VP                  \        P
                  ! V4      4       \        SV `  ! V!   R# rO   )r.  Úinput_resolutionr,  r,   r/   r-  r*   r+   )r1   r€   r.  Ú
num_out_chr6  r/  r3   s   &&&&& €r   r+   ÚUpsampleOneStep.__init__q  sY   ø€ Ø ŒØ 0ÔØˆØ	�‰”—’˜8¨Q¥h°*Õ%<¸aÀÀAÓFÔGØ	�‰”—’ Ó'Ô(Ü‰Ò˜!Ôr   c                	óp   € V P                   w  rW,          V P                  ,          ^,          ^	,          pV# )r$   ©r6  r.  )r1   rÐ   rÑ   Úflopss   &   r   r;  ÚUpsampleOneStep.flopsy  s.   € Ø×$Ñ$‰ˆØ•˜Ÿ™Õ%¨Õ)¨AÕ-ˆØˆr   r:  )	rC   rD   rE   rF   rG   r+   r;  rH   rI   rJ   s   @r   r4  r4  g  s   ø† ñõ÷ð r   r4  c            &      óÌ   a € ] tR tRtRt/ tR^@R^R^´R^^.R. R%OR. R%OR	R
RRRRRRRRRRR]P                  R]P                  RRR^RRRRRR/R V 3R  lllt	R! t
R" tR# tR$tV ;t# )&ÚDATi  aé  Dual Aggregation Transformer
Args:
    img_size (int): Input image size. Default: 64
    in_chans (int): Number of input image channels. Default: 3
    embed_dim (int): Patch embedding dimension. Default: 180
    depths (tuple(int)): Depth of each residual group (number of DATB in each RG).
    split_size (tuple(int)): Height and Width of spatial window.
    num_heads (tuple(int)): Number of attention heads in different residual groups.
    expansion_factor (float): Ratio of ffn hidden dim to embedding dim. Default: 4
    qkv_bias (bool): If True, add a learnable bias to query, key, value. Default: True
    qk_scale (float | None): Override default qk scale of head_dim ** -0.5 if set. Default: None
    drop_rate (float): Dropout rate. Default: 0
    attn_drop_rate (float): Attention dropout rate. Default: 0
    drop_path_rate (float): Stochastic depth rate. Default: 0.1
    act_layer (nn.Module): Activation layer. Default: nn.GELU
    norm_layer (nn.Module): Normalization layer. Default: nn.LayerNorm
    use_chk (bool): Whether to use checkpointing to save memory.
    upscale: Upscale factor. 2/3/4 for image SR
    img_range: Image range. 1. or 255.
    resi_connection: The convolutional block before residual connection. '1conv'/'3conv'
Úimg_sizeÚin_chansÚ	embed_dimr}   r  rg   r  r  rÀ   Tr‹   NÚ	drop_raterM   Úattn_drop_rateÚdrop_path_rategš™™™™™¹?rZ   r	  r  FÚupscaleÚ	img_rangeç      ð?r  r  Ú	upsamplerÚpixelshufflec               ó   € V ^8„  d   QhRR/# )r6   r‹   zfloat | Noner2  )Úformats   "r   Ú__annotate__ÚDAT.__annotate__™  s   € ÷ k'ñ k'ð ñk'r   c               	óz  <€ \         SV `  4        TpTp^@pVV n        V^8X  d1   Rp\        P                  ! V4      P                  ^^^^4      V n        M\        P                  ! ^^^^4      V n        VV n        VV n	        \        P                  ! VV^^^4      V n        \        V4      V n        Wðn        V;V n        V n        Tp\        P$                  ! \'        R4      \        P(                  ! V4      4      V n        Tp\        P,                  ! ^ V\.        P0                  ! V4      4       Uu. uF  pVP3                  4       NK  	  pp\        P4                  ! 4       V n        \9        V P                  4       F‡  p\;        R/ RVbRVV,          bRVbRVbRVbRVbRV	bR	V
bR
VbRV\1        VRV 4      \1        VRV^,            4       bRVbRVbRVV,          bRVbRVbRVb pV P6                  P=                  V4       K‰  	  V! V4      V n        VR8X  d    \        P                  ! W3^^^4      V n         MµVR8X  d¯   \        P$                  ! \        P                  ! W3^,          ^^^4      \        PB                  ! RRR7      \        P                  ! V^,          V^,          ^^^ 4      \        PB                  ! RRR7      \        P                  ! V^,          V^^^4      4      V n         V P                  R8X  d{   \        P$                  ! \        P                  ! VV^^^4      \        PB                  ! RR7      4      V n"        \G        VV4      V n$        \        P                  ! VV^^^4      V n%        M%V P                  R8X  d   \M        VVVW34      V n$        V PO                  V PP                  4       R# u upi )é@   r"  r2   rg   r¿   r}   r  rÀ   r‹   rV   r‰   r  NrZ   r	  r  r  r  r²   r  r  r  Tr  rI  rd   Úpixelshuffledirect)gšwœ¢#¹Ü?gï8EGrùÛ?gB`åÐ"ÛÙ?r2  ))r*   r+   rF  r‚   ÚTensorr   ÚmeanrÆ   rE  rH  r,   r/   Ú
conv_firstÚlenÚ
num_layersr  Únum_featuresrA  rj   r   r-   Ú	before_RGÚlinspaceÚnprˆ   Úitemr¶   Úlayersr·   r  r,  r.   Úconv_after_bodyr  Úconv_before_upsampler(  ÚupsampleÚ	conv_lastr4  ÚapplyÚ_init_weights)r1   r?  r@  rA  r}   r  rg   r  rÀ   r‹   rB  rC  rD  rZ   r	  r  rE  rF  r  rH  Ú	num_in_chr7  r.  Úrgb_meanÚheadsÚcurr_dimr<   ÚdprrÁ   Úlayerr3   s   &$$$$$$$$$$$$$$$$$$$          €r   r+   ÚDAT.__init__™  ss  ø€ ô. 	‰ÑÔàˆ	Øˆ
ØˆØ"ˆŒØ�qŒ=Ø/ˆHÜŸš XÓ.×3Ñ3°A°q¸!¸QÓ?ˆD�IäŸš A q¨!¨QÓ/ˆDŒIØˆŒØ"ˆŒô Ÿ)š) I¨y¸!¸QÀÓBˆŒô ˜e›*ˆŒØŒàð	
ˆÔ˜DœNð ˆäŸšÜÐ,Ó-¬r¯|ª|¸IÓ/Fó
ˆŒð ˆä#Ÿnšn¨Q°ÄÇÂÀuÃÔNó
ÙN˜ˆA�F‰FŽHÑNð 	ð 
ô —m’m“oˆŒÜ�t—‘Ö'ˆAÜ!ò Ùðà ž(ðñ ðñ &ð	ñ
 "2ðñ "ðñ "ðñ ðñ )ðð œs 5¨¨! 9›~´°E¸'¸AÀ½E°NÓ0CÑDðñ $ðñ &ðð ˜A–hðñ  ðñ !0ðñ  ð!ˆEð$ �K‰K×Ñ˜uÖ%ñ' (ñ* ˜xÓ(ˆŒ	à˜gÔ%Ü#%§9¢9¨YÀ1ÀaÈÓ#KˆDÕ Ø Ô'ä#%§=¢=Ü—	’	˜)°!¥^°Q¸¸1Ó=Ü—’¨C¸Ô>Ü—	’	˜) q�.¨)°q­.¸!¸QÀÓBÜ—’¨C¸Ô>Ü—	’	˜) q�.¨)°Q¸¸1Ó=ó$ˆDÔ ð �>‰>˜^Ô+ä(*¯ªÜ—	’	˜) X¨q°!°QÓ7¼¿ºÈdÔ9Só)ˆDÔ%ô % W¨hÓ7ˆDŒMÜŸYšY x°¸QÀÀ1ÓEˆD�NØ�^‰^Ð3Ô3ä+Ø˜ J°Ð0DóˆDŒMð 	�
‰
�4×%Ñ%Ö&ùòm
s   Ä.N8c                	óx  € \        V\        P                  4      '       dv   \        VP                  R R7       \        V\        P                  4      '       d=   VP
                  e-   \        P                  P                  VP
                  ^ 4       R# R# R# \        V\        P                  \        P                  \        P                  \        P                  34      '       dW   \        P                  P                  VP
                  ^ 4       \        P                  P                  VP                  R4       R# R# )g{®Gáz”?)ÚstdNrG  )Ú
isinstancer,   rP   r	   Úweightr¬   ÚinitÚ	constant_r-   rº   Ú	GroupNormÚInstanceNorm2d)r1   r/  s   &&r   ra  ÚDAT._init_weights  s¿   € Ü�aœŸ™×#Ò#Ü˜!Ÿ(™(¨Õ-Ü˜!œRŸY™Y×'Ò'¨A¯F©FÒ,>Ü—‘×!Ñ! !§&¡&¨!Ö,ñ -?Ñ'äØ”—‘œbŸn™n¬b¯l©l¼B×<MÑ<MÐN÷
ò 
ô �G‰G×Ñ˜aŸf™f aÔ(Ü�G‰G×Ñ˜aŸh™h¨Ö,ñ	
r   c                	óÂ   € VP                   w   r#pW4.pV P                  V4      pV P                   F  pV! W4      pK  	  V P                  V4      p\	        VR W4R7      pV# )r   r!  )r   rW  r[  r.   r   )r1   r<   r0  r   r   r  rg  s   &&     r   Úforward_featuresÚDAT.forward_features  s_   € Ø—W‘W‰
ˆˆ1�Ø�ˆØ�N‰N˜1ÓˆØ—[”[ˆEÙ�aÓ ŠAñ !à�I‰I�a‹LˆÜ�aÐ/°1Ô:ˆàˆr   c                ó|  € V P                   P                  V4      V n         WP                   ,
          V P                  ,          pV P                  R8X  dk   V P	                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pV P                  V P                  V4      4      pMZV P                  R8X  dJ   V P	                  V4      pV P                  V P                  V4      4      V,           pV P                  V4      pWP                  ,          V P                   ,           pV# )z
Input: x: (B, C, H, W)
rI  rP  )
rR  Útype_asrF  rH  rS  r\  rs  r]  r_  r^  )r1   r<   s   &&r   r@   ÚDAT.forward  sò   € ð —I‘I×%Ñ% aÓ(ˆŒ	Ø—‘�]˜dŸn™nÕ,ˆà�>‰>˜^Ô+à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ×)Ñ)¨!Ó,ˆAØ—‘˜tŸ}™}¨QÓ/Ó0‰AØ�^‰^Ð3Ô3à—‘ Ó"ˆAØ×$Ñ$ T×%:Ñ%:¸1Ó%=Ó>ÀÕBˆAØ—‘˜aÓ ˆAà—‘Õ §¡Õ*ˆØˆr   )rW  r\  r]  rS  r_  rA  rF  r[  rR  r.   rV  rU  r^  rH  rE  r  )r6   r6   r6   r6   )rC   rD   rE   rF   rG   Úhyperparametersr,   r_   r-   r+   ra  rs  r@   rH   rI   rJ   s   @r   r>  r>    s  ø† ñð, €Oðk'ð ðk'ð ð	k'ð
 ðk'ð �q�6ðk'ò ðk'ò ðk'ð ðk'ð ðk'ð "&ðk'ð ðk'ð ðk'ð ðk'ð —'‘'ðk'ð  —<‘<ð!k'ð" ð#k'ð$ ð%k'ð& ð'k'ð(  ð)k'ð* !÷+k'ò k'òZ	-ò	÷ð r   r>  )%Ú
__future__r   r*  ÚnumpyrY  r‚   Útorch.nnr,   Útorch.utils.checkpointÚutilsr#  Úeinopsr   Úeinops.layers.torchr   r   rÙ   Úspandrel.utilr   Úspandrel.util.timmr   r	   r   r    ÚModuler"   rL   ra   rv   r©   rô   r   r  rj   r(  r4  r>  r2  r   r   Ú<module>rƒ     s	  ðÝ "ã ã Û Ý ß +Ð +Ý Ý )Ý $å /ß 6ò
ò	ô�"—)‘)ô ô6)ˆ2�9‰9ô )ôX'�R—Y‘Yô 'ôTE˜Ÿ	™	ô EôPZ §¡ô Zôze §¡ô eôPDˆ2�9‰9ô DôN^�B—I‘Iô ^ôBˆr�}‰}ô ô.�b—m‘mô ñ0 Óôpˆ"�)‰)ó pó òpr   