+
    úäûjÎ:  ã                   ó¦  € ^ RI t ^ RIHu Ht ^ RIHt ^ RIHtH	t	 ^ RI H
t
Ht ^RIHt R tR tR)R lt ! R	 R
]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      tR^RRRR/R lt ! R R ]P                   4      t ! R! R"]P                   4      t ! R# R$]P                   4      t ! R% R&]P                   4      t ! R' R(]P                   4      tR# )*é    N©Ú	rearrange)Ú	RearrangeÚReduce)ÚeinsumÚnn)ÚLayerNorm2dc                 ó
   € V R J# ©N© )Úvals   &ÚdC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\OmniSR\__arch\OSA.pyÚexistsr      s   € Ø�dˆ?Ðó    c                 ó,   € \        V 4      '       d   V # T# r   )r   )r   Úds   &&r   Údefaultr      s   € Ü˜—+’+ˆ3Ð$ 1Ð$r   c                 óF   € \        V \        4      '       d   V # V 3V,          # r   )Ú
isinstanceÚtuple)r   Úlengths   &&r   Ú
cast_tupler       s   € Ü˜S¤%×(Ò(ˆ3Ð?°¨v¸­Ð?r   c                   ó8   a a€ ] tR t^'t oV 3R ltR tRtVtV ;t# )ÚPreNormResidualc                óf   <€ \         SV `  4        \        P                  ! V4      V n        W n        R # r   )ÚsuperÚ__init__r   Ú	LayerNormÚnormÚfn©ÚselfÚdimr    Ú	__class__s   &&&€r   r   ÚPreNormResidual.__init__(   s#   ø€ Ü‰ÑÔÜ—L’L Ó%ˆŒ	ØŽr   c                óP   € V P                  V P                  V4      4      V,           # r   ©r    r   ©r"   Úxs   &&r   ÚforwardÚPreNormResidual.forward-   ó   € Ø�w‰w�t—y‘y “|Ó$ qÕ(Ð(r   r'   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r*   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r$   Ú__classdict__s   @@r   r   r   '   ó   ù‡ € õ÷
)ò )r   r   c                   ó8   a a€ ] tR t^1t oV 3R ltR tRtVtV ;t# )ÚConv_PreNormResidualc                óP   <€ \         SV `  4        \        V4      V n        W n        R # r   )r   r   r	   r   r    r!   s   &&&€r   r   ÚConv_PreNormResidual.__init__2   s   ø€ Ü‰ÑÔÜ Ó$ˆŒ	ØŽr   c                óP   € V P                  V P                  V4      4      V,           # r   r'   r(   s   &&r   r*   ÚConv_PreNormResidual.forward7   r,   r   r'   r-   r5   s   @@r   r9   r9   1   r7   r   r9   c                   ó<   a a€ ] tR t^;t oRV 3R lltR tRtVtV ;t# )ÚFeedForwardc           	     óJ  <€ \         SV `  4        \        W,          4      p\        P                  ! \        P
                  ! W4      \        P                  ! 4       \        P                  ! V4      \        P
                  ! WA4      \        P                  ! V4      4      V n        R # r   )	r   r   Úintr   Ú
SequentialÚLinearÚGELUÚDropoutÚnet©r"   r#   ÚmultÚdropoutÚ	inner_dimr$   s   &&&& €r   r   ÚFeedForward.__init__<   sb   ø€ Ü‰ÑÔÜ˜�
“Oˆ	Ü—=’=Ü�IŠI�cÓ%Ü�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�iÓ%Ü�JŠJ�wÓó
ˆŽr   c                ó$   € V P                  V4      # r   ©rF   r(   s   &&r   r*   ÚFeedForward.forwardG   ó   € Ø�x‰x˜‹{Ðr   rM   ©é   ç        r-   r5   s   @@r   r?   r?   ;   ó   ù‡ € ÷	
÷ò r   r?   c                   ó<   a a€ ] tR t^Kt oRV 3R lltR tRtVtV ;t# )ÚConv_FeedForwardc                óV  <€ \         SV `  4        \        W,          4      p\        P                  ! \        P
                  ! W^^^ 4      \        P                  ! 4       \        P                  ! V4      \        P
                  ! WA^^^ 4      \        P                  ! V4      4      V n        R# )é   N)	r   r   rA   r   rB   ÚConv2drD   rE   rF   rG   s   &&&& €r   r   ÚConv_FeedForward.__init__L   sn   ø€ Ü‰ÑÔÜ˜�
“Oˆ	Ü—=’=Ü�IŠI�c a¨¨AÓ.Ü�GŠG‹IÜ�JŠJ�wÓÜ�IŠI�i a¨¨AÓ.Ü�JŠJ�wÓó
ˆŽr   c                ó$   € V P                  V4      # r   rM   r(   s   &&r   r*   ÚConv_FeedForward.forwardW   rO   r   rM   rP   r-   r5   s   @@r   rU   rU   K   rS   r   rU   c                   ó<   a a€ ] tR t^[t oRV 3R lltR tRtVtV ;t# )ÚGated_Conv_FeedForwardc           
     ó:  <€ \         SV `  4        \        W,          4      p\        P                  ! W^,          ^VR7      V n        \        P                  ! V^,          V^,          ^^^V^,          VR7      V n        \        P                  ! WQ^VR7      V n        R# )rQ   ©Úkernel_sizeÚbias©r`   ÚstrideÚpaddingÚgroupsra   N)r   r   rA   r   rX   Ú
project_inÚdwconvÚproject_out)r"   r#   rH   ra   rI   Úhidden_featuresr$   s   &&&&& €r   r   ÚGated_Conv_FeedForward.__init__\   s~   ø€ Ü‰ÑÔä˜c�j›/ˆäŸ)š) C¸1Õ)<È!ÐRVÔWˆŒä—i’iØ˜aÕØ˜aÕØØØØ" QÕ&Øô
ˆŒô Ÿ9š9 _ÀqÈtÔTˆÖr   c                óÌ   € V P                  V4      pV P                  V4      P                  ^^R7      w  r#\        P                  ! V4      V,          pV P                  V4      pV# )rQ   ©r#   )rf   rg   ÚchunkÚFÚgelurh   )r"   r)   Úx1Úx2s   &&  r   r*   ÚGated_Conv_FeedForward.forwardo   sU   € Ø�O‰O˜AÓˆØ—‘˜Q“×%Ñ% a¨QÐ%Ó/‰ˆÜ�FŠF�2‹J˜�OˆØ×Ñ˜QÓˆØˆr   )rg   rf   rh   )rW   FrR   r-   r5   s   @@r   r]   r]   [   s   ù‡ € ÷U÷&ò r   r]   c                   ó<   a a€ ] tR t^zt oRV 3R lltR tRtVtV ;t# )ÚSqueezeExcitationc                óP  <€ \         SV `  4        \        W,          4      p\        P                  ! \        R R4      \        P                  ! WRR7      \        P                  ! 4       \        P                  ! W1RR7      \        P                  ! 4       \        R4      4      V n
        R# )zb c h w -> b cÚmeanF©ra   zb c -> b c 1 1N)r   r   rA   r   rB   r   rC   ÚSiLUÚSigmoidr   Úgate)r"   r#   Úshrinkage_rateÚ
hidden_dimr$   s   &&& €r   r   ÚSqueezeExcitation.__init__{   sm   ø€ Ü‰ÑÔÜ˜Õ-Ó.ˆ
ä—M’MÜÐ# VÓ,Ü�IŠI�c¨EÔ2Ü�GŠG‹IÜ�IŠI�j¨EÔ2Ü�JŠJ‹LÜÐ&Ó'ó
ˆŽ	r   c                ó0   € WP                  V4      ,          # r   ©rz   r(   s   &&r   r*   ÚSqueezeExcitation.forwardˆ   s   € Ø—9‘9˜Q“<ÕÐr   r   )ç      Ð?r-   r5   s   @@r   rt   rt   z   s   ù‡ € ÷
÷ ò  r   rt   c                   ó<   a a€ ] tR t^Œt oRV 3R lltR tRtVtV ;t# )ÚMBConvResidualc                óP   <€ \         SV `  4        Wn        \        V4      V n        R # r   )r   r   r    Ú
DropsampleÚ
dropsample)r"   r    rI   r$   s   &&&€r   r   ÚMBConvResidual.__init__�   s   ø€ Ü‰ÑÔØŒÜ$ WÓ-ˆŽr   c                óV   € V P                  V4      pV P                  V4      pW!,           # r   )r    r†   ©r"   r)   Úouts   && r   r*   ÚMBConvResidual.forward’   s$   € Ø�g‰g�a‹jˆØ�o‰o˜cÓ"ˆØ�wˆr   )r†   r    )rR   r-   r5   s   @@r   rƒ   rƒ   Œ   s   ù‡ € ÷.÷
ò r   rƒ   c                   ó<   a a€ ] tR t^˜t oRV 3R lltR tRtVtV ;t# )r…   c                ó0   <€ \         SV `  4        Wn        R # r   )r   r   Úprob)r"   rŽ   r$   s   &&€r   r   ÚDropsample.__init__™   s   ø€ Ü‰ÑÔØŽ	r   c                ó4  € VP                   pV P                  R 8X  g   V P                  '       g   V# \        P                  ! VP
                  ^ ,          ^^^3VR7      P                  4       V P                  8„  pW,          ^V P                  ,
          ,          # )rR   )Údevice)r‘   rŽ   ÚtrainingÚtorchÚFloatTensorÚshapeÚuniform_)r"   r)   r‘   Ú	keep_masks   &&  r   r*   ÚDropsample.forward�   sx   € Ø—‘ˆà�9‰9˜Ô D§M§M MØˆHô ×Ò˜qŸw™w q�z¨1¨a°Ð3¸FÔC×LÑLÓNØ�i‰iñð 	ð �}  D§I¡I¥Õ.Ð.r   )rŽ   )r   r-   r5   s   @@r   r…   r…   ˜   s   ù‡ € ÷÷
/ò 
/r   r…   Úexpansion_rater{   r�   rI   rR   c                ó�  € \        W1,          4      pV'       d   ^M^p\        P                  ! \        P                  ! W^4      \        P                  ! 4       \        P                  ! Wf^V^VR7      \        P                  ! 4       \        WdR7      \        P                  ! Wa^4      4      pW8X  d   V'       g   \        W…R7      pV# )rQ   )rc   rd   re   )r{   )rI   )rA   r   rB   rX   rD   rt   rƒ   )	Údim_inÚdim_outÚ
downsampler™   r{   rI   r|   rc   rF   s	   &&$$$$   r   ÚMBConvrž   ª   s�   € ô �^Õ-Ó.€Jß‰Q !€Fä
�-Š-Ü
�	Š	�& aÓ(ä
�Š‹	Ü
�	Š	Ø A¨f¸aÈ
ô	
ô 	�Š‹	Ü˜*ÔDÜ
�	Š	�* qÓ)ó€Cð Ô§Ü˜SÔ2ˆà€Jr   c                   ó<   a a€ ] tR t^Åt oRV 3R lltR tRtVtV ;t# )Ú	Attentionc                ó  <€ \         S
V `  4        W,          ^ 8X  g   Q R4       hW,          V n        VR,          V n        WPn        \
        P                  ! W^,          RR7      V n        \
        P                  ! \
        P                  ! RR7      \
        P                  ! V4      4      V n        \
        P                  ! \
        P                  ! WRR7      \
        P                  ! V4      4      V n        V P                  '       Ed   \
        P                  ! ^V,          ^,
          ^,          V P                  4      V n        \        P                   ! V4      p\        P"                  ! \        P$                  ! Wf4      4      p\'        VR4      p\'        VR4      \'        VR4      ,
          pW„^,
          ,          pV\        P(                  ! ^V,          ^,
          ^.4      ,          P+                  RR7      p	V P-                  RV	RR	7       R
# R
# )r   ú3dimension should be divisible by dimension per headFrw   rl   zc i j -> (i j) czi ... -> i 1 ...zj ... -> 1 j ...Úrel_pos_indices)Ú
persistentNç      à¿éÿÿÿÿ)r   r   ÚheadsÚscaleÚwith_per   rC   Úto_qkvrB   ÚSoftmaxrE   ÚattendÚto_outÚ	EmbeddingÚrel_pos_biasr“   ÚarangeÚstackÚmeshgridr   ÚtensorÚsumÚregister_buffer)r"   r#   Údim_headrI   Úwindow_sizer©   ÚposÚgridÚrel_posr£   r$   s   &&&&&&    €r   r   ÚAttention.__init__Æ   s‘  ø€ ô 	‰ÑÔà�NØôð 	FàEó	Fð ð •_ˆŒ
Ø˜t•^ˆŒ
ØŒä—i’i ¨1¥W°5Ô9ˆŒä—m’m¤B§J¢J°2Ô$6¼¿
º
À7Ó8KÓLˆŒä—m’mÜ�IŠI�c UÔ+¬R¯ZªZ¸Ó-@ó
ˆŒð
 �<�<‰<Ü "§¢¨a°+­oÀÕ.AÀaÕ-GÈÏÉÓ TˆDÔä—,’,˜{Ó+ˆCÜ—;’;œuŸ~š~¨cÓ7Ó8ˆDÜ˜TÐ#5Ó6ˆDÜ Ð&8Ó9¼IØÐ(ó=õ ˆGð  Q•Õ&ˆGØ&¬¯ª°q¸;µÈÕ7JÈAÐ6NÓ)OÕO×TÑTØð Uó ˆOð × Ñ Ð!2°OÐPUÐ ÖVñ r   c                ó2  a€ . VP                   OVP                  NV P                  N5w  r#rErgpo\        VR 4      pV P	                  V4      P                  ^R
R7      w  ršpV3R lWšV3 4       w  ršpW�P                  ,          p	\        RWš4      pV P                  '       d/   V P                  V P                  4      pV\        VR4      ,           pV P                  V4      p\        RWë4      p\        VRWVR7      pV P                  V4      p\        VRW4R	7      # )z"b x y w1 w2 d -> (b x y) (w1 w2) drl   c              3   ó@   <"  € T F  p\        VR SR7      x € K  	  R# 5i)zb n (h d ) -> b h n d)ÚhNr   )Ú.0Útr¾   s   & €r   Ú	<genexpr>Ú$Attention.forward.<locals>.<genexpr>  s   øé € ÐQÁyÀ!”9˜QÐ 7¸1×=Ñ=Ãyùs   ƒúb h i d, b h j d -> b h i jzi j h -> h i júb h i j, b h j d -> b h i dzb h (w1 w2) d -> b w1 w2 (h d)©Úw1Úw2z(b x y) ... -> b x y ...)r)   Úyr¦   )r•   r‘   r§   r   rª   rm   r¨   r   r©   r¯   r£   r¬   r­   )r"   r)   ÚbatchÚheightÚwidthÚwindow_heightÚwindow_widthÚ_r‘   ÚqÚkÚvÚsimra   ÚattnrŠ   r¾   s   &&              @r   r*   ÚAttention.forwardð   s(  ø€ ðK
Ø�W‰WðK
à�H‰HðK
ð �J‰JñK
ÑGˆ�u¨\¸fÀaô �aÐ=Ó>ˆð —+‘+˜a“.×&Ñ& q¨bÐ&Ó1‰ˆˆaô RÈÈaÁyÓQ‰ˆˆað —
‘
�Nˆô Ð2°AÓ9ˆð �<�<ˆ<Ø×$Ñ$ T×%9Ñ%9Ó:ˆDØœ	 $Ð(8Ó9Õ9ˆCð �{‰{˜3Óˆô Ð2°DÓ<ˆô ØÐ1°mô
ˆð �k‰k˜#ÓˆÜ˜Ð8¸FÔLÐLr   )r¬   r§   r¯   r¨   r­   rª   r©   )é    rR   é   Tr-   r5   s   @@r   r    r    Å   s   ù‡ € ÷(W÷T1Mò 1Mr   r    c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚBlock_Attentioni$  c           
     ó  <€ \         SV `  4        W,          ^ 8X  g   Q R4       hW,          V n        WPn        VR,          V n        W`n        \        P                  ! W^,          ^VR7      V n        \        P                  ! V^,          V^,          ^^^V^,          VR7      V n	        \        P                  ! \        P                  ! RR7      \        P                  ! V4      4      V n        \        P                  ! W^VR7      V n        R# )r   r¢   r_   rb   rl   Nr¥   r¦   )r   r   r§   Úpsr¨   r©   r   rX   ÚqkvÚ
qkv_dwconvrB   r«   rE   r¬   r­   )r"   r#   r¶   ra   rI   r·   r©   r$   s   &&&&&&&€r   r   ÚBlock_Attention.__init__%  sÔ   ø€ ô 	‰ÑÔà�NØôð 	FàEó	Fð ð •_ˆŒ
ØŒØ˜t•^ˆŒ
ØŒä—9’9˜S¨¥'°q¸tÔDˆŒÜŸ)š)Ø�!�GØ�!�GØØØØ˜•7Øô
ˆŒô —m’m¤B§J¢J°2Ô$6¼¿
º
À7Ó8KÓLˆŒä—i’i °a¸dÔCˆŽr   c           
     óò  a € VP                   w  r#rES P                  S P                  V4      4      pVP                  ^^R7      w  rxp	V 3R lWxV	3 4       w  rxp	VS P                  ,          p\        RWx4      p
S P                  V
4      p\        RW¹4      p\        VRVS P                  ,          VS P                  ,          S P                  S P                  S P                  R7      pS P                  V4      pV# )é   rl   c           	   3   ó€   <"  € T F3  p\        VR SP                  SP                  SP                  R7      x € K5  	  R# 5i)z,b (h d) (x w1) (y w2) -> (b x y) h (w1 w2) d)r¾   rÆ   rÇ   N)r   r§   rÚ   ©r¿   rÀ   r"   s   & €r   rÁ   Ú*Block_Attention.forward.<locals>.<genexpr>P  sA   øé € ð 	
ñ �ô ØØ>Ø—*‘*Ø—7‘7Ø—7‘7÷ñ ó ùó   ƒ;>rÃ   rÄ   z2(b x y) head (w1 w2) d -> b (head d) (x w1) (y w2))r)   rÈ   ÚheadrÆ   rÇ   )r•   rÜ   rÛ   rm   r¨   r   r¬   r   rÚ   r§   r­   )r"   r)   ÚbÚcr¾   ÚwrÛ   rÏ   rÐ   rÑ   rÒ   rÓ   rŠ   s   f&           r   r*   ÚBlock_Attention.forwardG  sä   ø€ à—W‘W‰
ˆˆaà�o‰o˜dŸh™h q›kÓ*ˆØ—)‘)˜A 1�)Ó%‰ˆˆaô	
ð ˜A‘Yó	
‰ˆˆað �—
‘
�Nˆô Ð2°AÓ9ˆð �{‰{˜3Óˆô Ð2°DÓ<ˆô ØØ@Ø�4—7‘7�lØ�4—7‘7�lØ—‘Ø�w‰wØ�w‰wô
ˆð �k‰k˜#ÓˆØˆ
r   )r¬   r§   rÚ   rÛ   rÜ   r¨   r­   r©   )rÕ   FrR   rÖ   Tr-   r5   s   @@r   rØ   rØ   $  s   ù‡ € ÷ D÷D/ò /r   rØ   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚChannel_Attentioniy  c           
     ó’  <€ \         SV `  4        W n        \        P                  ! \
        P                  ! V^^4      4      V n        WPn        \        P                  ! W^,          ^VR7      V n
        \        P                  ! V^,          V^,          ^^^V^,          VR7      V n        \        P                  ! W^VR7      V n        R# ©rW   r_   rb   N©r   r   r§   r   Ú	Parameterr“   ÚonesÚtemperaturerÚ   rX   rÛ   rÜ   rh   ©r"   r#   r§   ra   rI   r·   r$   s   &&&&&&€r   r   ÚChannel_Attention.__init__z  ó–   ø€ Ü‰ÑÔØŒ
äŸ<š<¬¯
ª
°5¸!¸QÓ(?Ó@ˆÔàŒä—9’9˜S¨¥'°q¸tÔDˆŒÜŸ)š)Ø�!�GØ�!�GØØØØ˜•7Øô
ˆŒô Ÿ9š9 S¸1À4ÔHˆÖr   c           
     óV  a € VP                   w  r#rES P                  S P                  V4      4      pVP                  ^^R7      pV 3R lV 4       w  rxp	\        P
                  ! VRR7      p\        P
                  ! VRR7      pWxP                  RR4      ,          S P                  ,          p
V
P                  RR7      p
W©,          p\        VRVS P                  ,          VS P                  ,          S P                  S P                  S P                  R7      pS P                  V4      pV# )rß   rl   c           	   3   ó€   <"  € T F3  p\        VR SP                  SP                  SP                  R7      x € K5  	  R# 5i)z2b (head d) (h ph) (w pw) -> b (h w) head d (ph pw)©ÚphÚpwrä   N©r   rÚ   r§   rá   s   & €r   rÁ   Ú,Channel_Attention.forward.<locals>.<genexpr>”  óA   øé € ð 	
ñ �ô ØØDØ—7‘7Ø—7‘7Ø—Z‘Z÷ñ ó ùrã   z2b (h w) head d (ph pw) -> b (head d) (h ph) (w pw)©r¾   rç   r÷   rø   rä   r¦   éþÿÿÿ©r•   rÜ   rÛ   rm   rn   Ú	normalizeÚ	transposerð   Úsoftmaxr   rÚ   r§   rh   ©r"   r)   rå   ræ   r¾   rç   rÛ   rÏ   rÐ   rÑ   rÓ   rŠ   s   f&          r   r*   ÚChannel_Attention.forwardŽ  óö   ø€ Ø—W‘W‰
ˆˆaà�o‰o˜dŸh™h q›kÓ*ˆØ�i‰i˜˜qˆiÓ!ˆô	
ñ ó	
‰ˆˆaô �KŠK˜˜rÔ"ˆÜ�KŠK˜˜rÔ"ˆà—K‘K  BÓ'Õ'¨4×+;Ñ+;Õ;ˆØ�|‰| ˆ|Ó#ˆØ�hˆäØØ@Ø�4—7‘7�lØ�4—7‘7�lØ�w‰wØ�w‰wØ—‘ô
ˆð ×Ñ˜sÓ#ˆàˆ
r   ©r§   rh   rÚ   rÛ   rÜ   rð   ©FrR   rÖ   r-   r5   s   @@r   rê   rê   y  ó   ù‡ € ÷I÷($ò $r   rê   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚChannel_Attention_gridiµ  c           
     ó’  <€ \         SV `  4        W n        \        P                  ! \
        P                  ! V^^4      4      V n        WPn        \        P                  ! W^,          ^VR7      V n
        \        P                  ! V^,          V^,          ^^^V^,          VR7      V n        \        P                  ! W^VR7      V n        R# rì   rí   rñ   s   &&&&&&€r   r   ÚChannel_Attention_grid.__init__¶  ró   r   c           
     óV  a € VP                   w  r#rES P                  S P                  V4      4      pVP                  ^^R7      pV 3R lV 4       w  rxp	\        P
                  ! VRR7      p\        P
                  ! VRR7      pWxP                  RR4      ,          S P                  ,          p
V
P                  RR7      p
W©,          p\        VRVS P                  ,          VS P                  ,          S P                  S P                  S P                  R7      pS P                  V4      pV# )rß   rl   c           	   3   ó€   <"  € T F3  p\        VR SP                  SP                  SP                  R7      x € K5  	  R# 5i)z2b (head d) (h ph) (w pw) -> b (ph pw) head d (h w)rö   Nrù   rá   s   & €r   rÁ   Ú1Channel_Attention_grid.forward.<locals>.<genexpr>Ð  rû   rã   z2b (ph pw) head d (h w) -> b (head d) (h ph) (w pw)rü   r¦   rý   rþ   r  s   f&          r   r*   ÚChannel_Attention_grid.forwardÊ  r  r   r  r  r-   r5   s   @@r   r	  r	  µ  r  r   r	  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )Ú	OSA_Blockiñ  c                óV  <€ \         SV `  4        Tp\        P                  ! \	        VVR ^RR7      \        RWUR7      \        V\        VV^,          VVVR7      4      \        R4      \        V\        WR7      4      \        V\        V^WBR7      4      \        V\        WR7      4      \        R	WUR7      \        V\        VV^,          VVVR7      4      \        R
4      \        V\        WR7      4      \        V\        V^WBR7      4      \        V\        WR7      4      4      V n        R# )Fr�   )r�   r™   r{   z"b d (x w1) (y w2) -> b x y w1 w2 drÅ   )r#   r¶   rI   r·   r©   z"b x y w1 w2 d -> b d (x w1) (y w2))r#   rI   )r#   r§   rI   r·   z"b d (w1 x) (w2 y) -> b x y w1 w2 dz"b x y w1 w2 d -> b d (w1 x) (w2 y)N)r   r   r   rB   rž   r   r   r    r9   r]   rê   r	  Úlayer)r"   Úchannel_numr·   r©   rI   rç   r$   s   &&&&& €r   r   ÚOSA_Block.__init__ò  sK  ø€ ô 	‰ÑÔàˆä—]’]ÜØØØ Ø Ø#ôô Ø4¸ôô ØÜØ#Ø(¨AÕ-Ø#Ø +Ø#ôó	ô Ð:Ó;Ü ØÔ3¸ÔUóô !ØÜ!Ø#¨1°gôóô !ØÔ3¸ÔUóô Ø4¸ôô ØÜØ#Ø(¨AÕ-Ø#Ø +Ø#ôó	ô Ð:Ó;Ü ØÔ3¸ÔUóô !ØÜ&Ø#¨1°gôóô !ØÔ3¸ÔUóów>
ˆŽ
r   c                ó(   € V P                  V4      pV# r   ©r  r‰   s   && r   r*   ÚOSA_Block.forward=  s   € Ø�j‰j˜‹mˆØˆ
r   r  )é@   é   FrR   r-   r5   s   @@r   r  r  ñ  s   ù‡ € ÷I
÷Vò r   r  )rW   )r“   Útorch.nn.functionalr   Ú
functionalrn   Úeinopsr   Úeinops.layers.torchr   r   r   Ú	layernormr	   r   r   r   ÚModuler   r9   r?   rU   r]   rt   rƒ   r…   rž   r    rØ   rê   r	  r  r   r   r   Ú<module>r!     s%  ðó ß Ð Ý ß 1ß å "ò
ò%ô@ô)�b—i‘iô )ô)˜2Ÿ9™9ô )ô�"—)‘)ô ô �r—y‘yô ô ˜RŸY™Yô ô> ˜Ÿ	™	ô  ô$	�R—Y‘Yô 	ô/�—‘ô /ð$Ø34ðØEIðØSVôô6\M�—	‘	ô \Mô~R�b—i‘iô Rôj9˜Ÿ	™	ô 9ôx9˜RŸY™Yô 9ôxN�—	‘	ö Nr   