+
    úäûj  ã                   ó0  € ^ RI t ^ RI Ht ^ RIHt ^ RIHt ^ RIHt ^ RIH	t	  ! R R]P                  4      t ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      t]! 4        ! R R]P                  4      4       tR# )é    N)Únn)Útrunc_normal_)ÚDySample)Ústore_hyperparameters)ÚDropPathc                   óR   a a€ ] tR t^
t oRtRV3R lV 3R llltR tR tRtVt	V ;t
# )ÚGPSzGeo ensemble PixelShufflec                ó    <€ V ^8„  d   QhRS[ /# )é   Úkernel_size©Úint)ÚformatÚ__classdict__s   "€ÚhC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\MoSR\__arch\mosr_arch.pyÚ__annotate__ÚGPS.__annotate__   s   ø€ ÷ )ñ )ñ ñ)ó    c                óÎ   <€ \         SV `  4        \        P                  ! WV,          V,          ^,          V^V^,          4      V n        \        P
                  ! V4      V n        R# )é   N)ÚsuperÚ__init__r   ÚConv2dÚin_to_kÚPixelShuffleÚps)ÚselfÚdimÚscaleÚout_chr   Ú	__class__s   &&&&&€r   r   ÚGPS.__init__   sN   ø€ ô 	‰ÑÔÜ—y’yØ˜• Õ'¨!Õ+¨[¸!¸[ÈAÕ=Mó
ˆŒô —/’/ %Ó(ˆŽr   c                óJ   € V P                  V4      pV P                  V4      pV# ©N)Ú_geo_ensembler   )r   ÚxÚrgbs   && r   ÚforwardÚGPS.forward   s$   € Ø× Ñ  Ó#ˆØ�g‰g�c‹lˆØˆ
r   c                óÜ   € V P                  V4      pVP                  VP                  ^ ,          ^RVP                  R,          VP                  R,          4      pVP                  ^R7      pV# )r   ©r   éÿÿÿÿéþÿÿÿ)r   ÚreshapeÚshapeÚmean©r   r&   s   &&r   r%   ÚGPS._geo_ensemble    sQ   € Ø�L‰L˜‹OˆØ�I‰I�a—g‘g˜a•j ! R¨¯©°­°a·g±g¸bµkÓBˆØ�F‰F�qˆF‹MˆØˆr   )r   r   )é   r3   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r(   r%   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   r   s   @@r   r	   r	   
   s!   ù‡ € Ù#÷)õ )ò÷
ò r   r	   c                   óH   a a€ ] tR t^'t oRV3R lV 3R llltR tRtVtV ;t# )Ú	LayerNormc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   r   Úeps©r   Úfloat)r   r   s   "€r   r   ÚLayerNorm.__annotate__(   s   ø€ ÷ ñ ™Cð ¡eñ r   c                óì   <€ \         SV `  4        \        P                  ! \        P
                  ! V4      4      V n        \        P                  ! \        P                  ! V4      4      V n        W n	        R # r$   )
r   r   r   Ú	ParameterÚtorchÚonesÚweightÚzerosÚbiasr@   )r   r   r@   r!   s   &&&€r   r   ÚLayerNorm.__init__(   sD   ø€ Ü‰ÑÔÜ—l’l¤5§:¢:¨c£?Ó3ˆŒÜ—L’L¤§¢¨SÓ!1Ó2ˆŒ	ØŽr   c                óB  € VP                  ^RR7      pW,
          P                  ^4      P                  ^RR7      pW,
          \        P                  ! W0P                  ,           4      ,          pV P
                  R,          V,          V P                  R,          ,           # )é   T)Úkeepdim):NNNNN)r0   ÚpowrF   Úsqrtr@   rH   rJ   )r   r&   ÚuÚss   &&  r   r(   ÚLayerNorm.forward.   sp   € Ø�F‰F�1˜dˆFÓ#ˆØ�U�K‰K˜‹N×Ñ ¨4ÐÓ0ˆØ�U”e—j’j §X¡X¥Ó.Õ.ˆØ�{‰{˜=Õ)¨AÕ-°·	±	¸-Õ0HÕHÐHr   )rJ   r@   rH   )g�íµ ÷Æ°>)	r4   r5   r6   r7   r   r(   r9   r:   r;   r<   s   @@r   r>   r>   '   s   ù‡ € ÷õ ÷Iò Ir   r>   c                   óL   a a€ ] tR t^5t oRtRV3R lV 3R llltR tRtVtV ;t	# )Ú	ConvBlockz7https://github.com/joshyZhou/AST/blob/main/model.py#L22c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Ú
in_channelÚout_channelÚstridesr   )r   r   s   "€r   r   ÚConvBlock.__annotate__8   s"   ø€ ÷ 
ñ 
¡3ð 
±Sð 
Á3ñ 
r   c                ón  <€ \         SV `  4        W0n        Wn        W n        \
        P                  ! \
        P                  ! W^V^R7      \
        P                  ! 4       \
        P                  ! W"^V^R7      \
        P                  ! 4       4      V n	        \
        P                  ! W^V^ R7      V n
        R# )r3   )r   ÚstrideÚpaddingN)r   r   rY   rW   rX   r   Ú
Sequentialr   ÚMishÚblockÚconv11)r   rW   rX   rY   r!   s   &&&&€r   r   ÚConvBlock.__init__8   s‹   ø€ Ü‰ÑÔØŒØ$ŒØ&ÔÜ—]’]Ü�IŠIØ°Q¸wÐPQôô �GŠG‹IÜ�IŠIØ°aÀÐQRôô �GŠG‹Ió	
ˆŒ
ô —i’iØ°¸7ÈAô
ˆŽr   c                óZ   € V P                  V4      pV P                  V4      pW#,           pV# r$   )r`   ra   )r   r&   Úout1Úout2Úouts   &&   r   r(   ÚConvBlock.forwardK   s(   € Ø�z‰z˜!‹}ˆØ�{‰{˜1‹~ˆØ�kˆØˆ
r   )r`   ra   rW   rX   rY   )rM   )
r4   r5   r6   r7   r8   r   r(   r9   r:   r;   r<   s   @@r   rU   rU   5   s   ù‡ € ÙB÷
õ 
÷&ò r   rU   c                   ó\   a a€ ] tR t^Rt oRtRV3R lV 3R lllt]R 4       tR tRt	Vt
V ;t# )ÚGatedCNNBlockzf
modernized mambaout main unit
https://github.com/yuweihao/MambaOut/blob/main/models/mambaout.py#L119
c          
      ó8   <€ V ^8„  d   QhRS[ RS[RS[RS[ RS[/# )r   r   Úexpansion_ratioÚ
conv_ratior   Ú	drop_pathrA   )r   r   s   "€r   r   ÚGatedCNNBlock.__annotate__X   s=   ø€ ÷ 'ñ 'áð'ñ ð'ñ ð	'ñ
 ð'ñ ñ'r   c           	     ód  <€ \         SV `  4        \        V4      V n        \	        W!,          4      p\
        P                  ! W^,          ^^^4      V n        \
        P                  ! 4       V n	        \	        W1,          4      pWfV,
          V.V n
        \
        P                  ! VVV^V^,          VR7      V n        \
        P                  ! Wa^^^4      V n        VR8”  g   V P                  '       g   \        V4      M\
        P                  ! 4       V n        V P#                  V P$                  4       R# )r   )Úgroupsç        N)r   r   r>   Únormr   r   r   Úfc1r_   ÚactÚsplit_indicesÚconvÚfc2Útrainingr   ÚIdentityrm   ÚapplyÚ_init_weights)	r   r   rk   rl   r   rm   ÚhiddenÚconv_channelsr!   s	   &&&&&&  €r   r   ÚGatedCNNBlock.__init__X   sì   ø€ ô 	‰ÑÔÜ˜c“NˆŒ	Ü�_Õ*Ó+ˆÜ—9’9˜S¨1¥*¨a°°AÓ6ˆŒä—7’7“9ˆŒÜ˜JÕ,Ó-ˆØ$¨}Õ&<¸mÐLˆÔä—I’IØØØØØ˜1ÕØ ô
ˆŒ	ô —9’9˜V¨!¨Q°Ó2ˆŒð ˜3Œ d§m§m mô �YÔä—’“ð 	Œð
 	�
‰
�4×%Ñ%Ö&r   c                ó  € \        V \        P                  \        P                  34      '       dT   \	        V P
                  R R7       V P                  e-   \        P                  P                  V P                  ^ 4       R# R# R# )g{®Gáz”?)ÚstdN)	Ú
isinstancer   r   ÚLinearr   rH   rJ   ÚinitÚ	constant_)Úms   &r   r{   ÚGatedCNNBlock._init_weightsy   sV   € ä�aœ"Ÿ)™)¤R§Y¡YÐ/×0Ò0Ü˜!Ÿ(™(¨Õ-Ø�v‰vÒ!Ü—‘×!Ñ! !§&¡&¨!Ö,ñ "ñ 1r   c           
     óŽ  € TpV P                  V4      p\        P                  ! V P                  V4      V P                  ^R7      w  r4pV P                  V4      pV P                  V P                  V P                  V4      \        P                  ! WE3^R7      ,          4      4      pV P                  V4      pWR,
          ,           # )rM   r+   ç      à?)
rr   rF   Úsplitrs   ru   rv   rt   rw   Úcatrm   )r   r&   ÚshortcutÚgÚiÚcs   &&    r   r(   ÚGatedCNNBlock.forward€   s‘   € ØˆØ�I‰I�a‹LˆÜ—+’+˜dŸh™h q›k¨4×+=Ñ+=À1ÔE‰ˆˆaØ�I‰I�a‹LˆØ�H‰H�T—X‘X˜dŸh™h q›k¬E¯IªI°q°fÀ!Ô,DÕDÓEÓFˆØ�N‰N˜1ÓˆØ˜s•NÕ#Ð#r   )rt   rv   rm   rs   rw   rr   ru   )gUUUUUU@ç      ð?é   rˆ   )r4   r5   r6   r7   r8   r   Ústaticmethodr{   r(   r9   r:   r;   r<   s   @@r   ri   ri   R   s3   ù‡ € ñ÷
'õ 'ðB ñ-ó ð-÷$ò $r   ri   c                   óx   a a€ ] tR t^Št oRt/ tR^R^R^R^R^@RRR	R
R^RRRR/
V3R lV 3R llltR tRtVt	V ;t
# )ÚMoSRzMamba Out Super-ResolutionÚin_chr    ÚupscaleÚn_blockr   Ú	upsamplerr   rm   rq   r   rk   g      ø?rl   r�   c                óV   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[RS[RS[ R	S[R
S[/
# )r   r•   r    r–   r—   r   r˜   rm   r   rk   rl   )r   ÚstrrB   )r   r   s   "€r   r   ÚMoSR.__annotate__�   sq   ø€ ÷ 5ñ 5ñ ð5ñ ð	5ñ
 ð5ñ ð5ñ ð5ñ ð5ñ ð5ñ ð5ñ ð5ñ ñ5r   c       
        óâ  <€ \         SV `  4        VR9   d   Tp\        P                  ! ^ Wt4       Uu. uF  q»P	                  4       NK  	  pp\
        P                  ! \
        P                  ! W^^^4      .\        V4       Uu. uF  p\        VV	VV
WÍ,          R7      NK  	  up,           \
        P                  ! WU^,          ^^^4      \
        P                  ! 4       \
        P                  ! V^,          V^^^4      \
        P                  ! 4       \
        P                  ! WU^^4      .,           !  V n        \        W4      V n        VR 8X  dX   \
        P                  ! \
        P                  ! WRV^,          ,          ^^^4      \
        P                  ! V4      4      V n        R# VR8X  d   \!        WSV4      V n        R# VR8X  d   \#        WRV4      V n        R# \%        RV R24      hu upi u upi )r   Úgps)r   rk   r   rl   rm   Údyszupsampler: zQ not supported, choose one of these options:                 ["ps", "gps", "dys"]N)r   r�   )r   r   rF   ÚlinspaceÚitemr   r^   r   Úrangeri   r_   ÚgblocksrU   r‹   r   r˜   r	   r   Ú
ValueError)r   r•   r    r–   r—   r   r˜   rm   r   rk   rl   r&   Údp_ratesÚindexr!   s   &$$$$$$$$$$   €r   r   ÚMoSR.__init__�   s¨  ø€ ô 	‰ÑÔØ˜Ô%ØˆFÜ&+§n¢n°Q¸	Ô&KÓLÑ&K —F‘F–HÑ&KˆÐLÜ—}’}Ü�iŠi˜ A q¨!Ó,Ð-ô # 7œ^ó	ñ ,�Eô ØØ$3Ø +Ø)Ø&�o÷ñ ,ñ	õ
ô —	’	˜# Q�w¨¨1¨aÓ0Ü—’“	Ü—	’	˜# �' 3¨¨1¨aÓ0Ü—’“	Ü—	’	˜# A qÓ)ðõñ
ˆŒô* " %Ó-ˆŒà˜ÔÜŸ]š]Ü—	’	˜#¨°!­Õ4°a¸¸AÓ>ÄÇÂÐPWÓ@XóˆDŽNð ˜%ÔÜ  ¨vÓ6ˆDŽNØ˜%ÔÜ% c°7Ó;ˆDŽNäØ˜i˜[ð )%ð &óð ùòC Mùò	s   ²G'ÂG,
c                ó€   € V P                  V4      V P                  V4      R ,
          ,           pV P                  V4      # )rˆ   ©r¢   r‹   r˜   r1   s   &&r   r(   ÚMoSR.forwardÇ   s1   € Ø�L‰L˜‹O˜tŸ}™}¨QÓ/°#Õ5Õ6ˆØ�~‰~˜aÓ Ð r   r¨   )r4   r5   r6   r7   r8   Úhyperparametersr   r(   r9   r:   r;   r<   s   @@r   r”   r”   Š   s†   ù‡ € á$à€Oð5ð ð5ð ð	5ð
 ð5ð ð5ð ð5ð ð5ð ð5ð ð5ð "%ð5ð  ÷5õ 5÷n!ò !r   r”   )rF   r   Útorch.nn.initr   Ú.spandrel.architectures.__arch_helpers.dysampler   Úspandrel.utilr   Úspandrel.util.timm.__dropr   ÚModuler	   r>   rU   ri   r”   © r   r   Ú<module>r±      s|   ðÛ Ý Ý 'å CÝ /Ý .ôˆ"�)‰)ô ô:I�—	‘	ô Iô�—	‘	ô ô:5$�B—I‘Iô 5$ñp Óô>!ˆ2�9‰9ó >!ó ò>!r   