+
    öäûj%  ã                   óX  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHu Ht ^ RIH	t	 ^ RI
Ht ^RIHt RR ltR tR t ! R R	]P"                  4      t ! R
 R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P4                  4      t ! R R]P"                  4      t]! 4        ! R R]P"                  4      4       tR# )é    N©Ú	rearrange)Ústore_hyperparameters)Úpad_to_multiplec                 óB   € \         P                  ! WW"^,          VR7      # )é   )ÚpaddingÚbias)ÚnnÚConv2d)Úin_channelsÚout_channelsÚkernel_sizer
   s   &&&&ÚhC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\DITN\__arch\DITN_Real.pyÚdefault_convr      s    € Ü�9Š9Ø ;ÈÕ9IÐQUôð ó    c                 ó   € \        V R 4      # )zb c h w -> b (h w) cr   )Úxs   &r   Úto_3dr      s   € Ü�QÐ.Ó/Ð/r   c                 ó   € \        V R WR7      # )zb (h w) c -> b c h w)ÚhÚwr   )r   r   r   s   &&&r   Úto_4dr      s   € Ü�QÐ.°!Ô9Ð9r   c                   ó8   a a€ ] tR t^t oV 3R ltR tRtVtV ;t# )ÚFeedForwardc           
     ó:  <€ \         SV `  4        \        W,          4      p\        P                  ! W^,          ^VR7      V n        \        P                  ! V^,          V^,          ^^^V^,          VR7      V n        \        P                  ! WA^VR7      V n        R# )r   ©r   r
   )r   Ústrider	   Úgroupsr
   N)ÚsuperÚ__init__Úintr   r   Ú
project_inÚdwconvÚproject_out)ÚselfÚdimÚffn_expansion_factorr
   Úhidden_featuresÚ	__class__s   &&&& €r   r!   ÚFeedForward.__init__   s€   ø€ Ü‰ÑÔÜ˜cÕ8Ó9ˆÜŸ)š) C¸1Õ)<È!ÐRVÔWˆŒä—i’iØ˜aÕØ˜aÕØØØØ" QÕ&Øô
ˆŒô Ÿ9š9 _ÀqÈtÔTˆÖr   c                óÌ   € V P                  V4      pV P                  V4      P                  ^^R7      w  r#\        P                  ! V4      V,          pV P                  V4      pV# ©r   ©r'   )r#   r$   ÚchunkÚFÚgelur%   )r&   r   Úx1Úx2s   &&  r   ÚforwardÚFeedForward.forward.   sU   € Ø�O‰O˜AÓˆØ—‘˜Q“×%Ñ% a¨QÐ%Ó/‰ˆÜ�FŠF�2‹J˜�OˆØ×Ñ˜QÓˆØˆr   )r$   r#   r%   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r!   r4   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r*   Ú__classdict__s   @@r   r   r      s   ù‡ € õU÷"ò r   r   c                   ó8   a a€ ] tR t^6t oV 3R ltR tRtVtV ;t# )ÚBiasFree_LayerNormc                ó$  <€ \         SV `  4        \        V\        P                  4      '       d   V3p\
        P                  ! V4      p\        V4      ^8X  g   Q h\        P                  ! \
        P                  ! V4      4      V n        Wn        R# ©é   N)r    r!   Ú
isinstanceÚnumbersÚIntegralÚtorchÚSizeÚlenr   Ú	ParameterÚonesÚweightÚnormalized_shape©r&   rN   r*   s   &&€r   r!   ÚBiasFree_LayerNorm.__init__7   so   ø€ Ü‰ÑÔÜÐ&¬×(8Ñ(8×9Ò9Ø 0Ð2ÐÜ Ÿ:š:Ð&6Ó7ÐäÐ#Ó$¨Ô)Ð)Ð)ä—l’l¤5§:¢:Ð.>Ó#?Ó@ˆŒØ 0Ör   c                ó”   € VP                  RRRR7      pV\        P                  ! VR,           4      ,          V P                  ,          # )rD   TF©ÚkeepdimÚunbiasedçñhãˆµøä>éÿÿÿÿ)ÚvarrH   ÚsqrtrM   )r&   r   Úsigmas   && r   r4   ÚBiasFree_LayerNorm.forwardB   s7   € Ø—‘�b $°�Ó7ˆØ”5—:’:˜e d�lÓ+Õ+¨d¯k©kÕ9Ð9r   )rN   rM   r6   r>   s   @@r   rA   rA   6   s   ù‡ € õ	1÷:ò :r   rA   c                   ó8   a a€ ] tR t^Gt oV 3R ltR tRtVtV ;t# )ÚWithBias_LayerNormc                ó‚  <€ \         SV `  4        \        V\        P                  4      '       d   V3p\
        P                  ! V4      p\        V4      ^8X  g   Q h\        P                  ! \
        P                  ! V4      4      V n        \        P                  ! \
        P                  ! V4      4      V n        Wn        R# rC   )r    r!   rE   rF   rG   rH   rI   rJ   r   rK   rL   rM   Úzerosr
   rN   rO   s   &&€r   r!   ÚWithBias_LayerNorm.__init__H   s‰   ø€ Ü‰ÑÔÜÐ&¬×(8Ñ(8×9Ò9Ø 0Ð2ÐÜ Ÿ:š:Ð&6Ó7ÐäÐ#Ó$¨Ô)Ð)Ð)ä—l’l¤5§:¢:Ð.>Ó#?Ó@ˆŒÜ—L’L¤§¢Ð-=Ó!>Ó?ˆŒ	Ø 0Ör   c                óè   € VP                  RRR7      pVP                  RRRR7      pW,
          \        P                  ! VR,           4      ,          V P                  ,          V P
                  ,           # )rD   T)rS   FrR   rU   rV   )ÚmeanrW   rH   rX   rM   r
   )r&   r   ÚmurY   s   &&  r   r4   ÚWithBias_LayerNorm.forwardT   sT   € Ø�V‰V�B ˆVÓ%ˆØ—‘�b $°�Ó7ˆØ•œ%Ÿ*š* U¨T¥\Ó2Õ2°T·[±[Õ@À4Ç9Á9ÕLÐLr   )r
   rN   rM   r6   r>   s   @@r   r\   r\   G   s   ù‡ € õ
1÷Mò Mr   r\   c                   ó8   a a€ ] tR t^Zt oV 3R ltR tRtVtV ;t# )Ú	LayerNormc                óv   <€ \         SV `  4        VR 8X  d   \        V4      V n        R# \	        V4      V n        R# )ÚBiasFreeN)r    r!   rA   Úbodyr\   )r&   r'   ÚLayerNorm_typer*   s   &&&€r   r!   ÚLayerNorm.__init__[   s.   ø€ Ü‰ÑÔØ˜ZÔ'Ü*¨3Ó/ˆDŽIä*¨3Ó/ˆDŽIr   c                ól   € VP                   RR w  r#\        V P                  \        V4      4      W#4      # )r   Néþÿÿÿ)Úshaper   rh   r   )r&   r   r   r   s   &&  r   r4   ÚLayerNorm.forwardb   s-   € Ø�w‰w�r�sˆ|‰ˆÜ�T—Y‘Yœu Q›xÓ(¨!Ó/Ð/r   )rh   r6   r>   s   @@r   re   re   Z   s   ù‡ € õ0÷0ò 0r   re   c                   ó8   a a€ ] tR t^gt oV 3R ltR tRtVtV ;t# )ÚISAc                ó  <€ \         SV `  4        \        P                  ! \        P
                  ! ^^^4      4      V n        \        P                  ! W^,          4      V n        \        P                  ! W^VR7      V n
        R# )rD   r   N)r    r!   r   rK   rH   rL   ÚtemperatureÚLinearÚqkvr   r%   )r&   r'   r
   r*   s   &&&€r   r!   ÚISA.__init__h   sU   ø€ Ü‰ÑÔÜŸ<š<¬¯
ª
°1°a¸Ó(;Ó<ˆÔÜ—9’9˜S¨¥'Ó*ˆŒÜŸ9š9 S¸1À4ÔHˆÖr   c                ó®  € VP                   P                  w  r#rEVP                  W#R4      P                  RR4      pV P	                  V4      pVP                  ^RR7      w  rxp	VP                  RR4      pVP                  RR4      pV	P                  RR4      p	\        P                  P                  P                  VRR7      p\        P                  P                  P                  VRR7      pWxP                  RR4      ,          V P                  ,          p
V
P                  RR7      p
W©,          pVP                  W#WE4      pV P                  V4      pV# )rD   r.   rV   rl   )Údatarm   ÚviewÚ	transposert   r/   rH   r   Ú
functionalÚ	normalizerr   Úsoftmaxr%   )r&   r   ÚbÚcr   r   rt   ÚqÚkÚvÚattnÚouts   &&          r   r4   ÚISA.forwardn   s  € Ø—V‘V—\‘\‰
ˆˆaØ�F‰F�1˜Ó×&Ñ& r¨2Ó.ˆØ�h‰h�q‹kˆØ—)‘)˜A 2�)Ó&‰ˆˆaØ�K‰K˜˜BÓˆØ�K‰K˜˜BÓˆØ�K‰K˜˜BÓˆä�H‰H×Ñ×)Ñ)¨!°Ð)Ó4ˆÜ�H‰H×Ñ×)Ñ)¨!°Ð)Ó4ˆà—K‘K  BÓ'Õ'¨4×+;Ñ+;Õ;ˆØ�|‰| ˆ|Ó#ˆà�hˆØ�h‰h�q˜QÓ"ˆà×Ñ˜sÓ#ˆØˆ
r   )r%   rt   rr   r6   r>   s   @@r   rp   rp   g   s   ù‡ € õI÷ò r   rp   c                   ó<   a a€ ] tR t^„t oRV 3R lltR tRtVtV ;t# )ÚSDAc                óD  <€ \         SV `  4        ^V,          p\        P                  ! \        P
                  ! ^V^^34      RR7      V n        \        P                  ! \        P                  ! W^^^VR7      \        P                  ! VV^^^	V^R7      \        P                  ! W^^^ 4      4      V n	        \        P                  ! \        P                  ! W^^^ 4      4      V n
        \        P                  ! \        P                  ! W^^^ 4      4      V n        Wn        R# )r   T)Úrequires_grad)r   )r   r	   r   ÚdilationN)r    r!   r   rK   rH   r^   ÚscaleÚ
Sequentialr   ÚDConvsÚ
proj_firstÚ	proj_lastr'   )r&   Ún_featsri   Úi_featsr*   s   &&& €r   r!   ÚSDA.__init__…   sÚ   ø€ Ü‰ÑÔØ�g•+ˆÜ—\’\¤%§+¢+¨q°'¸1¸aÐ.@Ó"AÐQUÔVˆŒ
ä—m’mÜ�IŠI�g¨¨1¨f¸WÔEÜ�IŠIØØØØØ$ØØôô �IŠI�g¨¨1¨aÓ0ó
ˆŒô Ÿ-š-¬¯	ª	°'ÀAÀqÈ!Ó(LÓMˆŒäŸš¤r§y¢y°À1ÀaÈÓ'KÓLˆŒØŽr   c                óÐ   € V P                  V4      p\        P                  ! V^^R7      w  r!V P                  V4      pV P	                  W,          4      V P
                  ,          pV# r-   )r�   rH   r/   rŒ   rŽ   rŠ   )r&   r   Úas   && r   r4   ÚSDA.forward�   sO   € Ø�O‰O˜AÓˆÜ�{Š{˜1˜a QÔ'‰ˆØ�K‰K˜‹NˆØ�N‰N˜1�5Ó! D§J¡JÕ.ˆàˆr   )rŒ   r'   r�   rŽ   rŠ   )ÚWithBiasr6   r>   s   @@r   r†   r†   „   s   ù‡ € ÷÷0ò r   r†   c                   ó8   a a€ ] tR t^¦t oV 3R ltR tRtVtV ;t# )ÚITLc                ó
  <€ \         SV `  4        \        W4      V n        \        P
                  ! 4       V n        \        P                  ! W^4      V n        \        P                  ! W^4      V n	        \        WV4      V n        R# rC   )r    r!   rp   r‚   r   ÚTanhÚactr   Úconv1Úconv2r   Úffn©r&   r�   r(   r
   ri   r*   s   &&&&&€r   r!   ÚITL.__init__§   sY   ø€ Ü‰ÑÔÜ˜Ó&ˆŒ	Ü—7’7“9ˆŒÜ—Y’Y˜w°Ó3ˆŒ
Ü—Y’Y˜w°Ó3ˆŒ
ä˜w¸dÓCˆŽr   c                óÚ   € WP                  V P                  V P                  V4      4      4      ,           pWP                  V P	                  V P                  V4      4      4      ,           pV# ©N)r‚   r›   rš   r�   rœ   ©r&   r   s   &&r   r4   ÚITL.forward°   sK   € Ø—	‘	˜$Ÿ*™* T§X¡X¨a£[Ó1Ó2Õ2ˆØ—‘˜Ÿ™ D§H¡H¨Q£KÓ0Ó1Õ1ˆØˆr   )rš   r‚   r›   rœ   r�   r6   r>   s   @@r   r—   r—   ¦   s   ù‡ € õD÷ò r   r—   c                   ó8   a a€ ] tR t^¶t oV 3R ltR tRtVtV ;t# )ÚSALc                ó
  <€ \         SV `  4        \        V4      V n        \        WV4      V n        \
        P                  ! 4       V n        \
        P                  ! W^4      V n	        \
        P                  ! W^4      V n
        R# rC   )r    r!   r†   r   r�   r   r™   rš   r   r›   rœ   rž   s   &&&&&€r   r!   ÚSAL.__init__·   sX   ø€ Ü‰ÑÔÜ�w“<ˆŒÜ˜w¸dÓCˆŒÜ—7’7“9ˆŒÜ—Y’Y˜w°Ó3ˆŒ
Ü—Y’Y˜w°Ó3ˆŽ
r   c                óÚ   € WP                  V P                  V P                  V4      4      4      ,           pWP                  V P	                  V P                  V4      4      4      ,           pV# r¡   )r†   r›   rš   r�   rœ   r¢   s   &&r   r4   ÚSAL.forward¿   sK   € Ø—‘˜Ÿ™ D§H¡H¨Q£KÓ0Ó1Õ1ˆØ—‘˜Ÿ™ D§H¡H¨Q£KÓ0Ó1Õ1ˆØˆr   )r†   rš   r›   rœ   r�   r6   r>   s   @@r   r¥   r¥   ¶   s   ù‡ € õ4÷ò r   r¥   c                   ó2   a a€ ] tR t^Åt oV 3R ltRtVtV ;t# )ÚUpsampleOneStepc           	     óê   <€ W n         . pVP                  \        P                  ! W!^,          V,          ^^^4      4       VP                  \        P                  ! V4      4       \
        SV `  ! V!   R# )r   N)Únum_featÚappendr   r   ÚPixelShuffler    r!   )r&   rŠ   r­   Ú
num_out_chÚmr*   s   &&&& €r   r!   ÚUpsampleOneStep.__init__Æ   sS   ø€ Ø ŒØˆØ	�‰”—’˜8¨Q¥h°*Õ%<¸aÀÀAÓFÔGØ	�‰”—’ Ó'Ô(ä‰Ò˜!Ôr   )r­   )r7   r8   r9   r:   r!   r;   r<   r=   r>   s   @@r   r«   r«   Å   s   ù‡ € ÷õ r   r«   c                   ó8   a a€ ] tR t^Ït oV 3R ltR tRtVtV ;t# )ÚUFONEc           	     ó8  <€ \         SV `  4        \        V4       Uu. uF  p\        WW44      NK  	  p	p\        P
                  ! V	!  V n        \        V4       Uu. uF  p\        WW44      NK  	  p
p\        P
                  ! V
!  V n        Wpn	        R # u upi u upi r¡   )
r    r!   Úranger—   r   r‹   ÚITLsr¥   ÚSALsÚ
patch_size)r&   r'   r(   r
   ri   Ú
ITL_blocksÚ
SAL_blocksr¹   Ú_ÚITL_bodyÚSAL_bodyr*   s   &&&&&&&&   €r   r!   ÚUFONE.__init__Ð   sŸ   ø€ ô 	‰ÑÔô ˜:Ô&ó
á&�ô �¨4Ö@Ù&ð 	ð 
ô —M’M 8Ñ,ˆŒ	ô ˜:Ô&ó
á&�ô �¨4Ö@Ù&ð 	ð 
ô —M’M 8Ñ,ˆŒ	Ø$Žùò
ùò

s   �BÁBc                óž  € VP                   P                  w  r#rEVP                  VVW@P                  ,          V P                  WPP                  ,          V P                  4      pVP	                  ^ ^^^^^4      P                  4       P                  RW0P                  V P                  4      pV P                  V4      pVP                  VW@P                  ,          WPP                  ,          VV P                  V P                  4      pVP	                  ^ ^^^^^4      P                  4       P                  W#WE4      pV P                  V4      pV# )r   rV   )rw   rm   rx   r¹   ÚpermuteÚ
contiguousr·   r¸   )r&   r   ÚBÚCÚHÚWÚlocal_featuresÚglobal_featuress   &&      r   r4   ÚUFONE.forwardç   s  € Ø—V‘V—\‘\‰
ˆˆaØŸ™ØØØ—‘Õ Ø�O‰OØ—‘Õ Ø�O‰Oó
ˆð ×"Ñ" 1 a¨¨A¨q°!Ó4ß‰Z‹\ß‰T�"�aŸ™¨$¯/©/Ó:ð 	ð
 Ÿ™ >Ó2ˆØ'×,Ñ,ØØ—‘Õ Ø—‘Õ ØØ�O‰OØ�O‰Oó
ˆð ×"Ñ" 1 a¨¨A¨q°!Ó4×?Ñ?ÓA×FÑFÀqÈQÓRð 	ð Ÿ)™) OÓ4ˆØÐr   )r·   r¸   r¹   r6   r>   s   @@r   r´   r´   Ï   s   ù‡ € õ%÷.ò r   r´   c                   ón   a a€ ] tR tRt o/ tR^R^<R^R^R^R^RR	R
RR^R^/
V 3R lltR tR tRtVt	V ;t
# )Ú	DITN_Reali  Úinp_channelsr'   rº   r»   ÚUFONE_blocksr(   r
   Fri   r•   r¹   Úupscalec       
        óš  <€ \         SV `  4        W�n        \        P                  ! W^^^4      V n        \        V4       Uu. uF  p\        VVVVVVV	4      NK  	  pp\        P                  ! V!  V n        \        P                  ! W"^^^4      V n	        \        W¢^4      V n        W n        ^^.V n        W n        W@n        W0n        R# u upi )é   N)r    r!   r¹   r   r   Úsftr¶   r´   r‹   Úconv_after_bodyr«   Úupsampler'   Úpatch_sizesrŠ   r»   rº   )r&   rÌ   r'   rº   r»   rÍ   r(   r
   ri   r¹   rÎ   r¼   Ú
UFONE_bodyr*   s   &$$$$$$$$$$  €r   r!   ÚDITN_Real.__init__
  sÌ   ø€ ô 	‰ÑÔØ$ŒÜ—9’9˜\°°1°aÓ8ˆŒô ˜<Ô(ó
ñ )�ô ØØ$ØØØØØöñ )ð 	ð 
ô —]’] JÑ/ˆŒ
ä!Ÿyšy¨°1°a¸Ó;ˆÔÜ'¨°aÓ8ˆŒØŒØ˜q˜6ˆÔØŒ
Ø$ŒØ$Žùò)
s   ÁCc                ó  € V P                   ^ ,          p\        ^\        V P                   4      4       FH  pW P                   V,          ,          \        P                  ! W P                   V,          4      ,          pKJ  	  \        WRR7      # )r   Úreflect)Úmode)rÔ   r¶   rJ   ÚmathÚgcdr   )r&   r   ÚwsizeÚis   &&  r   Úcheck_image_sizeÚDITN_Real.check_image_size3  sh   € Ø× Ñ  Õ#ˆÜ�qœ#˜d×.Ñ.Ó/Ö0ˆAØ×,Ñ,¨QÕ/Õ/´4·8²8¸E×CSÑCSÐTUÕCVÓ3WÕWŠEñ 1ä˜q¨iÔ8Ð8r   c                ó:  € VP                   w   r#pV P                  V4      pV P                  V4      pV P                  V4      pV P	                  V4      pV P                  We,           4      pVR R ^ W0P                  ,          1^ W@P                  ,          13,          # ):NNN)rm   rÞ   rÑ   r´   rÒ   rÓ   rŠ   )r&   Úinp_imgr¼   Úold_hÚold_wrÑ   rÇ   Úout_dec_level1s   &&      r   r4   ÚDITN_Real.forward9  sŠ   € Ø$Ÿ]™]Ñˆˆ1�UØ×'Ñ'¨Ó0ˆØ�h‰h�wÓˆàŸ™ C›ˆà×-Ñ-¨nÓ=ˆØŸ™ ~Õ';Ó<ˆà˜a  A¨·
±
Õ(:Ð$:¸AÀÏ
É
Õ@RÐ<RÐRÕSÐSr   )
rº   r»   r´   rÒ   r'   r¹   rÔ   rŠ   rÑ   rÓ   )r7   r8   r9   r:   Úhyperparametersr!   rÞ   r4   r;   r<   r=   r>   s   @@r   rË   rË     s…   ù‡ € à€Oð'%ð ð'%ð ð	'%ð
 ð'%ð ð'%ð ð'%ð ð'%ð ð'%ð "ð'%ð ð'%ð ÷'%òR9÷
Tò 
Tr   rË   )T)rÚ   rF   rH   Útorch.nnr   Útorch.nn.functionalrz   r0   Úeinopsr   Úspandrel.utilr   Ú__arch_helpers.paddingr   r   r   r   ÚModuler   rA   r\   re   rp   r†   r—   r¥   r‹   r«   r´   rË   © r   r   Ú<module>rî      sø   ðÛ Û ã Ý ß Ð Ý å /å 5ôò0ò:ô�"—)‘)ô ô4:˜Ÿ™ô :ô"M˜Ÿ™ô Mô&
0�—	‘	ô 
0ôˆ"�)‰)ô ô:ˆ"�)‰)ô ôDˆ"�)‰)ô ô ˆ"�)‰)ô ô�b—m‘mô ô4ˆB�I‰Iô 4ñn Óô<T�—	‘	ó <Tó ò<Tr   