+
    þäûj·4  ã                  óÄ  € ^ RI Ht ^ RIHt ^ RIHt ^ RIt^ RIHt R!R R llt	R R lt
R	 R
 ltR t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR t]R",          tR#R ltR$R R llt ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR%R ltR&R R lltR'R R  lltR# )(é    )Úannotations)ÚOrderedDict)ÚLiteralNc               ó   € V ^8„  d   QhRR/# )é   Úact_typeÚstr© )Úformats   "ÚgC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\__arch_helpers\block.pyÚ__annotate__r      s   € ÷ ñ �#ñ ó    c                óþ   € V P                  4       p V R 8X  d   \        P                  ! V4      pV# V R8X  d   \        P                  ! W!4      pV# V R8X  d   \        P                  ! W2R7      pV# \        RV R R24      h)ÚreluÚ	leakyreluÚprelu)Únum_parametersÚinitzactivation layer [Úsú] is not found)ÚlowerÚnnÚReLUÚ	LeakyReLUÚPReLUÚNotImplementedError)r   ÚinplaceÚ	neg_slopeÚn_preluÚlayers   &&&& r   Úactr!      s„   € ð �~‰~Ó€HØ�6ÔÜ—’˜Ó ˆð €Lð 
�[Ô	 Ü—’˜YÓ0ˆð
 €Lð	 
�WÔ	Ü—’¨Ô@ˆð €Lô "Ð$6°xÀ°lÀ.Ð"QÓRÐRr   c               ó    € V ^8„  d   QhRRRR/# )r   Ú	norm_typer	   ÚncÚintr
   )r   s   "r   r   r       s   € ÷ 	ñ 	�Cð 	˜Sñ 	r   c                óÆ   € V P                  4       p V R 8X  d   \        P                  ! VRR7      pV# V R8X  d   \        P                  ! VRR7      pV# \	        RV R R24      h)ÚbatchT)ÚaffineÚinstanceFznormalization layer [r   r   )r   r   ÚBatchNorm2dÚInstanceNorm2dr   )r#   r$   r    s   && r   Únormr,       si   € à—‘Ó!€IØ�GÔÜ—’˜r¨$Ô/ˆð
 €Lð	 
�jÔ	 Ü×!Ò! "¨UÔ3ˆð €Lô "Ð$9¸)ÀA¸ÀnÐ"UÓVÐVr   c               ó   € V ^8„  d   QhRR/# )r   Úpad_typer	   r
   )r   s   "r   r   r   ,   s   € ÷ ñ �#ñ r   c                óÐ   € V P                  4       p V^ 8X  d   R# V R8X  d   \        P                  ! V4      pV# V R8X  d   \        P                  ! V4      pV# \	        RV R R24      h)r   NÚreflectÚ	replicatezpadding layer [r   z] is not implemented)r   r   ÚReflectionPad2dÚReplicationPad2dr   )r.   Úpaddingr    s   && r   Úpadr5   ,   ss   € ð �~‰~Ó€HØ�!„|ÙØ�9ÔÜ×"Ò" 7Ó+ˆð
 €Lð	 
�[Ô	 Ü×#Ò# GÓ,ˆð €Lô " O°H¸Q°<Ð?SÐ"TÓUÐUr   c                ó`   € W ^,
          V^,
          ,          ,           p V ^,
          ^,          pV# ©é   r
   )Úkernel_sizeÚdilationr4   s   && r   Úget_valid_paddingr;   ;   s*   € Ø¨q¥°XÀµ\Õ BÕB€KØ˜Q� 1Õ$€GØ€Nr   c                  ó4   a € ] tR t^AtV 3R ltR tR tRtV ;t# )ÚConcatBlockc                	ó0   <€ \         SV `  4        Wn        R # ©N©ÚsuperÚ__init__Úsub©ÚselfÚ	submoduleÚ	__class__s   &&€r   rB   ÚConcatBlock.__init__C   ó   ø€ Ü‰ÑÔØŽr   c                	óV   € \         P                  ! WP                  V4      3^R7      pV# )r8   )Údim)ÚtorchÚcatrC   ©rE   ÚxÚoutputs   && r   ÚforwardÚConcatBlock.forwardG   s"   € Ü—’˜AŸx™x¨›{Ð+°Ô3ˆØˆr   c                	ón   € R pV P                   P                  4       P                  RR4      pW,           pV# )zIdentity .. 
|Ú
ú
|©rC   Ú__repr__Úreplace©rE   ÚtmpstrÚmodstrs   &  r   rW   ÚConcatBlock.__repr__K   s2   € Ø"ˆØ—‘×"Ñ"Ó$×,Ñ,¨T°5Ó9ˆØ•ˆØˆr   ©rC   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rB   rQ   rW   Ú__static_attributes__Ú__classcell__©rG   s   @r   r=   r=   A   ó   ø† õò÷ð r   r=   c                  ó4   a € ] tR t^RtV 3R ltR tR tRtV ;t# )ÚShortcutBlockc                	ó0   <€ \         SV `  4        Wn        R # r?   r@   rD   s   &&€r   rB   ÚShortcutBlock.__init__T   rI   r   c                	ó4   € WP                  V4      ,           pV# r?   r]   rN   s   && r   rQ   ÚShortcutBlock.forwardX   s   € Ø—X‘X˜a“[•ˆØˆr   c                	ón   € R pV P                   P                  4       P                  RR4      pW,           pV# ©zIdentity + 
|rT   rU   rV   rY   s   &  r   rW   ÚShortcutBlock.__repr__\   ó2   € Ø!ˆØ—‘×"Ñ"Ó$×,Ñ,¨T°5Ó9ˆØ•ˆØˆr   r]   r^   re   s   @r   rh   rh   R   rf   r   rh   c                  ó4   a € ] tR t^ctV 3R ltR tR tRtV ;t# )ÚShortcutBlockSPSRc                	ó0   <€ \         SV `  4        Wn        R # r?   r@   rD   s   &&€r   rB   ÚShortcutBlockSPSR.__init__e   rI   r   c                	ó   € WP                   3# r?   r]   )rE   rO   s   &&r   rQ   ÚShortcutBlockSPSR.forwardi   s   € Ø—(‘(ˆ{Ðr   c                	ón   € R pV P                   P                  4       P                  RR4      pW,           pV# rn   rV   rY   s   &  r   rW   ÚShortcutBlockSPSR.__repr__l   rp   r   r]   r^   re   s   @r   rr   rr   c   s   ø† õò÷ð r   rr   c                 ó¼  € \        V 4      ^8X  d2   \        V ^ ,          \        4      '       d   \        R4      hV ^ ,          # . pV  F€  p\        V\        P
                  4      '       d+   VP                  4        F  pVP                  V4       K  	  KM  \        V\        P                  4      '       g   Ko  VP                  V4       K‚  	  \        P
                  ! V!  # )r8   z.sequential does not support OrderedDict input.)	ÚlenÚ
isinstancer   r   r   Ú
SequentialÚchildrenÚappendÚModule)ÚargsÚmodulesÚmodulerF   s   *   r   Ú
sequentialrƒ   s   sž   € ä
ˆ4ƒy�A„~Ü�d˜1•gœ{×+Ò+Ü%Ð&VÓWÐWØ�A�wˆØ€GÛˆÜ�fœbŸm™m×,Ò,Ø#Ÿ_™_Ö.�	Ø—‘˜yÖ)ó /ä˜¤§	¡	×*Ô*Ø�N‰N˜6Ö"ñ ô �=Š=˜'Ñ"Ð"r   c           
     ó¦   € \        \        P                  ! W^^R7      \        P                  ! W^^ R7      V'       d   \        V4      4      # R4      # )r   )r9   r4   N)rƒ   r   ÚConv2dr!   )Úin_ncÚout_ncr   s   &&&r   Úconv_block_2c2rˆ   ‡   sI   € ô
 Ü
�	Š	�%¨Q¸Ô:Ü
�	Š	�&¨a¸Ô;ß!ŒˆH‹óð ð (,óð r   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r   r†   r%   r‡   r#   ú
str | Noner   ÚmodeÚConvModer
   )r   s   "r   r   r   “   s:   € ÷ 16ñ 16Øð16àð16ð ð16ð ð16ð ñ16r   c                óØ  € V
R9   g   Q RV
R R24       h\        W$4      pV'       d   VR8w  d   \        W{4      MRpVR8X  d   TM^ p\        P                  ! V VVVVVVVR7      pV	'       d   \	        V	4      MRpV
R9   d"   V'       d   \        W�4      MRp\        WÍWþ4      # V
R8X  d7   Vf   V	e   \	        V	RR	7      pV'       d   \        W€4      MRp\        WþWÍ4      # \        R
V
 24      h)zµ
Conv layer with padding, normalization, activation
mode:
- ``CNA`` --> Conv -> Norm -> Act
- ``NAC`` --> Norm -> Act --> Conv (Identity Mappings in Deep Residual Networks, ECCV16)
ÚNACzWrong conv mode [r   Ú]ÚzeroN)r9   Ústrider4   r:   ÚbiasÚgroupsF)r   zInvalid conv mode ©ÚCNArŽ   ÚCNAC)r•   r–   )r;   r5   r   r…   r!   r,   rƒ   Ú
ValueError)r†   r‡   r9   r‘   r:   r“   r’   r.   r#   r   r‹   r4   ÚpÚcÚaÚns   &&&&&&&&&&&     r   Ú
conv_blockrœ   “   s÷   € ð( Ð)Ô)ÐHÐ->¸tÀA¸hÀaÐ+HÓHÐ)Ü Ó6€Gß"*¨x¸6Ô/AŒˆHÔÀt€AØ! VÔ+‰g°€Gä
�	Š	ØØØØØØØØô		€A÷ "ŒˆHŒ t€AØˆÔß'0ŒD�Ô#°dˆÜ˜! Ó%Ð%Ø	�ŒØÒ Ò!5Ü�H eÔ,ˆA÷
 '0ŒD�Ô"°TˆÜ˜! Ó%Ð%äÐ-¨d¨VÐ4Ó5Ð5r   c                  ó<   a € ] tR t^ÌtRtRR V 3R llltR tRtV ;t# )ÚResNetBlockz�
ResNet Block, 3-3 style
with extra residual scaling used in EDSR
(Enhanced Deep Residual Networks for Single Image Super-Resolution, CVPRW 17)
c               ó   € V ^8„  d   QhRR/# )r   r‹   rŒ   r
   )r   s   "r   r   ÚResNetBlock.__annotate__Ó   s   € ÷ 7#ñ 7#ð ñ7#r   c                	óÌ   <€ \         SV `  4        \        VVVVVVVV	V
VV4      pVR 8X  d   RpVR8X  d   RpRp
\        VVVVVVVV	V
VV4      p\        Wï4      V n        WÐn        R# )r•   Nr–   )rA   rB   rœ   rƒ   ÚresÚ	res_scale)rE   r†   Úmid_ncr‡   r9   r‘   r:   r“   r’   r.   r#   r   r‹   r£   Úconv0Úconv1rG   s   &&&&&&&&&&&&&&  €r   rB   ÚResNetBlock.__init__Ó   s˜   ø€ ô  	‰ÑÔÜØØØØØØØØØØØó
ˆð �5Œ=ØˆHØ�6Œ>ØˆHØˆIÜØØØØØØØØØØØó
ˆô& ˜eÓ+ˆŒØ"Žr   c                	óf   € V P                  V4      P                  V P                  4      pW,           # r?   )r¢   Úmulr£   )rE   rO   r¢   s   && r   rQ   ÚResNetBlock.forward  s#   € Ø�h‰h�q‹k�o‰o˜dŸn™nÓ-ˆØ�wˆr   )r¢   r£   )
é   r8   r8   r8   Tr�   Nr   r•   r8   ©	r_   r`   ra   rb   Ú__doc__rB   rQ   rc   rd   re   s   @r   rž   rž   Ì   s   ø† ñ÷7#ò 7#÷rð r   rž   c                  ó<   a € ] tR tRtRtRR V 3R llltR tRtV ;t# )ÚRRDBi  zf
Residual in Residual Dense Block
(ESRGAN: Enhanced Super-Resolution Generative Adversarial Networks)
c               ó    € V ^8„  d   QhRRRR/# ©r   r’   Úboolr‹   rŒ   r
   )r   s   "r   r   ÚRRDB.__annotate__  s    € ÷ 3
ñ 3
ð ð3
ð ñ3
r   c                	óÀ   <€ \         SV `  4        \        VVVVVVVVV	VR 7
      V n        \        VVVVVVVVV	VR 7
      V n        \        VVVVVVVVV	VR 7
      V n        R# ))ÚplusN)rA   rB   ÚResidualDenseBlock_5CÚRDB1ÚRDB2ÚRDB3)rE   Únfr9   Úgcr‘   r’   r.   r#   r   r‹   Ú	_convtypeÚ_spectral_normrµ   rG   s   &&&&&&&&&&&&&€r   rB   ÚRRDB.__init__  s’   ø€ ô 	‰ÑÔÜ)ØØØØØØØØØØô
ˆŒ	ô *ØØØØØØØØØØô
ˆŒ	ô *ØØØØØØØØØØô
ˆŽ	r   c                	óˆ   € V P                  V4      pV P                  V4      pV P                  V4      pVR ,          V,           # )çš™™™™™É?©r·   r¸   r¹   )rE   rO   Úouts   && r   rQ   ÚRRDB.forwardL  s7   € Ø�i‰i˜‹lˆØ�i‰i˜‹nˆØ�i‰i˜‹nˆØ�S�y˜1�}Ðr   rÁ   )r«   é    r8   Tr�   Nr   r•   ÚConv2DFFr¬   re   s   @r   r¯   r¯     s   ø† ñ÷
3
ò 3
÷jð r   r¯   c                  ó<   a € ] tR tRtRtRR V 3R llltR tRtV ;t# )r¶   iS  a  
Residual Dense Block
Style: 5 convs
The core module of paper: (Residual Dense Network for Image Super-Resolution, CVPR 18)
Modified options that can be used:

- "Partial Convolution based Padding" `arXiv:1811.11718`
- "Spectral normalization" `arXiv:1802.05957`
- "ICASSP 2020 - ESRGAN+ : Further Improving ESRGAN" N. C. {Rakotonirina} and A. {Rasoanaivo}

Args:
    nf (int): Channel number of intermediate features (num_feat).
    gc (int): Channels for each growth (num_grow_ch: growth channel, i.e. intermediate channels).
    convtype (str): the type of convolution to use. Default: 'Conv2D'
    gaussian_noise (bool): enable the ESRGAN+ gaussian noise (no new trainable parameters)
    plus (bool): enable the additional residual paths from ESRGAN+ (adds trainable parameters)
c               ó    € V ^8„  d   QhRRRR/# r±   r
   )r   s   "r   r   Ú"ResidualDenseBlock_5C.__annotate__f  s$   € ÷ M
ñ M
ð ðM
ð ñM
r   c                	óÊ  <€ \         SV `  4        V
'       d   \        W4      MR V n        \        VVVVVVVVV	R7	      V n        \        W,           VVVVVVVV	R7	      V n        \        V^V,          ,           VVVVVVVV	R7	      V n        \        V^V,          ,           VVVVVVVV	R7	      V n        V	R8X  d   R pMTp\        V^V,          ,           V^VVVVVV	R7	      V n        R # )N)r’   r.   r#   r   r‹   r•   )	rA   rB   Úconv1x1rœ   r¦   Úconv2Úconv3Úconv4Úconv5)rE   rº   r9   r»   r‘   r’   r.   r#   r   r‹   rµ   Úlast_actrG   s   &&&&&&&&&&& €r   rB   ÚResidualDenseBlock_5C.__init__f  s  ø€ ô 	‰ÑÔ÷ +/”w˜r”°DˆŒô  ØØØØØØØØØô

ˆŒ
ô  Ø�GØØØØØØØØô

ˆŒ
ô  Ø��R•�KØØØØØØØØô

ˆŒ
ô  Ø��R•�KØØØØØØØØô

ˆŒ
ð �5Œ=Ø‰HàˆHÜØ��R•�KØØØØØØØØô

ˆŽ
r   c           	     	ó
  € V P                  V4      pV P                  \        P                  ! W3^4      4      pV P                  '       d   W0P	                  V4      ,           pV P                  \        P                  ! WV3^4      4      pV P                  \        P                  ! WW43^4      4      pV P                  '       d	   WS,           pV P                  \        P                  ! WW4V3^4      4      pVR,          V,           # )r8   rÀ   )r¦   rË   rL   rM   rÊ   rÌ   rÍ   rÎ   )rE   rO   Úx1Úx2Úx3Úx4Úx5s   &&     r   rQ   ÚResidualDenseBlock_5C.forwardµ  s»   € Ø�Z‰Z˜‹]ˆØ�Z‰ZœŸ	š	 1 '¨1Ó-Ó.ˆØ�<�<ˆ<à—l‘l 1“oÕ%ˆBØ�Z‰ZœŸ	š	 1¨" +¨qÓ1Ó2ˆØ�Z‰ZœŸ	š	 1¨" /°1Ó5Ó6ˆØ�<�<ˆ<Ø•ˆBØ�Z‰ZœŸ	š	 1¨"°"Ð"5°qÓ9Ó:ˆØ�C�x˜!�|Ðr   )r¦   rÊ   rË   rÌ   rÍ   rÎ   )
é@   r«   rÄ   r8   Tr�   Nr   r•   Fr¬   re   s   @r   r¶   r¶   S  s   ø† ñ÷$M
ò M
÷^ð r   r¶   c                ó6   € \         P                  ! W^VRR7      # )r8   F)r9   r‘   r’   )r   r…   )Ú	in_planesÚ
out_planesr‘   s   &&&r   rÊ   rÊ   Ã  s   € Ü�9Š9�Y¸À&ÈuÔUÐUr   c               ó$   € V ^8„  d   QhRRRRRR/# ©r   r†   r%   r‡   r#   rŠ   r
   )r   s   "r   r   r   Ì  s&   € ÷ 1ñ 1Øð1àð1ð ñ1r   c	                óÚ   € \        V W^,          ,          VVVVRRR7      p	\        P                  ! V4      p
V'       d   \        Wq4      MRpV'       d   \	        V4      MRp\        WšW¼4      # )z‹
Pixel shuffle layer
(Real-Time Single Image and Video Super-Resolution Using an Efficient Sub-Pixel Convolutional
Neural Network, CVPR17)
N©r’   r.   r#   r   )rœ   r   ÚPixelShuffler,   r!   rƒ   )r†   r‡   Úupscale_factorr9   r‘   r’   r.   r#   r   ÚconvÚpixel_shuffler›   rš   s   &&&&&&&&&    r   Úpixelshuffle_blockrä   Ì  sf   € ô  ØØ !Õ#Õ$ØØØØØØô	€Dô —O’O NÓ3€Mç#,ŒˆYÔ°$€Aß!ŒˆHŒ t€AÜ�d¨1Ó0Ð0r   c               ó$   € V ^8„  d   QhRRRRRR/# rÝ   r
   )r   s   "r   r   r   í  s&   € ÷ &ñ &Øð&àð&ð ñ&r   c
                ól   € \         P                  ! W)R 7      p
\        V VVVVVVVR7      p\        W«4      # ))Úscale_factorr‹   rß   )r   ÚUpsamplerœ   rƒ   )r†   r‡   rá   r9   r‘   r’   r.   r#   r   r‹   Úupsamplerâ   s   &&&&&&&&&&  r   Úupconv_blockrê   í  sA   € ô �{Š{¨ÔB€HÜØØØØØØØØô	€Dô �hÓ%Ð%r   )TrÀ   r8   r”   )r   )r8   r8   r8   Tr�   Nr   r•   r7   )r   r«   r8   Tr�   Nr   )r   r«   r8   Tr�   Nr   Únearest)Ú
__future__r   Úcollectionsr   Útypingr   rL   Útorch.nnr   r!   r,   r5   r;   r   r=   rh   rr   rƒ   rŒ   rˆ   rœ   rž   r¯   r¶   rÊ   rä   rê   r
   r   r   Ú<module>rð      sÄ   ðõ #å #Ý ã Ý ÷õ 	õòô�"—)‘)ô ô"�B—I‘Iô ô"˜Ÿ	™	ô ò #ð  Ð'Õ(€ô	÷16ôrB�"—)‘)ô BôJ?ˆ2�9‰9ô ?ôDm˜BŸI™Iô mô`V÷1÷B&ñ &r   