+
    üäûjF  ã                  ó–   € ^ RI Ht ^ RIt^ RIHt ^ RIHtHtHt ^RI	H
t
HtHtHt ^RIHt R R lt ! R	 R
]
],          4      tR
R.tR# )é    )ÚannotationsN)Úoverride)ÚKeyConditionÚget_pixelshuffle_paramsÚget_seq_len)ÚArchitectureÚImageModelDescriptorÚSizeRequirementsÚ	StateDict)ÚRGTc               ó    € V ^8„  d   QhRRRR/# )é   Ú
state_dictr   Úreturnztuple[int, int]© )Úformats   "Ú_C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\RGT\__init__.pyÚ__annotate__r      s   € ÷ Eñ E 	ð E¨oñ Eó    c                óž  aa€ V R ,          P                   ^ ,          oV R,          P                   ^ ,          oR VV3R llp\        P                  ! S4      pV! W"4      '       d   W"3# \        ^^
4       FD  p^V,          p\        V^,           ^
4       F!  p^V,          pV! WF4      '       g   K  WF3u u # 	  KF  	  \	        RS: RS: 24      h)ú6layers.0.blocks.0.attn.attns.0.relative_position_indexú)layers.0.blocks.0.attn.attns.0.rpe_biasesc               ó$   € V ^8„  d   QhRRRRRR/# )r   ÚsswÚintÚsshr   Úboolr   )r   s   "r   r   Ú%_get_split_size.<locals>.__annotate__   s&   € ÷ Eñ E˜ð E 3ð E¨4ñ Er   c                óz   <€ W,          S8H  ;'       d)    ^V ,          ^,
          ^V,          ^,
          ,          S8H  # )r   r   )r   r   ÚaÚbs   &&€€r   Úis_solutionÚ$_get_split_size.<locals>.is_solution   s1   ø€ Ø�y˜A‰~×DÐD 1 s¥7¨Q¥;°1°sµ7¸Qµ;Õ"?À1Ñ"DÐDr   z No valid split_size found for a=z and b=)ÚshapeÚmathÚisqrtÚrangeÚ
ValueError)	r   r"   Úsquare_sizeÚir   Újr   r    r!   s	   &      @@r   Ú_get_split_sizer,      sÇ   ù€ ð 	ÐKÕL×RÑRÐSTÕU€AØÐ>Õ?×EÑEÀaÕH€A÷Eñ Eô —*’*˜Q“-€KÙ�;×,Ò,ØÐ'Ð'ô �1�bŽ\ˆØ��dˆÜ�q˜1•u˜bÖ!ˆAØ�Q•$ˆCÙ˜3×$Ô$Ø�x”ó "ñ ô Ð8°a±T¸¸q¹dÐCÓ
DÐDr   c                  óD   a € ] tR t^0tR V 3R llt]R R l4       tRtV ;t# )ÚRGTArchc               ó   € V ^8„  d   QhRR/# )r   r   ÚNoner   )r   s   "r   r   ÚRGTArch.__annotate__1   s   € ÷ 
ñ 
˜$ñ 
r   c                	óš   <€ \         SV `  R \        P                  ! RRRRRRRRR	R
RRR\        P                  ! RR4      RR4      R7       R# )r   úconv_first.weightzbefore_RG.1.weightzlayers.0.blocks.0.gammazlayers.0.blocks.0.norm1.weightz!layers.0.blocks.0.attn.qkv.weightz"layers.0.blocks.0.attn.proj.weightr   r   z2layers.0.blocks.0.attn.attns.0.pos.pos_proj.weightú layers.0.blocks.0.mlp.fc1.weightz layers.0.blocks.0.mlp.fc2.weightzlayers.0.blocks.0.norm2.weightznorm.weightúconv_after_body.weightzconv_after_body.0.weightzconv_before_upsample.0.weightzconv_last.weight)ÚidÚdetectN)ÚsuperÚ__init__r   Úhas_allÚhas_any)ÚselfÚ	__class__s   &€r   r9   ÚRGTArch.__init__1   si   ø€ Ü‰ÑØÜ×'Ò'Ø#Ø$Ø)Ø0Ø3Ø4Ø;ØHØDØ2Ø2Ø0ØÜ×$Ò$à,à.ó	ð 0Ø"ó+ð 	ö 	
r   c               ó    € V ^8„  d   QhRRRR/# )r   r   r   r   zImageModelDescriptor[RGT]r   )r   s   "r   r   r1   N   s   € ÷ ]
ñ ]
˜yð ]
Ð-Fñ ]
r   c                	ó2  € ^@p^p^´p. R)Op. R)OpRpRpRp	Rp
RpRp^pRpRp^^.pRpVR	,          P                   ^,          pVR	,          P                   ^ ,          p\        VR
4      p^ .V,          p^.V,          p\        V4       Fj  p\        VRV R24      VV&   VRV R2,          P                   ^ ,          pVV^,          ,          ^ 8X  d   V^,          VV&   KW  V^,          ^,           VV&   Kl  	  RV9   pVR,          P                   ^ ,          VR,          P                   ^,          ,          pRV9   d   RpMRp\        V4       FP  w  ppV^8¼  g   K  VRV R2,          P                   ^ ,          VRV R2,          P                   ^,          ,          p M	  \	        VR4      w  pp\        V4      p\        R*/ RVbRVbRVbRVbRVbRVbRVbRV	bRV
bRVbRVbRVbR VbR!VbR"VbR#Vb p\        TTT V^8X  d   R$MR%. R&RVVV\        ^R'7      R(7      # )+é@   g      @TNg        gš™™™™™¹?g      ð?Ú1convg      à?r3   Úlayerszlayers.z.blocksz(.blocks.0.attn.attns.0.pos.pos3.2.weightzlayers.0.blocks.0.attn.qkv.biasr4   r5   Ú3convz.blocks.1.attn.conv.weightÚupsampleÚimg_sizeÚin_chansÚ	embed_dimÚdepthÚ	num_headsÚ	mlp_ratioÚqkv_biasÚqk_scaleÚ	drop_rateÚattn_drop_rateÚdrop_path_rateÚupscaleÚ	img_rangeÚresi_connectionÚ
split_sizeÚc_ratioÚRestorationÚSRF)Úminimum)	ÚarchitectureÚpurposeÚtagsÚsupports_halfÚsupports_bfloat16ÚscaleÚinput_channelsÚoutput_channelsÚsize_requirements)r   r   r   r   r   )	r$   r   r'   Ú	enumerater   r,   r   r	   r
   )r<   r   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   Ú
num_layersr*   Ú
heads_halfÚdÚ_Úmodels   &&                      r   ÚloadÚRGTArch.loadM   sà  € àˆØˆØˆ	ÚˆÚ ˆ	Øˆ	ØˆØˆØˆ	ØˆØˆØˆØˆ	Ø!ˆØ˜�Vˆ
ØˆàÐ1Õ2×8Ñ8¸Õ;ˆØÐ2Õ3×9Ñ9¸!Õ<ˆ	ä  ¨XÓ6ˆ
Ø��jÕ ˆØ�C˜*Õ$ˆ	Ü�zÖ"ˆAÜ" :°¸¸¸7Ð/CÓDˆE�!‰Hð $Ø˜!˜ÐDÐEõç‰e�AõˆJð ˜J¨�NÕ+¨qÔ0Ø)¨A�~�	˜!“à)¨A�~°Õ1�	˜!“ñ #ð 5¸
ÑBˆð Ð9Õ:×@Ñ@ÀÕCØÐ;Õ<×BÑBÀ1ÕEõFð 	ð
 $ zÔ1Ø%‰Oà%ˆOô ˜eÖ$‰DˆAˆqØ�AŽvà ¨¨Ð+EÐFÕG×MÑMÈaÕPØ  7¨1¨#Ð-GÐ!HÕI×OÑOÐPQÕRõSð ñ ñ %ô -¨Z¸ÓD‰
ˆ�ä$ ZÓ0ˆ
äò 
Ùð
áð
ñ  ð
ñ ð	
ñ
  ð
ñ  ð
ñ ð
ñ ð
ñ  ð
ñ *ð
ñ *ð
ñ ð
ñ  ð
ñ ,ð
ñ "ð
ñ  ð!
ˆô& $ØØØØ%,°¤\‘M°tØØØ"ØØ#Ø$Ü.°rÔ:ô
ð 	
r   r   )	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r9   r   rh   Ú__static_attributes__Ú__classcell__)r=   s   @r   r.   r.   0   s#   ø† ÷
ð 
ð8 ô]
ó ö]
r   r.   r   )Ú
__future__r   r%   Útyping_extensionsr   Úspandrel.utilr   r   r   Ú__helpers.model_descriptorr   r	   r
   r   Ú
__arch.rgtr   r,   r.   Ú__all__r   r   r   Ú<module>rv      sI   ðÝ "ã å &ç LÑ L÷ó õ õEô<{
ˆl˜3Õô {
ð| �eÐ
‚r   