+
    þäûjˆ  ã                   óz   € ^ RI t ^ RIHt ^ RIHtHt ^RIHtHtH	t	H
t
 ^RIHt  ! R R]],          4      tRR.tR# )	é    N)Úoverride)ÚKeyConditionÚget_seq_len)ÚArchitectureÚImageModelDescriptorÚSizeRequirementsÚ	StateDict)ÚUformerc                   óZ   a a€ ] tR t^t oV3R lV 3R llt]V3R lR l4       tRtVtV ;t	# )ÚUformerArchc                ó   <€ V ^8„  d   QhRR/# )é   ÚreturnN© )ÚformatÚ__classdict__s   "€ÚcC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\Uformer\__init__.pyÚ__annotate__ÚUformerArch.__annotate__   s   ø€ ÷ 
ñ 
˜$ñ 
ó    c                ó^   <€ \         SV `  R \        P                  ! RRRRRRR4      R7       R	# )
r
   úinput_proj.proj.0.weightúoutput_proj.proj.0.weightz$encoderlayer_0.blocks.0.norm1.weightz$encoderlayer_2.blocks.0.norm1.weightzconv.blocks.0.norm1.weightz$decoderlayer_0.blocks.0.norm1.weightz$decoderlayer_2.blocks.0.norm1.weight)ÚidÚdetectN)ÚsuperÚ__init__r   Úhas_all)ÚselfÚ	__class__s   &€r   r   ÚUformerArch.__init__   s;   ø€ Ü‰ÑØÜ×'Ò'Ø*Ø+Ø6Ø6Ø,Ø6Ø6óð 	ö 	
r   c                ó6   <€ V ^8„  d   QhRS[ RS[S[,          /# )r   Ú
state_dictr   )r	   r   r
   )r   r   s   "€r   r   r       s%   ø€ ÷ o
ñ o
™yð o
Ñ-AÁ'Õ-Jñ o
r   c                óà  € R p^p^p^ p. R<Op. R=Op^pRp	Rp
RpRpRpRpRpRpRpRpVR,          P                   ^ ,          pVR,          P                   ^,          pVR	,          P                   ^ ,          p\        VR
4      V^ &   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   \        VR4      V^&   RpVRV 2,          P                   ^,          V^ &   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   VRV 2,          P                   ^,          V^&   RV9   d   RpRp
MRpRV9   p
R V9   pR!V9   pVR",          P                   ^ ,          p\        \        P                  ! V4      4      ^,           ^,          pR#V9   d%   R$pVR#,          P                   ^ ,          V,          p	MfVR%,          P                   ^,          ^8X  d%   RpVR&,          P                   ^ ,          V,          p	M#R'pVR&,          P                   ^ ,          V,          p	\        R>/ R(VbR)VbR*VbR+VbR,VbR-VbR.VbR/V	bR0V
bR1VbR2VbR3VbR4VbR5VbR6VbR7VbR8Vb p\        VVV R9. RR^VV\        ^€RR:7      R;7      # )?é   g      @Tg        gš™™™™™¹?ÚlinearÚleffFr   r   zencoderlayer_0.blockszencoderlayer_1.blockszencoderlayer_2.blockszencoderlayer_3.blockszconv.blockszdecoderlayer_0.blockszdecoderlayer_1.blockszdecoderlayer_2.blockszdecoderlayer_3.blocksz*blocks.0.attn.relative_position_bias_tablezencoderlayer_0.zencoderlayer_1.zencoderlayer_2.zencoderlayer_3.zconv.zdecoderlayer_0.zdecoderlayer_1.zdecoderlayer_2.zdecoderlayer_3.z6encoderlayer_0.blocks.0.attn.qkv.to_q.depthwise.weightÚconvz*encoderlayer_0.blocks.0.attn.qkv.to_q.biasz(decoderlayer_0.blocks.0.modulator.weightz.decoderlayer_0.blocks.0.cross_modulator.weightz9encoderlayer_0.blocks.0.attn.relative_position_bias_tablez&encoderlayer_0.blocks.0.mlp.fc1.weightÚmlpz+encoderlayer_0.blocks.0.mlp.dwconv.0.weightz,encoderlayer_0.blocks.0.mlp.linear1.0.weightÚfastleffÚimg_sizeÚin_chansÚdd_inÚ	embed_dimÚdepthsÚ	num_headsÚwin_sizeÚ	mlp_ratioÚqkv_biasÚ	drop_rateÚattn_drop_rateÚdrop_path_rateÚtoken_projectionÚ	token_mlpÚ
shift_flagÚ	modulatorÚcross_modulatorÚRestoration)Úmultiple_ofÚsquare)	ÚarchitectureÚpurposeÚtagsÚsupports_halfÚsupports_bfloat16ÚscaleÚinput_channelsÚoutput_channelsÚsize_requirements)	r   r   r   r   r   r   r   r   r   )	é   r   é   é   é   rK   rJ   rI   r   r   )Úshaper   ÚintÚmathÚsqrtr
   r   r   )r   r#   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   Únum_heads_suffixÚ	size_tempÚmodels   &&                    r   ÚloadÚUformerArch.load   s^  € àˆØˆØˆØˆ	Ú,ˆÚ1ˆ	ØˆØˆ	ØˆØˆ	ØˆØˆØ#ÐØˆ	Øˆ
Øˆ	ØˆàÐ9Õ:×@Ñ@ÀÕCˆ	ØÐ5Õ6×<Ñ<¸QÕ?ˆØÐ9Õ:×@Ñ@ÀÕCˆä 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
¨MÓ:ˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	Ü 
Ð,CÓDˆˆq‰	àGÐØ! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! EÐ*:Ð);Ð"<Õ=×CÑCÀAÕFˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰Ø! OÐ4DÐ3EÐ"FÕG×MÑMÈaÕPˆ	�!‰àCÀzÔQØ%ÐØ‰Hà'ÐØCÀzÑQˆHà>À*ÑLˆ	ØJÈjÑXˆð ØGõ
ç
‰%�õˆ	ô œŸ	š	 )Ó,Ó-°Õ1°aÕ7ˆà3°zÔAØˆIàÐCÕD×JÑJÈ1ÕMØõñ ð ÐEÕF×LÑLÈQÕOÐSTÔTØˆIàÐIÕJ×PÑPÐQRÕSØõñ ð
 #ˆIàÐIÕJ×PÑPÐQRÕSØõð ô
 ò 
Ùð
áð
ñ ð
ñ  ð	
ñ
 ð
ñ  ð
ñ ð
ñ  ð
ñ ð
ñ  ð
ñ *ð
ñ *ð
ñ .ð
ñ  ð
ñ "ð
ñ   ð!
ñ" ,ð#
ˆô( $ØØØØ!ØØØ"ØØ Ø!Ü.¸3ÀtÔLô
ð 	
r   r   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   rS   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r    r   s   @@r   r   r      s+   ù‡ € ÷
ó 
ð ÷o
ó ÷o
ð o
r   r   r
   )rN   Útyping_extensionsr   Úspandrel.utilr   r   Ú__helpers.model_descriptorr   r   r   r	   Ú__arch.Uformerr
   r   Ú__all__r   r   r   Ú<module>ra      s=   ðÛ å &ç 3÷ó õ $ô
�,˜wÕ'ô 
ðD ˜)Ð
$‚r   