+
    ‚°ñjä  ã                   óˆ   € ^ RI t ^ RIHtHtHt ^ RIt^ RIHt ^ RIHt ^ RI	H
t
HtHtHtHt  ! R R]P                  4      tR# )é    N)ÚListÚOptionalÚTuple)ÚTensor)ÚDismantledBlockÚ
PatchEmbedÚVectorEmbedderÚTimestepEmbedderÚget_2d_sincos_pos_embed_torchc                   óX   a a€ ] tR t^t oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚControlNetEmbedderc                óš   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[R
S[P                  RS[P                  RS[S[ ,          /# )é   Úimg_sizeÚ
patch_sizeÚin_chansÚattention_head_dimÚnum_attention_headsÚadm_in_channelsÚ
num_layersÚmain_model_doubleÚdouble_y_embÚdeviceÚdtypeÚpos_embed_max_size)ÚintÚboolÚtorchr   r   r   )ÚformatÚ__classdict__s   "€Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\cldm\dit_embedder.pyÚ__annotate__ÚControlNetEmbedder.__annotate__   s�   ø€ ÷ I
ñ I
áðI
ñ ðI
ñ ð	I
ñ
  ðI
ñ !ðI
ñ ðI
ñ ðI
ñ ðI
ñ ðI
ñ —‘ðI
ñ �{‰{ðI
ñ %¡S�MñI
ó    c                ó¸  <a aa
aa€ \         SS `  4        VS n        SS n        SV,          S n        VS n        \        VVVS P                  VR J S
SSR7      S n        \        S P                  SS
SR7      S n	        V	S n
        S P                  '       dJ   \        VS P                  SS
SR7      S n        \        S P                  S P                  SS
SR7      S n        M\        VS P                  SS
SR7      S n        \        P                  ! V
VVVV 3R l\!        V4       4       4      S n        RS n        \        P                  ! . 4      S n        \!        \)        S P"                  4      4       FG  pSP+                  S P                  S P                  SS
R7      pS P&                  P-                  V4       KI  	  \        VVVS P                  RS
SSR7      S n        R # )N)r   r   r   Ú	embed_dimÚstrict_img_sizer   r   Ú
operations)r   r   r(   )r(   c           
   3   óZ   <"  € T F   p\        SP                  SR SSSR7      x € K"  	  R# 5i)T)Úhidden_sizeÚ	num_headsÚqkv_biasr   r   r(   N)r   r*   )Ú.0Ú_r   r   r   r(   Úselfs   & €€€€€r!   Ú	<genexpr>Ú.ControlNetEmbedder.__init__.<locals>.<genexpr><   s<   øé € ð 0
ñ
 '�ô	 Ø ×,Ñ,Ð8KÐVZØ F°z÷ñ ó 'ùs   ƒ(+T)r   r   F)ÚsuperÚ__init__r   r   r*   r   r   Ú
x_embedderr
   Ú
t_embedderr   r	   Úorig_y_embedderÚ
y_embedderÚnnÚ
ModuleListÚrangeÚtransformer_blocksÚuse_y_embedderÚcontrolnet_blocksÚlenÚLinearÚappendÚpos_embed_input)r/   r   r   r   r   r   r   r   r   r   r   r   r   r(   r.   Úcontrolnet_blockÚ	__class__s   f&&&&f&&&&ff&f  €r!   r3   ÚControlNetEmbedder.__init__   sÀ  ý€ ô  	‰ÑÔØ!2ˆÔØˆŒ
Ø.Ð1CÕCˆÔØ$ˆŒÜ$ØØ!ØØ×&Ñ&Ø.°$Ð6ØØØ!ô	
ˆŒô +¨4×+;Ñ+;À5ÐQWÐdnÔoˆŒà(ˆÔØ××ÐÜ#1Ø ×!1Ñ!1°5¸&ÈZô$ˆDÔ ô -Ø× Ñ  $×"2Ñ"2°E¸6ÈjôˆD�Oô -Ø ×!1Ñ!1°5¸&ÈZôˆDŒOô #%§-¢-÷ 0
ð 0
ô
 ˜:Ô&ó0
ó #
ˆÔð #ˆÔä!#§¢¨rÓ!2ˆÔÜ”s˜4×2Ñ2Ó3Ö4ˆAØ)×0Ñ0°×1AÑ1AÀ4×CSÑCSÐ[`ÐioÐ0ÓpÐØ×"Ñ"×)Ñ)Ð*:Ö;ñ 5ô  *ØØ!ØØ×&Ñ&Ø!ØØØ!ô	 
ˆÖr$   c                óÎ   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[S[S[,          3,          /# )r   ÚxÚ	timestepsÚyÚcontextÚreturn)r   r   r   r   r   )r   r    s   "€r!   r"   r#   X   se   ø€ ÷  %ñ  %á�<‰<ð %ñ —<‘<ð %ñ ‘E—L‘LÕ!ð	 %ñ
 ™%Ÿ,™,Õ'ð %ñ 
‰v‘t™F•|Ð#Õ	$ñ %r$   c                ó¼  € \        VP                  4      pV P                  V4      pV P                  '       gl   VR,          ^,           V P                  ,          pVR,          ^,           V P                  ,          pV\        V P                  W‡VP                  R7      ,          pV P                  W!P                  R7      p	VeK   V P                  e=   V P                  '       d   V P                  V4      pV P                  V4      pW“,           p	WP                  V4      ,           pRp
\        P                  ! V P                  \!        V P"                  4      ,          4      p\%        \!        V P"                  4      4       FW  pV P"                  V,          ! W4      pV P                  '       g   TpW P&                  V,          ! V4      3V,          ,          p
KY  	  RV
/# )r   )r   )r   Úoutputéþÿÿÿéÿÿÿÿ© )ÚlistÚshaper4   r   r   r   r*   r   r5   r   r7   r6   rA   ÚmathÚceilr   r>   r;   r:   r=   )r/   rF   rG   rH   rI   ÚhintÚx_shapeÚhÚwÚcÚ	block_outÚrepeatÚiÚouts   &&&&&&        r!   ÚforwardÚControlNetEmbedder.forwardX   sq  € ô �q—w‘w“-ˆØ�O‰O˜AÓˆØ× × Ð Ø˜•˜q• T§_¡_Õ4ˆAØ˜•˜q• T§_¡_Õ4ˆAØÔ.¨t×/?Ñ/?ÀÈaÏhÉhÔWÕWˆAØ�O‰O˜I¯W©WˆOÓ5ˆØŠ=˜TŸ_™_Ò8Ø× × Ð Ø×(Ñ(¨Ó+�Ø—‘ Ó"ˆAØ•ˆAà×$Ñ$ TÓ*Õ*ˆàˆ	ä—’˜4×1Ñ1´C¸×8OÑ8OÓ4PÕPÓQˆÜ”s˜4×2Ñ2Ó3Ö4ˆAØ×)Ñ)¨!Ö,¨QÓ2ˆCØ×$×$Ð$Ø�Ø×0Ñ0°Ö3°CÓ8Ð:¸VÕCÕCŠIñ	 5ð ˜)Ð$Ð$r$   )r=   r   r   r*   r   r6   r   rA   r5   r;   r<   r4   r7   )NN)NNN)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r3   r]   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)rC   r    s   @@r!   r   r      s!   ù‡ € ÷I
õ I
÷V %÷  %ò  %r$   r   )rR   Útypingr   r   r   r   Útorch.nnr8   r   Ú(comfy.ldm.modules.diffusionmodules.mmditr   r   r	   r
   r   ÚModuler   rO   r$   r!   Ú<module>rj      s5   ðÛ ß (Ñ (ã Ý Ý ÷ Rõ  Rôm%˜Ÿ™ö m%r$   