+
    ‚°ñj&O  ã                   ó@  € ^ RI t ^ RIHt ^RIHt ^RIHt ^RIHtH	t	H
t
Ht ^RIHt ^RIHt ^ RIHt ^ RIt^ RIHt  ! R	 R
]P,                  4      t ! R R]P,                  4      t ! R R]P,                  4      t ! R R]4      t ! R R]P,                  4      tR# )é    N)Útimestep_embedding)ÚSpatialTransformer)Ú	UNetModelÚTimestepEmbedSequentialÚResBlockÚ
Downsample)Úexists)ÚUNION_CONTROLNET_TYPES)ÚOrderedDict)Úoptimized_attentionc                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚOptimizedAttentionc                ó®   <€ \         SV `  4        W n        Wn        VP	                  W^,          RWER7      V n        VP	                  WRWER7      V n        R# )é   T)ÚbiasÚdtypeÚdeviceN)ÚsuperÚ__init__ÚheadsÚcÚLinearÚin_projÚout_proj)Úselfr   ÚnheadÚdropoutr   r   Ú
operationsÚ	__class__s   &&&&&&&€Ú3C:\Ai_Coding\apps\studio\ComfyUI\comfy\cldm\cldm.pyr   ÚOptimizedAttention.__init__   sN   ø€ Ü‰ÑÔØŒ
ØŒà!×(Ñ(¨°­E¸ÀEÐ(ÓYˆŒØ"×)Ñ)¨!°TÀÐ)ÓVˆŽó    c                ó²   € V P                  V4      pVP                  V P                  ^R7      w  r#p\        W#W@P                  4      pV P                  V4      # )é   ©Údim)r   Úsplitr   r   r   r   )r   ÚxÚqÚkÚvÚouts   &&    r    ÚforwardÚOptimizedAttention.forward   sH   € Ø�L‰L˜‹OˆØ—'‘'˜$Ÿ&™& a�'Ó(‰ˆˆaÜ! !¨¯:©:Ó6ˆØ�}‰}˜SÓ!Ð!r"   )r   r   r   r   )g        NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r-   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r    r   r      s   ù‡ € ÷W÷"ò "r"   r   c                   ó2   a € ] tR t^"t o V 3R lR ltRtV tR# )Ú	QuickGELUc                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r$   r(   ©ÚtorchÚTensor)Úformatr8   s   "€r    Ú__annotate__ÚQuickGELU.__annotate__#   s   ø€ ÷ ,ñ ,™Ÿ™ñ ,r"   c                óJ   € V\         P                  ! R V,          4      ,          # )g¬Zd;û?)r>   Úsigmoid©r   r(   s   &&r    r-   ÚQuickGELU.forward#   s   € Ø”5—=’= ¨¥Ó+Õ+Ð+r"   © N)r0   r1   r2   r3   r-   r4   r5   )r8   s   @r    r:   r:   "   s   ø‡ € ÷,ö ,r"   r:   c                   óZ   a a€ ] tR t^&t oRV 3R lltV3R lR ltV3R lR ltRtVtV ;t	# )ÚResBlockUnionControlnetc                óv  <€ \         SV `  4        \        WW4VR 7      V n        VP	                  WVR7      V n        \        P                  ! \        RVP                  W^,          W4R7      3R\        4       3RVP                  V^,          WVR7      3.4      4      V n        VP	                  WVR7      V n        R# )©r   r   r   ©r   r   Úc_fcÚgeluÚc_projN)r   r   r   ÚattnÚ	LayerNormÚln_1ÚnnÚ
Sequentialr   r   r:   ÚmlpÚln_2)r   r&   r   r   r   r   r   s   &&&&&&€r    r   Ú ResBlockUnionControlnet.__init__'   sµ   ø€ Ü‰ÑÔÜ& s¸ÐZdÔeˆŒ	Ø×(Ñ(¨À&Ð(ÓIˆŒ	Ü—=’=Ü˜& *×"3Ñ"3°C¸q½ÈÐ"3Ó"]Ð^ÐagÔirÓitÐ`uØ" J×$5Ñ$5°c¸Aµg¸sÐX^Ð$5Ó$_Ð`ðbó códˆŒð ×(Ñ(¨À&Ð(ÓIˆŽ	r"   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r<   r=   )r@   r8   s   "€r    rA   Ú$ResBlockUnionControlnet.__annotate__0   s   ø€ ÷ ñ ™5Ÿ<™<ñ r"   c                ó$   € V P                  V4      # ©N)rP   rE   s   &&r    Ú	attentionÚ!ResBlockUnionControlnet.attention0   s   € Ø�y‰y˜‹|Ðr"   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r<   r=   )r@   r8   s   "€r    rA   rY   3   s   ø€ ÷ ñ ™Ÿ™ñ r"   c                óž   € WP                  V P                  V4      4      ,           pWP                  V P                  V4      4      ,           pV# r[   )r\   rR   rU   rV   rE   s   &&r    r-   ÚResBlockUnionControlnet.forward3   s9   € Ø—‘˜tŸy™y¨›|Ó,Õ,ˆØ—‘˜Ÿ™ 1›Ó&Õ&ˆØˆr"   )rP   rR   rV   rU   ©NNN)
r0   r1   r2   r3   r   r\   r-   r4   r5   r6   r7   s   @@r    rI   rI   &   s$   ù‡ € ÷J÷ð ÷÷ ð r"   rI   c                   ó   € ] tR t^8tRtR# )ÚControlledUnetModelrG   N)r0   r1   r2   r3   r4   rG   r"   r    rc   rc   8   s   † ãr"   rc   c                   óÆ   a a€ ] tR t^<t o^ R	R^RR]P
                  R
R
R
RRRR^RRRRRRRRRRRRR]P                  P                  3V 3R llt	R t
RR ltRR ltRtVtV ;t# )Ú
ControlNetTNFc#                óD  <a a€ \         S8S `  4        VR 8X  g   Q R4       hV'       d   Vf   Q R4       hVe   V'       g   Q R4       hVR8X  d   TpVR8X  d   VR8w  g   Q R4       hVR8X  d   VR8w  g   Q R4       hV	S n        VS n        VS n        VS n        \        V\        4      '       d   \        V4      V.,          S n	        M+\        V4      \        V4      8w  d   \        R4      hVS n	        Ve   \        V4      \        V4      8X  g   Q hSeZ   \        S4      \        S P                  4      8X  g   Q h\        \        VV 3R l\        \        S4      4      4      4      '       g   Q hVR,          pVS n        VS n        VS n        V
S n        VS n        VS n        VS n        VS n        VS n        VRJS n        V^,          p$\0        P2                  ! V"P5                  VV$S P&                  V!R	7      \0        P6                  ! 4       V"P5                  V$V$S P&                  V!R	7      4      S n        S P"                  Ee   \        S P"                  \        4      '       d   \0        P:                  ! V
V$4      S n        MÎS P"                  R
8X  d   \0        P4                  ! ^V$4      S n        M S P"                  R8X  d†   Vf   Q h\0        P2                  ! \0        P2                  ! V"P5                  VV$S P&                  V!R	7      \0        P6                  ! 4       V"P5                  V$V$S P&                  V!R	7      4      4      S n        M
\        4       h\0        P>                  ! \A        V"PC                  W’V^^S P&                  V!R7      4      .4      S n"        \0        P>                  ! S PG                  VV"S P&                  V!R7      .4      S n$        \A        V"PC                  W”^^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^^^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^^ ^^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^ ^ ^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^ ^`^^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^`^`^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	^`R^^^S P&                  V!R7      \0        P6                  ! 4       V"PC                  V	RV^^S P&                  V!R7      4      S n%        VS n&        V.p%Tp&^p'\O        V4       EF‰  w  p(p)\        S P                  V(,          4       EFs  p*\Q        V&V$VV)V,          V	VVS P&                  V!V"R7
      .p+V)V,          p&VPS                  ^ 4      p,V,^ 8”  d¤   VR8X  d   V&V,          p-MV&V,          pTp-V'       d   V'       d
   V&V,          MTp-\U        V4      '       d   VV(,          p.MRp.\U        S4      '       d   V*SV(,          8  d1   V+PW                  \Y        V&VV-V,VV.VVVS P&                  V!V"R7      4       S PD                  PW                  \A        V+!  4       S PH                  PW                  S PG                  V&V"S P&                  V!R7      4       S ;PL                  V&,          un&        V%PW                  V&4       EKv  	  V(\        V4      ^,
          8w  g   EKµ  T&p/S PD                  PW                  \A        V'       d!   \Q        V&V$VV/V	VVR S P&                  V!V"R7      M\[        V&W‰V/S P&                  V!V"R7      4      4       T/p&V%PW                  V&4       S PH                  PW                  S PG                  V&V"S P&                  V!R7      4       V'^,          p'S ;PL                  V&,          un&        EKŒ  	  VR8X  d   V&V,          p-MV&V,          pTp-V'       d   V'       d
   V&V,          MTp-\Q        V&V$VV	VVS P&                  V!V"R7	      .p0V^ 8¼  dG   V0\Y        V&VV-VVVVVVS P&                  V!V"R7      \Q        V&V$VV	VVS P&                  V!V"R7	      .,          p0\A        V0!  S n.        S PG                  V&V"S P&                  V!R7      S n/        S ;PL                  V&,          un&        V Ee	   V S n0        Rp1^p2^p3Rp4\0        Pb                  ! \d        Pf                  ! S P`                  V1S P&                  V!R	7      4      S n4        \0        P2                  ! \        V34       U5u. uF  p5\k        V1V2S P&                  V!V"R7      NK  	  up5!  S n6        V"P5                  V1V4S P&                  V!R	7      S n7        Rp6 ! R R\0        Pp                  4      p7V7! V6V$S P`                  S P&                  V!V"R7      S n9        R# RS n4        RS n9        R# u up5i )Tz&use_spatial_transformer has to be trueNzRFool!! You forgot to include the dimension of your cross-attention conditioning...zYFool!! You forgot to use the spatial transformer for your cross-attention conditioning...z3Either num_heads or num_head_channels has to be setzprovide num_res_blocks either as an int (globally constant) or as a list/tuple (per-level) with the same length as channel_multc                 ó>   <€ SP                   V ,          SV ,          8¬  # r[   )Únum_res_blocks)ÚiÚnum_attention_blocksr   s   &€€r    Ú<lambda>Ú%ControlNet.__init__.<locals>.<lambda>‰   s   ø€  T×%8Ñ%8¸Õ%;Ð?SÐTUÕ?VÒ%Vr"   ºNNNrL   Ú
continuousÚ
sequential©Úpaddingr   r   )r   r   r   )rq   Ústrider   r   é   )Úout_channelsÚdimsÚuse_checkpointÚuse_scale_shift_normr   r   r   F)	ÚdepthÚcontext_dimÚdisable_self_attnÚ
use_linearrv   Úattn_precisionr   r   r   )rt   ru   rv   rw   Údownr   r   r   )ru   rt   r   r   r   )ru   rv   rw   r   r   r   i@  rK   c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )Ú0ControlNet.__init__.<locals>.ControlAddEmbeddingiO  c                óª   <€ \         SV `  4        W0n        Wn        VP	                  W,          W$VR 7      V n        VP	                  W"WER 7      V n        R# )rL   N)r   r   Únum_control_typeÚin_dimr   Úlinear_1Úlinear_2)r   r‚   Úout_dimr�   r   r   r   r   s   &&&&&&&€r    r   Ú9ControlNet.__init__.<locals>.ControlAddEmbedding.__init__P  sN   ø€ Ü‘GÑ$Ô&Ø,<Ô)Ø"(”KØ$.×$5Ñ$5°fÕ6OÐQXÐntÐ$5Ó$u�D”MØ$.×$5Ñ$5°gÈeÐ$5Ó$c�D–Mr"   c                ó   € \         P                  ! V P                  3VR 7      pRWA&   \        VP	                  4       V P
                  RR7      P                  V4      P                  RV P                  V P
                  ,          34      pV P                  \         P                  P                  P                  V P                  V4      4      4      # ))r   g      ð?F©Úrepeat_onlyéÿÿÿÿ)r>   Úzerosr�   r   Úflattenr‚   ÚtoÚreshaper„   rS   Ú
functionalÚsilurƒ   )r   Úcontrol_typer   r   Úc_types   &&&& r    r-   Ú8ControlNet.__init__.<locals>.ControlAddEmbedding.forwardV  sº   € Ü"Ÿ[š[¨$×*?Ñ*?Ð)AÈ&ÔQ�FØ+.�FÑ(Ü/°·±Ó0@À$Ç+Á+Ð[`Ôa×dÑdÐejÓk×sÑsÐuwÐy}÷  zOñ  zOð  RV÷  R]ñ  R]õ  z]ð  u^ó  _�FØŸ=™=¬¯©×)<Ñ)<×)AÑ)AÀ$Ç-Á-ÐPVÓBWÓ)XÓYÐYr"   )r‚   rƒ   r„   r�   ra   r/   r7   s   @@r    ÚControlAddEmbeddingr   O  s   ù‡ € ÷d÷Zò Zr"   r”   rŠ   ):r   r   ru   Ú
image_sizeÚin_channelsÚmodel_channelsÚ
isinstanceÚintÚlenrh   Ú
ValueErrorÚallÚmapÚranger   Úchannel_multÚconv_resampleÚnum_classesrv   r   Ú	num_headsÚnum_head_channelsÚnum_heads_upsampleÚpredict_codebook_idsrS   rT   r   ÚSiLUÚ
time_embedÚ	EmbeddingÚ	label_embÚ
ModuleListr   Úconv_ndÚinput_blocksÚmake_zero_convÚ
zero_convsÚinput_hint_blockÚ_feature_sizeÚ	enumerater   Úpopr	   Úappendr   r   Úmiddle_blockÚmiddle_block_outr�   Ú	Parameterr>   ÚemptyÚtask_embeddingrI   Útransformer_layesÚspatial_ch_projsÚModuleÚcontrol_add_embedding)9r   r•   r–   r—   Úhint_channelsrh   r   rŸ   r    ru   r¡   rv   r   r¢   r£   r¤   rw   Úresblock_updownÚuse_new_attention_orderÚuse_spatial_transformerÚtransformer_depthry   Ún_embedÚlegacyÚdisable_self_attentionsrj   Údisable_middle_self_attnÚuse_linear_in_transformerÚadm_in_channelsÚtransformer_depth_middleÚtransformer_depth_outputr|   Ú!union_controlnet_num_control_typer   r   ÚkwargsÚtime_embed_dimÚinput_block_chansÚchÚdsÚlevelÚmultÚnrÚlayersÚnum_transformersÚdim_headÚdisabled_saÚout_chÚ	mid_blockÚnum_trans_channelÚnum_trans_headÚnum_trans_layerÚnum_proj_channelÚ_Úcontrol_add_embed_dimr”   r   s9   f&&&&&&&&&&&&&&&&&&&&&&&&f&&&&&&&&&,                    €r    r   ÚControlNet.__init__=   s-
  ú€ ôL 	‰ÑÔØ&¨$Ô.ÐXÐ0XÓXÐ.ß"ØÒ*ð  Að  -Aó  AÐ*àÒ"ß*ð  Hð  -Hó  HÐ*ð
  Ô#Ø!*Ðà˜Œ?Ø$¨Ô*ÐaÐ,aÓaÐ*à Ô"Ø ”?ÐYÐ$YÓY�?àˆŒ	Ø$ˆŒØ&ˆÔØ,ˆÔä�n¤c×*Ò*Ü"% lÓ"3°~Ð6FÕ"FˆDÕä�>Ó"¤c¨,Ó&7Ô7Ü ð "dó eð eà"0ˆDÔà"Ò.äÐ.Ó/´3°|Ó3DÔDÐDÐDØÒ+ÜÐ+Ó,´°D×4GÑ4GÓ0HÔHÐHÐHÜ”sÕVÔX]Ô^aÐbvÓ^wÓXxÓy×zÒzÐzÐzà-¨aÕ0ÐàˆŒØ(ˆÔØ*ˆÔØ&ˆÔØ,ˆÔØˆŒ
Ø"ˆŒØ!2ˆÔØ"4ˆÔØ$+°4Ð$7ˆÔ!à'¨!Õ+ˆÜŸ-š-Ø×Ñ˜n¨nÀDÇJÁJÐW]ÐÓ^Ü�GŠG‹IØ×Ñ˜n¨nÀDÇJÁJÐW]ÐÓ^ó
ˆŒð ×ÑÓ'Ü˜$×*Ñ*¬C×0Ò0Ü!#§¢¨k¸>Ó!J�•Ø×!Ñ! \Ô1Ü!#§¢¨1¨nÓ!=�•Ø×!Ñ! \Ô1Ø&Ò2Ð2Ð2Ü!#§¢Ü—M’MØ"×)Ñ)¨/¸>ÐQU×Q[ÑQ[ÐdjÐ)ÓkÜŸš›	Ø"×)Ñ)¨.¸.ÐPT×PZÑPZÐciÐ)Ójóó"�•ô !“lÐ"äŸMšMä'Ø×&Ñ& t¸.È!ÐUVÐ^b×^hÑ^hÐqwÐ&Óxóðó
ˆÔô Ÿ-š-¨×)<Ñ)<¸^ÐXbÐjn×jtÑjtð  ~DÐ)<ó  *Eð  )Fó  GˆŒä 7Ø×&Ñ& t¸BÀÈ1ÐTX×T^ÑT^ÐgmÐ&ÓnÜ—G’G“IØ×&Ñ& t¨R°°QÀÈÏÉÐ\bÐ&ÓcÜ—G’G“IØ×&Ñ& t¨R°°QÀÈ!ÐSW×S]ÑS]ÐflÐ&ÓmÜ—G’G“IØ×&Ñ& t¨R°°QÀÈÏÉÐ\bÐ&ÓcÜ—G’G“IØ×&Ñ& t¨R°°QÀÈ!ÐSW×S]ÑS]ÐflÐ&ÓmÜ—G’G“IØ×&Ñ& t¨R°°QÀÈÏÉÐ\bÐ&ÓcÜ—G’G“IØ×&Ñ& t¨R°°aÀÈ1ÐTX×T^ÑT^ÐgmÐ&ÓnÜ—G’G“IØ×&Ñ& t¨S°.À!ÈQÐVZ×V`ÑV`ÐioÐ&Ópó!
ˆÔð$ ,ˆÔØ+Ð,ÐØˆØˆÜ$ \×2‰KˆE�4Ü˜D×/Ñ/°Õ6×7�äØØ&ØØ%)¨NÕ%:Ø!Ø'5Ø-AØ"Ÿj™jØ%Ø#-ôð�ð ˜NÕ*�Ø#4×#8Ñ#8¸Ó#;Ð Ø# aÔ'Ø(¨BÔ.Ø#%¨¥?™à$&Ð*;Õ$;˜	Ø#4˜ßç6M 2¨¦?ÐSd˜ÜÐ5×6Ò6Ø&=¸eÕ&D™à&+˜ä!Ð"6×7Ò7¸2Ð@TÐUZÕ@[Ô;[ØŸ™Ü.Ø " I¨xÐ?OÐ]hØ2=ÐJcØ/=ÈnÐdh×dnÑdnÐw}ð  KUôôð ×!Ñ!×(Ñ(Ô)@À&Ñ)IÔJØ—‘×&Ñ& t×':Ñ':¸2È*Ð\`×\fÑ\fÐouÐ':Ó'vÔwØ×"Ò" bÕ(Õ"Ø!×(Ñ(¨×,ñU 8ðV œ˜LÓ)¨AÕ-×-Ø�Ø×!Ñ!×(Ñ(Ü+÷ +ô !ØØ*Ø#Ø)/Ø!%Ø+9Ø1EØ!%Ø"&§*¡*Ø#)Ø'1õô (Ø ÀvÐUY×U_ÑU_Ðhnð  |Fôóôð* �Ø!×(Ñ(¨Ô,Ø—‘×&Ñ& t×':Ñ':¸2È*Ð\`×\fÑ\fÐouÐ':Ó'vÔwØ�a•�Ø×"Ò" bÕ(×"Ð"ñO 3ðR  Ô"Ø˜Y•‰HàÐ/Õ/ˆIØ(ˆHßç*A�r˜Y–ÐGXˆHäØØØØØ-Ø%9Ø—j‘jØØ%ô
ðˆ	ð $ qÔ(ØÔ,Ø 	¨8Ð;SÐalØ.FÐSlØ+9È.Ð`d×`jÑ`jÐsyð  GQôô
 ØØØØØ-Ø%9Ø—j‘jØØ%ô
ðõ ˆIô  4°YÑ?ˆÔØ $× 3Ñ 3°BÀ:ÐUY×U_ÑU_ÐhnÐ 3Ó oˆÔØ×Ò˜bÕ Õà,Ó8Ø$EˆDÔ!Ø #ÐØˆNØˆOØ"Ðä"$§,¢,¬u¯{ª{¸4×;PÑ;PÐRcÐko×kuÑkuð  Eô  0Fó  #GˆDÔä%'§]¢]ô  rwð  xGô  rHó  5Iñ  rHð  mnÔ5LÐM^Ð`nÐvz÷  wAñ  wAð  JPð  ]g÷  6hñ  rHñ  5Iñ  &JˆDÔ"Ø$.×$5Ñ$5Ð6GÐIYÐae×akÑakÐtzÐ$5Ó${ˆDÔ!ð %(Ð!ôZ¤b§i¡iô Zñ *=Ð=RÐTbÐdh×dyÑdyð  BF÷  BLñ  BLð  U[ð  hrô  *sˆDÖ&à"&ˆDÔØ)-ˆDÖ&ùò+ 5Is   å8#hc                ó   € . p. p\        \        ^\        V4      4      4       F¸  pV P                  W,          W44      p\        P
                  ! VRR7      p	V\        V4      8  dE   W�P                  W',          ,          P                  V	P                  V	P                  R7      ,          p	VP                  V	P                  ^4      4       VP                  V4       Kº  	  \        P                  ! V^R7      p
V P                  V
4      p
Rp\        \        V4      4       F\  pV P                  V
RV3,          4      pVP                  R4      P                  R4      pWg,          V,           pVf   TpKT  W½,          pK^  	  V# )é   r%   rL   Nrm   )r$   r   rŠ   )rž   Úminrš   r¯   r>   Úmeanr¸   r�   r   r   r³   Ú	unsqueezeÚcatr¹   rº   )r   Úhintr‘   ÚembÚcontextÚinputsÚcondition_listÚidxÚcontrolnet_condÚfeat_seqr(   Úcontrolnet_cond_fuserÚalphaÚos   &&&&&         r    Úunion_controlnet_mergeÚ!ControlNet.union_controlnet_mergea  sE  € àˆØˆäœ˜Q¤ LÓ 1Ó2Ö3ˆCØ"×3Ñ3°DµI¸sÓLˆOÜ—z’z /°vÔ>ˆHØ”S˜Ó&Ô&Ø×/Ñ/°Õ0AÕB×EÑEÈHÏNÉNÐck×crÑcrÐEÓsÕs�à�M‰M˜(×,Ñ,¨QÓ/Ô0Ø×!Ñ! /Ö2ñ 4ô �IŠI�f !Ô$ˆØ×"Ñ" 1Ó%ˆØ $ÐÜœ˜\Ó*Ö+ˆCØ×)Ñ)¨!¨A¨s¨F­)Ó4ˆEØ—O‘O BÓ'×1Ñ1°"Ó5ˆEØÕ# eÕ+ˆAØ$Ò,Ø()Ò%à%Õ*Ò%ñ ,ð %Ð$r"   c                óT   € \        VP                  V P                  W^^ W4R7      4      # )rá   rp   )r   r«   ru   )r   Úchannelsr   r   r   s   &&&&&r    r­   ÚControlNet.make_zero_conv|  s3   € Ü& z×'9Ñ'9¸$¿)¹)ÀXÐYZÐdeÐmrÐ'9ó  (Có  Dð  	Dr"   c                óè  € \        W0P                  R R7      P                  VP                  4      pV P	                  V4      pRp	V P
                  Ee*   VP                  R. 4      p
\        V
 Uu. uF  q»V P                  8¬  NK  	  up4      '       dq   \        V
4      p\        P                  ! 4        UUu/ uF  w  rÞWíbK	  	  uppV,          p\        RV RV R2RV P                   R2,           R,           R	,           4      hW€P                  W¨P                  VP                  4      ,          p\        V
4      ^ 8”  d?   \        VP                  4      ^8  d   VP!                  ^ R
7      pV P#                  W*W„4      p	V	f   V P%                  W(V4      p	. p. pV P&                  e'   Vf   \        R4      hW€P)                  V4      ,           pTp\+        V P,                  V P.                  4       F@  w  ppV	e   V! VW„4      pVV	,          pRp	M	V! VW„4      pVP1                  V! VW„4      4       KB  	  V P3                  VW„4      pVP1                  V P5                  VW„4      4       RVRV/# u upi u uppi )Frˆ   Nr‘   zControl type Ú(z1) is out of range for the number of control typesz) supported.
z9Please consider using the ProMax ControlNet Union model.
zAhttps://huggingface.co/xinsir/controlnet-union-sdxl-1.0/tree/mainr%   z:y is None, did you try using a controlnet for SDXL on SD1?ÚmiddleÚoutput)r   r—   r�   r   r§   r¼   ÚgetÚanyr�   Úmaxr
   Úitemsr›   r   rš   Úshaperä   rñ   r¯   r¡   r©   Úzipr¬   r®   r³   r´   rµ   )r   r(   ræ   Ú	timestepsrè   ÚyrË   Út_embrç   Úguided_hintr‘   r   Úmax_typer*   r+   Úmax_type_nameÚ
out_outputÚ
out_middleÚhÚmoduleÚ	zero_convs   &&&&&&,              r    r-   ÚControlNet.forward  s`  € Ü" 9×.AÑ.AÈuÔU×XÑXÐYZ×Y`ÑY`ÓaˆØ�o‰o˜eÓ$ˆàˆØ×%Ñ%Ó1Ø!Ÿ:™: n°bÓ9ˆLä¹ÓE¹°1˜×.Ñ.Ô.¹ÑE×FÒFÜ˜|Ó,�ä%;×%AÒ%AÔ%Cô!Ù%C™T˜Q�A’DÑ%Cò!àõ!�ô !Ø# M ?°!°H°:Ð=nÐoØ˜×-Ñ-Ð.¨nÐ=õ>àPõQð XõXóð ð ×-Ñ-¨l¿I¹IÀsÇzÁzÓRÕRˆCÜ�<Ó  1Ô$Ü�t—z‘z“? QÔ&ØŸ>™>¨a˜>Ó0�DØ"×9Ñ9¸$ÈcÓ[�àÒØ×/Ñ/°¸7ÓCˆKàˆ
Øˆ
à×ÑÒ'ØŠyÜ Ð!]Ó^Ð^ØŸ™ qÓ)Õ)ˆCàˆÜ!$ T×%6Ñ%6¸¿¹Ö!HÑˆF�IØÒ&Ù˜1˜cÓ+�Ø�[Õ �Ø"‘á˜1˜cÓ+�Ø×Ñ™i¨¨3Ó8Ö9ñ "Ið ×Ñ˜a Ó.ˆØ×Ñ˜$×/Ñ/°°3Ó@ÔAà˜* h°
Ð;Ð;ùòU Fùó!s   Á.I)Â5I.)r°   rŸ   r¼   r    ru   r   r   r•   r–   r¬   r¯   r©   r´   rµ   r—   r¡   r�   r£   r¢   r¤   rh   r¥   rº   r¸   r§   r¹   rv   r®   )rá   r$   é   é   rŠ   ra   r[   )r0   r1   r2   r3   r>   Úfloat32ÚcomfyÚopsÚdisable_weight_initr   rñ   r­   r-   r4   r5   r6   r7   s   @@r    re   re   <   s‰   ù‡ € ð Ø!ØØØØØ�m‰mØØØØ"ØØ %Ø %ØØØØØ $Ø!Ø!&Ø"'ØØ!%Ø!%ØØ*.ØØ—9‘9×0Ñ0÷Gb.òH	%ô6D÷2<ô 2<r"   re   )r>   Útorch.nnrS   Ú!ldm.modules.diffusionmodules.utilr   Úldm.modules.attentionr   Ú(ldm.modules.diffusionmodules.openaimodelr   r   r   r   Úldm.utilr	   Úcontrol_typesr
   Úcollectionsr   Ú	comfy.opsr  Úcomfy.ldm.modules.attentionr   r»   r   r:   rI   rc   re   rG   r"   r    Ú<module>r     sz   ðó Ý õõ 7ß oÓ oÝ Ý 1Ý #Û Ý ;ô"˜Ÿ™ô "ô,�—	‘	ô ,ô˜bŸi™iô ô$	˜)ô 	ôu<�—‘ö u<r"   