+
    „°ñj=!  ã                   óJ  € ^ RI t ^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIH	t	H
t
 ^ RIHt  ! R R]
P                  4      t ! R R]
P                  4      t ! R	 R
]
P                  4      t ! R R]
P                  4      t ! R R]
P                  4      t ! R R]	4      tR R ltR# )é    N)Úoverride)ÚComfyExtensionÚio)ÚSkipLayerGuidanceDiTc                   óP   a € ] tR t^t o ]R 4       t]V 3R lR l4       t]tRtV t	R# )ÚTripleCLIPLoaderc                ó¬  € \         P                  ! R RRR\         P                  P                  R\        P
                  ! R4      R7      \         P                  P                  R\        P
                  ! R4      R7      \         P                  P                  R\        P
                  ! R4      R7      .\         P                  P                  4       .R	7      # )
r   zLoad CLIP (Triple)zmodel/loadersz Recipes:
sd3: clip-l, clip-g, t5Ú
clip_name1Útext_encoders)ÚoptionsÚ
clip_name2Ú
clip_name3)Únode_idÚdisplay_nameÚcategoryÚdescriptionÚinputsÚoutputs)r   ÚSchemaÚComboÚInputÚfolder_pathsÚget_filename_listÚClipÚOutput©Úclss   &Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_sd3.pyÚdefine_schemaÚTripleCLIPLoader.define_schema   s™   € ä�yŠyØ&Ø-Ø$Ø;ä—‘—‘˜|´\×5SÒ5SÐTcÓ5d�ÓeÜ—‘—‘˜|´\×5SÒ5SÐTcÓ5d�ÓeÜ—‘—‘˜|´\×5SÒ5SÐTcÓ5d�Óeðô —‘—‘Ó ðô
ð 	
ó    c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©é   Úreturn©r   Ú
NodeOutput)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚTripleCLIPLoader.__annotate__   s   ø€ ÷ #ñ #¹B¿M¹Mñ #r!   c                ó&  € \         P                  ! R V4      p\         P                  ! R V4      p\         P                  ! R V4      p\        P                  P	                  WEV.\         P
                  ! R4      R7      p\        P                  ! V4      # )r   Ú
embeddings)Ú
ckpt_pathsÚembedding_directory)r   Úget_full_path_or_raiseÚcomfyÚsdÚ	load_clipÚget_folder_pathsr   r'   )r   r
   r   r   Ú
clip_path1Ú
clip_path2Ú
clip_path3Úclips   &&&&    r   ÚexecuteÚTripleCLIPLoader.execute   s…   € ä!×8Ò8¸È*ÓUˆ
Ü!×8Ò8¸È*ÓUˆ
Ü!×8Ò8¸È*ÓUˆ
Ü�x‰x×!Ñ!¨jÀjÐ-QÔgs÷  hEò  hEð  FRó  hSÐ!ó  TˆÜ�}Š}˜TÓ"Ð"r!   © N)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Úclassmethodr   r9   r3   Ú__static_attributes__Ú__classdictcell__©r)   s   @r   r   r      s2   ø‡ € Øñ
ó ð
ð  ÷#ó ð#ð †Ir!   r   c                   óT   a € ] tR t^(t o ]R 4       t]RV 3R lR ll4       t]tRtV t	R# )ÚEmptySD3LatentImagec                óx  € \         P                  ! R R\         P                  P                  RR^\        P
                  ^R7      \         P                  P                  RR^\        P
                  ^R7      \         P                  P                  R^^RR7      .\         P                  P                  4       .R	7      # )
rE   zmodel/latent/stable diffusionÚwidthi   ©ÚdefaultÚminÚmaxÚstepÚheightÚ
batch_sizei   )rI   rJ   rK   )r   r   r   r   )r   r   ÚIntr   ÚnodesÚMAX_RESOLUTIONÚLatentr   r   s   &r   r   Ú!EmptySD3LatentImage.define_schema)   s�   € ä�yŠyØ)Ø4ä—‘—‘˜W¨d¸Ä×@TÑ@TÐ[]�Ó^Ü—‘—‘˜X¨t¸Ä×AUÑAUÐ\^�Ó_Ü—‘—‘˜\°1¸!À�ÓFðô —	‘	× Ñ Ó"ðô
ð 	
r!   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r#   r&   )r(   r)   s   "€r   r*   Ú EmptySD3LatentImage.__annotate__9   s   ø€ ÷ Pñ P±R·]±]ñ Pr!   c                óü   € \         P                  ! V^V^,          V^,          .\        P                  P	                  4       \        P                  P                  4       R7      p\        P                  ! RVR^/4      # )é   )ÚdeviceÚdtypeÚsamplesÚdownscale_ratio_spacial)ÚtorchÚzerosr1   Úmodel_managementÚintermediate_deviceÚintermediate_dtyper   r'   )r   rG   rM   rN   Úlatents   &&&& r   r9   ÚEmptySD3LatentImage.execute8   sx   € ä—’˜j¨"¨f¸­k¸5ÀA½:ÐFÌu×OeÑOe×OyÑOyÓO{ô  DI÷  DZñ  DZ÷  Dmñ  Dmó  Doô  pˆÜ�}Š}˜i¨Ð1JÈAÐNÓOÐOr!   r;   N)é   )
r<   r=   r>   r?   r@   r   r9   ÚgeneraterA   rB   rC   s   @r   rE   rE   (   s:   ø‡ € Øñ
ó ð
ð ÷Pñ Pó ðPð †Hr!   rE   c                   óP   a € ] tR t^@t o ]R 4       t]V 3R lR l4       t]tRtV t	R# )ÚCLIPTextEncodeSD3c                ó¾  € \         P                  ! R R.RR\         P                  P                  R4      \         P                  P                  RRRR7      \         P                  P                  RRRR7      \         P                  P                  R	RRR7      \         P
                  P                  R
RR.RR7      .\         P                  P                  4       .R7      # )rf   z
sd3 promptzCLIP Text Encode (SD3)z#model/conditioning/stable diffusionr8   Úclip_lT)Ú	multilineÚdynamic_promptsÚclip_gÚt5xxlÚempty_paddingÚnoneÚempty_prompt)r   Úadvanced)r   Úsearch_aliasesr   r   r   r   )r   r   r   r   ÚStringr   ÚConditioningr   r   s   &r   r   ÚCLIPTextEncodeSD3.define_schemaA   s«   € ä�yŠyØ'Ø(˜>Ø1Ø:ä—‘—‘˜fÓ%Ü—	‘	—‘ °DÈ$�ÓOÜ—	‘	—‘ °DÈ$�ÓOÜ—	‘	—‘ °4È�ÓNÜ—‘—‘˜¸ÀÐ8PÐ[_�Ó`ðô —‘×&Ñ&Ó(ðô
ð 	
r!   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r#   r&   )r(   r)   s   "€r   r*   ÚCLIPTextEncodeSD3.__annotate__U   s   ø€ ÷ Hñ HÁBÇMÁMñ Hr!   c                ó  € VR 8H  pVP                  V4      p\        V4      ^ 8X  d   V'       d   . VR&   \        V4      ^ 8X  d   V'       d   . VR&   MVP                  V4      R,          VR&   \        V4      ^ 8X  d   V'       d   . VR&   MVP                  V4      R,          VR&   \        VR,          4      \        VR,          4      8w  dœ   VP                  R4      p\        VR,          4      \        VR,          4      8  d   VR;;,          VR,          ,          uu&   KE  \        VR,          4      \        VR,          4      8”  d   VR;;,          VR,          ,          uu&   KE  \        P                  ! VP	                  V4      4      # )rn   ÚgÚlrl   Ú )ÚtokenizeÚlenr   r'   Úencode_from_tokens_scheduled)	r   r8   rh   rk   rl   rm   Ú
no_paddingÚtokensÚemptys	   &&&&&&   r   r9   ÚCLIPTextEncodeSD3.executeT   s&  € à" fÑ,ˆ
à—‘˜vÓ&ˆÜˆv‹;˜!Ô§
ØˆF�3‰Käˆv‹;˜!Ô§
ØˆF�3ŠKàŸ-™-¨Ó/°Õ4ˆF�3‰Käˆu‹:˜Œ?ŸzØ!ˆF�7ŠOà"Ÿm™m¨EÓ2°7Õ;ˆF�7‰OÜˆv�c�{Óœs 6¨#¥;Ó/Ô/Ø—M‘M "Ó%ˆEÜ�f˜S•kÓ"¤S¨°­Ó%5Ô5Ø�s—˜u S�zÕ)•Ü�f˜S•kÓ"¤S¨°­Ó%5Ô5Ø�s—˜u S�zÕ)•Ü�}Š}˜T×>Ñ>¸vÓFÓGÐGr!   r;   N)
r<   r=   r>   r?   r@   r   r9   ÚencoderA   rB   rC   s   @r   rf   rf   @   s4   ø‡ € Øñ
ó ð
ð$ ÷Hó ðHð0 †Fr!   rf   c                   ó`   a € ] tR t^pt o ]V 3R lR l4       t]RV 3R lR ll4       t]tRtV t	R# )ÚControlNetApplySD3c                ó4   <€ V ^8„  d   QhRS[ P                  /# r#   )r   r   )r(   r)   s   "€r   r*   ÚControlNetApplySD3.__annotate__r   s   ø€ ÷ 
ñ 
™bŸi™iñ 
r!   c                ó´  € \         P                  ! R RR\         P                  P                  R4      \         P                  P                  R4      \         P                  P                  R4      \         P
                  P                  R4      \         P                  P                  R4      \         P                  P                  RR	R
RRR7      \         P                  P                  RR
R
R	RR7      \         P                  P                  RR	R
R	RR7      .\         P                  P                  RR7      \         P                  P                  RR7      .RR7      # )r„   zApply Controlnet with VAEzmodel/conditioning/controlnetÚpositiveÚnegativeÚcontrol_netÚvaeÚimageÚstrengthç      ð?ç        ç      $@ç{®Gáz„?rH   Ústart_percentçü©ñÒMbP?Úend_percent)r   T)r   r   r   r   r   Úis_deprecated)	r   r   rs   r   Ú
ControlNetÚVaeÚImageÚFloatr   r   s   &r   r   Ú ControlNetApplySD3.define_schemaq   sþ   € ä�yŠyØ(Ø4Ø4ä—‘×%Ñ% jÓ1Ü—‘×%Ñ% jÓ1Ü—‘×#Ñ# MÓ2Ü—‘—‘˜UÓ#Ü—‘—‘˜wÓ'Ü—‘—‘˜z°3¸CÀTÐPT�ÓUÜ—‘—‘˜¸ÀÈ#ÐTY�ÓZÜ—‘—‘˜}°c¸sÈÐRW�ÓXð	ô —‘×&Ñ&°JÐ&Ó?Ü—‘×&Ñ&°JÐ&Ó?ðð ô%
ð 	
r!   Nc                ó4   <€ V ^8„  d   QhRS[ P                  /# r#   r&   )r(   r)   s   "€r   r*   r†   ‰   s   ø€ ÷ -ñ -Ñpr×p}Ñp}ñ -r!   c	           
     ó2  € V^ 8X  d   \         P                  ! W4      # VP                  R^4      p	/ p
. pW3 F¹  p. pV F�  pV^,          P                  4       pVP	                  RR4      pVV
9   d   V
V,          pM:VP                  4       P                  W•Wg3V. R7      pVP                  V4       VV
V&   VVR&   RVR&   V^ ,          V.pVP                  V4       KŸ  	  VP                  V4       K»  	  \         P                  ! V^ ,          V^,          4      # )r   ÚcontrolN)r‹   Úextra_concatFÚcontrol_apply_to_uncondéÿÿÿÿ)r   r'   ÚmovedimÚcopyÚgetÚset_cond_hintÚset_previous_controlnetÚappend)r   rˆ   r‰   rŠ   rŒ   r�   r’   r”   r‹   Úcontrol_hintÚcnetsÚoutÚconditioningÚcÚtÚdÚ	prev_cnetÚc_netÚns   &&&&&&&&&          r   r9   ÚControlNetApplySD3.executeˆ   s  € à�qŒ=Ü—=’= Ó4Ð4à—}‘} R¨Ó+ˆØˆàˆØ%Ó0ˆLØˆAÛ!�Ø�a•D—I‘I“K�àŸE™E )¨TÓ2�	Ø Ô%Ø! )Õ,‘Eà'×,Ñ,Ó.×<Ñ<¸\ÐVcÐUqØADÐSUð =ó W�Eà×1Ñ1°)Ô<Ø',�E˜)Ñ$à$��)‘Ø/4�Ð+Ñ,Ø�q•T˜1�I�Ø—‘˜–ñ "ð  �J‰J�qŽMñ% 1ô& �}Š}˜S �V S¨¥VÓ,Ð,r!   r;   ©N)
r<   r=   r>   r?   r@   r   r9   Úapply_controlnetrA   rB   rC   s   @r   r„   r„   p   s8   ø‡ € Ø÷
ó ð
ð, ÷-ñ -ó ð-ð: Ör!   r„   c                   óT   a € ] tR t^©t o Rt]R 4       t]V 3R lR l4       t]tRt	V t
R# )ÚSkipLayerGuidanceSD3zé
Enhance guidance towards detailed dtructure by having another set of CFG negative with skipped layers.
Inspired by Perturbed Attention Guidance (https://arxiv.org/abs/2403.17377)
Experimental implementation by Dango233@StabilityAI.
c                óÊ  € \         P                  ! R RR\         P                  P                  R4      \         P                  P                  RRRRR7      \         P
                  P                  R	R
RRRR7      \         P
                  P                  RRRRRRR7      \         P
                  P                  RRRRRRR7      .\         P                  P                  4       .RR7      # )rµ   zadvanced/guidancezNGeneric version of SkipLayerGuidance node that can be used on every DiT model.ÚmodelÚlayersz7, 8, 9FT)rI   ri   rp   Úscaleg      @r�   r�   gš™™™™™¹?rH   r’   r‘   rŽ   r“   )rI   rJ   rK   rL   rp   r”   g333333Ã?)r   r   r   r   r   Úis_experimental)r   r   ÚModelr   rr   r™   r   r   s   &r   r   Ú"SkipLayerGuidanceSD3.define_schema°   sº   € ä�yŠyØ*Ø(Øhä—‘—‘˜wÓ'Ü—	‘	—‘ °)ÀuÐW[�Ó\Ü—‘—‘˜w°¸À$ÈS�ÓQÜ—‘—‘˜¸À#È3ÐUZÐei�ÓjÜ—‘—‘˜}°dÀÈÐSXÐcg�Óhðô —‘—‘Ó!ðð !ô
ð 	
r!   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r#   r&   )r(   r)   s   "€r   r*   Ú!SkipLayerGuidanceSD3.__annotate__Ä   s   ø€ ÷ Tñ TÉ"Ï-É-ñ Tr!   c                ó:   € \        4       P                  WWEVR 7      # ))r·   r¹   r’   r”   Údouble_layers)r   r9   )r   r·   r¸   r¹   r’   r”   s   &&&&&&r   r9   ÚSkipLayerGuidanceSD3.executeÃ   s)   € ä#Ó%×-Ñ-°EÐVcð  MSÐ-ó  Tð  	Tr!   r;   N)r<   r=   r>   r?   Ú__doc__r@   r   r9   Úskip_guidance_sd3rA   rB   rC   s   @r   rµ   rµ   ©   s<   ø‡ € ñð ñ
ó ð
ð$ ÷Tó ðTð  Ör!   rµ   c                   ó<   a € ] tR t^Êt o ]V 3R lR l4       tRtV tR# )ÚSD3Extensionc                óT   <€ V ^8„  d   QhRS[ S[S[P                  ,          ,          /# r#   )ÚlistÚtyper   Ú	ComfyNode)r(   r)   s   "€r   r*   ÚSD3Extension.__annotate__Ì   s"   ø€ ÷ 
ñ 
¡T©$©r¯|©|Õ*<Õ%=ñ 
r!   c              ƒ  ó@   "  € \         \        \        \        \        .# 5ir²   )r   rE   rf   r„   rµ   )Úselfs   &r   Úget_node_listÚSD3Extension.get_node_listË   s    é € ô ÜÜÜÜ ð
ð 	
ùs   ‚r;   N)r<   r=   r>   r?   r   rÍ   rA   rB   rC   s   @r   rÅ   rÅ   Ê   s   ø‡ € Ø÷
ó ö
r!   rÅ   c                ó$   € V ^8„  d   QhR\         /# r#   ©rÅ   )r(   s   "r   r*   r*   Ö   s   € ÷ ñ ¤ñ r!   c               ƒ   ó   "  € \        4       # 5ir²   rÐ   r;   r!   r   Úcomfy_entrypointrÒ   Ö   s   é € Ü‹>Ðùs   ‚)r   Úcomfy.sdr1   Úcomfy.model_managementrP   r\   Útyping_extensionsr   Úcomfy_api.latestr   r   Úcomfy_extras.nodes_slgr   rÉ   r   rE   rf   r„   rµ   rÅ   rÒ   r;   r!   r   Ú<module>rØ      s�   ðÛ Û Û Û Û Ý &ß /Ý 7ô�r—|‘|ô ô:˜"Ÿ,™,ô ô0-˜Ÿ™ô -ô`6˜Ÿ™ô 6ôr ˜2Ÿ<™<ô  ôB	
�>ô 	
÷r!   