+
    ƒ°ñjl  ã                   óš  € ^ RI Ht ^ RIt^ RIt ! R R]P                  4      t ! R R]P                  4      t ! R R4      t ! R	 R
]P                  P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR# )é    )Úsd1_clipNc                   óP   a a€ ] tR t^t oR^MRRRR/ 3V 3R lltV 3R ltRtVtV ;t# )Ú	SDXLClipGÚcpuTÚpenultimateNc                ó"  <€ VR 8X  d   RpRp\         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R4      p/ VCRR/Cp\        S	V `  WWEW†RRRRR	^ /R
RVR7
       R# )r   Úhiddenúclip_config_bigg.jsonÚ
model_nameÚclip_gÚstartéþÀ  ÚendéÿÀ  ÚpadFT)
ÚdeviceÚfreezeÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚreturn_projected_pooledÚmodel_optionsNéþÿÿÿ©ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__©
Úselfr   Ú
max_lengthr   r   r   r   r   r   Ú	__class__s
   &&&&&&&& €Ú3C:\Ai_Coding\apps\studio\ComfyUI\comfy\sdxl_clip.pyr%   ÚSDXLClipG.__init__   s—   ø€ Ø�MÔ!ØˆEØˆIä "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZqÓ rÐØA˜=ÐA¨,¸ÑAˆÜ‰Ñ ¸Uð  pEØ)0°%¸ÀÀuÈaÐ(PÐjoð  JNð  ^kð 	ö 	ló    c                ó"   <€ \         SV `  V4      # ©N©r$   Úload_sd©r'   Úsdr)   s   &&€r*   r0   ÚSDXLClipG.load_sd   ó   ø€ Ü‰w‰˜rÓ"Ð"r,   © ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r%   r0   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r)   Ú__classdict__s   @@r*   r   r      s+   ù‡ € Ø#°¸4À}Ð`dÐlpð  AC÷ l÷#õ #r,   r   c                   ó<   a a€ ] tR t^t oRR/ 3V 3R lltRtVtV ;t# )ÚSDXLClipGTokenizerNc           	     ó2   <€ \         SV `  VR VRRVR7       R# )Fé   r   ©Úpad_with_endÚembedding_directoryÚembedding_sizeÚembedding_keyÚtokenizer_dataN©r$   r%   ©r'   Útokenizer_pathrF   rI   r)   s   &&&&€r*   r%   ÚSDXLClipGTokenizer.__init__   s,   ø€ Ü‰Ñ˜°eÐQdÐuyð  JRð  cqÐö  	rr,   r5   ©r7   r8   r9   r:   r%   r;   r<   r=   r>   s   @@r*   rA   rA      s   ù‡ € Ø&*ÀÐUW÷ r÷ rr,   rA   c                   óP   a € ] tR t^t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚSDXLTokenizerNc                ó`   € \         P                  ! WR 7      V n        \        WR 7      V n        R# ))rF   rI   N)r   ÚSDTokenizerÚclip_lrA   r   )r'   rF   rI   s   &&&r*   r%   ÚSDXLTokenizer.__init__   s"   € Ü×*Ò*Ð?RÔrˆŒÜ(Ð=PÔpˆŽr,   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)Úformatr?   s   "€r*   Ú__annotate__ÚSDXLTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r,   c                óŠ   € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V# )ÚgÚl)r   Útokenize_with_weightsrS   )r'   rW   Úreturn_word_idsÚkwargsÚouts   &&&, r*   r_   Ú#SDXLTokenizer.tokenize_with_weights   sF   € ØˆØ—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Øˆ
r,   c                ó8   € V P                   P                  V4      # r.   )r   Ú
untokenize)r'   Útoken_weight_pairs   &&r*   re   ÚSDXLTokenizer.untokenize#   s   € Ø�{‰{×%Ñ%Ð&7Ó8Ð8r,   c                ó   € / # r.   r5   ©r'   s   &r*   Ú
state_dictÚSDXLTokenizer.state_dict&   s   € Øˆ	r,   )r   rS   )F)
r7   r8   r9   r:   r%   r_   re   rj   r;   r<   )r?   s   @r*   rP   rP      s)   ø‡ € Ø+/Àô q÷ò ò9÷ð r,   rP   c                   óT   a a€ ] tR t^)t oRR/ 3V 3R lltR tR tR tR tRt	Vt
V ;t# )	ÚSDXLClipModelr   Nc           	     óª   <€ \         SV `  4        \        P                  ! R RWRVR7      V n        \        WVR7      V n        \        V.4      V n        R# )r	   F)r   r   r   r   r   r   )r   r   r   Nr   )	r$   r%   r   ÚSDClipModelrS   r   r   ÚsetÚdtypes©r'   r   r   r   r)   s   &&&&€r*   r%   ÚSDXLClipModel.__init__*   sQ   ø€ Ü‰ÑÔÜ×*Ò*°ÀRÐPVð  ~Cð  S`ô  aˆŒÜ vÈ-ÔXˆŒÜ˜5˜'“lˆŽr,   c                ór   € V P                   P                  V4       V P                  P                  V4       R # r.   )rS   Úset_clip_optionsr   )r'   Úoptionss   &&r*   ru   ÚSDXLClipModel.set_clip_options0   s&   € Ø�‰×$Ñ$ WÔ-Ø�‰×$Ñ$ WÖ-r,   c                ón   € V P                   P                  4        V P                  P                  4        R # r.   )r   Úreset_clip_optionsrS   ri   s   &r*   ry   Ú SDXLClipModel.reset_clip_options4   s"   € Ø�‰×&Ñ&Ô(Ø�‰×&Ñ&Ö(r,   c                óZ  € VR ,          pVR,          pV P                   P                  V4      w  rEV P                  P                  V4      w  rg\        VP                  ^,          VP                  ^,          4      p\
        P                  ! VRRV13,          VRRV13,          .RR7      V3# )r]   r^   :NNNN)Údiméÿÿÿÿ)r   Úencode_token_weightsrS   ÚminÚshapeÚtorchÚcat)	r'   Útoken_weight_pairsÚtoken_weight_pairs_gÚtoken_weight_pairs_lÚg_outÚg_pooledÚl_outÚl_pooledÚcut_tos	   &&       r*   r~   Ú"SDXLClipModel.encode_token_weights8   s—   € Ø1°#Õ6ÐØ1°#Õ6ÐØŸ+™+×:Ñ:Ð;OÓP‰ˆØŸ+™+×:Ñ:Ð;OÓP‰ˆÜ�U—[‘[ •^ U§[¡[°¥^Ó4ˆÜ�yŠy˜%  ' 6 ' 	Õ*¨E°!°G°V°G°)Õ,<Ð=À2ÔFÈÐPÐPr,   c                ó|   € R V9   d   V P                   P                  V4      # V P                  P                  V4      # )z+text_model.encoder.layers.30.mlp.fc1.weight)r   r0   rS   )r'   r2   s   &&r*   r0   ÚSDXLClipModel.load_sd@   s4   € Ø8¸BÔ>Ø—;‘;×&Ñ& rÓ*Ð*à—;‘;×&Ñ& rÓ*Ð*r,   )r   rS   rq   )r7   r8   r9   r:   r%   ru   ry   r~   r0   r;   r<   r=   r>   s   @@r*   rm   rm   )   s+   ù‡ € Ø#¨4¸r÷ #ò.ò)òQ÷+ò +r,   rm   c                   ó<   a a€ ] tR t^Ft oRR/ 3V 3R lltRtVtV ;t# )ÚSDXLRefinerClipModelr   Nc                ó6   <€ \         SV `  WR \        VR7       R# ©r]   )r   r   Ú	clip_nameÚ
clip_modelr   N)r$   r%   r   rr   s   &&&&€r*   r%   ÚSDXLRefinerClipModel.__init__G   s   ø€ Ü‰Ñ ¸sÌyÐhuÐÖvr,   r5   rN   r>   s   @@r*   r�   r�   F   s   ù‡ € Ø#¨4¸r÷ w÷ wr,   r�   c                   ó<   a a€ ] tR t^Kt oRR/ 3V 3R lltRtVtV ;t# )ÚStableCascadeClipGTokenizerNc           	     ó2   <€ \         SV `  VR VRRVR7       R# )TrC   r   rD   NrJ   rK   s   &&&&€r*   r%   Ú$StableCascadeClipGTokenizer.__init__L   s,   ø€ Ü‰Ñ˜°dÐPcÐtxð  IQð  bpÐö  	qr,   r5   rN   r>   s   @@r*   r–   r–   K   s   ù‡ € Ø&*ÀÐUW÷ q÷ qr,   r–   c                   ó:   a a€ ] tR t^Ot oR/ 3V 3R lltRtVtV ;t# )ÚStableCascadeTokenizerNc                ó4   <€ \         SV `  WR \        R7       R# )r]   )rF   rI   r’   Ú	tokenizerN)r$   r%   r–   )r'   rF   rI   r)   s   &&&€r*   r%   ÚStableCascadeTokenizer.__init__P   s!   ø€ Ü‰ÑÐ-@Ðknô  {VÐö  	Wr,   r5   rN   r>   s   @@r*   rš   rš   O   s   ù‡ € Ø+/À÷ W÷ Wr,   rš   c                   óP   a a€ ] tR t^St oR^MRRRR/ 3V 3R lltV 3R ltRtVtV ;t# )	ÚStableCascadeClipGr   Tr	   Nc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p/ VCRR/Cp\        S	V `  WWEW†RRRRRR/RR	R	VR
7       R# )r
   r   r   r   r   r   r   r   FT)r   r   r   r   r   r   r   r   Úenable_attention_masksr   r   Nr   r&   s
   &&&&&&&& €r*   r%   ÚStableCascadeClipG.__init__T   sŒ   ø€ Ü "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZqÓ rÐØA˜=ÐA¨,¸ÑAˆÜ‰Ñ ¸Uð  pEØ)0°%¸ÀÀuÈeÐ(TÐnsð  MQð  koð  Lð 	ö 	Mr,   c                ó"   <€ \         SV `  V4      # r.   r/   r1   s   &&€r*   r0   ÚStableCascadeClipG.load_sdZ   r4   r,   r5   r}   r6   r>   s   @@r*   rŸ   rŸ   S   s'   ù‡ € Ø#°¸4ÀxÐ[]ÐeiÐy{÷ M÷#õ #r,   rŸ   c                   ó<   a a€ ] tR t^]t oRR/ 3V 3R lltRtVtV ;t# )ÚStableCascadeClipModelr   Nc                ó6   <€ \         SV `  WR \        VR7       R# r‘   )r$   r%   rŸ   rr   s   &&&&€r*   r%   ÚStableCascadeClipModel.__init__^   s   ø€ Ü‰Ñ ¸sÔOaÐq~ÐÖr,   r5   rN   r>   s   @@r*   r¦   r¦   ]   s   ù‡ € Ø#¨4¸r÷ @÷ @r,   r¦   )Úcomfyr   r�   r   ro   r   rR   rA   rP   ÚnnÚModulerm   ÚSD1ClipModelr�   r–   ÚSD1Tokenizerrš   rŸ   r¦   r5   r,   r*   Ú<module>r®      s´   ðÝ Û Û 	ô#�×$Ñ$ô #ôr˜×-Ñ-ô r÷
ñ ô"+�E—H‘H—O‘Oô +ô:w˜8×0Ñ0ô wô
q (×"6Ñ"6ô qôW˜X×2Ñ2ô Wô#˜×-Ñ-ô #ô@˜X×2Ñ2ö @r,   