+
    „°ñjk  ã                   ó  € ^ RI Ht ^ RI Ht ^ RIHt ^ RIt ^ RIt^ RIt^ RIt ^ RI	t	^ RI
t  ! R R]P                  4      tRR lt ! R R	]P                  4      t ! R
 R4      t ! R R]P"                  P$                  4      tRR ltR# )é    )Úsd1_clip)Ú	sdxl_clip)ÚT5TokenizerFastNc                   óB   a a€ ] tR t^t oRRRRR/ 3V 3R lltRtVtV ;t# )Ú
T5XXLModelÚcpuÚlastNFc                ó   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      pVP                  RR4      pVe   VP                  4       pW†R&   / VCRR/Cp\        S	V `%  WW7VR^R^ /\        P                  P                  P                  WUVR7
       R# )	zt5_config_xxl.jsonÚt5xxl_quantization_metadataNÚquantization_metadataÚ
model_nameÚt5xxlÚendÚpad)
ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚgetÚcopyÚsuperÚ__init__ÚcomfyÚtext_encodersÚt5ÚT5)
Úselfr   r   r   r   Úattention_maskr   r   r   Ú	__class__s
   &&&&&&&  €Ú@C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\sd3_clip.pyr$   ÚT5XXLModel.__init__   sö   ø€ Ü "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZnÓ oÐØ&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2à@˜=Ð@¨,¸Ñ@ˆÜ‰Ñ ¸yð  ~Cð  UZð  \]ð  _dð  fgð  Thô  v{÷  vIñ  vI÷  vLñ  vL÷  vOñ  vOð  hvð  mzÐö  	{ó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r$   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r+   Ú__classdict__s   @@r,   r   r      s    ù‡ € Ø#¨6¸TÈÐ^cÐsu÷ {÷ {r.   r   c                 ó°   € / pR P                  V4      pW09   d   W,          P                  VR&   \        P                  P	                  W4      pVe   WBR&   V# )z!{}encoder.final_layer_norm.weightÚdtype_t5Út5_quantization_metadata)Úformatr   r%   ÚutilsÚdetect_layer_quantization)Ú
state_dictÚprefixÚoutÚt5_keyÚquants   &&   r,   Út5_xxl_detectrE      sW   € Ø
€CØ0×7Ñ7¸Ó?€FØÔØ$Õ,×2Ñ2ˆˆJ‰ä�K‰K×1Ñ1°*ÓE€EØÒØ*/Ð&Ñ'à€Jr.   c                   ó>   a a€ ] tR t^#t oR/ ^MR3V 3R lltRtVtV ;t# )ÚT5XXLTokenizerNiÿàõc                óü   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  WQRRR\        RRWCVR7       R# )Út5_tokenizerFé   r   )
Úembedding_directoryÚpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_dataN)	r   r   r   r   r   r    r#   r$   r   )r)   rK   rT   rS   rR   Útokenizer_pathr+   s   &&&&& €r,   r$   ÚT5XXLTokenizer.__init__$   sw   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSaÓbˆÜ‰Ñ˜Ð_dÐuyð  JQô  crð  DIð  ]bð  oyð  aoÐö  	pr.   r/   r0   r8   s   @@r,   rG   rG   #   s   ù‡ € Ø+/ÀÈrÐ^f÷ p÷ pr.   rG   c                   óP   a € ] tR t^)t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚSD3TokenizerNc                ó˜   € \         P                  ! WR 7      V n        \        P                  ! WR 7      V n        \        WR 7      V n        R# ))rK   rT   N)r   ÚSDTokenizerÚclip_lr   ÚSDXLClipGTokenizerÚclip_grG   r   )r)   rK   rT   s   &&&r,   r$   ÚSD3Tokenizer.__init__*   s5   € Ü×*Ò*Ð?RÔrˆŒÜ×2Ò2ÐGZÔzˆŒÜ#Ð8KÔkˆŽ
r.   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)r=   r9   s   "€r,   Ú__annotate__ÚSD3Tokenizer.__annotate__/   s   ø€ ÷ ñ ©ñ r.   c                óÊ   € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V P                  P                  ! W3/ VB VR&   V# )ÚgÚlr   )r]   Útokenize_with_weightsr[   r   )r)   ra   Úreturn_word_idsÚkwargsrB   s   &&&, r,   rh   Ú"SD3Tokenizer.tokenize_with_weights/   sd   € ØˆØ—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Øˆ
r.   c                ó8   € V P                   P                  V4      # ©N)r]   Ú
untokenize)r)   Útoken_weight_pairs   &&r,   rn   ÚSD3Tokenizer.untokenize6   s   € Ø�{‰{×%Ñ%Ð&7Ó8Ð8r.   c                ó   € / # rm   r/   ©r)   s   &r,   r@   ÚSD3Tokenizer.state_dict9   s   € Øˆ	r.   )r]   r[   r   )F)
r1   r2   r3   r4   r$   rh   rn   r@   r5   r6   )r9   s   @r,   rX   rX   )   s)   ø‡ € Ø+/Àô l÷
ò ò9÷ð r.   rX   c                   ó^   a a€ ] tR t^<t oRRRRRRR/ 3V 3R lltR tR tR tR	 tR
t	Vt
V ;t# )ÚSD3ClipModelTNFr   c	           
     ó�  <€ \         S	V `  4        \        4       V n        V'       d>   \        P
                  ! R RWgRRVR7      V n        V P                  P                  V4       MRV n        V'       d:   \        P                  ! WgVR7      V n
        V P                  P                  V4       MRV n
        V'       d_   \        P                  P                  WGV4      pWPn        \        WdW€P                  R7      V n        V P                  P                  V4       MRV n        \"        P$                  ! RP'                  WW44      4       R# )ÚhiddenF)r   r   r   r   Úlayer_norm_hidden_stateÚreturn_projected_pooledr   N)r   r   r   )r   r   r   r*   z@Created SD3 text encoder with: clip_l {}, clip_g {}, t5xxl {}:{}éþÿÿÿ)r#   r$   ÚsetÚdtypesr   ÚSDClipModelr[   Úaddr   Ú	SDXLClipGr]   r%   Úmodel_managementÚpick_weight_dtypeÚt5_attention_maskr   r   ÚloggingÚdebugr=   )
r)   r[   r]   r'   r;   r‚   r   r   r   r+   s
   &&&&&&&&&€r,   r$   ÚSD3ClipModel.__init__=   s  ø€ Ü‰ÑÔÜ“eˆŒßÜ"×.Ò.°XÈÐTZð  BGð  afð  vCô  DˆDŒKØ�K‰K�O‰O˜EÕ"àˆDŒKçÜ#×-Ò-°VÐXeÔfˆDŒKØ�K‰K�O‰O˜EÕ"àˆDŒKçÜ×-Ñ-×?Ñ?ÀÐQWÓXˆHØ%6Ô"Ü#¨6ÐQ^÷  pFñ  pFô  GˆDŒJØ�K‰K�O‰O˜HÕ%àˆDŒJä�ŠÐX×_Ñ_Ð`fÐprÓ}Ö~r.   c                ó   € V P                   e   V P                   P                  V4       V P                  e   V P                  P                  V4       V P                  e   V P                  P                  V4       R # R # rm   )r[   Úset_clip_optionsr]   r   )r)   Úoptionss   &&r,   r‡   ÚSD3ClipModel.set_clip_optionsV   s[   € Ø�;‰;Ò"Ø�K‰K×(Ñ(¨Ô1Ø�;‰;Ò"Ø�K‰K×(Ñ(¨Ô1Ø�:‰:Ò!Ø�J‰J×'Ñ'¨Ö0ñ "r.   c                óú   € V P                   e   V P                   P                  4        V P                  e   V P                  P                  4        V P                  e   V P                  P                  4        R # R # rm   )r[   Úreset_clip_optionsr]   r   rr   s   &r,   r‹   ÚSD3ClipModel.reset_clip_options^   sU   € Ø�;‰;Ò"Ø�K‰K×*Ñ*Ô,Ø�;‰;Ò"Ø�K‰K×*Ñ*Ô,Ø�:‰:Ò!Ø�J‰J×)Ñ)Ö+ñ "r.   c                óÈ  € VR ,          pVR,          pVR,          pRpRpRp/ p\        V4      ^ 8”  g   \        V4      ^ 8”  Ed³   V P                  e   V P                  P                  V4      w  rYM4\        P                  ! R
\
        P                  P                  4       R7      p	V P                  e¬   V P                  P                  V4      w  r«Ve`   \        VP                  ^,          V
P                  ^,          4      p\        P                  ! VRRV13,          V
RRV13,          .RR7      pMa\        P                  P                  P                  V
R4      pM6Rp
\        P                  ! R\
        P                  P                  4       R7      pVeG   \        P                  P                  P                  V^ RVP                  R,          ,
          34      pTp\        P                  ! W›3RR7      pV P                  el   V P                  P                  V4      pVR,          w  rïV P                   '       d   V^,          R	,          VR	&   Ve   \        P                  ! W^.RR7      pMTpVf5   \        P                  ! R\
        P                  P                  4       R7      pVf5   \        P                  ! R\
        P                  P                  4       R7      pWvV3# )rg   rf   r   N)r   :NNN)ÚdimrJ   :Nr`   Nr*   )é   é   éÿÿÿÿ)r�   r   )r�   i   rz   )r�   éM   rJ   )r�   i   )Úlenr[   Úencode_token_weightsÚtorchÚzerosr%   r€   Úintermediate_devicer]   ÚminÚshapeÚcatÚnnÚ
functionalr   r   r‚   )r)   Útoken_weight_pairsÚtoken_weight_pairs_lÚtoken_weight_pairs_gÚtoken_weight_pairs_t5Úlg_outÚpooledrB   ÚextraÚl_pooledÚg_outÚg_pooledÚcut_toÚ	t5_outputÚt5_outÚ	t5_pooleds   &&              r,   r”   Ú!SD3ClipModel.encode_token_weightsf   sS  € Ø1°#Õ6ÐØ1°#Õ6ÐØ 2°7Õ ;ÐØˆØˆØˆØˆäÐ#Ó$ qÔ(¬CÐ0DÓ,EÈÕ,IØ�{‰{Ò&Ø#'§;¡;×#CÑ#CÐDXÓ#YÑ �˜ä Ÿ;š; x¼×8NÑ8N×8bÑ8bÓ8dÔe�à�{‰{Ò&Ø"&§+¡+×"BÑ"BÐCWÓ"X‘�ØÒ%Ü  §¡¨a¥°%·+±+¸aµ.ÓA�FÜ"ŸYšY¨¨q°°&°¨yÕ(9¸5ÀÀ7ÀFÀ7ÀÕ;KÐ'LÐRTÔU‘Fä"ŸX™X×0Ñ0×4Ñ4°U¸HÓE‘Fà�Ü Ÿ;š; y¼×9OÑ9O×9cÑ9cÓ9eÔf�àÒ!ÜŸ™×,Ñ,×0Ñ0°¸!¸TÀFÇLÁLÐQSÕDTÕ=TÐ9UÓV�Ø�Ü—Y’Y Ð3¸Ô<ˆFà�:‰:Ò!ØŸ
™
×7Ñ7Ð8MÓNˆIØ )¨"¥ÑˆFØ×%×%Ð%Ø*3°A­,Ð7GÕ*H�Ð&Ñ'àÒ!Ü—i’i Ð 0°bÔ9‘à�àŠ;Ü—+’+˜m´E×4JÑ4J×4^Ñ4^Ó4`ÔaˆCàŠ>Ü—[’[ ¼×9OÑ9O×9cÑ9cÓ9eÔfˆFà˜EÐ!Ð!r.   c                óÀ   € R V9   d   V P                   P                  V4      # RV9   d   V P                  P                  V4      # V P                  P                  V4      # )z+text_model.encoder.layers.30.mlp.fc1.weightz*text_model.encoder.layers.1.mlp.fc1.weight)r]   Úload_sdr[   r   )r)   Úsds   &&r,   r­   ÚSD3ClipModel.load_sd˜   sQ   € Ø8¸BÔ>Ø—;‘;×&Ñ& rÓ*Ð*Ø9¸RÔ?Ø—;‘;×&Ñ& rÓ*Ð*à—:‘:×%Ñ% bÓ)Ð)r.   )r]   r[   r|   r‚   r   )r1   r2   r3   r4   r$   r‡   r‹   r”   r­   r5   r6   r7   r8   s   @@r,   ru   ru   <   s>   ù‡ € Ø"¨4°DÀ4Ð[`ÐinÐvzð  KM÷ ò21ò,ò0"÷d*ò *r.   ru   c                 ó@   a aaaaa€  ! VV VVVV3R  lR\         4      pV# )c                   óJ   <a a€ ] tR t^¡t oRR/ 3V VVVVVV3R lltRtVtV ;t# )Úsd3_clip.<locals>.SD3ClipModel_r   Nc                óf   <€ S
e   VP                  4       pS
VR&   \        SV `	  SSSSS	WVR7       R # )Nr   )r[   r]   r'   r;   r‚   r   r   r   )r"   r#   r$   )r)   r   r   r   r+   r]   r[   r;   r'   r‚   r<   s   &&&&€€€€€€€r,   r$   Ú(sd3_clip.<locals>.SD3ClipModel_.__init__¢   sL   ø€ Ø'Ò3Ø -× 2Ñ 2Ó 4�Ø?W�Ð;Ñ<Ü‰GÑ F°6¸bÈ8Ðgxð  BHð  erÐö  sr.   r/   r0   )r+   r9   r]   r[   r;   r'   r‚   r<   s   @@€€€€€€r,   ÚSD3ClipModel_r²   ¡   s   ú‡ € Ø"'¨tÀ2÷ 	s÷ 	sõ 	sr.   rµ   )ru   )r[   r]   r'   r;   r<   r‚   rµ   s   ffffff r,   Úsd3_clipr¶       s   ý€ ÷sô sœô sð Ðr.   )Ú )TTTNNF)r%   r   r   Útransformersr   Úcomfy.text_encoders.t5r•   r   Úcomfy.model_managementrƒ   Úcomfy.utilsr}   r   rE   rZ   rG   rX   r›   ÚModuleru   r¶   r/   r.   r,   Ú<module>r½      ss   ðÝ Ý Ý (Û Û Û 	Û Û Û ô	{�×%Ñ%ô 	{ô
ôp�X×)Ñ)ô p÷ñ ô&b*�5—8‘8—?‘?ô b*öHr.   