+
    „°ñj  ã                   óà   € ^ RI Ht ^ RIt^ RIHt ^ RIt ! R R]P                  4      t ! R R]P                  4      t	 ! R R	]P                  4      t ! R
 R]P                  4      tRR ltR# )é    )ÚQwen2TokenizerN)Úsd1_clipc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3TokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRVRR\        RRRR^RVR7       R# )Úqwen25_tokenizerFi 
  Úqwen3_4biÿàõé[P )Úpad_with_endÚembedding_directoryÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )Úselfr   r   Útokenizer_pathÚ	__class__s   &&& €Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\z_image.pyr   ÚQwen3Tokenizer.__init__   sŽ   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÐQdÐuyð  JTô  ftð  FKð  [`ð  tyð  FNð  [\ð  hnð  MÐö  	Nó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   Ú__classdict__s   @@r"   r   r      s   ù‡ € Ø+/À÷ N÷ Nr$   r   c                   óJ   a a€ ] tR t^t oR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚZImageTokenizerNc                óB   <€ \         SV `  WR \        R7       RV n        R# )r	   )r   r   ÚnameÚ	tokenizerz4<|im_start|>user
{}<|im_end|>
<|im_start|>assistant
N)r   r   r   Úllama_template)r   r   r   r!   s   &&&€r"   r   ÚZImageTokenizer.__init__   s)   ø€ Ü‰ÑÐ-@Ðfpô  }KÐô  	LØWˆÖr$   c                óô   <€ Vf.   V P                   P                  V4      pV'       g
   VR,          pMVP                  V4      pV'       d   RV,           R,           V,           p\        S	V `  ! V3RVRR/VB pV# )Nz<think>

</think>

z<|im_start|>system
z<|im_end|>
Úreturn_word_idsÚdisable_weightsT)r5   Úformatr   Útokenize_with_weights)
r   Útextr8   r5   Úsystem_promptÚthinkingÚkwargsÚ
llama_textÚtokensr!   s
   &&&&&&,  €r"   r;   Ú%ZImageTokenizer.tokenize_with_weights   s{   ø€ ØÒ!Ø×,Ñ,×3Ñ3°DÓ9ˆJßØÐ7Õ7�
øà'×.Ñ.¨tÓ4ˆJßØ/°-Õ?À.ÕPÐS]Õ]ˆJä‘Ò.¨zÑ{È?Ð{ÐlpÐ{ÐtzÑ{ˆØˆr$   )r5   )FNÚ T)	r'   r(   r)   r*   r   r;   r+   r,   r-   r.   s   @@r"   r1   r1      s   ù‡ € Ø+/À÷ X÷÷ r$   r1   c                   óB   a a€ ] tR t^t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚQwen3_4BModelÚcpuÚhiddenNTc                ó€   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  WUVR7       R# )Úpadr
   F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_optionsN)r   r   ÚcomfyÚtext_encodersÚllamaÚQwen3_4B)r   rJ   rK   rL   rN   Úattention_maskrT   r!   s   &&&&&&&€r"   r   ÚQwen3_4BModel.__init__    sy   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }_ñ  }_ð  xFð  }JÐö  	Kr$   r%   éþÿÿÿr&   r.   s   @@r"   rE   rE      s    ù‡ € Ø#¨8¸rÈÐ^bÐrt÷ K÷ Kr$   rE   c                   ó<   a a€ ] tR t^$t oRR/ 3V 3R lltRtVtV ;t# )ÚZImageTEModelrF   Nc                ó6   <€ \         SV `  WR \        VR7       R# )r	   )rJ   rN   r3   Ú
clip_modelrT   N)r   r   rE   )r   rJ   rN   rT   r!   s   &&&&€r"   r   ÚZImageTEModel.__init__%   s   ø€ Ü‰Ñ ¸*ÔQ^Ðn{ÐÖ|r$   r%   r&   r.   s   @@r"   r]   r]   $   s   ù‡ € Ø#¨4¸r÷ }÷ }r$   r]   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^*t oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.ZImageTEModel_rF   Nc                óh   <€ Se   SpSe   VP                  4       pSVR&   \        SV `	  WVR7       R # )NÚquantization_metadata)rJ   rN   rT   )Úcopyr   r   )r   rJ   rN   rT   r!   Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r"   r   Ú#te.<locals>.ZImageTEModel_.__init__+   s?   ø€ ØÒ&Ø#�Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6Ü‰GÑ FÀ}ÐÖUr$   r%   r&   )r!   r/   rg   rh   s   @@€€r"   ÚZImageTEModel_rc   *   s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr$   rj   )r]   )rg   rh   rj   s   ff r"   Úterk   )   s   ù€ ÷Vð Vœô Vð Ðr$   )NN)Útransformersr   Úcomfy.text_encoders.llamarU   r   r   ÚSDTokenizerr   ÚSD1Tokenizerr1   ÚSDClipModelrE   ÚSD1ClipModelr]   rk   r%   r$   r"   Ú<module>rr      sd   ðÝ 'Û  Ý Û 	ôN�X×)Ñ)ô Nô�h×+Ñ+ô ô&K�H×(Ñ(ô Kô
}�H×)Ñ)ô }ö
	r$   