+
    ƒ°ñj�  ã                   óð   € ^ RI Ht ^ RIt^ RIHt ^ RIt^ RIt^ RIt ! R R]P                  4      t	 ! R R]P                  4      t ! R R	]P                  4      t ! R
 R]P                  4      tRR ltR# )é    )ÚQwen2TokenizerN)Úsd1_clipc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3TokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRRR\        RRRRRRVR7       R# )	Úqwen25_tokenizerFi   Úqwen3_2biÿàõi  é[P )Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )ÚselfÚembedding_directoryr   Útokenizer_pathÚ	__class__s   &&& €Ú<C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\ovis.pyr   ÚQwen3Tokenizer.__init__	   s†   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÈDÐ`jô  }Kð  ]bð  rwð  KPð  ]eð  ruð  AGð  XfÐö  	gó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   Ú__classdict__s   @@r"   r   r      s   ù‡ € Ø+/À÷ g÷ gr$   r   c                   óJ   a a€ ] tR t^t oR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚOvisTokenizerNc                óB   <€ \         SV `  WR \        R7       RV n        R# )r	   )r   r   ÚnameÚ	tokenizerzÍ<|im_start|>user
Describe the image by detailing the color, quantity, text, shape, size, texture, spatial relationships of the objects and background: {}<|im_end|>
<|im_start|>assistant
<think>

</think>

N)r   r   r   Úllama_template)r   r   r   r!   s   &&&€r"   r   ÚOvisTokenizer.__init__   s,   ø€ Ü‰ÑÐ-@Ðfpô  }KÐô  	Lð uˆÖr$   c                ó”   <€ Vf   V P                   P                  V4      pMVP                  V4      p\        SV `  ! V3RVRR/VB pV# )NÚreturn_word_idsÚdisable_weightsT)r5   Úformatr   Útokenize_with_weights)r   Útextr8   r5   ÚkwargsÚ
llama_textÚtokensr!   s   &&&&,  €r"   r;   Ú#OvisTokenizer.tokenize_with_weights   sT   ø€ ØÒ!Ø×,Ñ,×3Ñ3°DÓ9‰Jà'×.Ñ.¨tÓ4ˆJä‘Ò.¨zÑ{È?Ð{ÐlpÐ{ÐtzÑ{ˆØˆr$   )r5   )FN)	r'   r(   r)   r*   r   r;   r+   r,   r-   r.   s   @@r"   r1   r1      s   ù‡ € Ø+/À÷ u÷÷ r$   r1   c                   óB   a a€ ] tR t^t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚOvis25_2BModelÚcpuÚlastNTc                ó„   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  VRRVR7       R# )Úpadr
   FT)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚzero_out_maskedÚmodel_optionsN)r   r   ÚcomfyÚtext_encodersÚllamaÚ	Ovis25_2B)r   rG   rH   rI   rK   Úattention_maskrR   r!   s   &&&&&&&€r"   r   ÚOvis25_2BModel.__init__   s‡   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }`ñ  }`ð  yGð  `eð  w{ð  KXÐö  	Yr$   r%   r&   r.   s   @@r"   rB   rB      s    ù‡ € Ø#¨6¸TÈÐ^bÐrt÷ Y÷ Yr$   rB   c                   óL   a a€ ] tR t^!t oRR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚOvisTEModelrC   Nc                ó6   <€ \         SV `  WR \        VR7       R# )r	   )rG   rK   r3   Ú
clip_modelrR   N)r   r   rB   )r   rG   rK   rR   r!   s   &&&&€r"   r   ÚOvisTEModel.__init__"   s   ø€ Ü‰Ñ ¸*ÔQ_Ðo|ÐÖ}r$   c                óô  <€ \         S
V `  V4      w  r4VR ,          ^ ,          p^ pVR8X  d¾   \        V4       Fk  w  rxV^ ,          p	\        P                  ! V	4      '       d   K,  \        V	\        P                  4      '       g   KN  V	R8X  g   KW  V^8  g   K`  TpV^,          pKm  	  VP                  ^,          V^,           8”  d%   WR^,           ,          ^ ,          ^8X  d
   V^,          pVRVR13,          pW4/ 3# )r	   i¤  :NNNNéÿÿÿÿ)	r   Úencode_token_weightsÚ	enumerateÚtorchÚ	is_tensorÚ
isinstanceÚnumbersÚIntegralÚshape)r   Útoken_weight_pairsÚtemplate_endÚoutÚpooledÚ	tok_pairsÚcount_im_startÚiÚvÚelemr!   s   &&&       €r"   r`   Ú OvisTEModel.encode_token_weights%   sÛ   ø€ Ü‘gÑ2Ð3EÓF‰ˆØ& zÕ2°1Õ5ˆ	ØˆØ˜2ÔÜ! )Ö,‘�Ø˜•t�Ü—’ t×,Ô,Ü! $¬×(8Ñ(8×9Ô9Ø 4ž<¨N¸QÖ,>Ø+,˜LØ*¨aÕ/šNñ -ð �y‰y˜�|˜|¨aÕ/Ô0Ø¨AÕ-Õ.¨qÕ1°RÔ7Ø  AÕ%�Là�!�\‘]Ð"Õ#ˆØ˜BˆÐr$   r%   )r_   )	r'   r(   r)   r*   r   r`   r+   r,   r-   r.   s   @@r"   rZ   rZ   !   s   ù‡ € Ø#¨4¸r÷ ~÷÷ r$   rZ   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^;t oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.OvisTEModel_rC   Nc                óh   <€ Se   SpSe   VP                  4       pSVR&   \        SV `	  WVR7       R # )NÚquantization_metadata)rG   rK   rR   )Úcopyr   r   )r   rG   rK   rR   r!   Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r"   r   Ú!te.<locals>.OvisTEModel_.__init__<   s?   ø€ ØÒ&Ø#�Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6Ü‰GÑ FÀ}ÐÖUr$   r%   r&   )r!   r/   rx   ry   s   @@€€r"   ÚOvisTEModel_rt   ;   s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr$   r{   )rZ   )rx   ry   r{   s   ff r"   Úter|   :   s   ù€ ÷Vð V”{ô Vð Ðr$   )NN)Útransformersr   Úcomfy.text_encoders.llamarS   r   r   rb   re   ÚSDTokenizerr   ÚSD1Tokenizerr1   ÚSDClipModelrB   ÚSD1ClipModelrZ   r|   r%   r$   r"   Ú<module>rƒ      sh   ðÝ 'Û  Ý Û 	Û Û ôg�X×)Ñ)ô gô�H×)Ñ)ô ôY�X×)Ñ)ô Yô
�(×'Ñ'ô ö2	r$   