+
    ƒ°ñjU  ã                   ó   € ^ RI HtHt ^ RIt^ RIHt ^ RIt^ RIt ! R R]P                  4      t	 ! R R]P                  4      t
 ! R R	4      t ! R
 R]P                  4      t ! R R]P                  4      tRR ltR# )é    )ÚQwen2TokenizerÚT5TokenizerFastN)Úsd1_clipc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3TokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRVRR\        RRRR^RVR7       R# )Úqwen25_tokenizerFi   Ú	qwen3_06béÿàõé[P )Úpad_with_endÚembedding_directoryÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   ©Úselfr   r   Útokenizer_pathÚ	__class__s   &&& €Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\anima.pyr    ÚQwen3Tokenizer.__init__	   sŽ   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÐQdÐuyð  JUô  guð  GLð  \að  uzð  GOð  \]ð  ioð  @NÐö  	Oó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r$   Ú__classdict__s   @@r%   r   r      s   ù‡ € Ø+/À÷ O÷ Or'   r   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚT5XXLTokenizerNc                óþ   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  W1RRR\        RRR^VR7       R# )Út5_tokenizerFi   Út5xxlr   )
r   r   r   r   r   r   r   r   r   r   N)	r   r   r   r   r   r   r   r    r   r!   s   &&& €r%   r    ÚT5XXLTokenizer.__init__   s~   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSaÓbˆÜ‰Ñ˜Ð_dÐuyð  JQô  crð  DIð  ]bð  owð  DEð  VdÐö  	er'   r(   r)   r1   s   @@r%   r4   r4      s   ù‡ € Ø+/À÷ e÷ er'   r4   c                   óV   a € ] tR t^t o R/ 3R ltR	V 3R lR lltR tR tR tRt	V t
R# )
ÚAnimaTokenizerNc                óJ   € \        WR 7      V n        \        WR 7      V n        R# ))r   r   N)r   r
   r4   r7   )r"   r   r   s   &&&r%   r    ÚAnimaTokenizer.__init__   s   € Ü'Ð<OÔoˆŒÜ#Ð8KÔkˆŽ
r'   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)Úformatr2   s   "€r%   Ú__annotate__ÚAnimaTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r'   c                ó,  € / pV P                   P                  ! W3/ VB pV UUu. uF7  qf Uu. uF(  qr'       d   V^ ,          RV^,          3M
V^ ,          R3NK*  	  upNK9  	  uppVR&   V P                  P                  ! W3/ VB VR&   V# u upi u uppi )r   g      ð?r
   r7   )r
   Útokenize_with_weightsr7   )r"   r?   Úreturn_word_idsÚkwargsÚoutÚqwen_idsÚ
inner_listÚks   &&&,    r%   rE   Ú$AnimaTokenizer.tokenize_with_weights   s¯   € ØˆØ—>‘>×7Ò7¸ÑXÐQWÑXˆñ {Cô  Dñ  {CÐlvÐ\fÓgÑ\fÐWX¶/˜a �d C¨¨1­Ñ.ÈÈ!ÍÈcÀ{ÒRÑ\fÔgñ  {Cò  DˆˆKÑØ—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Øˆ
ùò hùó  Ds   ¥B­.BÁBÂBc                ó8   € V P                   P                  V4      # ©N)r7   Ú
untokenize)r"   Útoken_weight_pairs   &&r%   rO   ÚAnimaTokenizer.untokenize   s   € Ø�z‰z×$Ñ$Ð%6Ó7Ð7r'   c                ó   € / # rN   r(   )r"   s   &r%   Ú
state_dictÚAnimaTokenizer.state_dict!   s   € Øˆ	r'   c                ó<   € V P                   P                  ! V3/ VB # rN   )r
   Údecode)r"   Ú	token_idsrG   s   &&,r%   rV   ÚAnimaTokenizer.decode$   s   € Ø�~‰~×$Ò$ YÑ9°&Ñ9Ð9r'   )r
   r7   )F)r*   r+   r,   r-   r    rE   rO   rS   rV   r.   r/   )r2   s   @r%   r:   r:      s.   ø‡ € Ø+/Àô l÷ò ò8ò÷:ð :r'   r:   c                   óB   a a€ ] tR t^'t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚQwen3_06BModelÚcpuÚlastNTc                ó€   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  WUVR7       R# )Úpadr   F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_optionsN)r   r    ÚcomfyÚtext_encodersÚllamaÚ	Qwen3_06B)r"   r_   r`   ra   rc   Úattention_maskri   r$   s   &&&&&&&€r%   r    ÚQwen3_06BModel.__init__(   sy   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }`ñ  }`ð  yGð  ~KÐö  	Lr'   r(   r)   r1   s   @@r%   rZ   rZ   '   s    ù‡ € Ø#¨6¸TÈÐ^bÐrt÷ L÷ Lr'   rZ   c                   óH   a a€ ] tR t^,t oRR/ 3V 3R lltV 3R ltRtVtV ;t# )ÚAnimaTEModelr[   Nc                ó6   <€ \         SV `  WR \        VR7       R# )r
   )r_   rc   ÚnameÚ
clip_modelri   N)r   r    rZ   )r"   r_   rc   ri   r$   s   &&&&€r%   r    ÚAnimaTEModel.__init__-   s   ø€ Ü‰Ñ ¸+ÔR`Ðp}ÐÖ~r'   c           	     óN  <€ \         SV `  V4      p\        P                  ! \	        \        R  VR,          ^ ,          4      4      \        P                  R7      V^,          R&   \        P                  ! \	        \        R VR,          ^ ,          4      4      4      V^,          R&   V# )c                 ó   € V ^ ,          # )r   r(   ©Úas   &r%   Ú<lambda>Ú3AnimaTEModel.encode_token_weights.<locals>.<lambda>2   s   € ¸aÀ¾dr'   r7   )rc   Ú	t5xxl_idsc                 ó   € V ^,          # )é   r(   rx   s   &r%   rz   r{   3   s   € À!ÀAÆ$r'   Út5xxl_weights)r   Úencode_token_weightsÚtorchÚtensorÚlistÚmapÚint)r"   Útoken_weight_pairsrH   r$   s   && €r%   r€   Ú!AnimaTEModel.encode_token_weights0   s�   ø€ Ü‰gÑ*Ð+=Ó>ˆÜ#Ÿlšl¬4´±NÐDVÐW^ÕD_Ð`aÕDbÓ0cÓ+dÔlq×luÑluÔvˆˆA�ˆ{ÑÜ"'§,¢,¬t´C¹ÐHZÐ[bÕHcÐdeÕHfÓ4gÓ/hÓ"iˆˆA�ˆÑØˆ
r'   r(   )	r*   r+   r,   r-   r    r€   r.   r/   r0   r1   s   @@r%   rq   rq   ,   s   ù‡ € Ø#¨4¸r÷ ÷õ r'   rq   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^7t oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.AnimaTEModel_r[   Nc                óh   <€ Se   SpSe   VP                  4       pSVR&   \        SV `	  WVR7       R # )NÚquantization_metadata)r_   rc   ri   )Úcopyr   r    )r"   r_   rc   ri   r$   Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r%   r    Ú"te.<locals>.AnimaTEModel_.__init__8   s?   ø€ ØÒ&Ø#�Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6Ü‰GÑ FÀ}ÐÖUr'   r(   r)   )r$   r2   rŽ   r�   s   @@€€r%   ÚAnimaTEModel_rŠ   7   s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr'   r‘   )rq   )rŽ   r�   r‘   s   ff r%   Úter’   6   s   ù€ ÷Vð Vœô Vð Ðr'   )NN)Útransformersr   r   Úcomfy.text_encoders.llamarj   r   r   r�   ÚSDTokenizerr   r4   r:   ÚSDClipModelrZ   ÚSD1ClipModelrq   r’   r(   r'   r%   Ú<module>r˜      sq   ðß 8Û  Ý Û 	Û ôO�X×)Ñ)ô Oô
e�X×)Ñ)ô e÷
:ñ :ô*L�X×)Ñ)ô Lô
�8×(Ñ(ô ö	r'   