+
    ƒ°ñj�  ã                   ó‚   € ^ RI t ^ RIt^ RIt^ RIt ! R R4      t ! R R] P                  P                  4      tRR lt	R# )é    Nc                   óP   a € ] tR t^t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚNewBieTokenizerNc                óê   € \         P                  P                  P                  VR VR,          /R7      V n        \         P                  P
                  P                  VR VR,          /R7      V n        R# )Úspiece_modelÚgemma_spiece_model)Úembedding_directoryÚtokenizer_dataÚjina_spiece_modelN)ÚcomfyÚtext_encodersÚlumina2ÚGemma3_4BTokenizerÚgemmaÚjina_clip_2ÚJinaClip2TokenizerÚjina)Úselfr   r	   s   &&&Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\newbie.pyÚ__init__ÚNewBieTokenizer.__init__   s’   € Ü×(Ñ(×0Ñ0×CÑCÐXkð  ~Lð  N\ð  ]qõ  Nrð  }sÐCó  tˆŒ
Ü×'Ñ'×3Ñ3×FÑFÐ[nð  AOð  Q_ð  `sõ  Qtð  @uÐFó  vˆŽ	ó    c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚNewBieTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r   c                óŠ   € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V# ©r   r   )r   Útokenize_with_weightsr   )r   r   Úreturn_word_idsÚkwargsÚouts   &&&, r   r"   Ú%NewBieTokenizer.tokenize_with_weights   sG   € ØˆØ—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Ø—i‘i×5Ò5°dÑVÈvÑVˆˆF‰Øˆ
r   c                ó   € \         h©N)ÚNotImplementedError)r   Útoken_weight_pairs   &&r   Ú
untokenizeÚNewBieTokenizer.untokenize   s   € Ü!Ð!r   c                ó   € / # r(   © ©r   s   &r   Ú
state_dictÚNewBieTokenizer.state_dict   s   € Øˆ	r   r!   )F)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r"   r+   r0   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s)   ø‡ € Ø+/Àô v÷ò ò"÷ð r   r   c                   óV   a a€ ] tR t^t oRRR/ 3V 3R lltR tR tR tR tRt	Vt
V ;t# )	ÚNewBieTEModelNÚcpuc                ó4  <€ \         SV `  4        \        P                  P	                  WV4      p\        P
                  P                  P                  W!VR 7      V n        \        P
                  P                  P                  W#VR 7      V n        W10V n        R# ))ÚdeviceÚdtypeÚmodel_optionsN)Úsuperr   r   Úmodel_managementÚpick_weight_dtyper   r   ÚGemma3_4BModelr   r   ÚJinaClip2TextModelr   Údtypes)r   Údtype_gemmar<   r=   r>   Ú	__class__s   &&&&&€r   r   ÚNewBieTEModel.__init__   sy   ø€ Ü‰ÑÔÜ×,Ñ,×>Ñ>¸{ÐSYÓZˆÜ×(Ñ(×0Ñ0×?Ñ?ÀvÐp}Ð?Ó~ˆŒ
Ü×'Ñ'×3Ñ3×FÑFÈfÐq~ÐFÓˆŒ	ØÐ*ˆŽr   c                ór   € V P                   P                  V4       V P                  P                  V4       R # r(   )r   Úset_clip_optionsr   )r   Úoptionss   &&r   rI   ÚNewBieTEModel.set_clip_options    s&   € Ø�
‰
×#Ñ# GÔ,Ø�	‰	×"Ñ" 7Ö+r   c                ón   € V P                   P                  4        V P                  P                  4        R # r(   )r   Úreset_clip_optionsr   r/   s   &r   rM   Ú NewBieTEModel.reset_clip_options$   s"   € Ø�
‰
×%Ñ%Ô'Ø�	‰	×$Ñ$Ö&r   c                ó¦   € VR ,          pVR,          pV P                   P                  V4      w  rEpV P                  P                  V4      w  rxp	WHV3# r!   )r   Úencode_token_weightsr   )
r   Útoken_weight_pairsÚtoken_weight_pairs_gemmaÚtoken_weight_pairs_jinaÚ	gemma_outÚgemma_pooledÚgemma_extraÚjina_outÚjina_pooledÚ
jina_extras
   &&        r   rP   Ú"NewBieTEModel.encode_token_weights(   sW   € Ø#5°gÕ#>Ð Ø"4°VÕ"<Ðà/3¯z©z×/NÑ/NÐOgÓ/hÑ,ˆ	 Ø,0¯I©I×,JÑ,JÐKbÓ,cÑ)ˆ˜zà {Ð2Ð2r   c                ó|   € R V9   d   V P                   P                  V4      # V P                  P                  V4      # )z&model.layers.0.self_attn.q_norm.weight)r   Úload_sdr   )r   Úsds   &&r   r\   ÚNewBieTEModel.load_sd1   s4   € Ø3°rÔ9Ø—:‘:×%Ñ% bÓ)Ð)à—9‘9×$Ñ$ RÓ(Ð(r   )rD   r   r   )r2   r3   r4   r5   r   rI   rM   rP   r\   r6   r7   Ú__classcell__)rF   r   s   @@r   r9   r9      s-   ù‡ € Ø#'°¸TÐQS÷ +ò,ò'ò3÷)ò )r   r9   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^8t oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.NewBieTEModel_r:   Nc                ó^   <€ Se   VP                  4       pSVR&   \        SV `	  SWVR7       R # )NÚllama_quantization_metadata)rE   r<   r=   r>   )Úcopyr?   r   )r   r<   r=   r>   rF   Údtype_llamard   s   &&&&€€€r   r   Ú#te.<locals>.NewBieTEModel_.__init__9   s7   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<Ü‰GÑ¨¸VÐ`mÐÖnr   r.   )r2   r3   r4   r5   r   r6   r7   r_   )rF   r   rf   rd   s   @@€€r   ÚNewBieTEModel_rb   8   s   ú‡ € Ø"'¨tÀ2÷ 	o÷ 	oñ 	or   rh   )r9   )rf   rd   rh   s   ff r   Úteri   7   s   ù€ ÷oð oœô oð Ðr   )NN)
ÚtorchÚcomfy.model_managementr   Úcomfy.text_encoders.jina_clip_2Úcomfy.text_encoders.lumina2r   ÚnnÚModuler9   ri   r.   r   r   Ú<module>rp      s4   ðÛ ã Û &Û "÷ñ ô")�E—H‘H—O‘Oô )ö>r   