+
    ƒ°ñjk  ã                   ó–  € ^ RI Ht ^RIHt ^ RIt ^ RIHt ^ RIt  ! R R]P                  4      t	 ! R R]]P                  4      t
 ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P$                  4      tRR ltR# )é    )Úsd1_clip)ÚSPieceTokenizerN)ÚGemma3_Tokenizerc                   ó@   a a€ ] tR t^t oR/ 3V 3R lltR tRtVtV ;t# )ÚGemma2BTokenizerNc                ó|   <€ VP                  R R4      pR^k/p\        SV `	  VRRR\        RRR^RRR	RR
V/VR7       R# )Úspiece_modelNú<end_of_turn>Fi 	  Ú	gemma2_2béÿàõÚadd_bosTÚadd_eosÚspecial_tokens)
Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_argsÚtokenizer_data©ÚgetÚsuperÚ__init__r   ©ÚselfÚembedding_directoryr   Ú	tokenizerr   Ú	__class__s   &&&  €Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\lumina2.pyr   ÚGemma2BTokenizer.__init__   s”   ø€ Ø"×&Ñ& ~°tÓ<ˆ	Ø)¨3Ð/ˆÜ‰Ñ˜°ÀtÐ[fô  yHð  X]ð  qvð  CKð  XYð  ktð  vzð  |Eð  GLð  N^ð  `nð  joð  @NÐö  	Oó    c                ó:   € R V P                   P                  4       /# )r	   )r!   Úserialize_model)r   s   &r#   Ú
state_dictÚGemma2BTokenizer.state_dict   s   € Ø §¡× >Ñ >Ó @ÐAÐAr%   © )	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r(   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r"   Ú__classdict__s   @@r#   r   r      s   ù‡ € Ø+/À÷ O÷
Bò Br%   r   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚGemma3_4BTokenizerNc                ó‚   <€ VP                  R R4      pRRR^j/p\        SV `	  VRRR\        RRR^R	R
RRRV/R
VR7       R# )r	   Nz<image_soft_token>i   r
   Fi 
  Ú	gemma3_4br   r   Tr   r   )r   r   r   r   r   r   r   r   r   Údisable_weightsr   r   r   s   &&&  €r#   r   ÚGemma3_4BTokenizer.__init__   sŸ   ø€ Ø"×&Ñ& ~°tÓ<ˆ	Ø.°¸ÈÐMˆÜ‰Ñ˜°ÀtÐ[fô  yHð  X]ð  qvð  CKð  XYð  ktð  vzð  |Eð  GLð  N^ð  `nð  joð  AEð  VdÐö  	er%   r*   ©r+   r,   r-   r.   r   r/   r0   r1   r2   s   @@r#   r5   r5      s   ù‡ € Ø+/À÷ e÷ er%   r5   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚLuminaTokenizerNc                ó4   <€ \         SV `  WR \        R7       R# )r   ©r    r   Únamer!   N)r   r   r   ©r   r    r   r"   s   &&&€r#   r   ÚLuminaTokenizer.__init__   s!   ø€ Ü‰ÑÐ-@Ðfqô  ~NÐö  	Or%   r*   r:   r2   s   @@r#   r<   r<      s   ù‡ € Ø+/À÷ O÷ Or%   r<   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )Ú
NTokenizerNc                ó4   <€ \         SV `  WR \        R7       R# )r7   r>   N)r   r   r5   r@   s   &&&€r#   r   ÚNTokenizer.__init__   s!   ø€ Ü‰ÑÐ-@Ðfqô  ~PÐö  	Qr%   r*   r:   r2   s   @@r#   rC   rC      s   ù‡ € Ø+/À÷ Q÷ Qr%   rC   c                   óB   a a€ ] tR t^t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚGemma2_2BModelÚcpuÚhiddenNTc                ó„   <€ \         SV `  WV/ VR ^R^ /R\        P                  P                  P
                  WUVR7       R# )ÚstartÚpadF©ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtyper   Úlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_optionsN)r   r   ÚcomfyÚtext_encodersÚllamaÚ	Gemma2_2B)r   rN   rO   rP   rR   Úattention_maskrW   r"   s   &&&&&&&€r#   r   ÚGemma2_2BModel.__init__   s‡   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BIð  KLð  NSð  UVð  AWð  qvô  DI÷  DWñ  DW÷  D]ñ  D]÷  Dgñ  Dgð  @Nð  ERÐö  	Sr%   r*   éþÿÿÿr:   r2   s   @@r#   rG   rG      s    ù‡ € Ø#¨8¸rÈÐ^bÐrt÷ S÷ Sr%   rG   c                   óB   a a€ ] tR t^"t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚGemma3_4BModelrH   rI   NTc                óØ   <€ VP                  R R4      pVe   VP                  4       pWvR&   \        SV `  WV/ VR^R^ /R\        P
                  P                  P                  WUVR7       R# ©Úllama_quantization_metadataNÚquantization_metadatarK   rL   FrM   )r   Úcopyr   r   rX   rY   rZ   Ú	Gemma3_4B©	r   rN   rO   rP   rR   r\   rW   rc   r"   s	   &&&&&&& €r#   r   ÚGemma3_4BModel.__init__#   s¹   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2ä‰Ñ ¸yÐ`bÐjoð  BIð  KLð  NSð  UVð  AWð  qvô  DI÷  DWñ  DW÷  D]ñ  D]÷  Dgñ  Dgð  @Nð  ERÐö  	Sr%   r*   r^   r:   r2   s   @@r#   r`   r`   "   s    ù‡ € Ø#¨8¸rÈÐ^bÐrt÷ S÷ Sr%   r`   c                   óB   a a€ ] tR t^+t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚGemma3_4B_Vision_ModelrH   rI   NTc                óØ   <€ VP                  R R4      pVe   VP                  4       pWvR&   \        SV `  WV/ VR^R^ /R\        P
                  P                  P                  WUVR7       R# rb   )r   re   r   r   rX   rY   rZ   ÚGemma3_4B_Visionrg   s	   &&&&&&& €r#   r   ÚGemma3_4B_Vision_Model.__init__,   s¹   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2ä‰Ñ ¸yÐ`bÐjoð  BIð  KLð  NSð  UVð  AWð  qvô  DI÷  DWñ  DW÷  D]ñ  D]÷  Dnñ  Dnð  GUð  LYÐö  	Zr%   r*   r^   r:   r2   s   @@r#   rj   rj   +   s    ù‡ € Ø#¨8¸rÈÐ^bÐrt÷ Z÷ Zr%   rj   c                   ó@   a a€ ] tR t^4t oRR/ R]3V 3R lltRtVtV ;t# )ÚLuminaModelrH   Nr   c                ó,   <€ \         SV `  WWEVR 7       R# ))rN   rR   r?   Ú
clip_modelrW   N)r   r   )r   rN   rR   rW   r?   rq   r"   s   &&&&&&€r#   r   ÚLuminaModel.__init__5   s   ø€ Ü‰Ñ ¸$ÐerÐÖsr%   r*   )	r+   r,   r-   r.   rG   r   r/   r0   r1   r2   s   @@r#   ro   ro   4   s   ù‡ € Ø#¨4¸rÈÐ`n÷ t÷ tr%   ro   c                 óŠ   a aaa€ SR 8X  d   \         oMSR8X  d   \        oMSR8X  d   \        o ! V VVV3R lR\        4      pV# )r   r7   Úgemma3_4b_visionc                   óF   <a a€ ] tR t^At oRR/ 3V VVVV3R lltRtVtV ;t# )Úte.<locals>.LuminaTEModel_rH   Nc                ól   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WSVSR7       R # )Nrd   )rN   rR   r?   rW   rq   )re   r   r   )	r   rN   rR   rW   r"   Údtype_llamarc   ÚmodelÚ
model_types	   &&&&€€€€€r#   r   Ú#te.<locals>.LuminaTEModel_.__init__B   sE   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ØÒ&Ø#�Ü‰GÑ F¸jÐXeÐrwÐÖxr%   r*   r:   )r"   r3   rx   rc   ry   rz   s   @@€€€€r#   ÚLuminaTEModel_rv   A   s   ú‡ € Ø"'¨tÀ2÷ 	y÷ 	yó 	yr%   r|   )rG   r`   rj   ro   )rx   rc   rz   r|   ry   s   fff @r#   Úter}   9   sG   û€ Ø�[Ô Ü‰Ø	�{Ô	"Ü‰Ø	Ð)Ô	)Ü&ˆ÷yò yœô yð Ðr%   )NNr   )rX   r   Úspiece_tokenizerr   Úcomfy.text_encoders.llamaÚcomfy.text_encoders.ltr   Úcomfy.utilsÚSDTokenizerr   r5   ÚSD1Tokenizerr<   rC   ÚSDClipModelrG   r`   rj   ÚSD1ClipModelro   r}   r*   r%   r#   Ú<module>r†      s¼   ðÝ Ý -Û  Ý 3Û ôB�x×+Ñ+ô BôeÐ)¨8×+?Ñ+?ô eôO�h×+Ñ+ô OôQ�×&Ñ&ô QôS�X×)Ñ)ô SôS�X×)Ñ)ô SôZ˜X×1Ñ1ô Zôt�(×'Ñ'ô tö
r%   