+
    ƒ°ñj  ã                   óú   € ^ RI Ht ^ RIt ^RIHtHt ^ RIHt ^ RIt^ RI	t	 ! R R]P                  4      t ! R R]4      t ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]4      tRR ltR# )é    )Úsd1_clipN)ÚQwenImageTokenizerÚQwenImageTEModel)ÚByT5Tokenizerc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚByT5SmallTokenizerNc                óþ   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRRR\        RRR^VR7
       R# )Úbyt5_tokenizerFiÀ  Ú
byt5_smalliÿàõ)	Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )ÚselfÚembedding_directoryr   Útokenizer_pathÚ	__class__s   &&& €ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\hunyuan_image.pyr   ÚByT5SmallTokenizer.__init__	   sx   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐScÓdˆÜ‰Ñ˜°eÈDÐ`lô  Lð  ^cð  w|ð  IQð  ^_ð  p~Ðö  	ó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r    Ú__classdict__s   @@r!   r   r      s   ù‡ € Ø+/À÷ ÷ r#   r   c                   óV   a a€ ] tR t^t oR/ 3V 3R lltRV3R lV 3R llltRtVtV ;t# )ÚHunyuanImageTokenizerNc                óX   <€ \         SV `  WR 7       RV n        \        WR 7      V n        R# ))r   r   zÀ<|im_start|>system
Describe the image by detailing the color, shape, size, texture, quantity, text, spatial relationships of the objects and background:<|im_end|>
<|im_start|>user
{}<|im_end|>N)r   r   Úllama_templater   Úbyt5)r   r   r   r    s   &&&€r!   r   ÚHunyuanImageTokenizer.__init__   s,   ø€ Ü‰ÑÐ-@ÐÔ`ð dˆÔä&Ð;NÔnˆŽ	r#   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)Úformatr.   s   "€r!   Ú__annotate__Ú"HunyuanImageTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r#   c                óº  <€ \         SV `  ! W3/ VB p. pR pRpRp\        P                  ! Wa4      p	\        P                  ! Wq4      p
\        P                  ! W�4      pVP	                  V	4       VP	                  V
4       VP	                  V4       \        V4      ^ 8”  d<   V P                  P                  ! RP                  \        R V4      4      V3/ VB VR&   V# )z	\"(.*?)\"u   â€˜(.*?)â€™u   â€œ(.*?)â€�Ú c                 ó$   € R P                  V 4      # )zText "{}". )r9   )Úas   &r!   Ú<lambda>Ú=HunyuanImageTokenizer.tokenize_with_weights.<locals>.<lambda>&   s   € ÐP]×PdÑPdÐefÔPgr#   r3   )	r   Útokenize_with_weightsÚreÚfindallÚextendÚlenr3   r   Úmap)r   r7   Úreturn_word_idsÚkwargsÚoutÚtext_prompt_textsÚpattern_quote_doubleÚpattern_quote_chinese_singleÚpattern_quote_chinese_doubleÚmatches_quote_doubleÚmatches_quote_chinese_singleÚmatches_quote_chinese_doubler    s   &&&,        €r!   rB   Ú+HunyuanImageTokenizer.tokenize_with_weights   sâ   ø€ Ü‰gÒ+¨DÑLÀVÑLˆð ÐØ+ÐØ'5Ð$Ø'5Ð$ä!ŸzšzÐ*>ÓEÐÜ')§z¢zÐ2NÓ'UÐ$Ü')§z¢zÐ2NÓ'UÐ$à× Ñ Ð!5Ô6Ø× Ñ Ð!=Ô>Ø× Ñ Ð!=Ô>äÐ Ó! AÔ%ØŸ)™)×9Ò9¸"¿'¹'Ä#ÑFgÐizÓB{Ó:|ð  Nñ  Yð  RXñ  YˆC�‰KØˆ
r#   )r3   r2   )F)	r&   r'   r(   r)   r   rB   r*   r+   r,   r-   s   @@r!   r0   r0      s   ù‡ € Ø+/À÷ o÷÷ õ r#   r0   c                   óB   a a€ ] tR t^)t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚQwen25_7BVLIModelÚcpuÚhiddenNTc                óÔ   <€ VP                  R R4      pVe   VP                  4       pWvR&   \        SV `  WV/ VRR/R\        P
                  P                  P                  WUVR7       R# )Úllama_quantization_metadataNÚquantization_metadataÚpadi[P F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)ÚgetÚcopyr   r   ÚcomfyÚtext_encodersÚllamaÚQwen25_7BVLI)	r   r[   r\   r]   r_   Úattention_maskre   rX   r    s	   &&&&&&& €r!   r   ÚQwen25_7BVLIModel.__init__*   s«   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }cñ  }cð  |Jð  ANÐö  	Or#   r$   éýÿÿÿr%   r-   s   @@r!   rT   rT   )   s    ù‡ € Ø#¨8¸rÈÐ^bÐrt÷ O÷ Or#   rT   c                   ó@   a a€ ] tR t^2t oRRRR/ 3V 3R lltRtVtV ;t# )ÚByT5SmallModelrU   ÚlastNc                ó<  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  WW6WER^R^ /\        P                  P                  P                  RRR7
       R# )zbyt5_config_small_glyph.jsonÚendrZ   T)
r[   r\   r]   r^   r_   re   r`   rb   rc   Úzero_out_maskedN)r   r   r   r   r   r   r   r   rh   ri   Út5ÚT5)r   r[   r\   r]   r_   re   r^   r    s   &&&&&& €r!   r   ÚByT5SmallModel.__init__3   s³   ø€ Ü "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZxÓ yÐÜ‰Ñ ¸yð  ~Cð  rwð  yzð  |Að  CDð  qEô  SX÷  Sfñ  Sf÷  Siñ  Si÷  Slñ  Slð  EIð  [_Ðö  	`r#   r$   r%   r-   s   @@r!   rp   rp   2   s   ù‡ € Ø#¨6¸TÈÐ]_÷ `÷ `r#   rp   c                   ón   a a€ ] tR t^8t oRRR/ 3V 3R lltV 3R ltV 3R ltV 3R ltV 3R ltR	t	Vt
V ;t# )
ÚHunyuanImageTEModelTrU   Nc                ó„   <€ \         \        V `  W#R \        VR7       V'       d   \	        W#VR7      V n        R# RV n        R# )Ú	qwen25_7b)r[   r_   ÚnameÚ
clip_modelre   )r[   r_   re   N)r   r   r   rT   rp   r   )r   r3   r[   r_   re   r    s   &&&&&€r!   r   ÚHunyuanImageTEModel.__init__9   s?   ø€ ÜÔ Ñ.°fÐP[Ôhyð  JWÐ.ô  	XçÜ,°FÐWdÔeˆDŽOà"ˆDŽOr#   c                ó*  <€ VR ,          ^ ,          pRpV^ ,          ^ ,          ^8X  d   \        V4      ^$8”  d   ^$p\        SV `	  WR7      w  rEpV P                  e6   RV9   d/   V P                  P                  VR,          4      pV^ ,          VR&   WEV3# )r{   )Útemplate_endr3   Úconditioning_byt5smalléÿÿÿÿ)rF   r   Úencode_token_weightsr   )	r   Útoken_weight_pairsÚ	tok_pairsr€   ÚcondÚpÚextrarJ   r    s	   &&      €r!   rƒ   Ú(HunyuanImageTEModel.encode_token_weightsA   s”   ø€ Ø& {Õ3°AÕ6ˆ	ØˆØ�Q�<˜�?˜bÔ Ü�9‹~ Ô"Ø!�ä™Ñ5Ð6HÐ5Ód‰ˆ�Ø�?‰?Ò&¨6Ð5GÔ+GØ—/‘/×6Ñ6Ð7IÈ&Õ7QÓRˆCØ.1°!­fˆEÐ*Ñ+Ø˜ˆ~Ðr#   c                ó|   <€ \         SV `  V4       V P                  e   V P                  P                  V4       R # R # ©N)r   Úset_clip_optionsr   )r   Úoptionsr    s   &&€r!   rŒ   Ú$HunyuanImageTEModel.set_clip_optionsN   s1   ø€ Ü‰Ñ  Ô)Ø�?‰?Ò&Ø�O‰O×,Ñ,¨WÖ5ñ 'r#   c                óx   <€ \         SV `  4        V P                  e   V P                  P                  4        R # R # r‹   )r   Úreset_clip_optionsr   )r   r    s   &€r!   r�   Ú&HunyuanImageTEModel.reset_clip_optionsS   s-   ø€ Ü‰Ñ"Ô$Ø�?‰?Ò&Ø�O‰O×.Ñ.Ö0ñ 'r#   c                óf   <€ R V9   d   V P                   P                  V4      # \        SV `  V4      # )z.encoder.block.0.layer.0.SelfAttention.o.weight)r   Úload_sdr   )r   Úsdr    s   &&€r!   r“   ÚHunyuanImageTEModel.load_sdX   s/   ø€ Ø;¸rÔAØ—?‘?×*Ñ*¨2Ó.Ð.ä‘7‘? 2Ó&Ð&r#   )r   )r&   r'   r(   r)   r   rƒ   rŒ   r�   r“   r*   r+   r,   r-   s   @@r!   ry   ry   8   s,   ù‡ € Ø ¨°dÈ"÷ #õõ6õ
1÷
'õ 'r#   ry   c                 ó4   a aa€  ! V VV3R  lR\         4      pV# )c                   óD   <a a€ ] tR t^_t oRR/ 3V VVV3R lltRtVtV ;t# )Úte.<locals>.QwenImageTEModel_rU   Nc                ój   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  SWVR7       R # )NrX   )r3   r[   r_   re   )rg   r   r   )r   r[   r_   re   r    r3   Údtype_llamarX   s   &&&&€€€€r!   r   Ú&te.<locals>.QwenImageTEModel_.__init__`   sB   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<ØÒ&Ø#�Ü‰GÑ $¨vÐR_ÐÖ`r#   r$   r%   )r    r.   r3   rš   rX   s   @@€€€r!   ÚQwenImageTEModel_r˜   _   s   ú‡ € Ø"'¨tÀ2÷ 	a÷ 	aò 	ar#   rœ   )ry   )r3   rš   rX   rœ   s   fff r!   Úter�   ^   s    ú€ ÷añ aÔ/ô að Ðr#   )TNN)rh   r   Úcomfy.text_encoders.llamaÚ
qwen_imager   r   Útransformersr   r   rC   ÚSDTokenizerr   r0   ÚSDClipModelrT   rp   ry   r�   r$   r#   r!   Ú<module>r£      ss   ðÝ Û  ß <Ý &Û 	Û 	ô˜×-Ñ-ô ô
Ð.ô ô8O˜×,Ñ,ô Oô`�X×)Ñ)ô `ô$'Ð*ô $'öL	r#   