+
    ƒ°ñj;  ã                   óü   € R t ^ RIt^ RIt^ RIHt ^ RIHt RtRtRt	Rt
^ÆtRtR	tR
tRtRtRtRtRtRt ! R R]P*                  4      t ! R R]P.                  4      t ! R R]P2                  P4                  4      tR# )aH  HiDream-O1-Image tokenizer-only text encoder.

The real Qwen3-VL backbone runs inside diffusion_model.* every step, so this
module just tokenizes the prompt into text_input_ids and emits them as
conditioning. Position ids / token_types / vinput_mask depend on target H/W
and are built later in model_base.HiDreamO1.extra_conds.
N)ÚQwen2Tokenizer)Úsd1_clipi\P i]P i#- ih  idP ieP igP ihP iuP ivP iwP ixP iyP c                   ó:   a a€ ] tR t^#t oR/ 3V 3R lltRtVtV ;t# )ÚHiDreamO1QwenTokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRRR\        RRRR^RVR7       R# )Úqwen25_tokenizerFi   Ú
hidream_o1iÿàõé[P )Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )ÚselfÚembedding_directoryr   Útokenizer_pathÚ	__class__s   &&& €ÚBC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\hidream_o1.pyr   ÚHiDreamO1QwenTokenizer.__init__$   so   ø€ ÜŸ™Ÿ™Ü�G‰G�O‰OœBŸG™G×,Ñ,¬XÓ6Ó7Ð9Kó
ˆô 	‰ÑØØØØ&Ü*Ø!ØØ#ØØØØ)ð 	ö 	
ó    © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r    Ú__classdict__s   @@r!   r   r   #   s   ù‡ € Ø+/À÷ 
÷ 
r#   r   c                   óN   a a€ ] tR t^8t oRtR/ 3V 3R lltRV 3R lltRtVtV ;t	# )ÚHiDreamO1Tokenizerz�Wraps prompt in the upstream chat template ending with boi/tms markers.
Image tokens get spliced in at sample time once target H/W is known.
Nc                ó6   <€ \         SV `  VVR \        R7       R# )r   )r   r   ÚnameÚ	tokenizerN)r   r   r   )r   r   r   r    s   &&&€r!   r   ÚHiDreamO1Tokenizer.__init__=   s!   ø€ Ü‰ÑØ 3Ø)ØÜ,ð	 	ö 	
r#   c           	     óÚ  <a€ \         SV `  ! V3R SRR/VB pVR,          ^ ,          pV Uu. uF  p\        V^ ,          4      R8w  g   K  VNK   	  ppV3R lpV! \        4      V! \        4      V! \
        4      .pV! \        4      V! \
        4      V! \        4      V! \        4      V! \
        4      V! \        4      V! \        4      .p	V\        V4      ,           V	,           p
RV
./# u upi )Úreturn_word_idsÚdisable_weightsTr   r	   c                 ó&   <€ S'       g   V R 3# V R ^ 3# )g      ð?r$   )Útidr5   s   &€r!   ÚtokÚ5HiDreamO1Tokenizer.tokenize_with_weights.<locals>.tokM   s   ø€ ß%4�C˜�:ÐG¸3ÀÀQ¸-ÐGr#   )r   Útokenize_with_weightsÚintÚIM_START_IDÚUSER_IDÚ
NEWLINE_IDÚ	IM_END_IDÚASSISTANT_IDÚBOI_TOKEN_IDÚTMS_TOKEN_IDÚlist)r   Útextr5   ÚkwargsÚtext_tokens_dictÚtext_tuplesÚtr9   ÚprefixÚsuffixÚfullr    s   &&f,       €r!   r;   Ú(HiDreamO1Tokenizer.tokenize_with_weightsE   sæ   ù€ Ü ™7Ò8Øñ
Ø"1ð
ØCGð
ØKQñ
Ðð ' |Õ4°QÕ7ˆÙ"-ÓE¡+˜Q´°Q°qµT³¸fÑ1D—q�q¡+ˆÐEõ	Hñ ”kÓ"¡C¬£L±#´j³/ÐBˆá”	‹N™C¤
›OÙ”Ó™c¤,Ó/±´Z³Ù”Ó™s¤<Ó0ð
ˆð
 œ˜[Ó)Õ)¨FÕ2ˆØ˜t˜fÐ%Ð%ùò Fs   ¬C(Á
C(r$   )F)
r%   r&   r'   r(   Ú__doc__r   r;   r)   r*   r+   r,   s   @@r!   r/   r/   8   s    ù‡ € ñð ,0À÷ 
÷&÷ &r#   r/   c                   ó^   a a€ ] tR t^Zt oRtRR/ 3V 3R lltR tR tR tR t	R	 t
R
tVtV ;t# )ÚHiDreamO1TEzgPassthrough TE: emits int token ids; the Qwen3-VL backbone in diffusion_model does the actual encoding.ÚcpuNc                óÖ   <€ \         SV `  4        \        P                  0V n        R V n        Vf   \        P                  ! R4      V n        R# \        P                  ! V4      V n        R# )TNrQ   )r   r   ÚtorchÚfloat32ÚdtypesÚdisable_offloadÚdevice)r   rW   ÚdtypeÚmodel_optionsr    s   &&&&€r!   r   ÚHiDreamO1TE.__init__]   sF   ø€ Ü‰ÑÔÜ—}‘}�oˆŒØ#ˆÔØ-3ª^”e—l’l 5Ó)ˆŽÄÇÂÈfÓAUˆŽr#   c                ó*  € VR ,          ^ ,          pV Uu. uF  p\        V^ ,          4      NK  	  pp\        P                  ! V.\        P                  R7      pVP	                  R4      P                  \        P                  4      pRV/pVRV3# u upi )r   )rX   Útext_input_idsNéÿÿÿÿ)r<   rS   ÚtensorÚlongÚ	unsqueezeÚtorT   )r   Útoken_weight_pairsÚ	tok_pairsrI   ÚidsÚ	input_idsÚ
cross_attnÚextras   &&      r!   Úencode_token_weightsÚ HiDreamO1TE.encode_token_weightsc   s€   € Ø& |Õ4°QÕ7ˆ	Ù"+Ó,¡)˜QŒs�1�Q•4Žy¡)ˆÐ,Ü—L’L # ¬e¯j©jÔ9ˆ	ð ×(Ñ(¨Ó,×/Ñ/´·±Ó>ˆ
Ø! 9Ð-ˆØ˜4 Ð&Ð&ùò -s   •Bc                ó   € . # ©Nr$   )r   Úsds   &&r!   Úload_sdÚHiDreamO1TE.load_sdm   ó   € Øˆ	r#   c                ó   € / # rk   r$   ©r   s   &r!   Úget_sdÚHiDreamO1TE.get_sdp   ro   r#   c                ó   € R # rk   r$   rq   s   &r!   Úreset_clip_optionsÚHiDreamO1TE.reset_clip_optionss   ó   € Ùr#   c                ó   € R # rk   r$   )r   Úoptionss   &&r!   Úset_clip_optionsÚHiDreamO1TE.set_clip_optionsv   rw   r#   )rW   rV   rU   )r%   r&   r'   r(   rN   r   rh   rm   rr   ru   rz   r)   r*   r+   r,   s   @@r!   rP   rP   Z   s3   ù‡ € Ùqà#¨4¸r÷ Vò'òòò÷ò r#   rP   )rN   r   rS   Útransformersr   Úcomfyr   r=   r@   rA   r>   r?   ÚVISION_START_IDÚVISION_END_IDÚIMAGE_TOKEN_IDÚVIDEO_TOKEN_IDrB   ÚBOR_TOKEN_IDÚEOR_TOKEN_IDÚBOT_TOKEN_IDrC   ÚSDTokenizerr   ÚSD1Tokenizerr/   ÚnnÚModulerP   r$   r#   r!   Ú<module>r‰      s™   ðñó 
ã Ý 'å ð €Ø€	Ø€Ø
€Ø€
Ø€Ø€Ø€Ø€à€Ø€Ø€Ø€Ø€ô
˜X×1Ñ1ô 
ô*&˜×.Ñ.ô &ôD�%—(‘(—/‘/ö r#   