+
    ƒ°ñjµ  ã                   óÜ  € R t ^ RIt^ RIHt ^ RIt^ RIt^ RIHt . ROt ! R R]P                  4      t
 ! R R]P                  4      tRR	R
RRR/t ! R R]P                  4      t ! R R]P                   4      tRR lt ! R R]P&                  P(                  P*                  4      t ! R R]P                   4      t ! R R]P&                  P(                  P                  4      tRR ltR# )zãIdeogram 4 text encoder: Qwen3-VL-8B language model, 13-layer tap.

Ideogram 4 conditions on the concatenation of hidden states from 13 layers of
Qwen3-VL (layers 0,3,...,33,35), giving a 4096*13 = 53248-dim feature per token.
N)ÚQwen2Tokenizer)Úsd1_clipc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3VLTokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRVRR\        RRRR^RVR7       R# )Úqwen25_tokenizerFi   Ú
qwen3vl_8biÿàõé[P )Úpad_with_endÚembedding_directoryÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )Úselfr   r   Útokenizer_pathÚ	__class__s   &&& €ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\ideogram4.pyr   ÚQwen3VLTokenizer.__init__   sh   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÐQdØ(,¸LÔZhØ).¸eÐW\Ø$,¸ÀfÐ]kð 	ö 	mó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r    Ú__classdict__s   @@r!   r   r      s   ù‡ € Ø+/À÷ m÷ mr#   r   c                   óJ   a a€ ] tR t^t oR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚIdeogram4TokenizerNc                óB   <€ \         SV `  WR \        R7       RV n        R# )r   )r   r   ÚnameÚ	tokenizerz4<|im_start|>user
{}<|im_end|>
<|im_start|>assistant
N)r   r   r   Úllama_template©r   r   r   r    s   &&&€r!   r   ÚIdeogram4Tokenizer.__init__   s*   ø€ Ü‰ÑÐ-@Ø*Ô6Fð 	ô 	Hð XˆÖr#   c                óÄ   <€ VP                  R 4      '       d   TpM1Vf   V P                  P                  V4      pMVP                  V4      p\        SV `  ! V3RVRR/VB # )z<|im_start|>Úreturn_word_idsÚdisable_weightsT)Ú
startswithr4   Úformatr   Útokenize_with_weights)r   Útextr8   r4   ÚkwargsÚ
llama_textr    s   &&&&, €r!   r<   Ú(Ideogram4Tokenizer.tokenize_with_weights#   sd   ø€ Ø�?‰?˜>×*Ò*Ø‰JØÒ#Ø×,Ñ,×3Ñ3°DÓ9‰Jà'×.Ñ.¨tÓ4ˆJÜ‰wÒ,¨ZÑyÈÐyÐjnÐyÐrxÑyÐyr#   )r4   )FN)	r&   r'   r(   r)   r   r<   r*   r+   r,   r-   s   @@r!   r0   r0      s   ù‡ € Ø+/À÷ X÷z÷ zr#   r0   Ú
rope_thetag    ÐSAÚ
final_normFÚlm_headc                   óB   a a€ ] tR t^2t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚQwen3VL8BModelÚcpuÚhiddenNTc                ó¤   <€ \         SV `  V\        R \        \        4      VRR/R\
        P                  P                  P                  WUVR7       R # )NÚpadr	   F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)	r   r   ÚIDEOGRAM4_TAP_LAYERSÚdictÚQWEN3VL_8B_CONFIGÚcomfyÚtext_encodersÚllamaÚQwen3_8B)r   rJ   rK   rL   rN   Úattention_maskrT   r    s   &&&&&&&€r!   r   ÚQwen3VL8BModel.__init__3   sL   ø€ Ü‰Ñ Ô.BÈdÜ/3Ô4EÓ/FØ$°e¸V°_Ð^cÜ%*×%8Ñ%8×%>Ñ%>×%GÑ%GØ0>Ø'4ð 	ö 	6r#   r$   r%   r-   s   @@r!   rE   rE   2   s   ù‡ € Ø#¨8¸tÈ4Ð`dÐtv÷ 6÷ 6r#   rE   c                   óH   a a€ ] tR t^<t oRR/ 3V 3R lltV 3R ltRtVtV ;t# )ÚIdeogram4TEModelrF   Nc                ó6   <€ \         SV `  WR \        VR7       R# ©r   )rJ   rN   r2   Ú
clip_modelrT   N)r   r   rE   ©r   rJ   rN   rT   r    s   &&&&€r!   r   ÚIdeogram4TEModel.__init__=   s   ø€ Ü‰Ñ ¸,ÔSaÐq~ÐÖr#   c                ó¢   <€ \         S	V `  V4      w  r#pVP                  w  rVrxVP                  ^ ^^^4      P	                  WWW†,          4      pW#V3# ©é    ©r   Úencode_token_weightsÚshapeÚpermuteÚreshape©
r   Útoken_weight_pairsÚoutÚpooledÚextraÚbÚnÚseqÚhr    s
   &&       €r!   ri   Ú%Ideogram4TEModel.encode_token_weights@   óS   ø€ Ü"™WÑ9Ð:LÓMÑˆ�UØ—y‘y‰ˆˆcØ�k‰k˜!˜Q  1Ó%×-Ñ-¨a°aµeÓ<ˆØ˜EÐ!Ð!r#   r$   ©	r&   r'   r(   r)   r   ri   r*   r+   r,   r-   s   @@r!   r_   r_   <   s   ù‡ € Ø#¨4¸r÷ @÷"õ "r#   r_   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^Ht oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.Ideogram4TEModel_rF   Nc                óh   <€ Se   SpSe   VP                  4       pSVR&   \        SV `	  WVR7       R # ©NÚquantization_metadata)rJ   rN   rT   ©Úcopyr   r   ©r   rJ   rN   rT   r    Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r!   r   Ú&te.<locals>.Ideogram4TEModel_.__init__I   ó?   ø€ ØÒ&Ø#�Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6Ü‰GÑ FÀ}ÐÖUr#   r$   r%   ©r    r.   r‚   rƒ   s   @@€€r!   ÚIdeogram4TEModel_r{   H   ó   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr#   r‡   )r_   )r‚   rƒ   r‡   s   ff r!   Úter‰   G   s    ù€ ÷Vð VÔ,ô Vð Ðr#   c                   ó>   a a€ ] tR t^Ut oRRR/ 3V 3R lltRtVtV ;t# )ÚIdeogram4Qwen3VLClipModelrF   NTc           
     ó:   <€ \         SV `  V\        R VW4RR7       R # )Nr   )rJ   rK   rL   rN   r\   rT   Ú
model_type)r   r   rU   )r   rJ   rN   r\   rT   r    s   &&&&&€r!   r   Ú"Ideogram4Qwen3VLClipModel.__init__V   s&   ø€ Ü‰Ñ Ô.BÈdÐZ_Ø(6Ð`lð 	ö 	nr#   r$   r%   r-   s   @@r!   r‹   r‹   U   s   ù‡ € Ø#¨4ÀÐTV÷ n÷ nr#   r‹   c                   óH   a a€ ] tR t^[t oRR/ 3V 3R lltV 3R ltRtVtV ;t# )ÚIdeogram4Qwen3VLTEModelrF   Nc                ó6   <€ \         SV `  WR \        VR7       R# ra   )r   r   r‹   rc   s   &&&&€r!   r   Ú Ideogram4Qwen3VLTEModel.__init__\   s"   ø€ Ü‰Ñ ¸,ÔSlð  }JÐö  	Kr#   c                ó¢   <€ \         S	V `  V4      w  r#pVP                  w  rVrxVP                  ^ ^^^4      P	                  WWW†,          4      pW#V3# rf   rh   rm   s
   &&       €r!   ri   Ú,Ideogram4Qwen3VLTEModel.encode_token_weights_   rw   r#   r$   rx   r-   s   @@r!   r�   r�   [   s   ù‡ € Ø#¨4¸r÷ K÷"õ "r#   r�   c                   ó:   a a€ ] tR t^ft oR/ 3V 3R lltRtVtV ;t# )ÚIdeogram4Qwen3VLTokenizerNc                ó*   <€ \         SV `  WR R7       R# )r   )r   r   r�   N)r   r   r5   s   &&&€r!   r   Ú"Ideogram4Qwen3VLTokenizer.__init__g   s   ø€ Ü‰ÑÐ-@ÐlxÐÖyr#   r$   r%   r-   s   @@r!   r–   r–   f   s   ù‡ € Ø+/À÷ z÷ zr#   r–   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^lt oRR/ 3V VV3R lltRtVtV ;t# )Ú,te_qwen3vl.<locals>.Ideogram4Qwen3VLTEModel_rF   Nc                óh   <€ Se   SpSe   VP                  4       pSVR&   \        SV `	  WVR7       R # r}   r   r�   s   &&&&€€€r!   r   Ú5te_qwen3vl.<locals>.Ideogram4Qwen3VLTEModel_.__init__m   r…   r#   r$   r%   r†   s   @@€€r!   ÚIdeogram4Qwen3VLTEModel_r›   l   rˆ   r#   rž   )r�   )r‚   rƒ   rž   s   ff r!   Ú
te_qwen3vlrŸ   k   s    ù€ ÷Vð VÔ#:ô Vð $Ð#r#   )é   é   é   é
   é   é   é   é   é   é   é   é"   é$   )NN)Ú__doc__r   Útransformersr   Úcomfy.text_encoders.llamarX   Úcomfy.text_encoders.qwen3vlr   rU   ÚSDTokenizerr   ÚSD1Tokenizerr0   rW   ÚSDClipModelrE   ÚSD1ClipModelr_   r‰   rY   Úqwen3vlÚQwen3VLClipModelr‹   r�   r–   rŸ   r$   r#   r!   Ú<module>r·      sá   ðñó 
å 'ã  Û "Ý ò IÐ ôm�x×+Ñ+ô môz˜×.Ñ.ô zð& " 9¨l¸EÀ9ÈeÐTÐ ô6�X×)Ñ)ô 6ô"�x×,Ñ,ô "ô	ôn × 3Ñ 3× ;Ñ ;× LÑ Lô nô"˜h×3Ñ3ô "ôz × 3Ñ 3× ;Ñ ;× LÑ Lô zö
	$r#   