+
    „°ñj£  ã                   óð   € ^ RI Ht ^ RIHt ^ RIt^ RIt^ RIt^ RIt ! R R]P                  4      t	 ! R R]P                  4      t ! R R	]P                  4      t ! R
 R]P                  4      tRR ltR# )é    )ÚQwen2Tokenizer)Úsd1_clipNc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚQwen25_7BVLITokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRRR\        RRRR^RVR7       R# )Úqwen25_tokenizerFi   Ú	qwen25_7biÿàõé[P )Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )ÚselfÚembedding_directoryr   Útokenizer_pathÚ	__class__s   &&& €ÚBC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\qwen_image.pyr   ÚQwen25_7BVLITokenizer.__init__	   s†   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÈDÐ`kô  ~Lð  ^cð  sxð  LQð  ^fð  stð  @Fð  WeÐö  	fó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r!   Ú__classdict__s   @@r"   r   r      s   ù‡ € Ø+/À÷ f÷ fr$   r   c                   óR   a a€ ] tR t^t oR/ 3V 3R lltRR. R3V 3R lltRtVtV ;t# )ÚQwenImageTokenizerNc                óP   <€ \         SV `  WR \        R7       RV n        RV n        R# )r	   )r   r   ÚnameÚ	tokenizerz×<|im_start|>system
Describe the image by detailing the color, shape, size, texture, quantity, text, spatial relationships of the objects and background:<|im_end|>
<|im_start|>user
{}<|im_end|>
<|im_start|>assistant
a­  <|im_start|>system
Describe the key features of the input image (color, shape, size, texture, objects, background), then explain how the user's text instruction should alter or modify the image. Generate a new image that meets the user's requirements while maintaining consistency with the original input where appropriate.<|im_end|>
<|im_start|>user
<|vision_start|><|image_pad|><|vision_end|>{}<|im_end|>
<|im_start|>assistant
N)r   r   r   Úllama_templateÚllama_template_images)r   r   r   r!   s   &&&€r"   r   ÚQwenImageTokenizer.__init__   s7   ø€ Ü‰ÑÐ-@Ðfqô  ~SÐô  	Tð }ˆÔð &ZˆÖ"r$   Fc                ó¼  <€ R pVP                  R4      '       d   RpVP                  R4      '       d   RpV'       d
   VR8X  d   RpV'       d   TpM]VfI   \        V4      ^ 8”  d   V P                  P                  V4      pM-V P                  P                  V4      pMVP                  V4      p\
        SV `  ! V3RVRR/VB p	\        \        V	4      4      p
^ pWš,          pV Ft  p\        \        V4      4       FY  pWÞ,          ^ ,          R8X  g   K  \        V4      V8”  g   K+  R	R
RWK,          RR
/3WÞ,          R,          ,           WÞ&   V^,          pK[  	  Kv  	  V	# )Fz<|im_start|>Tz<|start_header_id|>Ú Ú Úreturn_word_idsÚdisable_weightsigP ÚtypeÚimageÚdataÚoriginal_type:é   NN)
Ú
startswithÚlenr6   Úformatr5   r   Útokenize_with_weightsÚnextÚiterÚrange)r   Útextr;   r5   ÚimagesÚprevent_empty_textÚkwargsÚskip_templateÚ
llama_textÚtokensÚkey_nameÚembed_countÚqwen_tokensÚrÚir!   s   &&&&&&,        €r"   rE   Ú(QwenImageTokenizer.tokenize_with_weights   s@  ø€ ØˆØ�?‰?˜>×*Ò*Ø ˆMØ�?‰?Ð0×1Ò1Ø ˆMß $¨"¤*ØˆDçØ‰JàÒ%Ü�v“; ”?Ø!%×!;Ñ!;×!BÑ!BÀ4Ó!H‘Jà!%×!4Ñ!4×!;Ñ!;¸DÓ!A‘Jà+×2Ñ2°4Ó8�
Ü‘Ò.¨zÑ{È?Ð{ÐlpÐ{ÐtzÑ{ˆÜœ˜V›Ó%ˆØˆØÕ&ˆÛˆAÜœ3˜q›6–]�Ø•4˜•7˜fÖ$Ü˜6“{ [Ö0Ø!'¨°&¸&Õ:MÈÐ`gÐ hÐjÐmnÕmqÐrtÕmuÕu˜™Ø# qÕ(šó	 #ñ ð ˆr$   )r5   r6   )	r'   r(   r)   r*   r   rE   r+   r,   r-   r.   s   @@r"   r1   r1      s)   ù‡ € Ø+/À÷ Zð
 ;@ÐPTÐ]_Ðty÷ ÷ r$   r1   c                   óB   a a€ ] tR t^4t oRRRRR/ 3V 3R lltRtVtV ;t# )ÚQwen25_7BVLIModelÚcpuÚlastNTc                ó€   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  WUVR7       R# )Úpadr
   F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_optionsN)r   r   ÚcomfyÚtext_encodersÚllamaÚQwen25_7BVLI)r   r\   r]   r^   r`   Úattention_maskrf   r!   s   &&&&&&&€r"   r   ÚQwen25_7BVLIModel.__init__5   sy   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }cñ  }cð  |Jð  ANÐö  	Or$   r%   r&   r.   s   @@r"   rW   rW   4   s    ù‡ € Ø#¨6¸TÈÐ^bÐrt÷ O÷ Or$   rW   c                   óL   a a€ ] tR t^9t oRR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚQwenImageTEModelrX   Nc                ó6   <€ \         SV `  WR \        VR7       R# )r	   )r\   r`   r3   Ú
clip_modelrf   N)r   r   rW   )r   r\   r`   rf   r!   s   &&&&€r"   r   ÚQwenImageTEModel.__init__:   s"   ø€ Ü‰Ñ ¸+ÔRcð  tAÐö  	Br$   c                óê  <€ \         SV `  V4      w  r4pVR ,          ^ ,          p^ pVR8X  dÙ   \        V4       Fk  w  r‰V	^ ,          p
\        P                  ! V
4      '       d   K,  \        V
\        P                  4      '       g   KN  V
R8X  g   KW  V^8  g   K`  TpV^,          pKm  	  VP                  ^,          V^,           8”  d@   Wb^,           ,          ^ ,          R8X  d%   Wb^,           ,          ^ ,          ^Æ8X  d
   V^,          pVRVR13,          pVR,          RVR13,          VR&   VR,          P                  4       \        P                  ! VR,          4      8X  d   VP                  R4       W4V3# )r	   i\P ih  :NNNNrk   éÿÿÿÿ)r   Úencode_token_weightsÚ	enumerateÚtorchÚ	is_tensorÚ
isinstanceÚnumbersÚIntegralÚshapeÚsumÚnumelÚpop)r   Útoken_weight_pairsÚtemplate_endÚoutÚpooledÚextraÚ	tok_pairsÚcount_im_startrT   ÚvÚelemr!   s   &&&        €r"   rt   Ú%QwenImageTEModel.encode_token_weights=   sD  ø€ Ü"™WÑ9Ð:LÓMÑˆ�UØ& {Õ3°AÕ6ˆ	ØˆØ˜2ÔÜ! )Ö,‘�Ø˜•t�Ü—’ t×,Ô,Ü! $¬×(8Ñ(8×9Ô9Ø 6ž>¨n¸qÖ.@Ø+,˜LØ*¨aÕ/šNñ -ð �y‰y˜�|˜|¨aÕ/Ô0Ø¨AÕ-Õ.¨qÕ1°SÔ8Ø °Õ!1Õ2°1Õ5¸Ô<Ø$¨Õ)˜à�!�\‘]Ð"Õ#ˆà"'Ð(8Õ"9¸!¸\¹]Ð:JÕ"KˆÐÑØÐ!Õ"×&Ñ&Ó(¬E¯KªK¸Ð>NÕ8OÓ,PÔPØ�I‰IÐ&Ô'à˜EÐ!Ð!r$   r%   )rs   )	r'   r(   r)   r*   r   rt   r+   r,   r-   r.   s   @@r"   rn   rn   9   s   ù‡ € Ø#¨4¸r÷ B÷"÷ "r$   rn   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^Yt oRR/ 3V VV3R lltRtVtV ;t# )zte.<locals>.QwenImageTEModel_rX   Nc                óh   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WVR7       R # )NÚquantization_metadata)r\   r`   rf   )Úcopyr   r   )r   r\   r`   rf   r!   Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r"   r   Ú&te.<locals>.QwenImageTEModel_.__init__Z   s?   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ØÒ&Ø#�Ü‰GÑ FÀ}ÐÖUr$   r%   r&   )r!   r/   rŽ   r�   s   @@€€r"   ÚQwenImageTEModel_Úte.<locals>.QwenImageTEModel_Y   s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr$   r‘   )rn   )rŽ   r�   r‘   s   ff r"   Úter“   X   s    ù€ ÷Vð VÔ,ô Vð Ðr$   )NN)Útransformersr   rg   r   Úcomfy.text_encoders.llamar   rv   ry   ÚSDTokenizerr   ÚSD1Tokenizerr1   ÚSDClipModelrW   ÚSD1ClipModelrn   r“   r%   r$   r"   Ú<module>rš      si   ðÝ 'Ý Û  Û 	Û Û ôf˜H×0Ñ0ô fô#˜×.Ñ.ô #ôLO˜×,Ñ,ô Oô
"�x×,Ñ,ô "ö>	r$   