+
    ƒ°ñj@9  ã                   ó¬  € ^ RI Ht ^ RIt ^ RIt ^ RIt ^ RIt ^ RIt ^ RIHtH	t	 ^RI
Ht ^ RIt^ RIt ! R R]P                  4      t ! R R4      t ! R	 R
]P"                  P$                  4      tR.R ltR t ! R R4      t ! R R]P                  4      t ! R R]P0                  4      t ! R R]P4                  4      t ! R R]P8                  4      tR/R lt ! R R]P                  4      t ! R R]P                  4      t  ! R R]P0                  4      t! ! R R]!4      t" ! R  R!]P4                  4      t# ! R" R#]P4                  4      t$R0R$ lt% ! R% R&] PL                  PN                  PP                  4      t) ! R' R(] PL                  PN                  PT                  4      t+ ! R) R*]P4                  4      t, ! R+ R,]P8                  4      t-R.R- lt.R# )1é    )Úsd1_clipN)ÚT5TokenizerFastÚQwen2Tokenizer)Úfrom_tekken_jsonc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚT5XXLTokenizerNc                óþ   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  W1RRR\        RRRRVR7       R# )Út5_tokenizerFé   Út5xxléÿàõé   )
Úembedding_directoryÚpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   ©Úselfr   r   Útokenizer_pathÚ	__class__s   &&& €Ú<C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\flux.pyr    ÚT5XXLTokenizer.__init__   s~   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSaÓbˆÜ‰Ñ˜Ð_dÐuyð  JQô  crð  DIð  ]bð  owð  DGð  XfÐö  	gó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r$   Ú__classdict__s   @@r%   r   r      s   ù‡ € Ø+/À÷ g÷ gr'   r   c                   óP   a € ] tR t^t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚFluxTokenizerNc                ó`   € \         P                  ! WR 7      V n        \        WR 7      V n        R# ))r   r   N)r   ÚSDTokenizerÚclip_lr   r   )r"   r   r   s   &&&r%   r    ÚFluxTokenizer.__init__   s"   € Ü×*Ò*Ð?RÔrˆŒÜ#Ð8KÔkˆŽ
r'   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)Úformatr2   s   "€r%   Ú__annotate__ÚFluxTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r'   c                óŠ   € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V# ©Úlr   )r7   Útokenize_with_weightsr   )r"   r;   Úreturn_word_idsÚkwargsÚouts   &&&, r%   rC   Ú#FluxTokenizer.tokenize_with_weights   sG   € ØˆØ—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Øˆ
r'   c                ó8   € V P                   P                  V4      # ©N)r7   Ú
untokenize)r"   Útoken_weight_pairs   &&r%   rJ   ÚFluxTokenizer.untokenize   s   € Ø�{‰{×%Ñ%Ð&7Ó8Ð8r'   c                ó   € / # rI   r(   ©r"   s   &r%   Ú
state_dictÚFluxTokenizer.state_dict    s   € Øˆ	r'   )r7   r   ©F)
r*   r+   r,   r-   r    rC   rJ   rO   r.   r/   ©r2   s   @r%   r4   r4      s)   ø‡ € Ø+/Àô l÷ò ò9÷ð r'   r4   c                   óV   a a€ ] tR t^$t oRRR/ 3V 3R lltR tR tR tR tRt	Vt
V ;t# )	ÚFluxClipModelNÚcpuc                ó"  <€ \         SV `  4        \        P                  P	                  WV4      p\
        P                  ! W#R VR7      V n        \        P                  P                  P                  W!VR7      V n        \        W1.4      V n        R# )F)ÚdeviceÚdtypeÚreturn_projected_pooledÚmodel_options©rW   rX   rZ   N)r   r    ÚcomfyÚmodel_managementÚpick_weight_dtyper   ÚSDClipModelr7   Útext_encodersÚsd3_clipÚ
T5XXLModelr   ÚsetÚdtypes)r"   Údtype_t5rW   rX   rZ   r$   s   &&&&&€r%   r    ÚFluxClipModel.__init__%   sx   ø€ Ü‰ÑÔÜ×)Ñ)×;Ñ;¸HÈVÓTˆÜ×*Ò*°&Ð_dð  uBô  CˆŒÜ×(Ñ(×1Ñ1×<Ñ<ÀFÐjwÐ<ÓxˆŒ
Ü˜5Ð+Ó,ˆŽr'   c                ór   € V P                   P                  V4       V P                  P                  V4       R # rI   )r7   Úset_clip_optionsr   )r"   Úoptionss   &&r%   rh   ÚFluxClipModel.set_clip_options,   s&   € Ø�‰×$Ñ$ WÔ-Ø�
‰
×#Ñ# GÖ,r'   c                ón   € V P                   P                  4        V P                  P                  4        R # rI   )r7   Úreset_clip_optionsr   rN   s   &r%   rl   Ú FluxClipModel.reset_clip_options0   s"   € Ø�‰×&Ñ&Ô(Ø�
‰
×%Ñ%Ö'r'   c                ó    € VR ,          pVR,          pV P                   P                  V4      w  rEV P                  P                  V4      w  rgWG3# rA   )r   Úencode_token_weightsr7   )r"   Útoken_weight_pairsÚtoken_weight_pairs_lÚtoken_weight_pairs_t5Út5_outÚ	t5_pooledÚl_outÚl_pooleds   &&      r%   ro   Ú"FluxClipModel.encode_token_weights4   sP   € Ø1°#Õ6ÐØ 2°7Õ ;Ðà ŸJ™J×;Ñ;Ð<QÓRÑˆØŸ+™+×:Ñ:Ð;OÓP‰ˆØÐÐr'   c                ó|   € R V9   d   V P                   P                  V4      # V P                  P                  V4      # )z*text_model.encoder.layers.1.mlp.fc1.weight)r7   Úload_sdr   )r"   Úsds   &&r%   ry   ÚFluxClipModel.load_sd<   s4   € Ø7¸2Ô=Ø—;‘;×&Ñ& rÓ*Ð*à—:‘:×%Ñ% bÓ)Ð)r'   )r7   rd   r   )r*   r+   r,   r-   r    rh   rl   ro   ry   r.   r/   r0   r1   s   @@r%   rT   rT   $   s,   ù‡ € Ø $¨U¸$Èb÷ -ò-ò(ò ÷*ò *r'   rT   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^Ct oRR/ 3V VV3R lltRtVtV ;t# )Ú!flux_clip.<locals>.FluxClipModel_rU   Nc                ó^   <€ Se   VP                  4       pSVR&   \        SV `	  SWVR7       R # )NÚt5xxl_quantization_metadata)re   rW   rX   rZ   ©Úcopyr   r    )r"   rW   rX   rZ   r$   re   Út5_quantization_metadatas   &&&&€€€r%   r    Ú*flux_clip.<locals>.FluxClipModel_.__init__D   s7   ø€ Ø'Ò3Ø -× 2Ñ 2Ó 4�Ø?W�Ð;Ñ<Ü‰GÑ h°vÐZgÐÖhr'   r(   r)   )r$   r2   re   rƒ   s   @@€€r%   ÚFluxClipModel_r~   C   s   ú‡ € Ø"'¨tÀ2÷ 	i÷ 	iñ 	ir'   r…   )rT   )re   rƒ   r…   s   ff r%   Ú	flux_clipr†   B   s   ù€ ÷ið iœô ið Ðr'   c                 ó�   € \         P                  ! V 4      '       d   V P                  4       P                  4       p R \	        V 4      /# )Útokenizer_object)ÚtorchÚ	is_tensorÚnumpyÚtobytesr   )Údatas   &r%   Úload_mistral_tokenizerrŽ   K   s6   € Ü‡‚�t×ÒØ�z‰z‹|×#Ñ#Ó%ˆØÔ 0°Ó 6Ð7Ð7r'   c                   ó4   a € ] tR t^Qt o ]RR l4       tRtV tR# )ÚMistralTokenizerClassNc                ó   € V# rI   r(   )r   rˆ   rE   s   &&,r%   Úfrom_pretrainedÚ%MistralTokenizerClass.from_pretrainedR   s   € àÐr'   r(   rI   )r*   r+   r,   r-   Ústaticmethodr’   r.   r/   rR   s   @r%   r�   r�   Q   s   ø‡ € Øó ó ö r'   r�   c                   óD   a a€ ] tR t^Vt oRRR/ 3V 3R lltR tRtVtV ;t# )ÚMistral3TokenizerNi   Úmistral3_24bc                ó    <€ VP                  R R4      V n        \        SV `  RRWV\        RR^^R^RR\        V P                  4      VR7       R# )Útekken_modelNÚ Fr   T)r   r   r   r   r   Úhas_end_tokenr   Ú	pad_tokenÚstart_tokenr   r   Úpad_leftÚdisable_weightsÚtokenizer_argsr   )ÚgetÚtekken_datar   r    r�   rŽ   )r"   r   r   r   r   r$   s   &&&&&€r%   r    ÚMistral3Tokenizer.__init__W   s    ø€ Ø)×-Ñ-¨n¸dÓCˆÔÜ‰Ñ˜¨%ÐEXð  HUô  g|ð  LQð  ejð  vxð  FGð  T\ð  ijð  uyð  KOô  `vð  w{÷  wGñ  wGó  `Hð  YgÐö  	hr'   c                ó   € R V P                   /# )r™   ©r¢   rN   s   &r%   rO   ÚMistral3Tokenizer.state_dict[   s   € Ø × 0Ñ 0Ð1Ð1r'   r¥   )	r*   r+   r,   r-   r    rO   r.   r/   r0   r1   s   @@r%   r–   r–   V   s    ù‡ € Ø+/ÀÐTbÐsu÷ h÷2ò 2r'   r–   c                   óJ   a a€ ] tR t^^t oR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚFlux2TokenizerNc                óB   <€ \         SV `  WR \        R7       RV n        R# )r—   ©r   r   ÚnameÚ	tokenizerzÖ[SYSTEM_PROMPT]You are an AI that reasons about image descriptions. You give structured responses focusing on object relationships, object
attribution and actions without speculation.[/SYSTEM_PROMPT][INST]{}[/INST]N)r   r    r–   Úllama_template©r"   r   r   r$   s   &&&€r%   r    ÚFlux2Tokenizer.__init___   s,   ø€ Ü‰ÑÐ-@Ðftô  ARÐô  	Sð xˆÖr'   c                ó”   <€ Vf   V P                   P                  V4      pMVP                  V4      p\        SV `  ! V3RVRR/VB pV# )NrD   rŸ   T)r­   r=   r   rC   )r"   r;   rD   r­   rE   Ú
llama_textÚtokensr$   s   &&&&,  €r%   rC   Ú$Flux2Tokenizer.tokenize_with_weightsc   sT   ø€ ØÒ!Ø×,Ñ,×3Ñ3°DÓ9‰Jà'×.Ñ.¨tÓ4ˆJä‘Ò.¨zÑ{È?Ð{ÐlpÐ{ÐtzÑ{ˆØˆr'   ©r­   )FN©	r*   r+   r,   r-   r    rC   r.   r/   r0   r1   s   @@r%   r¨   r¨   ^   s   ù‡ € Ø+/À÷ x÷÷ r'   r¨   c                   óF   a a€ ] tR t^lt oR. RORRR/ 3V 3R lltRtVtV ;t# )ÚMistral3_24BModelrU   NTc                óÒ   <€ / pVP                  R R4      pVe   W‡R&   V^(8  d   RVR&   \        S	V `	  WW7VR^R^ /R\        P                  P
                  P                  WUVR7       R# )Ú
num_layersNÚnum_hidden_layersFÚ
final_normÚstartÚpad©rW   ÚlayerÚ	layer_idxÚtextmodel_json_configrX   Úspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksrZ   )r¡   r   r    r\   r`   ÚllamaÚMistral3Small24B)
r"   rW   r¿   rÀ   rX   Úattention_maskrZ   rÁ   r¹   r$   s
   &&&&&&&  €r%   r    ÚMistral3_24BModel.__init__m   sÁ   ø€ Ø "ÐØ"×&Ñ& |°TÓ:ˆ
ØÒ!Ø9CÐ"5Ñ6Ø˜BŒØ6;Ð% lÑ3Ü‰Ñ ¸yð  ~Cð  U\ð  ^_ð  afð  hið  Tjð  DIô  W\÷  Wjñ  Wj÷  Wpñ  Wp÷  WAñ  WAð  Zhð  _lÐö  	mr'   r(   )é
   é   é   r)   r1   s   @@r%   r·   r·   l   s    ù‡ € Ø#ª<À4ÈtÐdhÐxz÷ m÷ mr'   r·   c                   óL   a a€ ] tR t^vt oRR/ R]3V 3R lltV 3R ltRtVtV ;t	# )ÚFlux2TEModelrU   Nr—   c                ó,   <€ \         SV `  WWEVR 7       R# )©rW   rX   r«   Ú
clip_modelrZ   N©r   r    )r"   rW   rX   rZ   r«   rÒ   r$   s   &&&&&&€r%   r    ÚFlux2TEModel.__init__w   s   ø€ Ü‰Ñ ¸$ÐerÐÖsr'   c                ó  <€ \         SV `  V4      w  r#p\        P                  ! VR,          VR,          VR,          3^R7      pVP	                  ^^4      pVP                  VP                  ^ ,          VP                  ^,          R4      pW#V3# )ºNNN)Údim)rÖ   r   )rÖ   é   )rÖ   r:   éÿÿÿÿ)r   ro   r‰   ÚstackÚmovedimÚreshapeÚshape)r"   rp   rF   ÚpooledÚextrar$   s   &&   €r%   ro   Ú!Flux2TEModel.encode_token_weightsz   sx   ø€ Ü"™WÑ9Ð:LÓMÑˆ�Uä�kŠk˜3˜t�9 c¨$¥i°°TµÐ;ÀÔCˆØ�k‰k˜!˜QÓˆØ�k‰k˜#Ÿ)™) A�,¨¯	©	°!­°bÓ9ˆØ˜EÐ!Ð!r'   r(   )
r*   r+   r,   r-   r·   r    ro   r.   r/   r0   r1   s   @@r%   rÏ   rÏ   v   s!   ù‡ € Ø#¨4¸rÈÐct÷ t÷"õ "r'   rÏ   c                 ó4   a aa€  ! V VV3R  lR\         4      pV# )c                   óD   <a a€ ] tR t^ƒt oRR/ 3V VVV3R lltRtVtV ;t# )Úflux2_te.<locals>.Flux2TEModel_rU   Nc                ó¢   <€ Se   SpSe   VP                  4       pSVR&   S'       d   VP                  4       p^VR&   \        SV `	  WVR7       R # )NÚquantization_metadatar¹   r[   r�   )r"   rW   rX   rZ   r$   Údtype_llamaÚllama_quantization_metadataÚpruneds   &&&&€€€€r%   r    Ú(flux2_te.<locals>.Flux2TEModel_.__init__„   sZ   ø€ ØÒ&Ø#�Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ßØ -× 2Ñ 2Ó 4�Ø.0�˜lÑ+Ü‰GÑ FÀ}ÐÖUr'   r(   r)   )r$   r2   ræ   rç   rè   s   @@€€€r%   ÚFlux2TEModel_rã   ƒ   s   ú‡ € Ø"'¨tÀ2÷ 		V÷ 		Vò 		Vr'   rê   )rÏ   )ræ   rç   rè   rê   s   fff r%   Úflux2_terë   ‚   s   ú€ ÷
Vñ 
Vœô 
Vð Ðr'   c                   ó:   a a€ ] tR t^�t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3TokenizerNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRVRR\        RRRRRRVR7       R# )	Úqwen25_tokenizerFi 
  Úqwen3_4br   é   é[P ©r   r   r   r   r   r   r›   r   r   r   rœ   r   N©	r   r   r   r   r   r   r   r    r   r!   s   &&& €r%   r    ÚQwen3Tokenizer.__init__‘   óŽ   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSeÓfˆÜ‰Ñ˜°eÐQdÐuyð  JTô  ftð  FKð  [`ð  tyð  FNð  [^ð  jpð  AOÐö  	Pr'   r(   r)   r1   s   @@r%   rí   rí   �   ó   ù‡ € Ø+/À÷ P÷ Pr'   rí   c                   ó:   a a€ ] tR t^•t oR/ 3V 3R lltRtVtV ;t# )ÚQwen3Tokenizer8BNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRVRR\        RRRRRRVR7       R# )	rï   Fr   Úqwen3_8br   rñ   rò   ró   Nrô   r!   s   &&& €r%   r    ÚQwen3Tokenizer8B.__init__–   rö   r'   r(   r)   r1   s   @@r%   rù   rù   •   r÷   r'   rù   c                   óL   a a€ ] tR t^št oR/ R3V 3R lltRV 3R lltRtVtV ;t# )ÚKleinTokenizerNrð   c                óp   <€ VR 8X  d   \         pMVR8X  d   \        p\        SV `  WVXR7       RV n        R# )rð   rû   rª   zG<|im_start|>user
{}<|im_end|>
<|im_start|>assistant
<think>

</think>

N)rí   rù   r   r    r­   )r"   r   r   r«   r¬   r$   s   &&&& €r%   r    ÚKleinTokenizer.__init__›   s?   ø€ Ø�:ÔÜ&‰IØ�ZÔÜ(ˆIä‰ÑÐ-@ÐfjÐvÐô  	AØnˆÖr'   c                ó  <€ Vf6   V P                   P                  V4      pV'       d   VP                  R4      pMVP                  V4      pV'       d   RV,           R,           V,           p\        S	V `  ! V3RVRR/VB pV# )Nz<think>

</think>

z<|im_start|>system
z<|im_end|>
rD   rŸ   T)r­   r=   Úremovesuffixr   rC   )
r"   r;   rD   r­   Úsystem_promptÚthinkingrE   r±   r²   r$   s
   &&&&&&,  €r%   rC   Ú$KleinTokenizer.tokenize_with_weights¤   s�   ø€ ØÒ!Ø×,Ñ,×3Ñ3°DÓ9ˆJßØ'×4Ñ4Ð5NÓO�
øà'×.Ñ.¨tÓ4ˆJßØ/°-Õ?À.ÕPÐS]Õ]ˆJä‘Ò.¨zÑ{È?Ð{ÐlpÐ{ÐtzÑ{ˆØˆr'   r´   )FNrš   Frµ   r1   s   @@r%   rþ   rþ   š   s   ù‡ € Ø+/ÀÈ÷ o÷÷ r'   rþ   c                   ó<   a a€ ] tR t^±t oR/ R3V 3R lltRtVtV ;t# )ÚKleinTokenizer8BNrû   c                ó*   <€ \         SV `  WVR 7       R# ))r   r   r«   NrÓ   )r"   r   r   r«   r$   s   &&&&€r%   r    ÚKleinTokenizer8B.__init__²   s   ø€ Ü‰ÑÐ-@ÐfjÐÖkr'   r(   r)   r1   s   @@r%   r  r  ±   s   ù‡ € Ø+/ÀÈ÷ l÷ lr'   r  c                   óF   a a€ ] tR t^µt oR. RORRR/ 3V 3R lltRtVtV ;t# )ÚQwen3_4BModelrU   NTc                ó€   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  WUVR7       R# ©r½   rò   Fr¾   N)r   r    r\   r`   rÇ   ÚQwen3_4B©r"   rW   r¿   rÀ   rX   rÉ   rZ   r$   s   &&&&&&&€r%   r    ÚQwen3_4BModel.__init__¶   óy   ø€ Ü‰Ñ ¸yÐ`bÐjoð  BGð  IOð  APð  joô  }B÷  }Pñ  }P÷  }Vñ  }V÷  }_ñ  }_ð  xFð  }JÐö  	Kr'   r(   ©é	   é   é   r)   r1   s   @@r%   r  r  µ   ó    ù‡ € Ø#ª;À$ÈdÐcgÐwy÷ K÷ Kr'   r  c                   óF   a a€ ] tR t^¹t oR. RORRR/ 3V 3R lltRtVtV ;t# )ÚQwen3_8BModelrU   NTc                ó€   <€ \         SV `  WV/ VR R/R\        P                  P                  P
                  WUVR7       R# r  )r   r    r\   r`   rÇ   ÚQwen3_8Br  s   &&&&&&&€r%   r    ÚQwen3_8BModel.__init__º   r  r'   r(   r  r)   r1   s   @@r%   r  r  ¹   r  r'   r  c                 ón   a aaa€ SR 8X  d   \         oMSR8X  d   \        o ! V VVV3R lR\        4      pV# )rð   rû   c                   óF   <a a€ ] tR t^Ãt oRR/ 3V VVVV3R lltRtVtV ;t# )Úklein_te.<locals>.Flux2TEModel_rU   Nc                ól   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WSVSR7       R # )Nrå   )rW   rX   r«   rZ   rÒ   r�   )	r"   rW   rX   rZ   r$   ræ   rç   ÚmodelÚ
model_types	   &&&&€€€€€r%   r    Ú(klein_te.<locals>.Flux2TEModel_.__init__Ä   sE   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ØÒ&Ø#�Ü‰GÑ F¸jÐXeÐrwÐÖxr'   r(   r)   )r$   r2   ræ   rç   r   r!  s   @@€€€€r%   rê   r  Ã   s   ú‡ € Ø"'¨tÀ2÷ 	y÷ 	yó 	yr'   rê   )r  r  rÏ   )ræ   rç   r!  rê   r   s   fff @r%   Úklein_ter#  ½   s9   û€ Ø�ZÔÜ‰Ø	�zÔ	!Üˆ÷yò yœô yð Ðr'   c                   óJ   a a€ ] tR t^Ít oR/ 3V 3R lltRV 3R lltRtVtV ;t# )ÚFlux3TokenizerNc                ó*   <€ \         SV `  WR R7       R# )Ú
qwen3vl_4b)r   r   r!  NrÓ   r®   s   &&&€r%   r    ÚFlux3Tokenizer.__init__Î   s   ø€ Ü‰ÑÐ-@ÐlxÐÖyr'   c                óÌ   <€ \         SV `  ! V3R V/VB pV'       d   RMRpW@P                  ,           F-  pVP                  V.\	        V4      ) ^P,          ,          4       K/  	  V# )rD   )rò   ç      ð?r   )rò   r*  )r   rC   Ú	clip_nameÚextendÚlen)r"   r;   rD   rE   r²   r½   Úbatchr$   s   &&&,   €r%   rC   Ú$Flux3Tokenizer.tokenize_with_weightsÑ   s^   ø€ ä‘Ò.¨tÑ_À_Ð_ÐX^Ñ_ˆß"1Ñ°}ˆØŸN™N×+Ð+ˆEØ�L‰L˜#˜¤3 u£: +°Õ"2Õ3Ö4ñ ,àˆr'   r(   rQ   rµ   r1   s   @@r%   r%  r%  Í   s   ù‡ € Ø+/À÷ z÷÷ r'   r%  c                   ó:   a a€ ] tR t^Ùt oRtRV 3R lltRtVtV ;t# )ÚFlux3Qwen3VLr'  c                óŽ   <€ Ve/   VP                  R4      ^,
          P                  V^ 8H  ^4      VR&   \        SV `  ! V3RV/VB # )NÚposition_idsrÉ   rÙ   )ÚcumsumÚmasked_fillr   Úforward)r"   Ú	input_idsrÉ   rE   r$   s   &&&,€r%   r6  ÚFlux3Qwen3VL.forwardÜ   sQ   ø€ ØÒ%à&4×&;Ñ&;¸BÓ&?À!Õ&C×%PÑ%PÐQ_ÐcdÑQdÐfgÓ%hˆF�>Ñ"Ü‰wŠ˜yÑR¸ÐRÈ6ÑRÐRr'   r(   rI   )	r*   r+   r,   r-   r!  r6  r.   r/   r0   r1   s   @@r%   r1  r1  Ù   s   ù‡ € Ø€J÷S÷ Sr'   r1  c                   ó<   a a€ ] tR t^ât oRR/ 3V 3R lltRtVtV ;t# )ÚFlux3Qwen3VLModelrU   Nc                óJ   <€ \         SV `  V. ROR/ VRR/R\        RVR7
       R# )é   Nr½   rò   FT)
rW   r¿   rÀ   rÁ   rX   rÂ   rÃ   rÄ   rÅ   rZ   )r<  é   é   é   rÌ   é   é   é    )r   r    r1  ©r"   rW   rX   rZ   r$   s   &&&&€r%   r    ÚFlux3Qwen3VLModel.__init__ã   sW   ø€ Ü‰Ñ Ò.LÐX\Ðtvð  Dð  V[ð  ]cð  Udð  ~Cô  Q]ð  vzð  JWÐö  	Xr'   r(   r)   r1   s   @@r%   r:  r:  â   s   ù‡ € Ø#¨4¸r÷ X÷ Xr'   r:  c                   óH   a a€ ] tR t^æt oRR/ 3V 3R lltV 3R ltRtVtV ;t# )ÚFlux3TEModelrU   Nc                ó6   <€ \         SV `  WR \        VR7       R# )r'  rÑ   N)r   r    r:  rC  s   &&&&€r%   r    ÚFlux3TEModel.__init__ç   s"   ø€ Ü‰Ñ ¸,ÔSdð  uBÐö  	Cr'   c                ól   <€ \         SV `  V4      w  r#VP                  ^^4      P                  ^4      V3# )rØ   )r   ro   rÛ   Úflatten)r"   rp   rF   rÞ   r$   s   &&  €r%   ro   Ú!Flux3TEModel.encode_token_weightsê   s6   ø€ Ü‘gÑ2Ð3EÓF‰ˆØ�{‰{˜1˜aÓ ×(Ñ(¨Ó+¨VÐ3Ð3r'   r(   )	r*   r+   r,   r-   r    ro   r.   r/   r0   r1   s   @@r%   rF  rF  æ   s   ù‡ € Ø#¨4¸r÷ C÷4õ 4r'   rF  c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^ït oRR/ 3V VV3R lltRtVtV ;t# )Úflux3_te.<locals>.Flux3TEModel_rU   Nc                óh   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WVR7       R # )Nrå   r[   r�   )r"   rW   rX   rZ   r$   ræ   rç   s   &&&&€€€r%   r    Ú(flux3_te.<locals>.Flux3TEModel_.__init__ð   s?   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ØÒ&Ø#�Ü‰GÑ FÀ}ÐÖUr'   r(   r)   )r$   r2   ræ   rç   s   @@€€r%   ÚFlux3TEModel_rN  ï   s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr'   rQ  )rF  )ræ   rç   rQ  s   ff r%   Úflux3_terR  î   s   ù€ ÷Vð Vœô Vð Ðr'   )NN)NNF)NNrð   )/r\   r   Úcomfy.text_encoders.t5Úcomfy.text_encoders.sd3_clipÚcomfy.text_encoders.llamaÚcomfy.text_encoders.qwen3vlÚcomfy.model_managementÚtransformersr   r   Úbpe_tokenizerr   r‰   r   r6   r   r4   ÚnnÚModulerT   r†   rŽ   r�   r–   ÚSD1Tokenizerr¨   r_   r·   ÚSD1ClipModelrÏ   rë   rí   rù   rþ   r  r  r  r#  r`   Úqwen3vlÚQwen3VLTokenizerr%  ÚQwen3VLr1  r:  rF  rR  r(   r'   r%   Ú<module>ra     s–  ðÝ Û Û #Û  Û "Û ß 8Ý +Û Û 	ôg�X×)Ñ)ô g÷ñ ô$*�E—H‘H—O‘Oô *ô<ò8÷ ñ  ô
2˜×,Ñ,ô 2ô�X×*Ñ*ô ôm˜×,Ñ,ô mô
"�8×(Ñ(ô 
"ôôP�X×)Ñ)ô Pô
P�x×+Ñ+ô Pô
�X×*Ñ*ô ô.l�~ô lôK�H×(Ñ(ô KôK�H×(Ñ(ô Kôô 
�U×(Ñ(×0Ñ0×AÑAô 
ôS�5×&Ñ&×.Ñ.×6Ñ6ô SôX˜×,Ñ,ô Xô4�8×(Ñ(ô 4ö	r'   