+
    ƒ°ñjWD  ã            	       óú  € ^ RI Ht ^ RIt^ RIHt ^RIHt ^ RIt ^ RIt^ RI	t ^ RI
t
^ RIt ! R R]P                  4      t ! R R]P                  4      tR	 t ! R
 R4      t ! R R]]P                  4      t ! R R]P                  4      tR t ! R R]P*                  4      t ! R R]P.                  P0                  4      t ! R R]P.                  P0                  4      tRRR]RRRRR3	R ltRR ltR R ltR# )!é    )Úsd1_clipN)ÚT5TokenizerFast)ÚSPieceTokenizerc                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚT5XXLTokenizerNc                óþ   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  W1RRR\        RRR^€VR7       R# )Út5_tokenizerFi   Út5xxléÿàõ)
Úembedding_directoryÚpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )Úselfr   r   Útokenizer_pathÚ	__class__s   &&& €Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\lt.pyr   ÚT5XXLTokenizer.__init__   s~   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSaÓbˆÜ‰Ñ˜Ð_dÐuyð  JQô  crð  DIð  ]bð  owð  DGð  XfÐö  	gó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r    Ú__classdict__s   @@r!   r   r      s   ù‡ € Ø+/À÷ g÷ gr#   r   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚLTXVT5TokenizerNc                ó4   <€ \         SV `  WR \        R7       R# )r
   )r   r   Ú	clip_nameÚ	tokenizerN)r   r   r   ©r   r   r   r    s   &&&€r!   r   ÚLTXVT5Tokenizer.__init__   s!   ø€ Ü‰ÑÐ-@Ðkrô  MÐö  	Nr#   r$   r%   r-   s   @@r!   r0   r0      s   ù‡ € Ø+/À÷ N÷ Nr#   r0   c                  óV   € \         P                  P                  P                  ! V / VB # ©N)ÚcomfyÚtext_encodersÚgenmoÚmochi_te)ÚargsÚkwargss   *,r!   Últxv_ter>      s$   € Ü×Ñ×$Ñ$×-Ò-¨tÐ>°vÑ>Ð>r#   c                   óH   a a€ ] tR t^t oR tRRRRR. 3V 3R lltRtVtV ;t# )ÚGemma3_Tokenizerc                ó:   € R V P                   P                  4       /# )Úspiece_model)r3   Úserialize_model©r   s   &r!   Ú
state_dictÚGemma3_Tokenizer.state_dict   s   € Ø §¡× >Ñ >Ó @ÐAÐAr#   FNTÚ c           	     ó*  <€ R V n         RV n        Ve   \        V4      ^ 8X  d   V.p. p	V Fõ  pVP                  R^4      p
\	        R4      p\
        P                  ! WºP                  ^,          V
P                  ^,          ,          ,          4      p\        V
P                  ^,          V,          4      p\        V
P                  ^,          V,          4      p\        P                  P                  W­VRR4      P                  ^R4      pV	P                  VR,          4       K÷  	  T	pVP                  R4      '       d   RpV'       d   TpM¿Vfz   \        V4      ^ 8”  dN   V P                  P                  RRP                  R.\        V4      ,          4      ^4      P!                  V4      pM-V P                   P!                  V4      pMVP!                  V4      pV'       d*   R	V,           R
,           VVP#                  R4      R ,           p\$        SV `M  VV4      p\        V4      ^ 8”  dk   ^ pV Fb  p\)        V4       FP  w  ppV^ ,          R8X  g   K  V\        V4      8  g   K(  RRRVV,          /3VR,          ,           VV&   V^,          pKR  	  Kd  	  V# )zy<start_of_turn>system
You are a helpful assistant.<end_of_turn>
<start_of_turn>user
{}<end_of_turn>
<start_of_turn>model
z�<start_of_turn>system
You are a helpful assistant.<end_of_turn>
<start_of_turn>user

<image_soft_token>{}<end_of_turn>

<start_of_turn>model
NÚareaÚdisabledz<start_of_turn>Tú<image_soft_token>z



z<start_of_turn>system
z<end_of_turn>
z<start_of_turn>useré   ÚtypeÚimageÚdata:é   NNéÿÿÿÿi @ )ºNNNrR   rR   :Né   N)Úllama_templateÚllama_template_imagesÚlenÚmovedimÚintÚmathÚsqrtÚshapeÚroundr8   ÚutilsÚcommon_upscaleÚappendÚ
startswithÚreplacer   ÚformatÚindexr   Útokenize_with_weightsÚ	enumerate)r   ÚtextÚreturn_word_idsrN   rT   Úskip_templateÚsystem_promptÚimagesr=   ÚresizedÚsamplesÚtotalÚscale_byÚwidthÚheightÚsÚ
llama_textÚtext_tokensÚembed_countÚrÚiÚtokenr    s   &&&&&&&&,             €r!   rd   Ú&Gemma3_Tokenizer.tokenize_with_weights   s‚  ø€ ð _ˆÔð &|ˆÔ"àÒ¤ V£°Ô!1Ø�WˆFàˆÛˆEØ—m‘m B¨Ó*ˆGÜ˜	“NˆEä—y’y ¯-©-¸Õ*:¸W¿]¹]È1Õ=MÕ*MÕ!NÓOˆHÜ˜'Ÿ-™-¨Õ*¨XÕ5Ó6ˆEÜ˜7Ÿ=™=¨Õ+¨hÕ6Ó7ˆFä—‘×*Ñ*¨7¸6À6È:ÓV×^Ñ^Ð_`ÐbdÓeˆAØ�N‰N˜1˜[�>Ö*ñ ð ˆà�?‰?Ð,×-Ò-Ø ˆMçØ‰JàÒ%Ü�v“; ”?Ø!%×!;Ñ!;×!CÑ!CÐDXÐZd×ZiÑZiÐkð  kAô  DGð  HNó  DOõ  kOó  [Pð  RSó  "T÷  "[ñ  "[ð  \`ó  "a‘Jà!%×!4Ñ!4×!;Ñ!;¸DÓ!A‘Jà+×2Ñ2°4Ó8�
ßØ6¸ÕFÐIZÕZÐ]gÐhr×hxÑhxð  zOó  iPð  iQð  ^Rõ  R�
ä‘gÑ3°JÀÓPˆäˆv‹;˜Œ?ØˆKÛ �Ü )¨!¦‘H�A�uØ˜Q•x 6Ö)¨k¼CÀ»KÖ.GØ!'¨°&¸&ÀÕ:MÐ NÐPÐSXÐY[ÕS\Õ\˜˜!™Ø# qÕ(šó !-ñ !ð
 Ðr#   )rT   rU   )	r&   r'   r(   r)   rE   rd   r*   r+   r,   r-   s   @@r!   r@   r@      s1   ù‡ € òBð ;@ÀtÐ\`Ðptð  EGð  PR÷ -÷ -r#   r@   c                   ó:   a a€ ] tR t^Mt oR/ 3V 3R lltRtVtV ;t# )ÚGemma3_12BTokenizerNc                ó„   <€ VP                  R R4      pRRR^j/p\        SV `	  VRRR\        RRRR	R
R
RR
RRRV/VR7       R# )rB   NrK   rL   z<end_of_turn>Fé   Ú
gemma3_12br   é   TÚadd_bosÚadd_eosÚspecial_tokens)r   r   r   r   Úhas_end_tokenr   r   r   Úpad_leftÚdisable_weightsÚtokenizer_argsr   )Úgetr   r   r   )r   r   r   r3   r�   r    s   &&&  €r!   r   ÚGemma3_12BTokenizer.__init__N   s¦   ø€ Ø"×&Ñ& ~°tÓ<ˆ	Ø.°¸ÈÐMˆÜ‰Ñ˜°ÀtÐ[gô  zIð  Y^ð  rwð  DLð  Y]ð  hlð  ~Bð  T]ð  _cð  enð  puð  wGð  IWð  SXð  iwÐö  	xr#   r$   r%   r-   s   @@r!   rz   rz   M   s   ù‡ € Ø+/À÷ x÷ xr#   rz   c                   ó:   a a€ ] tR t^Tt oR/ 3V 3R lltRtVtV ;t# )ÚLTXAVGemmaTokenizerNc                ó4   <€ \         SV `  WR \        R7       R# )r}   )r   r   Únamer3   N)r   r   rz   r4   s   &&&€r!   r   ÚLTXAVGemmaTokenizer.__init__U   s!   ø€ Ü‰ÑÐ-@Ðfrô  RÐö  	Sr#   r$   r%   r-   s   @@r!   r‰   r‰   T   s   ù‡ € Ø+/À÷ S÷ Sr#   r‰   c                 ó   €  ! R  RV 4      pV# )c                   ó:   a a€ ] tR t^Zt oR/ 3V 3R lltRtVtV ;t# )Ú4ltxav_gemma4_tokenizer.<locals>.LTXAVGemma4TokenizerNc                ó†   <€ \         SV `  WR 7       \        W P                  4      pVP                  ^8X  d
   RVn        R# R# ))r   r   r~   N)r   r   ÚgetattrÚclipr   )r   r   r   Úgemma_tokenizerr    s   &&& €r!   r   Ú=ltxav_gemma4_tokenizer.<locals>.LTXAVGemma4Tokenizer.__init__[   s=   ø€ Ü‰GÑÐ1DÐÔdÜ% d¯I©IÓ6ˆOØ×)Ñ)¨QÔ.Ø-1�Ö*ñ /r#   r$   r%   r-   s   @@r!   ÚLTXAVGemma4Tokenizerr�   Z   s   ù‡ € Ø/3ÀB÷ 	2÷ 	2r#   r•   r$   )r3   r•   s   & r!   Últxav_gemma4_tokenizerr–   Y   s   € ô2˜yô 2ð  Ðr#   c                   óL   a a€ ] tR t^dt oRRRRR/ 3V 3R lltRR ltRtVtV ;t# )	ÚGemma3_12BModelÚcpuÚallNTc                ó,  <€ VP                  R R4      pVe   VP                  4       pWvR&   \        4       V n        V P                  P	                  V4       \
        SV `  WV/ VR^R^ /R\        P                  P                  P                  WUVR7       R# )Úllama_quantization_metadataNÚquantization_metadataÚstartÚpadF)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtyper�   Úlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)r†   ÚcopyÚsetÚdtypesÚaddr   r   r8   r9   ÚllamaÚ
Gemma3_12B)	r   r    r¡   r¢   r¤   Úattention_maskr©   rœ   r    s	   &&&&&&& €r!   r   ÚGemma3_12BModel.__init__e   sÒ   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2Ü“eˆŒØ�‰�‰˜ÔÜ‰Ñ ¸yÐ`bÐjoð  BIð  KLð  NSð  UVð  AWð  qvô  DI÷  DWñ  DW÷  D]ñ  D]÷  Dhñ  Dhð  AOð  FSÐö  	Tr#   c                óî   € V UUu. uF  qÌ Uu. uF  qÝ^ ,          NK  	  upNK  	  pppV P                  WàP                  4      w  p  pV P                  P                  WòW4WVWxV	^j.V
R7      # u upi u uppi )r   )Ústop_tokensÚpresence_penalty)Úprocess_tokensÚexecution_deviceÚtransformerÚgenerate)r   ÚtokensÚ	do_sampler   ÚtemperatureÚtop_kÚtop_pÚmin_pÚrepetition_penaltyÚseedr´   ÚmtpÚbÚtÚtokens_onlyÚembedsÚ_s   &&&&&&&&&&&&     r!   r¸   ÚGemma3_12BModel.generaten   s“   € Ù28Ô9±&¨Q aÓ(¡a ˜!Ÿ˜¡aÔ(±&ˆÑ9Ø×-Ñ-¨k×;PÑ;PÓQ‰ˆ��1�aØ×Ñ×(Ñ(¨¸JÐUZÐchð  Cð  RUð  QVð  iyÐ(ó  zð  	zùò )ùÓ9s   †A1ŽA,ŸA1Á,A1)r¬   ©T)	r&   r'   r(   r)   r   r¸   r*   r+   r,   r-   s   @@r!   r˜   r˜   d   s&   ù‡ € Ø#¨5¸DÈÐ]aÐqs÷ T÷zô zr#   r˜   c                   ó<   a a€ ] tR t^st oRV 3R lltR tRtVtV ;t# )ÚDualLinearProjectionc	                óˆ   <€ \         S	V `  4        VP                  WWVVR 7      V n        VP                  WWFVR 7      V n        R# )©Úbiasr¤   r    N)r   r   ÚLinearÚaudio_aggregate_embedÚvideo_aggregate_embed)
r   Úin_dimÚout_dim_videoÚout_dim_audioÚ
video_biasÚ
audio_biasr¤   r    Ú
operationsr    s
   &&&&&&&&&€r!   r   ÚDualLinearProjection.__init__t   sF   ø€ Ü‰ÑÔØ%/×%6Ñ%6°vÐS]ÐsyÐ%6Ó%zˆÔ"Ø%/×%6Ñ%6°vÐS]ÐsyÐ%6Ó%zˆÖ"r#   c           	     ó>  € VP                   R,          pVP                  ^R4      pV\        P                  ! \        P                  ! V^,          ^RR7      R,           4      ,          P                  ^R7      pV P                  V\        P                  ! V P                  P                  V,          4      ,          4      pV P                  V\        P                  ! V P                  P                  V,          4      ,          4      p\        P                  ! W43RR7      # )rP   T©ÚdimÚkeepdimç�íµ ÷Æ°>)Ú	start_dim©rÚ   rQ   )r[   rW   ÚtorchÚrsqrtÚmeanÚflattenrÐ   rY   rZ   Úout_featuresrÏ   Úcat)r   ÚxÚ
source_dimÚvideoÚaudios   &&   r!   ÚforwardÚDualLinearProjection.forwardy   sÊ   € Ø—W‘W˜R•[ˆ
Ø�I‰I�a˜ÓˆØ”—’œUŸZšZ¨¨1­°!¸TÔBÀTÕIÓJÕJ×SÑSÐ^_ÐSÓ`ˆà×*Ñ*¨1¬t¯yªy¸×9SÑ9S×9`Ñ9`ÐcmÕ9mÓ/nÕ+nÓoˆØ×*Ñ*¨1¬t¯yªy¸×9SÑ9S×9`Ñ9`ÐcmÕ9mÓ/nÕ+nÓoˆÜ�yŠy˜%˜¨RÔ0Ð0r#   )rÏ   rÐ   )TTNNN)	r&   r'   r(   r)   r   ré   r*   r+   r,   r-   s   @@r!   rÊ   rÊ   s   s   ù‡ € ÷{÷
1ò 1r#   rÊ   c                   ó~   a a€ ] tR t^‚t oRRRR]RRRRR/ 3V 3R lltR	 tR
 tR tR t	RR lt
R tRR ltRtVtV ;t# )ÚLTXAVTEModelNr™   Úsingle_linearr}   r|   é   Tc                ó˜  <€ \         SV `  4        \        4       V n        V P                  P	                  V4       R V n        W@n        W`n        RV n        V! W!VRRR7      V n	        V P                  P	                  V4       V P                  P                  pV P                  P                  P                  P                  pVP                  VP                  ^,           ,          pV	f   V P                  R8H  p	V P                  R8X  d   VP!                  WçW“VR7      V n        R# V P                  R8X  d   \%        WçW‰W£W,R7      V n        R# R# )FNrš   )r    r¤   r©   r¡   r¢   Údual_linearrí   rÌ   )rÔ   rÕ   r¤   r    rÖ   )r   r   r«   r¬   r­   Úcompat_modeÚtext_projection_typeÚtext_encoder_keyr¶   r}   rÖ   r·   ÚmodelÚconfigÚhidden_sizeÚnum_hidden_layersrÎ   Útext_embedding_projectionrÊ   )r   Údtype_llamar    r¤   rò   Útext_encoder_modelró   Úvideo_projection_dimÚaudio_projection_dimÚvideo_projection_biasÚaudio_projection_biasr©   rÖ   Útext_encoder_configÚprojection_in_dimr    s   &&&&&&&&&&&&   €r!   r   ÚLTXAVTEModel.__init__ƒ   s:  ø€ Ü‰ÑÔÜ“eˆŒØ�‰�‰˜ÔØ ˆÔØ$8Ô!Ø 0ÔØ $ˆÔá,°FÐ]jÐrwð  DHô  IˆŒØ�‰�‰˜Ô$à—_‘_×/Ñ/ˆ
Ø"Ÿo™o×9Ñ9×?Ñ?×FÑFÐØ/×;Ñ;Ð?R×?dÑ?dÐghÕ?hÕiÐØ Ò(Ø$(×$=Ñ$=ÀÑ$NÐ!à×$Ñ$¨Ô7Ø-7×->Ñ->Ð?Pð  nCð  Y_Ð->ó  .`ˆDÖ*Ø×&Ñ&¨-Ô7Ü-AÐBSÐkð  oDð  Z`ô  .xˆDÖ*ñ 8r#   c                ó  € ^ RI Hp V P                  P                  pV P                  P
                  P                  pV P                  P
                  P                  pV! RRVVVR7      V n        V! RRVVVR7      V n	        RV n
        R# )r   )ÚEmbeddings1DConnectorT)Ú
split_ropeÚdouble_precision_roper¤   r    rÖ   N)Ú)comfy.ldm.lightricks.embeddings_connectorr  r}   rÖ   rø   Úweightr¤   r    Úaudio_embeddings_connectorÚvideo_embeddings_connectorrñ   )r   r  rÖ   r¤   r    s   &    r!   Úenable_compat_modeÚLTXAVTEModel.enable_compat_mode›   s‡   € ÝSØ—_‘_×/Ñ/ˆ
Ø×.Ñ.×5Ñ5×;Ñ;ˆØ×/Ñ/×6Ñ6×=Ñ=ˆÙ*?ØØ"&ØØØ!ô+
ˆÔ'ñ +@ØØ"&ØØØ!ô+
ˆÔ'ð  ˆÖr#   c                ó~   € VP                  R V P                  4      V n        V P                  P                  V4       R# )r¶   N)r†   r¶   r}   Úset_clip_options)r   Úoptionss   &&r!   r  ÚLTXAVTEModel.set_clip_options±   s.   € Ø '§¡Ð,>À×@UÑ@UÓ VˆÔØ�‰×(Ñ(¨Ö1r#   c                óH   € V P                   P                  4        R V n        R # r7   )r}   Úreset_clip_optionsr¶   rD   s   &r!   r  ÚLTXAVTEModel.reset_clip_optionsµ   s   € Ø�‰×*Ñ*Ô,Ø $ˆÖr#   c                ó¬  € WP                   ,          pV P                  P                  V4      w  r#pVR R \        P                  ! VR,          4      P                  4       ) R13,          pVP                  p\        P                  P                  V P                  4      '       d,   VP                  V P                  \        P                  R7      pV P                  R8X  Ed-   VP                  ^R4      P                  V P                  4      pRW"P                  RRR7      ,
          ,          VP!                  RRR7      VP#                  RRR7      ,
          R,           ,          pVP%                  VP&                  ^ ,          VP&                  ^,          R34      pV P)                  V4      pV P*                  '       dM   V P-                  V4      ^ ,          pV P/                  V4      ^ ,          p\        P0                  ! Wg3RR	7      p/ pM+R
R/pM&V P                  R8X  d   V P)                  V4      pR
R/pVP                  V\        P2                  R7      W43# )rR   r°   N)r    r¤   rí   g       @TrÙ   rÜ   rÞ   Úunprocessed_ltxav_embedsrð   rQ   )rP   é   )ró   r}   Úencode_token_weightsrß   ÚsumÚitemr    r8   Úmodel_managementÚshould_use_bf16r¶   ÚtoÚbfloat16rò   rW   rá   ÚamaxÚaminÚreshaper[   rø   rñ   r	  r  ÚconcatÚfloat)r   Útoken_weight_pairsÚoutÚpooledÚextraÚ
out_deviceÚout_vidÚ	out_audios   &&      r!   r  Ú!LTXAVTEModel.encode_token_weights¹   sÿ  € Ø/×0EÑ0EÕFÐà!Ÿ_™_×AÑAÐBTÓUÑˆ�UØ�!�QœŸš 5Ð)9Õ#:Ó;×@Ñ@ÓBÐBÑCÐCÕDˆØ—Z‘Zˆ
Ü×!Ñ!×1Ñ1°$×2GÑ2G×HÒHØ—&‘& × 5Ñ 5¼U¿^¹^�&ÓLˆCà×$Ñ$¨Õ7Ø—+‘+˜a Ó$×'Ñ'¨×(=Ñ(=Ó>ˆCØ˜Ÿx™x¨F¸D˜xÓAÕAÕBÀcÇhÁhÐSYÐcgÀhÓFhÐkn×ksÑksÐx~ð  IMÐksó  lNõ  GNð  QUõ  GUõ  VˆCØ—+‘+˜sŸy™y¨�|¨S¯Y©Y°q­\¸2Ð>Ó?ˆCØ×0Ñ0°Ó5ˆCà××ÐØ×9Ñ9¸#Ó>¸qÕA�Ø ×;Ñ;¸CÓ@ÀÕC�	Ü—l’l GÐ#7¸RÔ@�Ø‘à3°TÐ:‘Ø×&Ñ&¨-Ô7Ø×0Ñ0°Ó5ˆCØ/°Ð6ˆEà�v‰v˜Z¬u¯{©{ˆvÓ;¸VÐJÐJr#   c                ób   € V P                   P                  WP                  ,          W#WEWgW‰V
4
      # r7   )r}   r¸   ró   )r   r¹   rº   r   r»   r¼   r½   r¾   r¿   rÀ   r´   rÁ   s   &&&&&&&&&&&&r!   r¸   ÚLTXAVTEModel.generateÕ   s<   € Ø�‰×'Ñ'¨×/DÑ/DÕ(EÀyÐ^iÐrwð  ASð  [kó  lð  	lr#   c           
     ó  € . p. pR V9   d|   VP                  4        UUu/ uF   w  rEVP                  R4      '       d   K  WEbK"  	  pppV P                  P                  V4      w  rxVP	                  V4       VP	                  V4       \
        P                  P                  VRRRR/RR7      p	\        V	4      ^ 8X  d   Tp	RV P                  33 FÅ  w  r«V	P                  4        UUu/ uF1  w  rEVP                  V
4      '       g   K  VP                  V
R4      VbK3  	  pppV'       g   K\  VP                  VR\        V RR4      R7      w  rxTP	                  V Uu. uF  qJ V 2NK
  	  up4       TP	                  V Uu. uF  qJ V 2NK
  	  up4       KÇ  	  R	V9  dÙ   VP                  R
R4      pVeÃ   VP                  ^ ,          R8X  d«   V P                  4        \
        P                  P                  VRR/RR7      pV P                   P                  VR\        V RR4      R7       \
        P                  P                  VRR/RR7      pV P"                  P                  VR\        V RR4      R7       W#3# u uppi u uppi u upi u upi )z&model.layers.0.self_attn.q_norm.weightztext_embedding_projection.z*text_embedding_projection.aggregate_embed.T)Úfilter_keysrG   FÚcan_assign_sd)ÚstrictÚassignzXmodel.diffusion_model.audio_embeddings_connector.transformer_1d_blocks.2.attn1.to_q.biaszXmodel.diffusion_model.audio_embeddings_connector.transformer_1d_blocks.0.attn1.to_q.biasNr|   z1model.diffusion_model.video_embeddings_connector.z1model.diffusion_model.audio_embeddings_connector.)Úitemsr`   r}   Úload_sdÚextendr8   r]   Ústate_dict_prefix_replacerV   rø   ra   Úload_state_dictr‘   r†   r[   r
  r	  r  )r   ÚsdÚmissing_allÚunexpected_allÚkÚvÚgemma_sdÚmissingÚ
unexpectedÚsdoÚprefixÚ	componentÚcomponent_sdÚwwÚsdvÚsdas   &&              r!   r2  ÚLTXAVTEModel.load_sdØ   s·  € ØˆØˆà3°rÔ9Ø)+¯©¬Ôf©¡ ¸1¿<¹<ÐHd×;eœ˜š©ˆHÑfØ"&§/¡/×"9Ñ"9¸(Ó"CÑˆGØ×Ñ˜wÔ'Ø×!Ñ! *Ô-ä�k‰k×3Ñ3°BÐ9eð  hDð  Fbð  d@ð  9Að  OSÐ3ó  TˆÜˆs‹8�qŒ=ØˆCà#?À×A_ÑA_Ð"`Ó!aÑˆFØADÇÁÄÔeÁ¹¸ÐPQ×P\ÑP\Ð]c×PdÔ4˜AŸI™I f¨bÓ1°1Ò4ÁˆLÑeß‰|Ø&/×&?Ñ&?ÀÐUZÔcjÐkoð  rAð  CHó  dIÐ&?ó  'JÑ#�Ø×"Ñ"¹GÓ#D¹G°q h¨q¨c£N¹GÑ#DÔEØ×%Ñ%¹zÓ&J¹z¸!¨°!°£~¹zÑ&JÖKñ "bð fÐmoÔoØ—‘ÐrÐtxÓyˆBØŠ~Ø—8‘8˜A•; $Ô&Ø×+Ñ+Ô-ÜŸ+™+×?Ñ?ÀÐExÐz|ÐD}ð  LPÐ?ó  Q�CØ×3Ñ3×CÑCÀCÐPUÔ^eÐfjÐl{ð  ~Có  _DÐCô  EÜŸ+™+×?Ñ?ÀÐExÐz|ÐD}ð  LPÐ?ó  Q�CØ×3Ñ3×CÑCÀCÐPUÔ^eÐfjÐl{ð  ~Có  _DÐCô  EàÐ,Ð,ùó5 gùó fùò $EùÚ&Js"   ŸI9¿I9Ã&I?ÄI?ÅJ
Å>J

c                ó¤  € R p\         P                  P                  V4      '       d
   VR,          pVP                  V P                  . 4      p\        V Uu. uF+  p\        R \        P                  ! R V4       4       4      NK-  	  up4      p\        \        R V4      4      V,
          p\        VR4      pWc,          R,          R,          # u upi )g      @g       @c              3   ó&   "  € T F  p^x € K	  	  R# 5i)rP   Nr$   )Ú.0rÆ   s   & r!   Ú	<genexpr>Ú:LTXAVTEModel.memory_estimation_function.<locals>.<genexpr>ÿ   s   é € ÐNÑ M˜1•QÓ Mùs   ‚c                 ó   € V ^ ,          ^ 8H  # )r   r$   )rå   s   &r!   Ú<lambda>Ú9LTXAVTEModel.memory_estimation_function.<locals>.<lambda>ÿ   s   € ¸aÀ½dÀaºir#   c                 ó   € \        V 4      # r7   )rV   )Úas   &r!   rL  rM    s   € ¤s¨1¤vr#   i‚  r~   )r8   r  r  r†   ró   Úminr  Ú	itertoolsÚ	takewhileÚmapÚmax)r   r"  r    ÚconstantÚsubÚmÚ
num_tokenss   &&&    r!   Úmemory_estimation_functionÚ'LTXAVTEModel.memory_estimation_functionù   s³   € ØˆÜ×!Ñ!×1Ñ1°&×9Ò9Ø˜�OˆHà/×3Ñ3°D×4IÑ4IÈ2ÓNÐÜÑZlÓmÑZlÐSV”ÑN¤	× 3Ò 3Ñ4GÈÔ MÓNÖNÑZlÑmÓnˆäœÑ-Ð/AÓBÓCÀaÕGˆ
Ü˜ SÓ)ˆ
ØÕ$ tÕ+¨dÕ2Ð2ùò	 ns   Á1C)	r  rñ   r¬   r¶   r}   rø   ró   rò   r	  rÈ   r7   )r&   r'   r(   r)   r˜   r   r
  r  r  r  r¸   r2  rY  r*   r+   r,   r-   s   @@r!   rì   rì   ‚   sq   ù‡ € Ø#'°¸TÐXgð  }Lð  _kð  BFð  ]að  y}ð  UYð  ik÷ xò0 ò,2ò%òKô8lò-÷B
3ô 
3r#   rì   rí   r}   r|   rî   Tc	                 óL   a aaaaaaaa€  ! VVV VVVVVV3	R  lR\         4      p	V	# )c                   óP   <	a a€ ] tR tRt oRR/ 3V VVVVVVVV	V
3
R lltRtVtV ;t# )Últxav_te.<locals>.LTXAVTEModel_i  r™   Nc                óx   <
€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  SWSS
S	SSSSVR7       R # )Nrœ   )rù   r    r¤   rò   rú   ró   rû   rü   rý   rþ   r©   ©rª   r   r   )r   r    r¤   r©   r    rþ   rü   rù   rœ   ró   rú   rò   rý   rû   s   &&&&€€€€€€€€€€r!   r   Ú(ltxav_te.<locals>.LTXAVTEModel_.__init__  sv   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<ØÒ&Ø#�Ü‰GÑ¨¸VÐg{ð  Qcð  vFð  ]qð  H\ð  tIð  avð  FSÐö  Tr#   r$   r%   )r    r.   rþ   rü   rù   rœ   ró   rú   rò   rý   rû   s   @@€€€€€€€€€r!   ÚLTXAVTEModel_r]    s$   ú‡ € Ø"'¨tÀ2÷ 	T÷ 	T÷ 	Tð 	Tr#   ra  )rì   )
rù   rœ   rò   rú   ró   rû   rü   rý   rþ   ra  s
   fffffffff r!   Últxav_terb    s    ÿø€ ÷T÷ Tœô Tð Ðr#   c                 ó
  € V  Fü  pR P                  V4      pRP                  V4      pW29   dg   WB9   da   RRRW#,          P                  ^ ,          RW$,          P                  ^ ,          RRP                  V4      V9   RR	P                  V4      V9   /u # R
P                  V4      RP                  V4      3 FE  pWR9   g   K  RRRW%,          P                  ^ ,          RVP                  R4      R,           V9   /u u # 	  Kþ  	  / # )z8{}text_embedding_projection.video_aggregate_embed.weightz8{}text_embedding_projection.audio_aggregate_embed.weightrò   rð   rû   rü   rý   z6{}text_embedding_projection.video_aggregate_embed.biasrþ   z6{}text_embedding_projection.audio_aggregate_embed.biasz"{}text_embedding_projection.weightz2{}text_embedding_projection.aggregate_embed.weightrí   r  rÍ   )rb   r[   Úremovesuffix)Ústate_dict_listr?  r6  Ú	video_keyÚ	audio_keyÚkeys   &&    r!   Ú	sd_detectri    s  € ÛˆØN×UÑUÐV\Ó]ˆ	ØN×UÑUÐV\Ó]ˆ	ØŒ?˜yœà&¨Ø&¨­×(;Ñ(;¸AÕ(>Ø&¨­×(;Ñ(;¸AÕ(>Ø'Ð)a×)hÑ)hÐioÓ)pÐtvÑ)vØ'Ð)a×)hÑ)hÐioÓ)pÐtvÑ)vðò ð 9×?Ñ?ÀÓGÐI}÷  JEñ  JEð  FLó  JMó  NˆCØŽyà*¨OØ*¨B­G¯M©M¸!Õ,<Ø+¨S×-=Ñ-=¸hÓ-GÈ&Õ-PÐTVÑ-Vðô ó Nñ ð$ €Ir#   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR tRt oRR/ 3V VV3R lltRtVtV ;t# )Ú#gemma3_te.<locals>.Gemma3_12BModel_i(  r™   Nc                óh   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WVR7       R # )Nrœ   )r    r¤   r©   r_  )r   r    r¤   r©   r    rù   rœ   s   &&&&€€€r!   r   Ú,gemma3_te.<locals>.Gemma3_12BModel_.__init__)  s?   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<ØÒ&Ø#�Ü‰GÑ FÀ}ÐÖUr#   r$   r%   )r    r.   rù   rœ   s   @@€€r!   ÚGemma3_12BModel_rl  (  s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr#   ro  )r˜   )rù   rœ   ro  s   ff r!   Ú	gemma3_terp  '  s   ù€ ÷Vð Vœ?ô Vð Ðr#   )rG   )NN)r8   r   r   Útransformersr   Úspiece_tokenizerr   Úcomfy.text_encoders.genmorß   Úcomfy.utilsrY   rQ  ÚSDTokenizerr   ÚSD1Tokenizerr0   r>   r@   rz   r‰   r–   ÚSDClipModelr˜   ÚnnÚModulerÊ   rì   rb  ri  rp  r$   r#   r!   Ú<module>rz     s
  ðÝ Û 	Ý (Ý -Û  Û Û Û Û ôg�X×)Ñ)ô gôN�h×+Ñ+ô Nò
?÷1ñ 1ôfxÐ*¨H×,@Ñ,@ô xôS˜(×/Ñ/ô Sò
 ôz�h×*Ñ*ô zô1˜5Ÿ8™8Ÿ?™?ô 1ôA3�5—8‘8—?‘?ô A3ðF ¸4ÐVeð  {Jð  ]ið  @Dð  [_ð  w{ð  SWô 	ôö,	r#   