+
    ƒ°ñj³%  ã                   ó*  € ^ RI Ht ^ RIt ^ RIt ^RIHt ^RIHt ^ RIt^ RI	t	^ RI
t
^ RIt RR lt ! R R]P                  4      t ! R R	]P                  4      t ! R
 R4      t ! R R]4      t ! R R]P&                  P(                  4      tRR ltR# )é    )Úsd1_clipN)ÚHunyuanImageTokenizer)ÚLlamaTokenizerFastc                 óè   € / pR P                  V4      RP                  V4      .pV F   pW@9   g   K  W,          P                  VR&    M	  \        P                  P	                  W4      pVe   WRR&   V# )z{}model.norm.weightz'{}model.layers.0.input_layernorm.weightÚdtype_llamaÚllama_quantization_metadata)ÚformatÚdtypeÚcomfyÚutilsÚdetect_layer_quantization)Ú
state_dictÚprefixÚoutÚ	norm_keysÚnorm_keyÚquants   &&    ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\hunyuan_video.pyÚllama_detectr      sy   € Ø
€CØ&×-Ñ-¨fÓ5Ð7`×7gÑ7gÐhnÓ7oÐp€IÛˆØÖ!Ø!+Õ!5×!;Ñ!;ˆC�ÑÙñ ô
 �K‰K×1Ñ1°*ÓE€EØÒØ-2Ð)Ñ*à€Jó    c                   ó>   a a€ ] tR t^t oR/ RR3V 3R lltRtVtV ;t# )ÚLLAMA3TokenizerNé   éõ c                ó   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  WQRRR\        RRRRWCVR7       R# )Úllama_tokenizerFi   ÚllamaTiÿàõ)Úembedding_directoryÚpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ	pad_tokenÚ
min_lengthÚtokenizer_dataN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   )Úselfr   r)   r(   r'   Útokenizer_pathÚ	__class__s   &&&&& €r   r1   ÚLLAMA3Tokenizer.__init__   s…   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSdÓeˆÜ‰Ñ˜Ð_dÐuyð  JQô  cuð  GKð  [`ð  tyð  FNð  Zcð  KYÐö  	Zr   © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r1   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r4   Ú__classdict__s   @@r   r   r      s   ù‡ € Ø+/ÀÈsÐ^d÷ Z÷ Zr   r   c            
       óL   a a€ ] tR t^t oRRRRR/ RRRR/3V 3R	 lltR
tVtV ;t# )Ú
LLAMAModelÚcpuÚhiddenNTÚstarti ô Úpadr   c                ó  <€ VP                  R R4      pVe   VP                  4       pW†R&   / p	VP                  RR4      p
V
e   W©R&   / VCRR/Cp\        SV `  WW9WGR\        P
                  P                  P                  WUVR7       R# )r   NÚquantization_metadataÚ
vocab_sizeÚ
model_namer   F)ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configr
   Úspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)ÚgetÚcopyr0   r1   r   Útext_encodersr   ÚLlama2)r2   rK   rL   rM   r
   Úattention_maskrT   rO   r   rN   rI   r4   s   &&&&&&&&   €r   r1   ÚLLAMAModel.__init__    sÎ   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2à "ÐØ"×&Ñ& |°TÓ:ˆ
ØÒ!Ø2< ,Ñ/à@˜=Ð@¨,¸Ñ@ˆÜ‰Ñ ¸yð  ~Cð  |Aô  OT÷  Obñ  Ob÷  Ohñ  Oh÷  Ooñ  Ooð  HVð  MZÐö  	[r   r6   éýÿÿÿr7   r?   s   @@r   rB   rB      sC   ù‡ € Ø#¨8¸rÈÐ^bÐrtð  GNð  PVð  X]ð  _eð  Ff÷ [÷ [r   rB   c                   óD   a € ] tR t^/t o R/ 3R ltRR ltR tR tRtV t	R# )ÚHunyuanVideoTokenizerNc                ór   € \         P                  ! WR 7      V n        RV n        \	        V^VR7      V n        R# )©r   r)   a   <|start_header_id|>system<|end_header_id|>

Describe the video by detailing the following aspects: 1. The main content and theme of the video.2. The color, shape, size, texture, quantity, text, and spatial relationships of the objects.3. Actions, events, behaviors temporal relationships, physical movement changes of the objects.4. background environment, light, style and atmosphere.5. camera angles, movements, and transitions used in the video:<|eot_id|><|start_header_id|>user<|end_header_id|>

{}<|eot_id|>)r   r(   r)   N)r   ÚSDTokenizerÚclip_lÚllama_templater   r   )r2   r   r)   s   &&&r   r1   ÚHunyuanVideoTokenizer.__init__0   s3   € Ü×*Ò*Ð?RÔrˆŒð iˆÔÜ$Ð9LÐYZÐkyÔzˆŽ
r   c           
     ó  € / pV P                   P                  ! W3/ VB VR &   Vf   V P                  P                  V4      pMVP                  V4      pV P                  P                  ! W‚3/ VB p	^ p
V	 Fƒ  p\        \        V4      4       Fh  pW¼,          ^ ,          R8X  g   K  Vf   K  W¤P                  ^ ,          8  g   K8  RRRWJ,          RRRV/3W¼,          R,          ,           W¼&   V
^,          p
Kj  	  K…  	  W—R	&   V# )
Úliõ ÚtypeÚ	embeddingÚdataÚoriginal_typeÚimageÚimage_interleave:é   NNr   )ra   Útokenize_with_weightsrb   r	   r   ÚrangeÚlenÚshape)r2   ÚtextÚreturn_word_idsrb   Úimage_embedsrk   Úkwargsr   Ú
llama_textÚllama_text_tokensÚembed_countÚrÚis   &&&&&&,      r   rm   Ú+HunyuanVideoTokenizer.tokenize_with_weights5   s  € ØˆØ—;‘;×4Ò4°TÑUÈfÑUˆˆC‰àÒ!Ø×,Ñ,×3Ñ3°DÓ9‰Jà'×.Ñ.¨tÓ4ˆJØ ŸJ™J×<Ò<¸ZÑcÐ\bÑcÐØˆÛ"ˆAÜœ3˜q›6–]�Ø•4˜•7˜fÖ$Ø#Ô/°K×BTÑBTÐUVÕBWÖ4WØ!'¨°f¸lÕ>WÐYhÐjqð  tFð  HXð  !Yð   [ð  ^_õ  ^bð  ceõ  ^fõ   f˜™Ø# qÕ(šó	 #ñ #ð )ˆG‰Øˆ
r   c                ó8   € V P                   P                  V4      # ©N)ra   Ú
untokenize)r2   Útoken_weight_pairs   &&r   r}   Ú HunyuanVideoTokenizer.untokenizeH   s   € Ø�{‰{×%Ñ%Ð&7Ó8Ð8r   c                ó   € / # r|   r6   ©r2   s   &r   r   Ú HunyuanVideoTokenizer.state_dictK   s   € Øˆ	r   )ra   r   rb   )FNNrl   )
r8   r9   r:   r;   r1   rm   r}   r   r<   r=   )r@   s   @r   r]   r]   /   s$   ø‡ € Ø+/Àô {ô
ò&9÷ð r   r]   c                   óV   a a€ ] tR t^Ot oR/ 3V 3R lltRV3R lV 3R llltRtVtV ;t# )ÚHunyuanVideo15TokenizerNc                ó6   <€ \         SV `  WR 7       RV n        R# )r_   a  <|im_start|>system
You are a helpful assistant. Describe the video by detailing the following aspects:
1. The main content and theme of the video.
2. The color, shape, size, texture, quantity, text, and spatial relationships of the objects.
3. Actions, events, behaviors temporal relationships, physical movement changes of the objects.
4. background environment, light, style and atmosphere.
5. camera angles, movements, and transitions used in the video.<|im_end|>
<|im_start|>user
{}<|im_end|>
<|im_start|>assistant
N)r0   r1   rb   )r2   r   r)   r4   s   &&&€r   r1   Ú HunyuanVideo15Tokenizer.__init__P   s   ø€ Ü‰ÑÐ-@ÐÔ`ð rˆÖr   c                ó    <€ V ^8„  d   QhRS[ /# )é   rq   )Ústr)r	   r@   s   "€r   Ú__annotate__Ú$HunyuanVideo15Tokenizer.__annotate__T   s   ø€ ÷ gñ g©ñ gr   c                ó*   <€ \         SV `  ! W3R R/VB # )Úprevent_empty_textT)r0   rm   )r2   rq   rr   rt   r4   s   &&&,€r   rm   Ú-HunyuanVideo15Tokenizer.tokenize_with_weightsT   s   ø€ Ü‰wÒ,¨TÑfÐW[ÐfÐ_eÑfÐfr   )rb   )F)	r8   r9   r:   r;   r1   rm   r<   r=   r>   r?   s   @@r   r„   r„   O   s"   ù‡ € Ø+/À÷ r÷g÷ gõ gr   r„   c                   óV   a a€ ] tR t^Wt oRRR/ 3V 3R lltR tR tR tR tRt	Vt
V ;t# )	ÚHunyuanVideoClipModelNrC   c                óæ   <€ \         SV `  4        \        P                  P	                  WV4      p\
        P                  ! W#R VR7      V n        \        W!VR7      V n	        \        W1.4      V n        R# )F)rK   r
   Úreturn_projected_pooledrT   )rK   r
   rT   N)r0   r1   r   Úmodel_managementÚpick_weight_dtyper   ÚSDClipModelra   rB   r   ÚsetÚdtypes)r2   r   rK   r
   rT   r4   s   &&&&&€r   r1   ÚHunyuanVideoClipModel.__init__X   sd   ø€ Ü‰ÑÔÜ×,Ñ,×>Ñ>¸{ÐSYÓZˆÜ×*Ò*°&Ð_dð  uBô  CˆŒÜ vÐP]Ô^ˆŒ
Ü˜5Ð.Ó/ˆŽr   c                ór   € V P                   P                  V4       V P                  P                  V4       R # r|   )ra   Úset_clip_optionsr   )r2   Úoptionss   &&r   rš   Ú&HunyuanVideoClipModel.set_clip_options_   s&   € Ø�‰×$Ñ$ WÔ-Ø�
‰
×#Ñ# GÖ,r   c                ón   € V P                   P                  4        V P                  P                  4        R # r|   )ra   Úreset_clip_optionsr   r�   s   &r   rž   Ú(HunyuanVideoClipModel.reset_clip_optionsc   s"   € Ø�‰×&Ñ&Ô(Ø�
‰
×%Ñ%Ö'r   c           	     ó*  € VR ,          pVR,          pV P                   P                  V4      w  rEp^ p^ p^ p	Rp
. pV^ ,          p\        V4       EF\  w  rÞV^ ,          p\        P                  ! V4      '       d   K-  \        V\        P                  4      '       df   VR8X  dB   WÍ^,           ,          ^ ,          R8X  d'   WÍ^,           ,          ^ ,          R8X  d   V^,           pRp
VR8X  d   V
R8X  d   V^,           p
K®  K°  K²  VP                  R4      R8X  g   KÊ  VP                  R	4      P                  ^ ,          pV^ 8”  d   V
R8X  d   VV^,
          ,          pEK  EK  WÙ,           pVV,           V	,           pVP                  VVVP                  R
^4      34       V	V^,
          ,          p	EK_  	  VP                  ^,          V^,           8”  d%   WÇ^,           ,          ^ ,          R8X  d
   V^,          pVRWy,           W©,           V,           13,          pVR,          RWy,           W©,           V,           13,          VR&   VR,          P                  4       \        P                  ! VR,          4      8X  d   VP                  R4       \        V4      ^ 8”  d^   . pV F5  pVP                  VRV^ ,          V^,          V^,          13,          4       K7  	  \        P                  ! VV.,           ^R7      pV P                   P                  V4      w  ppVVV3# )re   r   l   ÿåa$iô ir  iô i	ô ri   rj   rh   rk   i  :NNNrY   )Údiméÿÿÿÿ)r   Úencode_token_weightsÚ	enumerateÚtorchÚ	is_tensorÚ
isinstanceÚnumbersÚIntegralrU   rp   ÚappendÚsumÚnumelÚpopro   Úcatra   )r2   Útoken_weight_pairsÚtoken_weight_pairs_lÚtoken_weight_pairs_llamaÚ	llama_outÚllama_pooledÚllama_extra_outÚtemplate_endÚextra_template_endÚextra_sizesÚuser_endÚimagesÚ	tok_pairsry   ÚvÚelemÚ	elem_sizeÚimage_startÚ	image_endÚllama_outputr   Úl_outÚl_pooleds   &&                     r   r£   Ú*HunyuanVideoClipModel.encode_token_weightsg   sÑ  € Ø1°#Õ6ÐØ#5°gÕ#>Ð à37·:±:×3RÑ3RÐSkÓ3lÑ0ˆ	 àˆØÐØˆØ ˆØˆà,¨QÕ/ˆ	Ü˜i×(‰DˆAØ�Q•4ˆDÜ—?’? 4×(Ô(Ü˜d¤G×$4Ñ$4×5Ò5Ø˜v”~Ø$¨¥UÕ+¨AÕ.°#Ô5Ø(¨Q­Õ/°Õ2°fÔ<Ø/0°1­u Ø+- Ø˜v”~¨(°b¬.Ø#$ q¥5šñ +9‘~ð —x‘x Ó0°GÖ;Ø$(§H¡H¨VÓ$4×$:Ñ$:¸1Õ$=˜	Ø'¨!Ô+Ø'¨2œ~Ø 2°iÀ!µmÕ CÓ 2ò  .ð +,­/˜KØ()¨I­¸Õ(C˜IØ"ŸM™M¨;¸	À4Ç8Á8ÐL^Ð`aÓCbÐ*cÔdØ'¨9°q­=Õ8›Kñ+ )ð. �?‰?˜1Õ °Õ!1Ô2Ø¨Õ)Õ*¨1Õ-°Ô4Ø Õ!�Ø   LÕ$>¸xÕ?UÐXjÕ?jÐ$jÐ!jÕkˆØ,;Ð<LÕ,MÈaÐQ]ÕQkÐltõ  mCð  FXõ  mXð  RXð  OXõ  -YˆÐ(Ñ)ØÐ+Õ,×0Ñ0Ó2´e·k²kÀ/ÐRbÕBcÓ6dÔdØ×ÑÐ 0Ô1äˆv‹;˜Œ?ØˆCÛ�Ø—
‘
˜9 Q¨¨!­¨a°­d°A°aµDÐ(8Ð%8Õ9Ö:ñ ä Ÿ9š9 S¨L¨>Õ%9¸qÔAˆLàŸ+™+×:Ñ:Ð;OÓP‰ˆˆxØ˜X Ð6Ð6r   c                ó|   € R V9   d   V P                   P                  V4      # V P                  P                  V4      # )z*text_model.encoder.layers.1.mlp.fc1.weight)ra   Úload_sdr   )r2   Úsds   &&r   rÅ   ÚHunyuanVideoClipModel.load_sdœ   s4   € Ø7¸2Ô=Ø—;‘;×&Ñ& rÓ*Ð*à—:‘:×%Ñ% bÓ)Ð)r   )ra   r—   r   )r8   r9   r:   r;   r1   rš   rž   r£   rÅ   r<   r=   r>   r?   s   @@r   r�   r�   W   s.   ù‡ € Ø#'°¸TÐQS÷ 0ò-ò(ò37÷j*ò *r   r�   c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR t^¤t oRR/ 3V VV3R lltRtVtV ;t# )Ú2hunyuan_video_clip.<locals>.HunyuanVideoClipModel_rC   Nc                ó^   <€ Se   VP                  4       pSVR&   \        SV `	  SWVR7       R # )Nr   )r   rK   r
   rT   )rV   r0   r1   )r2   rK   r
   rT   r4   r   r   s   &&&&€€€r   r1   Ú;hunyuan_video_clip.<locals>.HunyuanVideoClipModel_.__init__¥   s7   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<Ü‰GÑ¨¸VÐ`mÐÖnr   r6   r7   )r4   r@   r   r   s   @@€€r   ÚHunyuanVideoClipModel_rÊ   ¤   s   ú‡ € Ø"'¨tÀ2÷ 	o÷ 	oñ 	or   rÍ   )r�   )r   r   rÍ   s   ff r   Úhunyuan_video_cliprÎ   £   s    ù€ ÷oð oÔ!6ô oð "Ð!r   )Ú )NN)r   r   Úcomfy.model_managementÚcomfy.text_encoders.llamaÚhunyuan_imager   Úbpe_tokenizerr   r¥   r*   r¨   Úcomfy.utilsr   r`   r   r•   rB   r]   r„   ÚnnÚModuler�   rÎ   r6   r   r   Ú<module>r×      sƒ   ðÝ Û Û  Ý 0Ý -Û Û 	Û Û ôôZ�h×*Ñ*ô Zô
[�×%Ñ%ô [÷ ñ ô@gÐ3ô gôI*˜EŸH™HŸO™Oô I*öX"r   