+
    ƒ°ñj6  ã                   óª   € ^RI Ht ^RI Ht ^ RIHt ^ RIHt ^ RIt^ RIt^ RIt ! R R4      t	 ! R R	]P                  P                  4      tRR
 ltR# )é   )Úhunyuan_video)Úsd3_clip)Úsd1_clip)Ú	sdxl_clipNc                   óP   a € ] tR t^
t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚHiDreamTokenizerNc                óò   € \         P                  ! WR 7      V n        \        P                  ! WR 7      V n        \        P                  ! V^€^€VR7      V n        \        P                  ! V^€RVR7      V n        R# ))Úembedding_directoryÚtokenizer_data)r
   Ú
min_lengthÚ
max_lengthr   é	ô )r
   r   Ú	pad_tokenr   N)r   ÚSDTokenizerÚclip_lr   ÚSDXLClipGTokenizerÚclip_gr   ÚT5XXLTokenizerÚt5xxlr   ÚLLAMA3TokenizerÚllama)Úselfr
   r   s   &&&Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\hidream.pyÚ__init__ÚHiDreamTokenizer.__init__   sn   € Ü×*Ò*Ð?RÔrˆŒÜ×2Ò2ÐGZÔzˆŒÜ×,Ò,ÐATÐadÐqtð  FTô  UˆŒ
Ü"×2Ò2ÐGZÐgjÐv|ð  N\ô  ]ˆŽ
ó    c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚHiDreamTokenizer.__annotate__   s   ø€ ÷ ñ ©ñ r   c                ó  € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V P                  P                  ! W3/ VB pV^ ,          .VR&   V P                  P                  ! W3/ VB VR&   V# )ÚgÚlr   r   )r   Útokenize_with_weightsr   r   r   )r   r   Úreturn_word_idsÚkwargsÚoutr   s   &&&,  r   r(   Ú&HiDreamTokenizer.tokenize_with_weights   sŒ   € ØˆØ—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—;‘;×4Ò4°TÑUÈfÑUˆˆC‰Ø—
‘
×0Ò0°ÑQÈ&ÑQˆØ˜a��zˆˆG‰Ø—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Øˆ
r   c                ó8   € V P                   P                  V4      # ©N)r   Ú
untokenize)r   Útoken_weight_pairs   &&r   r/   ÚHiDreamTokenizer.untokenize   s   € Ø�{‰{×%Ñ%Ð&7Ó8Ð8r   c                ó   € / # r.   © ©r   s   &r   Ú
state_dictÚHiDreamTokenizer.state_dict   s   € Øˆ	r   )r   r   r   r   )F)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r(   r/   r5   Ú__static_attributes__Ú__classdictcell__)r"   s   @r   r   r   
   s)   ø‡ € Ø+/Àô ]÷ò ò9÷ð r   r   c            	       ó`   a a€ ] tR t^!t oRRRRRRRR/ 3	V 3R lltR tR tR tR tR	t	Vt
V ;t# )
ÚHiDreamTEModelTNÚcpuc
                óz  <€ \         S
V `  4        \        4       V n        V'       d;   \        P
                  ! WxR V	R7      V n        V P                  P                  V4       MRV n        V'       d:   \        P                  ! WxV	R7      V n
        V P                  P                  V4       MRV n
        V'       d[   \        P                  P                  WXV4      p\        P                  ! WuV	R R7      V n        V P                  P                  V4       MRV n        V'       dm   \        P                  P                  WhV4      pRV	9  d   RV	R&   \"        P$                  ! WvV	RRRR	R
R/R7      V n        V P                  P                  V4       MRV n        \(        P*                  ! RP-                  WW5WF4      4       R# )T)ÚdeviceÚdtypeÚreturn_projected_pooledÚmodel_optionsN)rA   rB   rD   )rA   rB   rD   Úattention_maskÚ
vocab_sizei õ ÚallÚstarti ô Úpadr   )rA   rB   rD   ÚlayerÚ	layer_idxÚspecial_tokenszQCreated HiDream text encoder with: clip_l {}, clip_g {}, t5xxl {}:{}, llama {}:{})Úsuperr   ÚsetÚdtypesr   ÚSDClipModelr   Úaddr   Ú	SDXLClipGr   ÚcomfyÚmodel_managementÚpick_weight_dtyper   Ú
T5XXLModelr   r   Ú
LLAMAModelr   ÚloggingÚdebugr!   )r   r   r   Út5r   Údtype_t5Údtype_llamarA   rB   rD   Ú	__class__s   &&&&&&&&&&€r   r   ÚHiDreamTEModel.__init__"   s�  ø€ Ü‰ÑÔÜ“eˆŒßÜ"×.Ò.°fÐcgð  xEô  FˆDŒKØ�K‰K�O‰O˜EÕ"àˆDŒKçÜ#×-Ò-°VÐXeÔfˆDŒKØ�K‰K�O‰O˜EÕ"àˆDŒKçÜ×-Ñ-×?Ñ?ÀÐQWÓXˆHÜ!×,Ò,°FÐZgÐx|Ô}ˆDŒJØ�K‰K�O‰O˜HÕ%àˆDŒJçÜ×0Ñ0×BÑBÀ;ÐW]Ó^ˆKØ =Ô0Ø.4�˜lÑ+Ü&×1Ò1¸ÐboÐw|ð  IMð  _fð  hnð  puð  w}ð  ^~ô  ˆDŒJØ�K‰K�O‰O˜KÕ(àˆDŒJä�ŠÐi×pÑpÐqwð  BDð  PUó  cö  	dr   c                óR  € V P                   e   V P                   P                  V4       V P                  e   V P                  P                  V4       V P                  e   V P                  P                  V4       V P                  e   V P                  P                  V4       R # R # r.   )r   Úset_clip_optionsr   r   r   )r   Úoptionss   &&r   r`   ÚHiDreamTEModel.set_clip_optionsC   sw   € Ø�;‰;Ò"Ø�K‰K×(Ñ(¨Ô1Ø�;‰;Ò"Ø�K‰K×(Ñ(¨Ô1Ø�:‰:Ò!Ø�J‰J×'Ñ'¨Ô0Ø�:‰:Ò!Ø�J‰J×'Ñ'¨Ö0ñ "r   c                óJ  € V P                   e   V P                   P                  4        V P                  e   V P                  P                  4        V P                  e   V P                  P                  4        V P                  e   V P                  P                  4        R # R # r.   )r   Úreset_clip_optionsr   r   r   r4   s   &r   rd   Ú!HiDreamTEModel.reset_clip_optionsM   so   € Ø�;‰;Ò"Ø�K‰K×*Ñ*Ô,Ø�;‰;Ò"Ø�K‰K×*Ñ*Ô,Ø�:‰:Ò!Ø�J‰J×)Ñ)Ô+Ø�:‰:Ò!Ø�J‰J×)Ñ)Ö+ñ "r   c                óš  € VR ,          pVR,          pVR,          pVR,          pRpRp/ p\        V4      ^ 8”  g   \        V4      ^ 8”  dÚ   V P                  e   V P                  P                  V4      w  riM4\        P                  ! R	\
        P                  P                  4       R7      p	V P                  e   V P                  P                  V4      w  r«M4\        P                  ! R
\
        P                  P                  4       R7      p\        P                  ! W›3RR7      pV P                  e(   V P                  P                  V4      pVR,          w  rÞMRpV P                  e2   V P                  P                  V4      pVR,          w  ppVR,          pMRpVf5   \        P                  ! R\
        P                  P                  4       R7      pVf5   \        P                  ! R\
        P                  P                  4       R7      pVf5   \        P                  ! R\
        P                  P                  4       R7      pVVR&   W×V3# )r'   r&   r   r   N)rA   )Údim:Nr   NÚconditioning_llama3)r   i   )r   i   éÿÿÿÿ):NNN:r   NN)r   é€   é   )r   é    r   rk   )r   i   )Úlenr   Úencode_token_weightsÚtorchÚzerosrS   rT   Úintermediate_devicer   Úcatr   r   )r   Útoken_weight_pairsÚtoken_weight_pairs_lÚtoken_weight_pairs_gÚtoken_weight_pairs_t5Útoken_weight_pairs_llamaÚlg_outÚpooledÚextraÚl_pooledÚg_outÚg_pooledÚ	t5_outputÚt5_outÚ	t5_pooledÚ	ll_outputÚll_outÚ	ll_pooleds   &&                r   rn   Ú#HiDreamTEModel.encode_token_weightsW   sà  € Ø1°#Õ6ÐØ1°#Õ6ÐØ 2°7Õ ;ÐØ#5°gÕ#>Ð ØˆØˆØˆäÐ#Ó$ qÔ(¬CÐ0DÓ,EÈÔ,IØ�{‰{Ò&Ø#'§;¡;×#CÑ#CÐDXÓ#YÑ �˜ä Ÿ;š; x¼×8NÑ8N×8bÑ8bÓ8dÔe�à�{‰{Ò&Ø"&§+¡+×"BÑ"BÐCWÓ"X‘��xä Ÿ;š; y¼×9OÑ9O×9cÑ9cÓ9eÔf�ä—Y’Y Ð3¸Ô<ˆFà�:‰:Ò!ØŸ
™
×7Ñ7Ð8MÓNˆIØ )¨"¥ÑˆF�IàˆFà�:‰:Ò!ØŸ
™
×7Ñ7Ð8PÓQˆIØ )¨"¥ÑˆF�IØ˜E•]‰FàˆFàŠ>Ü—[’[ ¼×8NÑ8N×8bÑ8bÓ8dÔeˆFàŠ>Ü—[’[Ð!1¼%×:PÑ:P×:dÑ:dÓ:fÔgˆFàŠ>Ü—[’[ ¼×9OÑ9O×9cÑ9cÓ9eÔfˆFà'-ˆÐ#Ñ$Ø˜uÐ$Ð$r   c                ó  € R V9   d   V P                   P                  V4      # RV9   d   V P                  P                  V4      # RV9   d   V P                  P                  V4      # V P                  P                  V4      # )z+text_model.encoder.layers.30.mlp.fc1.weightz*text_model.encoder.layers.1.mlp.fc1.weightz3encoder.block.23.layer.1.DenseReluDense.wi_1.weight)r   Úload_sdr   r   r   )r   Úsds   &&r   r†   ÚHiDreamTEModel.load_sd†   sn   € Ø8¸BÔ>Ø—;‘;×&Ñ& rÓ*Ð*Ø9¸RÔ?Ø—;‘;×&Ñ& rÓ*Ð*ØBÀbÔHØ—:‘:×%Ñ% bÓ)Ð)à—:‘:×%Ñ% bÓ)Ð)r   )r   r   rO   r   r   )r7   r8   r9   r:   r   r`   rd   rn   r†   r;   r<   Ú__classcell__)r]   r"   s   @@r   r>   r>   !   sA   ù‡ € Ø"¨4°DÀÈtÐaeÐnsÐ{ð  PR÷ dòB1ò,ò-%÷^*ò *r   r>   c           
      óH   a aaaaaaa€  ! VV VVVVVV3R  lR\         4      pV# )c            
       óN   <a a€ ] tR t^’t oRR/ 3V VVVVVVVV	3	R lltRtVtV ;t# )Ú%hidream_clip.<locals>.HiDreamTEModel_r?   Nc                óš   <	€ Se   VP                  4       pSVR&   S
e   VP                  4       pS
VR&   \        SV `	  SSSS	SSWVR7	       R # )NÚt5xxl_quantization_metadataÚllama_quantization_metadata)	r   r   rZ   r   r[   r\   rA   rB   rD   )ÚcopyrM   r   )r   rA   rB   rD   r]   r   r   r\   r[   r   r�   rZ   Út5_quantization_metadatas   &&&&€€€€€€€€€r   r   Ú.hidream_clip.<locals>.HiDreamTEModel_.__init__“   sn   ø€ Ø'Ò3Ø -× 2Ñ 2Ó 4�Ø?W�Ð;Ñ<Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø?Z�Ð;Ñ<Ü‰GÑ F°6¸bÈÐX`Ðnyð  CIð  fsÐö  tr   r3   )r7   r8   r9   r:   r   r;   r<   r‰   )
r]   r"   r   r   r\   r[   r   r�   rZ   r‘   s
   @@€€€€€€€€r   ÚHiDreamTEModel_rŒ   ’   s   ú‡ € Ø"'¨tÀ2÷ 	t÷ 	t÷ 	tr   r“   )r>   )	r   r   rZ   r   r[   r\   r‘   r�   r“   s	   ffffffff r   Úhidream_clipr”   ‘   s   ÿ€ ÷tö tœ.ô tð Ðr   )TTTTNNNN)Ú r   r   rS   r   r   Úcomfy.model_managementro   rX   r   ÚnnÚModuler>   r”   r3   r   r   Ú<module>r™      s@   ðÝ Ý Ý Ý Û Û Û ÷ñ ô.m*�U—X‘X—_‘_ô m*ö`
r   