+
    ƒ°ñj©  ã                   óH  € ^ RI Ht ^ RIHt ^RIHt ^RIHt ^ RIt ^ RI	t	^ RI
t
 ! R R]P                  4      t ! R R	]P                  4      t ! R
 R]P                  4      t ! R R]P                  4      t ! R R4      t ! R R]
P$                  P&                  4      tR# )é    )Úsd1_clip)ÚBertTokenizer)ÚSPieceTokenizer)Ú	BertModelNc                   ó@   a a€ ] tR t^	t oRRRR/ 3V 3R lltRtVtV ;t# )ÚHyditBertModelÚcpuÚlastNc                ó  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p/ VCRR/Cp\        SV `  WW6VR^eR^fR^ /\        RRVR7
       R# )	zhydit_clip.jsonÚ
model_nameÚ
hydit_clipÚstartÚendÚpadT©
ÚdeviceÚlayerÚ	layer_idxÚtextmodel_json_configÚdtypeÚspecial_tokensÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_optionsN)	ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__ÚsuperÚ__init__r   ©Úselfr   r   r   r   r   r   Ú	__class__s   &&&&&& €Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\hydit.pyr#   ÚHyditBertModel.__init__
   s¯   ø€ Ü "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZkÓ lÐØE˜=ÐE¨,¸ÑEˆÜ‰Ñ ¸yð  ~Cð  U\ð  ^að  chð  jmð  otð  vwð  Txô  FOð  hlð  EIð  YfÐö  	gó    © ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r#   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r&   Ú__classdict__s   @@r'   r   r   	   ó   ù‡ € Ø#¨6¸TÈÐ]_÷ g÷ gr)   r   c                   ó:   a a€ ] tR t^t oR/ 3V 3R lltRtVtV ;t# )ÚHyditBertTokenizerNc                óü   <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p\        SV `  VRRR\        RR^MVR7	       R# )Úhydit_clip_tokenizerFi   Úchinese_robertai   )Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚtokenizer_dataN)	r   r   r   r   r    r!   r"   r#   r   )r%   Úembedding_directoryrB   Útokenizer_pathr&   s   &&& €r'   r#   ÚHyditBertTokenizer.__init__   sq   ø€ ÜŸ™Ÿ™¤b§g¡g§o¡o´b·g±g×6FÑ6FÄxÓ6PÓ&QÐSiÓjˆÜ‰Ñ˜°eÈDÐ`qô  DQð  ejð  wzð  GIð  ZhÐö  	ir)   r*   r+   r3   s   @@r'   r7   r7      s   ù‡ € Ø+/À÷ i÷ ir)   r7   c                   ó@   a a€ ] tR t^t oRRRR/ 3V 3R lltRtVtV ;t# )Ú
MT5XLModelr	   r
   Nc                óN  <€ \         P                  P                  \         P                  P                  \         P                  P	                  \
        4      4      R 4      p/ VCRR/Cp\        SV `  WW6VR^R^ /\        P                  P                  P                  RRVR7
       R# )zmt5_config_xl.jsonr   Úmt5xlr   r   Tr   N)r   r   r   r   r    r!   r"   r#   ÚcomfyÚtext_encodersÚt5ÚT5r$   s   &&&&&& €r'   r#   ÚMT5XLModel.__init__   sË   ø€ Ü "§¡§¡¬R¯W©W¯_©_¼R¿W¹W×=MÑ=MÌhÓ=WÓ-XÐZnÓ oÐØ@˜=Ð@¨,¸Ñ@ˆÜ‰Ñ ¸yð  ~Cð  UZð  \]ð  _dð  fgð  Thô  v{÷  vIñ  vI÷  vLñ  vL÷  vOñ  vOð  hlð  EIð  YfÐö  	gr)   r*   r+   r3   s   @@r'   rG   rG      r5   r)   rG   c                   ó@   a a€ ] tR t^t oR/ 3V 3R lltR tRtVtV ;t# )ÚMT5XLTokenizerNc                óf   <€ VP                  R R4      p\        SV `	  VRRR\        RRRRVR7
       R# )Úspiece_modelNFi   rI   iÿàõé   )	r;   r<   r=   r>   Úhas_start_tokenr?   r@   rA   rB   )Úgetr"   r#   r   )r%   rC   rB   Ú	tokenizerr&   s   &&& €r'   r#   ÚMT5XLTokenizer.__init__   sY   ø€ à"×&Ñ& ~°tÓ<ˆ	Ü‰Ñ˜°ÀtÐ[bô  uDð  V[ð  otð  AIð  VYð  jxÐö  	yr)   c                ó:   € R V P                   P                  4       /# )rR   )rV   Úserialize_model©r%   s   &r'   Ú
state_dictÚMT5XLTokenizer.state_dict!   s   € Ø §¡× >Ñ >Ó @ÐAÐAr)   r*   )	r,   r-   r.   r/   r#   r[   r0   r1   r2   r3   s   @@r'   rP   rP      s   ù‡ € Ø+/À÷ y÷
Bò Br)   rP   c                   óP   a € ] tR t^$t o R/ 3R ltRV 3R lR lltR tR tRtV t	R# )	ÚHyditTokenizerNc                ó|   € VP                  R R4      p\        VR7      V n        \        / VCRV/CVR7      V n        R# )úmt5xl.spiece_modelN)rC   rR   )rB   rC   )rU   r7   r   rP   rI   )r%   rC   rB   Úmt5_tokenizer_datas   &&& r'   r#   ÚHyditTokenizer.__init__%   sG   € Ø+×/Ñ/Ð0DÀdÓKÐÜ,ÐATÔUˆŒÜ#Ð3i°nÐ3iÀnÐVhÑ3ið  @Sô  TˆŽ
r)   c                ó    <€ V ^8„  d   QhRS[ /# )é   Útext)Ústr)Úformatr4   s   "€r'   Ú__annotate__ÚHyditTokenizer.__annotate__*   s   ø€ ÷ ñ ©ñ r)   c                óŠ   € / pV P                   P                  ! W3/ VB VR &   V P                  P                  ! W3/ VB VR&   V# ©r   rI   )r   Útokenize_with_weightsrI   )r%   re   Úreturn_word_idsÚkwargsÚouts   &&&, r'   rl   Ú$HyditTokenizer.tokenize_with_weights*   sI   € ØˆØ ŸO™O×AÒAÀ$ÑbÐ[aÑbˆˆLÑØ—z‘z×7Ò7¸ÑXÐQWÑXˆˆG‰Øˆ
r)   c                ó8   € V P                   P                  V4      # ©N)r   Ú
untokenize)r%   Útoken_weight_pairs   &&r'   rs   ÚHyditTokenizer.untokenize0   s   € Ø�‰×)Ñ)Ð*;Ó<Ð<r)   c                óH   € R V P                   P                  4       R,          /# )r`   rR   )rI   r[   rZ   s   &r'   r[   ÚHyditTokenizer.state_dict3   s   € Ø$ d§j¡j×&;Ñ&;Ó&=¸nÕ&MÐNÐNr)   rk   )F)
r,   r-   r.   r/   r#   rl   rs   r[   r0   r1   )r4   s   @r'   r^   r^   $   s+   ø‡ € Ø+/Àô T÷
ò ò=÷Oð Or)   r^   c                   óT   a a€ ] tR t^6t oRR/ 3V 3R lltR tR tR tR tRt	Vt
V ;t# )	Ú
HyditModelr	   Nc                óÈ   <€ \         SV `  4        \        W#R 7      V n        \	        W#R 7      V n        \        4       V n        Ve   V P                  P                  V4       R# R# ))r   r   N)	r"   r#   r   r   rG   rI   ÚsetÚdtypesÚadd)r%   r   r   r   r&   s   &&&&€r'   r#   ÚHyditModel.__init__7   sJ   ø€ Ü‰ÑÔÜ(¨uÔRˆŒÜ eÔIˆŒ
ä“eˆŒØÒØ�K‰K�O‰O˜EÖ"ñ r)   c           	     ó  € V P                   P                  VR ,          4      pV P                  P                  VR,          4      pV^ ,          V^,          RV^,          R,          RV^ ,          RV^,          R,          /3# )r   rI   Úattention_maskÚconditioning_mt5xlÚattention_mask_mt5xl)r   Úencode_token_weightsrI   )r%   Útoken_weight_pairsÚ	hydit_outÚmt5_outs   &&  r'   rƒ   ÚHyditModel.encode_token_weights@   sš   € Ø—O‘O×8Ñ8Ð9KÈLÕ9YÓZˆ	Ø—*‘*×1Ñ1Ð2DÀWÕ2MÓNˆØ˜�|˜Y q�\Ð,<¸iÈ½lÐK[Õ>\Ð^rÐt{Ð|}Õt~ð  AWð  Y`ð  abõ  Ycð  dtõ  Yuð  ,vð  vð  	vr)   c                ó|   € R V9   d   V P                   P                  V4      # V P                  P                  V4      # )z0bert.encoder.layer.0.attention.self.query.weight)r   Úload_sdrI   )r%   Úsds   &&r'   r‰   ÚHyditModel.load_sdE   s4   € Ø=ÀÔCØ—?‘?×*Ñ*¨2Ó.Ð.à—:‘:×%Ñ% bÓ)Ð)r)   c                ór   € V P                   P                  V4       V P                  P                  V4       R # rr   )r   Úset_clip_optionsrI   )r%   Úoptionss   &&r'   r�   ÚHyditModel.set_clip_optionsK   s&   € Ø�‰×(Ñ(¨Ô1Ø�
‰
×#Ñ# GÖ,r)   c                ón   € V P                   P                  4        V P                  P                  4        R # rr   )r   Úreset_clip_optionsrI   rZ   s   &r'   r‘   ÚHyditModel.reset_clip_optionsO   s"   € Ø�‰×*Ñ*Ô,Ø�
‰
×%Ñ%Ö'r)   )r|   r   rI   )r,   r-   r.   r/   r#   rƒ   r‰   r�   r‘   r0   r1   r2   r3   s   @@r'   ry   ry   6   s+   ù‡ € Ø#¨4¸r÷ #òvò
*ò-÷(ò (r)   ry   )rJ   r   Útransformersr   Úspiece_tokenizerr   Úbertr   Úcomfy.text_encoders.t5r   ÚtorchÚSDClipModelr   ÚSDTokenizerr7   rG   rP   r^   ÚnnÚModulery   r*   r)   r'   Ú<module>rœ      sŠ   ðÝ Ý &Ý -Ý Û Û 	Û ôg�X×)Ñ)ô gôi˜×-Ñ-ô iôg�×%Ñ%ô gôB�X×)Ñ)ô B÷Oñ Oô$(�—‘—‘ö (r)   