+
    ƒ°ñj=I  ã                   óò  € ^ RI Ht ^ RIt^ RIHt ^ RIHu Ht ^ RIH	t	 ^ RI
t^ RIHt ^ RIHt ^ RIHtHtHtHtHt ^ RIHt ^ RIHt R	tR
t] ! R R4      4       t] ! R R4      4       t ! R R]P:                  4      t ! R R]P:                  4      t ! R R]P:                  4      t  ! R R]P:                  4      t! ! R R]P:                  4      t" ! R R]P:                  4      t# ! R R]P:                  4      t$ ! R R]P:                  4      t% ! R R 4      t& ! R! R"]PN                  4      t( ! R# R$]PR                  4      t* ! R% R&]PV                  4      t, ! R' R(]PZ                  4      t.R*R) lt/R# )+é    )Ú	dataclassN)Ú	Tokenizer)Úsd1_clip)Úoptimized_attention_for_device)ÚMLPÚRMSNormÚTransformerBlockÚmoe_experts_forwardÚprecompute_freqs_cis)Úapply_partial_rope)Úqwen_vliåe z<image><imagePatch></image>c                   óp   a € ] tR t^t o RtRtRtRt^t^t	^t
^€t^@tRtRtRt^t^t^tRtR	tV 3R
 ltRtV tR# )ÚBailingMoeV2Configi f é   i   i   g    €O"Aç�íµ ÷Æ°>é   g      @Úsiluc                óæ   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R	&   S[;R
&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚmoe_intermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚhead_dimÚrope_dimÚ
rope_thetaÚrms_norm_epsÚnum_expertsÚnum_experts_per_tokÚn_groupÚ
topk_groupÚrouted_scaling_factorÚmlp_activation)ÚintÚfloatÚstr)ÚformatÚ__classdict__s   "€ÚBC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\ming_image.pyÚ__annotate__ÚBailingMoeV2Config.__annotate__   sà   ø‡ ‚ áÑñ ñ Ññ ñ Ñ!ñ	 ñ
 Ñ$ñ ñ Ññ ñ Ñ!ñ ñ Ñ ñ ñ Ññ ñ Ññ ñ Ñ ñ ñ Ññ ñ Ññ ñ Ñ ñ ñ Ññ ñ  Ññ! ñ" !Ñ&ñ# ñ$ Ñ ò% ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r+   s   @r,   r   r      sh   ø‡ € à€JØ€KØ!ÐØ!$ÐØÐØ!ÐØ ÐØ€HØ€HØ €JØ€LØ€KØ ÐØ€GØ€JØ#&ÐØ €N÷% ƒ r/   r   c                   ó`   a € ] tR t^(t o RtRt^t^t^t^€t	Rt
RtRtRtRtRtRtV 3R	 ltR
tV tR# )ÚMingConnectorConfigi   i #  r   g    €„.ATFr   Nc                óž   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   S[;R	&   S[;R
&   S[;R&   # )r   r   r   r   r   r   r   r    r   Úqkv_biasÚrms_norm_addr&   )r'   r(   Úboolr)   )r*   r+   s   "€r,   r-   Ú MingConnectorConfig.__annotate__(   s’   ø‡ ‚ áÑñ ñ Ñ!ñ ñ Ññ	 ñ
 Ñ!ñ ñ Ñ ñ ñ Ññ ñ Ññ ñ Ñ!ñ ñ Ññ ñ Ññ ñ Ñ ò r/   r0   )r1   r2   r3   r4   r   r   r   r   r   r   r    r   r<   r=   r&   Úq_normÚk_normr5   r6   r7   r8   s   @r,   r:   r:   (   sQ   ø‡ € à€KØ!ÐØÐØ!ÐØ ÐØ€HØ€LØ!€JØ€HØ€LØ €NØ€FØ€F÷ ƒ r/   r:   c                   ó<   a a€ ] tR t^9t oRV 3R lltR tRtVtV ;t# )ÚBailingAttentionc                ót  <€ \         SV `  4        VP                  V n        VP                  V n        VP                  V n        VP                  V n        VP                  VP                  V P                  ^V P
                  ,          ,           V P                  ,          RW#R7      V n
        \        V P                  VP                  W#R7      V n        \        V P                  VP                  W#R7      V n        VP                  V P                  V P                  ,          VP                  RW#R7      V n        R# )r   F©ÚbiasÚdeviceÚdtype©ÚepsrG   rH   N)ÚsuperÚ__init__r   Ú	num_headsr   Únum_kv_headsr   r   ÚLinearr   Úquery_key_valuer   r    r@   rA   Údense©ÚselfÚconfigrG   rH   ÚopsÚ	__class__s   &&&&&€r,   rL   ÚBailingAttention.__init__:   sî   ø€ Ü‰ÑÔØ×3Ñ3ˆŒØ"×6Ñ6ˆÔØŸ™ˆŒØŸ™ˆŒØ"Ÿz™z¨&×*<Ñ*<¸t¿~¹~ÐPQÐTX×TeÑTeÕPeÕ?eÐim×ivÑivÕ>vð  ~Cð  LR˜zó   `ˆÔÜ˜dŸm™m°×1DÑ1DÈVÔaˆŒÜ˜dŸm™m°×1DÑ1DÈVÔaˆŒØ—Z‘Z §¡°·±Õ >À×@RÑ@RÐY^Ðgm�ZÓ{ˆŽ
r/   c           
     óÊ  € VP                   w  rVpV P                  V4      P                  WVRV P                  4      P	                  ^^4      pVP                  V P                  V P                  V P                  3^R7      w  ršpV P                  V	4      p	V P                  V
4      p
\        WšW0P                  4      w  ršV! WšW°P                  VRRR7      pV P                  V4      # )é   ©ÚdimT)ÚmaskÚskip_reshapeÚ
enable_gqaéÿÿÿÿ)ÚshaperP   Úviewr   Ú	transposeÚsplitrM   rN   r@   rA   r   r   rQ   )rS   ÚxÚattention_maskÚ	freqs_cisÚoptimized_attentionÚbatchÚseq_lenÚ_ÚqkvÚxqÚxkÚxvÚouts   &&&&&        r,   ÚforwardÚBailingAttention.forwardE   sÂ   € ØŸG™GÑˆ˜Ø×"Ñ" 1Ó%×*Ñ*¨5¸2¸t¿}¹}ÓM×WÑWÐXYÐ[\Ó]ˆØ—Y‘Y §¡°×0AÑ0AÀ4×CTÑCTÐUÐ[\�YÓ]‰
ˆ�Ø�[‰[˜‹_ˆØ�[‰[˜‹_ˆÜ# B¨I·}±}ÓE‰ˆÙ! "¨"¯n©nÀ>Ð`dÐquÔvˆØ�z‰z˜#‹Ðr/   )rQ   r   rA   rM   rN   r@   rP   r   ©NNN©	r1   r2   r3   r4   rL   rp   r6   r7   Ú__classcell__©rV   r+   s   @@r,   rC   rC   9   s   ù‡ € ÷	|÷ò r/   rC   c                   ó<   a a€ ] tR t^Pt oRV 3R lltR tRtVtV ;t# )ÚBailingGatec                óœ  <€ \         SV `  4        VP                  V n        VP                  V n        VP
                  V n        VP                  V n        VP                  VP                  VP                  R W#R7      V n
        \        P                  ! \        P                  ! VP                  V\        P                  R7      4      V n        R# )FrE   ©rG   rH   N)rK   rL   r"   Útop_kr#   r$   r%   rO   r   r!   ÚprojÚnnÚ	ParameterÚtorchÚemptyÚfloat32Úexpert_biasrR   s   &&&&&€r,   rL   ÚBailingGate.__init__Q   s‘   ø€ Ü‰ÑÔØ×/Ñ/ˆŒ
Ø—~‘~ˆŒØ ×+Ñ+ˆŒØ%+×%AÑ%AˆÔ"Ø—J‘J˜v×1Ñ1°6×3EÑ3EÈEÐZ`�JÓnˆŒ	ÜŸ<š<¬¯ª°F×4FÑ4FÈvÔ]b×]jÑ]jÔ(kÓlˆÖr/   c                óÊ  € \         P                  ! V P                  VP                  4       4      4      pV\        P
                  P                  V P                  VR R7      ,           pVP                  ^ ,          pVP                  W@P                  R
4      p\         P                  ! VP                  ^R
R7      ^ ,          P                  R
R7      V P                  R
R R7      ^,          p\         P                  ! W@P                  \         P                  VP                   R7      P#                  ^VR4      p\         P                  ! VP%                  VP'                  R
4      ( \        R4      4      P                  VR
4      V P(                  R
R R7      ^,          p\         P*                  ! V^VR7      p	W‰V	P                  R
RR7      R	,           ,          V P,                  ,          3# )F)ÚcopyrZ   )Úkr[   Úsorted©rH   rG   Tz-inf)r[   Úindex)r[   Úkeepdimg#B’¡œÇ;r_   )r~   Úsigmoidr{   r(   ÚcomfyrU   Úcast_to_inputr�   r`   ra   r#   ÚtopkÚsumr$   Úzerosr>   rG   Úscatter_Úmasked_fillÚ	unsqueezerz   Úgatherr%   )
rS   rd   ÚscoresÚroutingÚ
num_tokensÚgroupedÚ	group_idxÚ
group_maskÚtopk_idxÚtopk_weights
   &&        r,   rp   ÚBailingGate.forwardZ   s~  € Ü—’˜tŸy™y¨¯©«Ó3Ó4ˆØœ5Ÿ9™9×2Ñ2°4×3CÑ3CÀVÐRWÐ2ÓXÕXˆØ—]‘] 1Õ%ˆ
Ø—,‘,˜z¯<©<¸Ó<ˆÜ—J’J˜wŸ|™|¨A°2˜|Ó6°qÕ9×=Ñ=À"Ð=ÓEÈÏÉÐ^`ÐinÔoÐpqÕrˆ	Ü—[’[ ¯\©\ÄÇÁÐTU×T\ÑT\Ô]×fÑfÐghÐjsÐuyÓzˆ
Ü—:’:˜g×1Ñ1°:×3GÑ3GÈÓ3KÐ2KÌUÐSYË]Ó[×`Ñ`ÐakÐmoÓpÐtx×t~Ñt~ð  EGð  PUô  Vð  WXõ  YˆÜ—l’l 6¨q¸ÔAˆØ¨¯©¸BÈ¨Ó(MÐPUÕ(UÕVÐY]×YsÑYsÕsÐsÐsr/   )r�   r#   r{   r%   rz   r$   rr   rs   ru   s   @@r,   rw   rw   P   s   ù‡ € ÷m÷	tò 	tr/   rw   c                   ó<   a a€ ] tR t^ft oRV 3R lltR tRtVtV ;t# )ÚBailingExpertsc           	     ó8  <€ \         SV `  4        VP                  V n        VP                  VP                  VP                  ^VP
                  ,          RW#R7      V n        VP                  VP                  VP
                  VP                  RW#R7      V n        R# )r   F)r!   Úin_featuresÚout_featuresrF   rG   rH   N)rK   rL   r!   Ú
MoEExpertsr   r   Úgate_up_projÚ	down_projrR   s   &&&&&€r,   rL   ÚBailingExperts.__init__g   sµ   ø€ Ü‰ÑÔØ!×-Ñ-ˆÔØŸN™N°v×7IÑ7IÐW]×WiÑWiÐxyð  }C÷  }Yñ  }Yõ  yYð  `eð  nt˜Nó  BˆÔØŸ™°F×4FÑ4FÐTZ×TpÑTpð  @F÷  @Rñ  @Rð  Y^ð  gm˜ó  {ˆŽr/   c           	     óŒ   € \        WW0P                  V P                  V P                  \        P
                  P                  4      # ©N)r
   r!   r£   r¤   r‹   rU   Ú_swiglu_eager)rS   rd   rš   r›   s   &&&&r,   rp   ÚBailingExperts.forwardm   sC   € Ü" 1°×=MÑ=MÈt×O`ÑO`Ðbf×bpÑbpÔrw×r{Ñr{÷  sJñ  sJó  Kð  	Kr/   )r¤   r£   r!   rr   rs   ru   s   @@r,   rž   rž   f   s   ù‡ € ÷{÷Kò Kr/   rž   c                   ó<   a a€ ] tR t^qt oRV 3R lltR tRtVtV ;t# )ÚBailingSparseMoec                óÊ   <€ \         SV `  4        \        WW4R 7      V n        \        WW4R 7      V n        \        WW4R 7      V n        \        WW4VP                  R7      V n	        R# )©rG   rH   rU   )rG   rH   rU   r   N)
rK   rL   rw   ÚgateÚ
image_gaterž   Úexpertsr   r   Úshared_expertsrR   s   &&&&&€r,   rL   ÚBailingSparseMoe.__init__r   sP   ø€ Ü‰ÑÔÜ ¸UÔLˆŒ	Ü% fÀ5ÔRˆŒÜ% fÀ5ÔRˆŒÜ! &¸uÐag×a}Ña}Ô~ˆÖr/   c           	     ó~  € VP                   w  r4pVP                  RV4      pV P                  V4      w  rxV P                  V4      w  ršVP                  R^4      pV P	                  V\
        P                  ! W¹V4      \
        P                  ! WºV4      4      pVP                  W4V4      V P                  V4      ,           # )rY   r_   )	r`   Úreshaper®   r¯   r°   r~   Úwherera   r±   )rS   rd   Ú
image_maskrh   ri   ÚhiddenÚflatÚtext_idxÚtext_weightÚ	image_idxÚimage_weightr\   ro   s   &&&          r,   rp   ÚBailingSparseMoe.forwardy   sž   € Ø!"§¡Ñˆ˜Ø�y‰y˜˜VÓ$ˆØ $§	¡	¨$£ÑˆØ"&§/¡/°$Ó"7Ñˆ	Ø×!Ñ! " aÓ(ˆØ�l‰l˜4¤§¢¨T¸hÓ!GÌÏÊÐUYÐitÓIuÓvˆØ�x‰x˜¨Ó/°$×2EÑ2EÀaÓ2HÕHÐHr/   )r°   r®   r¯   r±   rr   rs   ru   s   @@r,   r«   r«   q   s   ù‡ € ÷÷Iò Ir/   r«   c                   ó<   a a€ ] tR t^ƒt oRV 3R lltR tRtVtV ;t# )ÚBailingDecoderLayerc                óh  <€ \         SV `  4        \        WWER 7      V n        \	        VP
                  VP                  W4R7      V n        \	        VP
                  VP                  W4R7      V n        V^ 8H  V n	        V P                  '       d   \        WWER 7      V n        R# \        WWER 7      V n        R# )r­   rI   N)rK   rL   rC   Ú	attentionr   r   r    Úinput_layernormÚpost_attention_layernormrQ   r   Úmlpr«   )rS   rT   rˆ   rG   rH   rU   rV   s   &&&&&&€r,   rL   ÚBailingDecoderLayer.__init__„   sˆ   ø€ Ü‰ÑÔÜ)¨&ÀuÔVˆŒÜ& v×'9Ñ'9¸v×?RÑ?RÐ[aÔoˆÔÜ(/°×0BÑ0BÈ×H[ÑH[ÐdjÔ(xˆÔ%Ø˜a‘ZˆŒ
Ø�:�:ˆ:Ü˜6¸ÔGˆDŽHä'¨ÀUÔTˆDŽHr/   c                óô   € WP                  V P                  V4      W#V4      ,           pV P                  V4      pV P                  '       d   WP	                  V4      ,           # WP	                  We4      ,           # r§   )rÁ   rÂ   rÃ   rQ   rÄ   )rS   rd   re   rf   rg   r¶   Úhs   &&&&&& r,   rp   ÚBailingDecoderLayer.forward�   s^   € Ø—‘˜t×3Ñ3°AÓ6¸ÐSfÓgÕgˆØ×)Ñ)¨!Ó,ˆØ�:�:ˆ:Ø—x‘x “{•?Ð"Ø—8‘8˜AÓ*Õ*Ð*r/   )rÁ   rQ   rÂ   rÄ   rÃ   rr   rs   ru   s   @@r,   r¿   r¿   ƒ   s   ù‡ € ÷	U÷+ò +r/   r¿   c                   óB   a a€ ] tR t^—t oRV 3R lltR tR tRtVtV ;t	# )ÚBailingMoeV2c                óv  <€ \         SV `  4        Wn        VP                  VP                  VP
                  W#R 7      V n        \        P                  ! \        VP                  4       Uu. uF  p\        WW#VR7      NK  	  up4      V n        \        VP
                  VP                  W#R7      V n        R# u upi )ry   r­   rI   N)rK   rL   rT   Ú	Embeddingr   r   Úembed_tokensr|   Ú
ModuleListÚranger   r¿   Úlayersr   r    Únorm©rS   rT   rG   rH   rU   ÚirV   s   &&&&& €r,   rL   ÚBailingMoeV2.__init__˜   s±   ø€ Ü‰ÑÔØŒØŸM™M¨&×*;Ñ*;¸V×=OÑ=OÐX^˜MÓlˆÔÜ—m’mÔrwÐx~÷  yQñ  yQô  sRó  %Sñ  sRÐmnÔ%8¸È6Ðdg×%hñ  sRñ  %Só  TˆŒÜ˜F×.Ñ.°F×4GÑ4GÐPVÔdˆŽ	ùò %Ss   Á*B6c           
     óÊ  € \         P                  ! W\         P                  R 7      pV F1  w  rVpWEWg,          ,           R;;; Wg,          ^,
          ,          uuu% K3  	  VP                  4       pVP                  4       p	^ p
V FÉ  w  rVpWVV,          ,           pWZ,
          WEV% WZ,
          \         P                  ! WcR7      V^,
          ^,          ,
          P	                  V4      ,           W…V% WZ,
          \         P                  ! WsR7      V^,
          ^,          ,
          P                  V4      ,           W•V% W¦V,          ^,
          ,          p
KË  	  RV P                  P                  \         P                  ! ^ V P                  P                  ^V\         P                  R 7      V P                  P                  ,          ,          ,          pVR,          V,          pVR,          VR,          ,          VR&   V	R,          VR,          ,          VR	&   VP                  ^ 4      p\         P                  ! WÝ3R
R7      P                  4       VP                  4       VP                  4       ) 3# )ry   N©rG   g      ð?ºr   é   r   ºrY   rØ   r   rZ   )ºNNNN)rÚ   r×   )rÚ   rÙ   r_   )r~   Úaranger€   ÚcloneÚrepeat_interleaveÚrepeatrT   r   r   r’   ÚcatÚcosÚsin)rS   ri   ÚblocksrG   ÚtÚstartÚghÚgwrÇ   ÚwÚshiftÚendÚinv_freqÚfreqss   &&&&          r,   rf   ÚBailingMoeV2.freqs_cisŸ   sî  € ä�LŠL˜´u·}±}ÔEˆÛ#‰MˆE�rØ�b•g�oÐÓ 2¥7¨Q¥;Õ.Õñ $à�G‰G‹IˆØ�G‰G‹IˆØˆÛ#‰MˆE�rØ˜r�'•/ˆCØ �=ˆA�CˆLØ �=¬E¯LªL¸Ô,KÈrÐTUÍvÐZ[ÍmÕ,[×+nÑ+nÐoqÓ+rÕrˆA�CˆLØ �=¬E¯LªL¸Ô,KÈrÐTUÍvÐZ[ÍmÕ,[×+cÑ+cÐdfÓ+gÕgˆA�CˆLØ˜"•W˜q•[Õ ŠEñ $ð ˜$Ÿ+™+×0Ñ0´U·\²\À!ÀTÇ[Á[×EYÑEYÐ[\ÐekÔsx÷  tAñ  tAô  6Bð  EI÷  EPñ  EP÷  EYñ  EYõ  6Yõ  Zõ  [ˆØ�'•
˜XÕ%ˆØ˜W�:¨°Õ(8Õ8ˆˆiÑØ˜W�:¨°Õ(8Õ8ˆˆiÑØ—‘ Ó"ˆÜ�yŠy˜%˜¨RÔ0×4Ñ4Ó6¸¿	¹	»ÀeÇiÁiÃkÀ\ÐQÐQr/   c                ód  € VP                   ^,          pV P                  WSVP                  4      p\        P                  ! VP
                  4      P                  ^,          p\        P                  ! WU3WqP
                  VP                  R7      P                  ^4      pW‚^ 8H  P                  VP
                  4      R,          V,          ,           p\        VP                  RRR7      p	\        P                  ! VP                   R,          \        P                  VP                  R7      p
V F  w  r¼pRV
RW»WÍ,          ,           13&   K  	  . p\        V P                  4       F'  w  ppWô9   d   VP                  V4       V! WWiV
4      pK)  	  V P!                  V4      pVP                  V4       W3# )rY   r‡   rÚ   T©r\   Úsmall_input:Nr   N)rÚ   NNrÚ   )r`   rf   rG   r~   ÚfinforH   ÚminÚfullÚtriu_Útor   r�   r>   Ú	enumeraterÐ   ÚappendrÑ   )rS   rd   re   râ   Úcapture_layersri   rf   Únegr\   rg   r¶   rä   rå   ræ   ÚcapturedrÓ   Úlayers   &&&&&            r,   rp   ÚBailingMoeV2.forward´   sM  € Ø—'‘'˜!•*ˆØ—N‘N 7°A·H±HÓ=ˆ	Ü�kŠk˜!Ÿ'™'Ó"×&Ñ&¨Õ*ˆÜ�zŠz˜7Ð,¨c¿¹ÈÏÉÔR×XÑXÐYZÓ[ˆØ¨Ñ*×.Ñ.¨q¯w©wÓ7Ð8HÕIÈCÕOÕOˆÜ<¸Q¿X¹XÈDÐ^bÔcÐÜ—[’[ §¡¨¥´E·J±JÀqÇxÁxÔPˆ
Û#‰MˆE�rØ37ˆJ�q˜%¨­¥Ð/Ð/Ó0ñ $ð ˆÜ! $§+¡+Ö.‰HˆAˆuØÔ"Ø—‘ Ô"Ù�a˜y¸zÓJŠAñ /ð �I‰I�a‹LˆØ�‰˜ÔØˆ{Ðr/   )rT   rÍ   rÐ   rÑ   rr   )
r1   r2   r3   r4   rL   rf   rp   r6   r7   rt   ru   s   @@r,   rÊ   rÊ   —   s   ù‡ € ÷eòR÷*ò r/   rÊ   c                   ó<   a a€ ] tR t^Ét oRV 3R lltR tRtVtV ;t# )ÚMingConnectorc                ó  <€ \         SV `  4        Wn        \        P                  ! \        VP                  4       Uu. uF  p\        WW#VR 7      NK  	  up4      V n        \        VP                  VP                  W#R7      V n        R# u upi ))rˆ   rG   rH   rU   rI   N)rK   rL   rT   r|   rÎ   rÏ   r   r	   rÐ   r   r   r    rÑ   rÒ   s   &&&&& €r,   rL   ÚMingConnector.__init__Ê   s‘   ø€ Ü‰ÑÔØŒÜ—m’mÔuzð  |B÷  |Tñ  |Tô  vUó  %Vñ  vUÐpqÔ%5°fÈfÐgj×%kñ  vUñ  %Vó  WˆŒÜ˜F×.Ñ.°F×4GÑ4GÐPVÔdˆŽ	ùò %Vs   ½B	c                ó˜  € \         P                  ! VP                  ^,          VP                  R7      P	                  ^ 4      p\        V P                  P                  W P                  P                  VP                  R7      p\        VP                  RRR7      pV P                   F  pV! VRW4R7      w  rK  	  V P                  V4      # )rY   rÖ   FTrî   N)re   rf   rg   )r~   rÛ   r`   rG   r’   r   rT   r   r   r   rÐ   rÑ   )rS   rd   Úposition_idsrf   rg   rú   rj   s   &&     r,   rp   ÚMingConnector.forwardÐ   s”   € Ü—|’| A§G¡G¨A¥J°q·x±xÔ@×JÑJÈ1ÓMˆÜ(¨¯©×)=Ñ)=¸|Ï[É[×McÑMcÐlm×ltÑltÔuˆ	Ü<¸Q¿X¹XÈEÐ_cÔdÐØ—[”[ˆEÙ˜¨4¸9Ôn‰DˆA‰qñ !à�y‰y˜‹|Ðr/   )rT   rÐ   rÑ   rr   rs   ru   s   @@r,   rý   rý   É   s   ù‡ € ÷e÷ò r/   rý   c                   óH   a a€ ] tR t^Ùt oRtV 3R ltR tR tR tRt	Vt
V ;t# )ÚMingImageEncoderc                óÔ  <€ \         SV `  4        \        R/ VB p\        4       pVP                  V n        \        WSW$R 7      V n        \        P                  ! RRR^^ W2VR7      V n
        \        P                  ! VP                  RVP                  W2R7      \        P                  ! 4       VP                  VP                  VP                  W2R7      4      V n        \#        WcW$R 7      V n        \        P&                  ! \(        P*                  ! RVP                  W2R7      4      V n        VP                  VP                  VP                  W2R7      V n        VP                  VP                  RW2R7      V n        VP                  \3        V P4                  4      ^,           ,          p\        P                  ! VP7                  VRR	W2R
7      VP                  VRW2R7      4      V n        R# )r­   i   i    i€  )r   Úoutput_hidden_sizer   rM   Ú
num_layersrG   rH   rU   ry   r   i 
  gñhãˆµøä>T)rJ   Úelementwise_affinerG   rH   i   Nr0   )rK   rL   r   r:   r   r  rÊ   Úthinkerr   ÚQwen2VLVisionTransformerÚvisionr|   Ú
SequentialrO   r   ÚGELUÚlinear_projrý   Ú	connectorr}   r~   r   Úquery_tokensÚproj_inÚproj_outÚlenr÷   r   Úproj_directvlm)	rS   Úconfig_dictrH   rG   Ú
operationsrT   Úconnector_configÚ
direct_dimrV   s	   &&&&&   €r,   rL   ÚMingImageEncoder.__init__Ü   s¨  ø€ Ü‰ÑÔÜ#Ñ2 kÑ2ˆÜ.Ó0ÐØ ×2Ñ2ˆŒÜ# FÀÔWˆŒÜ×6Ò6À4Ð\`Ðtxð  EGð  TVð  _eð  xBô  CˆŒÜŸ=š=Ø×Ñ˜d F×$6Ñ$6¸vÐÓSÜ�GŠG‹IØ×Ñ˜f×0Ñ0°&×2DÑ2DÈVÐÓaó
ˆÔô
 'Ð'7ÈeÔdˆŒÜŸLšL¬¯ª°S¸&×:LÑ:LÐU[Ô)iÓjˆÔØ!×(Ñ(¨×);Ñ);Ð=M×=YÑ=YÐbhÐ(ÓvˆŒØ"×)Ñ)Ð*:×*FÑ*FÈÐU[Ð)ÓiˆŒØ×'Ñ'¬3¨t×/BÑ/BÓ+CÀaÕ+GÕHˆ
Ü ŸmšmØ×Ñ˜z¨tÈÐU[ÐÓiØ×Ñ˜j¨$°vÐÓKó
ˆÖr/   c                ó.   € V P                   P                  # r§   )r	  rÍ   ©rS   s   &r,   Úget_input_embeddingsÚ%MingImageEncoder.get_input_embeddingsò   s   € Ø�|‰|×(Ñ(Ð(r/   c                óR  € VR ,          R8X  d   V P                   R3# VR ,          R8X  d}   \        P                  ! VR,          RRR7      w  r4V P                  VP	                  V\
        P                  R7      V4      p\        P                  ! V P                  V4      R	R7      V3# R
# )ÚtypeÚqueryNÚimageÚdatai ä )Ú
min_pixelsÚ
max_pixels)rH   rZ   r_   ©NN)
r  r   Úprocess_qwen2vl_imagesr  rô   r~   r€   ÚFÚ	normalizer  )rS   ÚembedrG   ÚpixelsÚgridÚfeatss   &&&   r,   Úpreprocess_embedÚ!MingImageEncoder.preprocess_embedõ   s�   € Ø��=˜GÔ#Ø×$Ñ$ dÐ*Ð*Ø��=˜GÔ#Ü"×9Ò9¸%À½-ÐTZÐgmÔn‰LˆFØ—K‘K §	¡	¨&¼¿¹ 	Ó FÈÓMˆEÜ—;’;˜t×/Ñ/°Ó6¸BÔ?ÀÐEÐEØÐr/   c                óŠ  € V Uu. uFy  qDR ,          R8X  dW   VR,          \        VR,          ^ ,          ^,          4      ^,          \        VR,          ^ ,          ^,          4      ^,          3MVR,          ^VR,          3NK{  	  ppVR,          w  rgpV P                  WWPP                  4      w  ršV P                  V P	                  V P                  V	RWfV,           13,          4      4      4      p\        P                  ! V
 Uu. uF  qÌRRV^,
          13,          NK  	  upRR7      pW°P                  V4      3# u upi u upi )	r  r!  rˆ   ÚextraÚsizerÚ   NrZ   r_   )	r'   r	  r÷   r  r  r  r~   rß   r  )rS   Úembedsre   Úembeds_infoÚerâ   rä   rj   r1  r·   rù   Ú	cap_featsÚcÚdirects   &&&&          r,   rp   ÚMingImageEncoder.forwardþ   sP  € ñ Ydó  eñ  Ydð  TUÐ\bÕZcÐgnÔZn�1�W•:œs 1 W¥:¨a¥=°Õ#3Ó4¸Õ9¼3¸qÀ½zÈ!½}ÈQÕ?OÓ;PÐTUÕ;UÑVÐuvÐw~Õuð  BCð  EFð  GMõ  ENð  uOò  Oñ  Ydˆð  eØ �‰ˆ�$ØŸ<™<¨À×H[ÑH[Ó\ÑˆØ—M‘M $§.¡.°·±¸fÀQÈÐVZÍlÐHZÐEZÕ>[Ó1\Ó"]Ó^ˆ	Ü—’±hÓ?±h°˜a  %¨!¥) ˜m×,Ð,±hÑ?ÀRÔHˆØ×-Ñ-¨fÓ5Ð5Ð5ùò eùò @s   …A?D;ÄE )	r  r  r  r  r  r  r  r	  r  )é   é   )r1   r2   r3   r4   r÷   rL   r  r-  rp   r6   r7   rt   ru   s   @@r,   r  r  Ù   s#   ù‡ € Ø€Nõ
ò,)ò÷6ò 6r/   r  c                   óL   a € ] tR tRt o R	R lt]R 4       tR tR tR t	Rt
V tR# )
Ú_MingRawTokenizeri  Nc                ó  € \        V\        P                  4      '       d   VP                  4       P	                  4       p\        V\
        4      '       g   \        R 4      h\        P                  ! VP                  R4      4      V n
        R# )zHThe Ming-Image text encoder file must contain the tokenizer_json tensor.zutf-8N)Ú
isinstancer~   ÚTensorÚnumpyÚtobytesÚbytesÚ
ValueErrorr   Úfrom_strÚdecodeÚ	tokenizer)rS   Útokenizer_json_bytesÚkwargss   &&,r,   rL   Ú_MingRawTokenizer.__init__  sd   € ÜÐ*¬E¯L©L×9Ò9Ø#7×#=Ñ#=Ó#?×#GÑ#GÓ#IÐ ÜÐ.´×6Ò6ÜÐgÓhÐhÜ"×+Ò+Ð,@×,GÑ,GÈÓ,PÓQˆŽr/   c                ó   € V ! RR V/VB # )rG  r0   r0   )ÚclsÚtokenizer_datarH  s   &&,r,   Úfrom_pretrainedÚ!_MingRawTokenizer.from_pretrained  s   € áÑA¨ÐA¸&ÑAÐAr/   c                óT   € R V P                   P                  VRR7      P                  /# )Ú	input_idsF)Úadd_special_tokens)rF  ÚencodeÚids)rS   Útexts   &&r,   Ú__call__Ú_MingRawTokenizer.__call__  s'   € Ø˜TŸ^™^×2Ñ2°4ÈEÐ2ÓR×VÑVÐWÐWr/   c                ó6   € V P                   P                  4       # r§   )rF  Ú	get_vocabr  s   &r,   rX  Ú_MingRawTokenizer.get_vocab  s   € Ø�~‰~×'Ñ'Ó)Ð)r/   c                óZ   € V P                   P                  WP                  R R4      R7      # )Úskip_special_tokensF)r[  )rF  rE  Úget)rS   rS  rH  s   &&,r,   rE  Ú_MingRawTokenizer.decode  s'   € Ø�~‰~×$Ñ$ S¿j¹jÐI^Ð`eÓ>fÐ$ÓgÐgr/   )rF  r§   )r1   r2   r3   r4   rL   ÚclassmethodrM  rU  rX  rE  r6   r7   r8   s   @r,   r<  r<    s8   ø‡ € ôRð ñBó ðBòXò*÷hð hr/   r<  c                   ó@   a a€ ] tR tRt oR/ 3V 3R lltR tRtVtV ;t# )ÚMingTokenizeri  Nc                óŒ   <€ VP                  R R4      V n        \        SV `  V P                  RVRR\        RRRR^RRVR7       R# )	Útokenizer_jsonNFr   Ú
ming_imageiÿàõéÜd T)Úpad_with_endÚembedding_directoryÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚ	pad_tokenÚdisable_weightsrL  )r\  Útokenizer_json_datarK   rL   r<  ©rS   rf  rL  rV   s   &&&€r,   rL   ÚMingTokenizer.__init__  s„   ø€ Ø#1×#5Ñ#5Ð6FÈÓ#MˆÔ Ü‰Ñ˜×1Ñ1ÀÐ[nð  @Dð  T`ô  rCð  UZð  joð  CHð  U]ð  jkð  w}ð  OSð  drÐö  	sr/   c                ó   € R V P                   /# )rb  ©rq  r  s   &r,   Ú
state_dictÚMingTokenizer.state_dict"  s   € Ø  $×":Ñ":Ð;Ð;r/   ru  )	r1   r2   r3   r4   rL   rv  r6   r7   rt   ru   s   @@r,   r`  r`    s   ù‡ € Ø+/À÷ s÷<ò <r/   r`  c                   óP   a a€ ] tR tRt oR/ 3V 3R lltRR. 3V 3R lltRtVtV ;t# )ÚMingImageTokenizeri&  Nc                óX   <€ \         SV `  WR \        R7       R\        ,           V n        R# )rc  )rf  rL  ÚnamerF  uŒ   <role>SYSTEM</role>ä½ æ˜¯ä¸€ä¸ªå�‹å¥½çš„AIåŠ©æ‰‹ã€‚

detailed thinking off<|role_end|><role>HUMAN</role>{}<|role_end|><role>ASSISTANT</role>N)rK   rL   r`  ÚIMAGE_BLOCKÚllama_templaterr  s   &&&€r,   rL   ÚMingImageTokenizer.__init__'  s9   ø€ Ü‰ÑÐ-@Ðfrô  LÐô  	Mð oô  r}õ  }ˆÖr/   Fc           	     ó  <€ VfZ   V P                   p\        V4      ^ 8”  d>   VP                  RRP                  \        .\        V4      ,          4      R,           4      p\
        S
V `  ! VP                  V4      3RV/VB p\        V4      pVR,           Fi  p\        \        V4      4       FN  pWx,          ^ ,          \        8X  g   K  \        VR 4      p	V	f   RR/MRRR	V	/3Wx,          R
,          ,           Wx&   KP  	  Kk  	  V# )Nz{}z

z
{}Úreturn_word_idsrc  r  r   r!  r"  :rY   NN)r}  r  ÚreplaceÚjoinr|  rK   Útokenize_with_weightsr*   ÚiterrÏ   ÚIMAGE_PATCH_TOKENÚnext)rS   rT  r€  r}  ÚimagesrH  ÚtokensÚrrÓ   r!  rV   s   &&&&&,    €r,   rƒ  Ú(MingImageTokenizer.tokenize_with_weights+  sò   ø€ ØÒ!Ø!×0Ñ0ˆNÜ�6‹{˜QŒØ!/×!7Ñ!7¸¸f¿k¹kÌ;È-ÔZ]Ð^dÓZeÕJeÓ>fÐioÕ>oÓ!p�Ü‘Ò.¨~×/DÑ/DÀTÓ/JÑvÐ\kÐvÐouÑvˆÜ�f“ˆØ˜×%Ð%ˆAÜœ3˜q›6–]�Ø•4˜•7Ô/Ö/Ü  ¨Ó.�EØ16²˜V WÑ-ÀVÈWÐV\Ð^cÐDdÐfÐijÕimÐnpÕiqÕq�A“Dó #ñ &ð
 ˆr/   )r}  )	r1   r2   r3   r4   rL   rƒ  r6   r7   rt   ru   s   @@r,   ry  ry  &  s&   ù‡ € Ø+/À÷ }ð ;@ÐPTÐ]_÷ ÷ r/   ry  c                   óB   a a€ ] tR tRt oRR/ 3V 3R lltR tRtVtV ;t# )ÚMingImageClipModeli:  ÚcpuNc                óH   <€ \         SV `  VR R/ VRR/R\        RRVR7       R# )ÚlastNÚpadrd  FT)rG   rú   Ú	layer_idxÚtextmodel_json_configrH   Úspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)rK   rL   r  ©rS   rG   rH   r˜  rV   s   &&&&€r,   rL   ÚMingImageClipModel.__init__;  sX   ø€ Ü‰Ñ ¨fÀÐ\^Ðfkð  ~Cð  EKð  }Lð  fkô  yIð  bfð  Dð  TaÐö  	br/   c                ó*  € V P                   f0   V P                  P                  4       P                  P                  pMV P                   pV P                  W4      w  r4rVV P                  W4V4      w  rxVP                  4       R RVP                  4       /3# )NÚdirect_context)Úexecution_deviceÚtransformerr  ÚweightrG   Úprocess_tokensr(   )	rS   rˆ  rG   r2  re   r–   r3  r5  rœ  s	   &&       r,   rp   ÚMingImageClipModel.forward>  s†   € Ø× Ñ Ò(Ø×%Ñ%×:Ñ:Ó<×CÑC×JÑJ‰Fà×*Ñ*ˆFØ:>×:MÑ:MÈfÓ:]Ñ7ˆ 
Ø$(×$4Ñ$4°VÈ[Ó$YÑ!ˆ	Ø�‰Ó  $Ð)9¸>×;OÑ;OÓ;QÐ(RÐRÐRr/   r0   rs   ru   s   @@r,   rŒ  rŒ  :  s   ù‡ € Ø#¨4¸r÷ b÷Sò Sr/   rŒ  c                   óF   a a€ ] tR tRt oRR/ 3V 3R lltRR ltRtVtV ;t# )ÚMingImageTEModeliH  r�  Nc                ó6   <€ \         SV `  WR \        VR7       R# )rc  )rG   rH   r{  Ú
clip_modelr˜  N)rK   rL   rŒ  r™  s   &&&&€r,   rL   ÚMingImageTEModel.__init__I  s"   ø€ Ü‰Ñ ¸,ÔSeð  vCÐö  	Dr/   c                ó  € \        4       p^VP                  ,          VP                  ,          VP                  ,          ^,          p\	        R VP                  R. 4       4       4      pWEVP                  ,          ^@,          ,           # )é   c              3   ót   "  € T F.  q F&  p\        V^ ,          \        4      '       d   RM^x € K(  	  K0  	  R# 5i)r   iX  N)r>  Údict)Ú.0rh   rã   s   &  r,   Ú	<genexpr>Ú>MingImageTEModel.memory_estimation_function.<locals>.<genexpr>P  s3   é € ÐwÑKgÀ%ÒqvÐlm¤
¨1¨Q­4´× 6Ò 6™¸AÔ=ÑqvÑ=ÓKgùs   ‚68rc  )r   r   r   r!   rŽ   r\  )rS   rˆ  rG   rT   Úbanksr–   s   &&&   r,   Úmemory_estimation_functionÚ+MingImageTEModel.memory_estimation_functionL  sl   € ä#Ó%ˆØ�F×&Ñ&Õ&¨×)EÑ)EÕEÈ×HZÑHZÕZÐ]^Õ^ˆÜÑwÈ6Ï:É:ÐVbÐdfÔKgÓwÓwˆ
Ø F×$6Ñ$6Õ6¸Õ;Õ;Ð;r/   r0   r§   )	r1   r2   r3   r4   rL   r¯  r6   r7   rt   ru   s   @@r,   r£  r£  H  s   ù‡ € Ø#¨4¸r÷ D÷<ô <r/   r£  c                 ó0   a a€  ! V V3R  lR\         4      pV# )c                   óB   <a a€ ] tR tRt oRR/ 3V VV3R lltRtVtV ;t# )Úte.<locals>.MingImageTEModel_iU  r�  Nc                óÂ   <€ Se   SpVP                  4       pRV9  d0   \        P                  P                  S;'       g    / VRR7      VR&   \        SV `  WVR7       R # )NÚcustom_operationsT)Úfull_precision_mm)rG   rH   r˜  )r„   r‹   rU   Úmixed_precision_opsrK   rL   )rS   rG   rH   r˜  rV   Údtype_llamaÚllama_quantization_metadatas   &&&&€€€r,   rL   Ú&te.<locals>.MingImageTEModel_.__init__V  sj   ø€ ØÒ&Ø#�Ø)×.Ñ.Ó0ˆMØ"¨-Ô7Ü5:·Y±Y×5RÑ5RÐSn×StÐStÐrtÐv{ð  PTÐ5Ró  6U�Ð1Ñ2Ü‰GÑ FÀ}ÐÖUr/   r0   )r1   r2   r3   r4   rL   r6   r7   rt   )rV   r+   r¸  r¹  s   @@€€r,   ÚMingImageTEModel_r³  U  s   ú‡ € Ø"'¨tÀ2÷ 	V÷ 	Vñ 	Vr/   r»  )r£  )r¸  r¹  r»  s   ff r,   Úter¼  T  s    ù€ ÷Vð VÔ,ô Vð Ðr/   r%  )0Údataclassesr   r~   Útorch.nnr|   Útorch.nn.functionalÚ
functionalr'  Ú
tokenizersr   Ú	comfy.opsr‹   r   Úcomfy.ldm.modules.attentionr   Úcomfy.text_encoders.llamar   r   r	   r
   r   Úcomfy.text_encoders.qwen35r   Úcomfy.text_encodersr   r…  r|  r   r:   ÚModulerC   rw   rž   r«   r¿   rÊ   rý   r  r<  ÚSDTokenizerr`  ÚSD1Tokenizerry  ÚSDClipModelrŒ  ÚSD1ClipModelr£  r¼  r0   r/   r,   Ú<module>rÌ     sL  ðÝ !ã Ý ß Ð Ý  ã Ý Ý Fß oÕ oÝ 9Ý 'àÐ Ø+€ð ÷!ð !ó ð!ð( ÷ð ó ðô �r—y‘yô ô.t�"—)‘)ô tô,K�R—Y‘Yô KôI�r—y‘yô Iô$+˜"Ÿ)™)ô +ô(/�2—9‘9ô /ôd�B—I‘Iô ô +6�r—y‘yô +6÷\hñ hô,<�H×(Ñ(ô <ô˜×.Ñ.ô ô(S˜×-Ñ-ô Sô	<�x×,Ñ,ô 	<ö	r/   