+
    ƒ°ñj~  ã                   ó¾   € ^ RI t ^ RIHt ^ RIt^ RIHtHtHtH	t	 ^ RI
HtHt RRRRR	R
R^$R^ R^RRRRRRR^€RRR^R^RRR^/tR!R lt ! R R4      t ! R R ]	4      tR# )"é    N)Ú	Tokenizer)Ú	CFG_SCALEÚ	CFG_TOP_KÚMAX_AUDIO_FRAMESÚMiniMaxMusic3AR)ÚSPECIAL_TOKEN_IDSÚbuild_promptÚ
vocab_sizei@ Úhidden_sizei   Úintermediate_sizei 0  Únum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚmax_position_embeddingsi (  Úrms_norm_epsg�íµ ÷Æ°>Ú
rope_thetag    €„.AÚhead_dimÚaudio_vocab_sizei   Úaudio_num_codebooksÚdecoder_num_headsÚdecoder_intermediate_sizei   Údecoder_num_layersc           
      ó¦   € R RP                  V4      V 9   RRP                  V4      V 9   RRP                  V4      V 9   RRP                  V4      V 9   /# )Ú
merged_qkvz*{}model.layers.0.self_attn.qkv_proj.weightÚ
merged_mlpz({}model.layers.0.mlp.gate_up_proj.weightÚdecoder_merged_qkvz8{}model.audio_decoder.layers.0.self_attn.qkv_proj.weightÚdecoder_merged_mlpz6{}model.audio_decoder.layers.0.mlp.gate_up_proj.weight)Úformat)Ú
state_dictÚprefixs   &&ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\minimax_music.pyÚdetect_merged_configr"      sj   € àÐB×IÑIÈ&ÓQÐU_Ñ_ØÐ@×GÑGÈÓOÐS]Ñ]ØÐX×_Ñ_Ð`fÓgÐkuÑuØÐV×]Ñ]Ð^dÓeÐisÑsð	ð ó    c                   óH   a € ] tR t^%t o R/ 3R ltRR ltR tRR ltRtV t	R# )	ÚMiniMaxMusic3TokenizerNc                óê  € VP                  R 4      pVf   \        R4      h\        P                  ! V4      '       d;   VP	                  4       P                  4       P                  4       P                  4       pW0n        \        P                  ! VP                  R4      4      V n        \        P                  ! 4        F3  w  rEV P                  P                  V4      V8w  g   K'  \        RV 24      h	  R# )Útokenizer_jsonNz@MiniMax Music3 text encoder checkpoint is missing tokenizer_jsonzutf-8z&MiniMax Music3 tokenizer mismatch for )ÚgetÚ
ValueErrorÚtorchÚ	is_tensorÚdetachÚcpuÚnumpyÚtobytesr'   r   Úfrom_strÚdecodeÚ	tokenizerr   ÚitemsÚtoken_to_id)ÚselfÚembedding_directoryÚtokenizer_datar'   ÚtokenÚexpecteds   &&&   r!   Ú__init__ÚMiniMaxMusic3Tokenizer.__init__&   s¿   € Ø'×+Ñ+Ð,<Ó=ˆØÒ!ÜÐ_Ó`Ð`Ü�?Š?˜>×*Ò*Ø+×2Ñ2Ó4×8Ñ8Ó:×@Ñ@ÓB×JÑJÓLˆNØ,ÔÜ"×+Ò+¨N×,AÑ,AÀ'Ó,JÓKˆŒÜ0×6Ò6Ö8‰OˆEØ�~‰~×)Ñ)¨%Ó0°HÖ<Ü Ð#IÈ%ÈÐ!QÓRÐRó  9r#   c                ó¬  € \        WP                  R R4      4      pV P                  P                  VRR7      P                  pRV Uu. uF  qfR3NK  	  up.R\        VP                  R^ 4      4      R\        VP                  R\        4      4      R\        VP                  R\        4      4      R	\        VP                  R	\        4      4      /# u upi )
ÚlyricsÚ F)Úadd_special_tokensÚminimax_music3g      ð?ÚseedÚmax_audio_framesÚ	cfg_scaleÚtop_k)
r	   r(   r2   ÚencodeÚidsÚintr   Úfloatr   r   )r5   ÚtextÚreturn_word_idsÚkwargsÚpromptÚ	token_idsr8   s   &&&,   r!   Útokenize_with_weightsÚ,MiniMaxMusic3Tokenizer.tokenize_with_weights2   s²   € Ü˜d§J¡J¨x¸Ó$<Ó=ˆØ—N‘N×)Ñ)¨&ÀUÐ)ÓK×OÑOˆ	à¹)ÓD¹)°¨£¹)ÑDÐEØ”C˜Ÿ
™
 6¨1Ó-Ó.Ø¤ F§J¡JÐ/AÔCSÓ$TÓ UØœ˜vŸz™z¨+´yÓAÓBØ”S˜Ÿ™ G¬YÓ7Ó8ð
ð 	
ùÚDs   ÁCc                óx   € R \         P                  ! \        V P                  4      \         P                  R7      /# )r'   ©Údtype)r*   Ú
frombufferÚ	bytearrayr'   Úuint8©r5   s   &r!   r   Ú!MiniMaxMusic3Tokenizer.state_dict=   s,   € Ø ¤%×"2Ò"2´9¸T×=PÑ=PÓ3QÔY^×YdÑYdÔ"eÐfÐfr#   c                ó:   € V P                   P                  WR 7      # ))Úskip_special_tokens)r2   r1   )r5   rM   rY   s   &&&r!   r1   ÚMiniMaxMusic3Tokenizer.decode@   s   € Ø�~‰~×$Ñ$ YÐ$ÓXÐXr#   )r2   r'   )F)T)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r:   rN   r   r1   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r!   r%   r%   %   s'   ø‡ € Ø+/Àô 
Sô	
òg÷Yò Yr#   r%   c                   ól   a a€ ] tR t^Dt oRR/ R3V 3R lltR tR tR tR tRV 3R llt	R	 t
R
tVtV ;t# )ÚMiniMaxMusic3TEModelr-   Nc                óT  <€ \         P                  pVP                  R R4      pVP                  RR4      pVf>   Ve    \        P                  P                  WR4      M\        P                  P                  p\        ST `!  / \        CT;'       g    / CW!V4       V0V n
        Wn        R# )Úquantization_metadataNÚcustom_operations)r*   Úbfloat16r(   ÚcomfyÚopsÚmixed_precision_opsÚmanual_castÚsuperr:   ÚMODEL_CONFIGÚdtypesÚexecution_device)r5   ÚdevicerR   Úmodel_optionsÚprojection_configÚquant_configÚ
operationsÚ	__class__s   &&&&&  €r!   r:   ÚMiniMaxMusic3TEModel.__init__E   s�   ø€ Ü—‘ˆØ$×(Ñ(Ð)@À$ÓGˆØ"×&Ñ&Ð':¸DÓAˆ
ØÒØO[ÒOgœŸ™×6Ñ6°|ÔKÔmr×mvÑmv÷  nCñ  nCˆJÜ‰ÑÐFœLÐFÐ->×-DÐ-DÀ"ÐFÈÐWaÔbØ�gˆŒØ &Ör#   c                óH   € VP                  R V P                  4      V n        R# )ro   N)r(   ro   )r5   Úoptionss   &&r!   Úset_clip_optionsÚ%MiniMaxMusic3TEModel.set_clip_optionsO   s   € Ø '§¡Ð,>À×@UÑ@UÓ VˆÖr#   c                ó   € R # ©N© rV   s   &r!   Úreset_clip_optionsÚ'MiniMaxMusic3TEModel.reset_clip_optionsR   s   € Ùr#   c                ó  € V P                   P                  4       w  rV P                   P                  '       d   . VOV P                   P                  NpV P                   P                  V P                   P
                  3.VOV3# r|   )ÚmodelÚget_dynamic_vram__unitsÚpruned_embeddingÚembed_tokens_prefillÚaudio_decoderÚaudio_extra_embedding)r5   ÚunitsÚ
last_unitss   &  r!   r‚   Ú,MiniMaxMusic3TEModel.get_dynamic_vram__unitsU   sm   € Ø ŸJ™J×>Ñ>Ó@ÑˆØ�:‰:×&×&Ð&ØG˜:ÐG t§z¡z×'FÑ'FÐGˆJØ—‘×)Ñ)¨4¯:©:×+KÑ+KÐLÐUÈuÐUÐWaÐaÐar#   c                óL  € VR ,          ^ ,           UUu. uF  w  r#VNK	  	  ppp\         P                  ! V.\         P                  R7      pVR,          pVR,          pVR,          pVR,          p	V P                  WVWpP                  W‰4      p
V
P                  ^ 4      R/ 3# u uppi )r@   rQ   rA   rB   rC   rD   N)r*   ÚtensorÚlongÚgeneratero   Ú	unsqueeze)r5   Útoken_weight_pairsr8   Ú_rM   Ú	input_idsrA   rB   rC   rD   Úhiddens   &&         r!   Úencode_token_weightsÚ)MiniMaxMusic3TEModel.encode_token_weights[   sž   € Ø+=Ð>NÕ+OÐPQÖ+RÔSÑ+R™x˜u“UÑ+Rˆ	ÑSÜ—L’L ) ´E·J±JÔ?ˆ	Ø! &Õ)ˆØ-Ð.@ÕAÐØ& {Õ3ˆ	Ø" 7Õ+ˆØ—‘˜yÐ0@×BWÑBWÐYbÓjˆØ×Ñ Ó" D¨"Ð,Ð,ùó Ts   ”B c                óÂ  <€ V P                   P                  fV   RV9   V P                   n        V P                   P                  '       d   V P                   =MV P                   =V P                   =V P                   P
                  fJ   RV9   V P                   n        V P                   P
                  '       d   V P                   =MV P                   =\        SV `%  WVR7      # )Nz!model.embed_tokens_prefill.weightzmodel.lm_head_pruned.weight©ÚstrictÚassign)
r�   rƒ   Úembed_tokensr„   Úembed_tokens_audioÚpruned_lm_headÚlm_headÚlm_head_prunedrl   Úload_state_dict)r5   r   r—   r˜   ru   s   &&&&€r!   rž   Ú$MiniMaxMusic3TEModel.load_state_dicte   s¬   ø€ Ø�:‰:×&Ñ&Ò.Ø*MÐQ[Ñ*[ˆD�J‰JÔ'Ø�z‰z×*×*Ð*Ø—J‘JÑ+à—J‘JÐ3°T·Z±ZÐ5RØ�:‰:×$Ñ$Ò,Ø(EÈÑ(SˆD�J‰JÔ%Ø�z‰z×(×(Ð(Ø—J‘JÑ&à—J‘JÐ-Ü‰wÑ& zÈÐ&ÓPÐPr#   c           	     ó@   € V P                  VR \        V RR 4      R7      # )FÚcan_assign_sdr–   )rž   Úgetattr)r5   r   s   &&r!   Úload_sdÚMiniMaxMusic3TEModel.load_sdt   s%   € Ø×#Ñ# J°uÄWÈTÐSbÐdiÓEjÐ#ÓkÐkr#   )rn   ro   )TF)r[   r\   r]   r^   r:   ry   r~   r‚   r“   rž   r£   r_   r`   Ú__classcell__)ru   ra   s   @@r!   rc   rc   D   s<   ù‡ € Ø#¨4¸rÐUY÷ 'òWòòbò-÷Q÷lò lr#   rc   )r>   )r*   Ú
tokenizersr   Ú	comfy.opsrh   Úcomfy.ldm.minimax_music.arr   r   r   r   Úcomfy.ldm.minimax_music.promptr   r	   rm   r"   r%   rc   r}   r#   r!   Ú<module>rª      sŠ   ðÛ Ý  ã ß ^Ó ^ß Jð �&Ø�4Ø˜Ø˜Ø˜2Ø˜1Ø˜uØ�DØ�)Ø�Ø˜Ø˜1Ø˜Ø Ø˜!ð€ô&÷Yñ Yô>1l˜?ö 1lr#   