+
    ƒ°ñj»  ã                   óê   € R t ^ RIt^ RIHt ^ RIt^ RIt^ RIt^ RIHt ^ RI	H
t
 ^ RIHtHtHtHt R t ! R R]P"                  4      t ! R	 R
]P"                  4      t ! R R]P"                  4      tR# )uB   YuE2 acoustic transformer. Adapted from MÂ·AÂ·P YuE2 (Apache-2.0).N)Únn)Úoptimized_attention_for_device)Útimestep_embedding)ÚQwen3_8BConfigÚRMSNormÚTransformerBlockÚprecompute_freqs_cisc                  ó@   € \        R/ R RRRRRR^R^R^R	R
RRRR/	V CB # )Ú
vocab_sizei€Ñ Úhidden_sizei   Úintermediate_sizei   Únum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚmax_position_embeddingsi `  Ú
merged_qkvTÚ
merged_mlp© )r   )Ú	overridess   ,Ú8C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\yue2\model.pyÚmodel_configr      sN   € Üñ Ø�f˜m¨TÐ3FÈØ˜RÐ!6¸Ð<QÐSTØ! 5¨,¸¸lÈDðð ð	ñ ð ó    c                   ó8   a a€ ] tR t^t oV 3R ltR tRtVtV ;t# )ÚTimestepEmbedderc                óÊ   <€ \         SV `  4        \        P                  ! VP	                  R WVR7      \        P
                  ! 4       VP	                  WW#R7      4      V n        R# )é   ©ÚdtypeÚdeviceN)ÚsuperÚ__init__r   Ú
SequentialÚLinearÚSiLUÚmlp)Úselfr   r   r   Ú
operationsÚ	__class__s   &&&&&€r   r    ÚTimestepEmbedder.__init__   sO   ø€ Ü‰ÑÔÜ—=’=Ø×Ñ˜c ;ÀFÐÓKÜ�GŠG‹IØ×Ñ˜k¸eÐÓSó
ˆŽr   c                óV   € V P                  \        VR 4      P                  V4      4      # )r   )r$   r   Úto)r%   Útr   s   &&&r   ÚforwardÚTimestepEmbedder.forward    s$   € Ø�x‰xÔ*¨1¨cÓ2×5Ñ5°eÓ<Ó=Ð=r   )r$   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    r,   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r'   Ú__classdict__s   @@r   r   r      s   ù‡ € õ
÷>ò >r   r   c                   ó8   a a€ ] tR t^$t oV 3R ltR tRtVtV ;t# )ÚAudioPositionEmbeddingc           
     ót   <€ \         SV `  4        V P                  R \        P                  ! WW4R7      4       R# )Úper   N)r   r    Úregister_bufferÚtorchÚempty)r%   Úframesr   r   r   r'   s   &&&&&€r   r    ÚAudioPositionEmbedding.__init__%   s)   ø€ Ü‰ÑÔØ×Ñ˜T¤5§;¢;¨vÈ%Ô#_Ö`r   c                ó\   € \         P                  P                  V P                  R V V4      # )N)ÚcomfyÚopsÚcast_to_inputr;   )r%   ÚlengthÚxs   &&&r   r,   ÚAudioPositionEmbedding.forward)   s$   € Ü�y‰y×&Ñ& t§w¡w¨w°Ð'7¸Ó;Ð;r   r   r.   r6   s   @@r   r9   r9   $   s   ù‡ € õa÷<ò <r   r9   c                   óB   a a€ ] tR t^-t oRV 3R llt/ 3R ltRtVtV ;t# )ÚYuE2c                óà  <€ \         SV `  4        Wn        \        R/ VP	                  R / 4      B V n        V P
                  p\        P                  ! 4       V n        \        P                  ! \        VP                  4       Uu. uF  p\        WVW!VR7      NK  	  up4      V P                  n        \        VP                  VP                   W!R7      V P                  n        VP%                  ^@VP                  WR7      V n        VP%                  VP                  ^@WR7      V n        \+        VP                  WV4      V n        \/        VP0                  VP                  W4      V n        R# u upi )Úconfig)r   r   rC   )r   r   r   Nr   )r   r    r   r   ÚgetrK   r   ÚModuleÚmodelÚ
ModuleListÚranger   r   Úlayersr   r   Úrms_norm_epsÚnormr"   Úvae2llmÚllm2vaer   Útime_embedderr9   r   Úlatent_pos_embed)r%   r   r   r&   ÚkwargsrK   Úir'   s   &&&&,  €r   r    ÚYuE2.__init__.   s$  ø€ Ü‰ÑÔØŒ
Ü"Ñ> V§Z¡Z°¸"Ó%=Ñ>ˆŒØ—‘ˆÜ—Y’Y“[ˆŒ
ÜŸMšMä˜6×3Ñ3Ô4ó+
á4�ô ˜V¨vÈ
×SÙ4ñ+
ó ˆ�
‰
Ôô " &×"4Ñ"4°f×6IÑ6IÐRXÔfˆ�
‰
ŒØ!×(Ñ(¨¨V×-?Ñ-?ÀuÐ(Ó\ˆŒØ!×(Ñ(¨×);Ñ);¸RÀuÐ(Ó\ˆŒÜ-¨f×.@Ñ.@À%ÐQ[Ó\ˆÔÜ 6°v×7UÑ7UÐW]×WiÑWiÐkpÓ yˆÖùò+
s   ÂE+c                ó®  € VP                   w  rxp	W”R,          ^,          8w  d   \        R4      hV P                  p
V P                  VP	                  VP
                  4      VP
                  4      R,          p\        P                  ! V4      p\        VP                  4      pV EF¬  w  rïpp\        P                  P                  4        VV,
          pWþ,
          ^,           p\        P                  P                  P                  VRWï13,          P!                  ^^4      R	4      pV P#                  V4      V,           V P%                  VV4      R,          ,           p\        P&                  ! VVV,           VP                  R7      R,          p\)        V
P*                  VV
P,                  VP                  R7      pVRVV13,          P/                  VVV
P0                  ^V
P2                  V
P*                  4      pVP5                  ^^^ ^^^4      p\        P6                  P9                  \;        V P<                  P>                  4      VP                  V4      p\A        V P<                  P>                  4       F`  w  pp\        P6                  PC                  VVP                  VVP
                  4       V! VVVVV^ 3,          VV^3,          V3R7      w  ppKb  	  \        P6                  PC                  VVP                  R4       V PE                  V P<                  PG                  V4      4      R^R13,          P!                  ^^4      VRWï13&   EK¯  	  V# )
é   zGYuE2 latent duration must match the seconds output of YuE2 Text Encode.ºNNNN.)r   )Ú	freqs_cisÚoptimized_attentionÚpast_key_valueéÿÿÿÿ)r]   N)é    rb   r\   r\   )$ÚshapeÚ
ValueErrorrK   rV   r*   r   r=   Ú
empty_liker   r   rB   Úmodel_managementÚ)throw_exception_if_processing_interruptedr   Ú
functionalÚpadÚ	transposerT   rW   Úaranger   Úhead_dimÚ
rope_thetaÚreshaper   r   ÚpermuteÚmodel_prefetchÚmake_prefetch_queueÚlistrN   rQ   Ú	enumerateÚprefetch_queue_poprU   rS   )r%   rF   ÚtimestepÚcontextÚyue2_chunksÚtransformer_optionsrX   ÚbatchÚchannelsr?   rK   ÚtimeÚoutputÚ	attentionÚstartÚendÚkv_startÚkv_endÚ	ar_lengthrE   ÚstateÚ	positionsÚropeÚprefixÚprefetchÚindexÚlayerÚ_s   &&&&&&,                     r   r,   ÚYuE2.forward>   sÌ  € Ø"#§'¡'Ñˆ˜Ø •_ QÕ'Ô'ÜÐfÓgÐgØ—‘ˆØ×!Ñ! (§+¡+¨a¯g©gÓ"6¸¿¹Ó@ÀÕIˆÜ×!Ò! !Ó$ˆÜ2°1·8±8Ó<ˆ	Ü,7Ñ(ˆE˜ &Ü×"Ñ"×LÑLÔNØ Õ)ˆIØ•[ 1•_ˆFÜ—H‘H×'Ñ'×+Ñ+¨A¨c°5°9¨nÕ,=×,GÑ,GÈÈ1Ó,MÈ|Ó\ˆEØ—L‘L Ó'¨$Õ.°×1FÑ1FÀvÈqÓ1QÐRVÕ1WÕWˆEÜŸš Y°	¸FÕ0BÈ1Ï8É8ÔTÐUYÕZˆIÜ'¨¯©¸ÀF×DUÑDUÐ^_×^fÑ^fÔgˆDØ˜Q ¨ Ð/Õ0×8Ñ8¸À	È6×KcÑKcÐefÐhn÷  iCñ  iCð  EK÷  ETñ  ETó  UˆFØ—^‘^ A q¨!¨Q°°1Ó5ˆFÜ×+Ñ+×?Ñ?ÄÀTÇZÁZ×EVÑEVÓ@WÐYZ×YaÑYaÐcvÓwˆHÜ )¨$¯*©*×*;Ñ*;Ö <‘��uÜ×$Ñ$×7Ñ7¸À!Ç(Á(ÈEÐSX×S^ÑS^Ô_Ù  °$ÈIØ17¸¸q¸Õ1AÀ6È%ÐQRÈ(ÕCSÐU^Ð0_ôa‘�’qñ !=ô × Ñ ×3Ñ3°H¸a¿h¹hÈÔMØ%)§\¡\°$·*±*·/±/À%Ó2HÓ%IÈ!ÈQÈrÈTÈ'Õ%R×%\Ñ%\Ð]^Ð`aÓ%bˆF�3˜˜	�>Ô"ñ! -8ð" ˆr   )rK   r   rW   rU   rN   rV   rT   )NNNr.   r6   s   @@r   rI   rI   -   s   ù‡ € ÷zð  NP÷ ô r   rI   )Ú__doc__r=   r   Úcomfy.model_managementrB   Úcomfy.model_prefetchÚ	comfy.opsÚcomfy.ldm.modules.attentionr   Ú'comfy.ldm.modules.diffusionmodules.utilr   Úcomfy.text_encoders.llamar   r   r   r   r   rM   r   r9   rI   r   r   r   Ú<module>r“      sX   ðÙ Hã Ý ã Û Û Ý FÝ Fß eÓ eòô
>�r—y‘yô 
>ô<˜RŸY™Yô <ô*ˆ2�9‰9ö *r   