+
    ƒ°ñj	  ã                   ó   € ^ RI t R R ltR# )é    Nc                ó˜   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  /# )é   ÚxqkÚ	freqs_cosÚ	freqs_sinÚreturn)ÚtorchÚTensor)Úformats   "ÚMC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\genmo\joint_model\temporal_rope.pyÚ__annotate__r      s@   € ÷ ñ Ü	�‰ðä�|‰|ðô �|‰|ðô ‡\�\ñ	ó    c                ó
  € V R,          pV R,          pW1,          WB,          ,
          P                  V 4      pW2,          WA,          ,           P                  V 4      p\        P                  ! WV.RR7      P                  R4      pV# )a  
Apply rotary embeddings to input tensors using the given frequency tensor without complex numbers.

Args:
    xqk (torch.Tensor): Query and/or Key tensors to apply rotary embeddings. Shape: (B, S, *, num_heads, D)
                        Can be either just query or just key, or both stacked along some batch or * dim.
    freqs_cos (torch.Tensor): Precomputed cosine frequency tensor.
    freqs_sin (torch.Tensor): Precomputed sine frequency tensor.

Returns:
    torch.Tensor: The input tensor with rotary embeddings applied.
)Údim).:r   Nr   ).:é   Nr   éÿÿÿÿéþÿÿÿ)Útype_asr	   ÚstackÚflatten)r   r   r   Úxqk_evenÚxqk_oddÚcos_partÚsin_partÚouts   &&&     r   Úapply_rotary_emb_qk_realr      ss   € ð$ �9�~€HØ�)�n€Gð Õ$ wÕ':Õ:×CÑCÀCÓH€HØÕ$ wÕ':Õ:×CÑCÀCÓH€Hô �+Š+�xÐ*°Ô
3×
;Ñ
;¸BÓ
?€CØ€Jr   )r	   r   © r   r   Ú<module>r      s   ðó ÷r   