+
    õäûj‡  ã                   ób   € ^ RI t R R ltR R ltR R ltR R	 ltRR
 R lltRR/R R lltR# )é    Nc                óx   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  /# )é   ÚxÚ	freqs_cisÚreturn)ÚtorchÚTensor)Úformats   "ÚUC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\_rope_utils.pyÚ__annotate__r      s-   € ÷ 	ñ 	”u—|‘|ð 	´·±ð 	ÄÇÁñ 	ó    c                ó
  € V P                   ^8”  dr   VP                   ^8”  da   V P                  ^,          ^8w  dI   VP                  ^,          V P                  ^,          8”  d    VRRRV P                  ^,          13,          # V# )z=Trim excess sequence frequencies to match apply_rope's input.:NNNN©ÚndimÚshape)r   r   s   &&r   Útrim_rope_freqsr      sg   € ð 	
�‰�Œ
Ø�N‰N˜QÔØ�G‰G�A�J˜!ŒOØ�O‰O˜AÕ §¡¨¥Ô+à˜˜A˜| §¡¨¥˜|Ð+Õ,Ð,ØÐr   c                óf   € V ^8„  d   QhR\         P                  R\        \        \        3,          /# )r   r   r   )r   r	   ÚtupleÚint)r
   s   "r   r   r      s&   € ÷ :ñ :”u—|‘|ð :¬¬c´3¨h­ñ :r   c                 óL  € V P                  4       ;r\        V P                  V P                  4       R R7       F;  w  r4V^,
          V,          pV\	        ^ V4      ,          pV\        ^ V4      ,          pK=  	  V P                  4       pW,          V^,           V,          ^,
          3# )T©Ústrict)Ústorage_offsetÚzipr   ÚstrideÚminÚmaxÚelement_size)r   ÚloÚhiÚsizer   Úextentr   s   &      r   Ú_storage_boundsr#      sŠ   € Ø×ÑÓ Ð €BÜ˜AŸG™G Q§X¡X£Z¸×=‰ˆØ˜•(˜fÕ$ˆØ
Œc�!�V‹nÕˆØ
Œc�!�V‹nÕŠñ >ð —>‘>Ó#€LØÕ˜r A�v¨Õ5¸Õ9Ð9Ð9r   c                ód   € V ^8„  d   QhR\         P                  R\         P                  R\        /# ©r   r   Úyr   ©r   r	   Úbool)r
   s   "r   r   r      s)   € ÷ 8ñ 8œUŸ\™\ð 8¬e¯l©lð 8¼tñ 8r   c                ó@  a	€ V P                   VP                   8w  g$   V P                  4       VP                  4       8w  d   R# V P                  4       pV'       d   VR,          ^8w  d   R# ^p\        V4      pV^ 8”  d@   W$^,
          ,          V8X  d,   W0P                   V^,
          ,          ,          pV^,          pKF  \        V P                   RV VRV RR7       UUu. uF  w  rVV^8”  g   K  VNK  	  pppV'       g   R# \	        V4      o	S	^ 8:  gA   \
        ;QJ d    V	3R lV 4       F  '       g   K   RM	  RM! V	3R lV 4       4      '       d   R# \        V P                  4       VP                  4       ,
          4      pWƒ8¬  ;'       d    Wƒ,           S	8*  # u uppi )uÎ   True for same-layout views whose rows sit side by side within a shared
period â€” the packed-QKV case, where q and k are strided slices of one fused
projection: bounds overlap but the element sets never do.FNTr   c              3   ó:   <"  € T F  qS,          ^ 8g  x € K  	  R# 5i)r   N© )Ú.0ÚsÚperiods   & €r   Ú	<genexpr>Ú(_interleaved_disjoint.<locals>.<genexpr>-   s   øé € Ð9±5¨a˜f�*¨ž/³5ùs   ƒéÿÿÿÿ)r   r   Úlenr   r   ÚanyÚabsr   )
r   r&   Ústridesr"   Úir!   r-   ÚouterÚdeltar.   s
   &&       @r   Ú_interleaved_disjointr9      s9  ø€ ð 	‡w�w�!—'‘'Ô˜QŸX™X›Z¨1¯8©8«:Ô5ÙØ�h‰h‹j€Gß�g˜b•k QÔ&Ùà€FÜˆG‹€AØ
ˆaŒ%�G �E•N fÔ,Ø—'‘'˜!˜a�%•.Õ ˆØ	ˆQ�ŠÜ! !§'¡'¨"¨1 +¨w°r¸¨{À4ÕHÔUÑH‘7�4ÈDÐSTÉH�QˆQÑH€EÑUßÙÜ�‹Z€FØ�„{—c“cÔ9±5Ó9—c—c’cÔ9±5Ó9×9Ò9ñ Ü�× Ñ Ó" Q×%5Ñ%5Ó%7Õ7Ó8€EØ‰?×7Ð7˜u�~°Ñ7Ð7ùó Vs   ÃFÃ.Fc                ód   € V ^8„  d   QhR\         P                  R\         P                  R\        /# r%   r'   )r
   s   "r   r   r   5   s)   € ÷ 	+ñ 	+œŸ™ð 	+¬¯©ð 	+¼$ñ 	+r   c                 óœ  € V P                  4       ^ 8X  g1   VP                  4       ^ 8X  g   V P                  VP                  8w  d   R# V P                  4       P                  4       VP                  4       P                  4       8w  d   R# \	        V 4      w  r#\	        V4      w  rE\        W$4      \        W54      8”  d   R# \        W4      '       * # )r   F)ÚnumelÚdeviceÚuntyped_storageÚdata_ptrr#   r   r   r9   )r   r&   Úx0Úx1Úy0Úy1s   &&    r   Ú_tensors_overlaprD   5   s•   € Ø‡w�wƒy�A„~˜Ÿ™› aœ¨1¯8©8°q·x±xÔ+?ÙØ×ÑÓ×#Ñ#Ó%¨×):Ñ):Ó)<×)EÑ)EÓ)GÔGÙÜ˜QÓ�F€BÜ˜QÓ�F€BÜ
ˆ2ƒ{”S˜“[Ô ÙÜ$ QÓ*Ô*Ð*r   c          	      ó~   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R,          /# )r   r   r   Úrot_dimr   N)r   r	   r   r(   )r
   s   "r   r   r   A   s8   € ÷ ñ Ü‡|�|ðÜ %§¡ðÜ7:ðä	ˆD…[ñr   c                 óø  € V P                   ^8w  g   VP                   ^8w  d   R# V P                  pVP                  pV^,          pV'       d   TMTpV^ 8X  gR   V^,          ^ 8w  gD   V^,          ^ 8w  g6   We8”  g0   VR,          V^,          ^^38w  g   V^ ,          ^V^ ,          39  d   R# V^,          ^8X  d   V^,          ^V^,          39   d   R# V^,          ^V^,          39   d   V^,          ^8X  d   R# R# )é   N:é   NNFTr   )r   r   rF   Úx_shapeÚfreqs_shapeÚhead_dimÚrots   &&&    r   Údetect_rms_rope_bnhdrN   A   sÙ   € ð 	‡v�v�„{�i—n‘n¨Ô)Ùà�g‰g€GØ—/‘/€KØ�q�z€Hß‰' (€Cà�AŒØ�a�<˜1ÔØ��7�aŒ<ØŒ>Ø�r�?˜s a�x¨¨AÐ.Ô.Ø�q�> ! W¨Q¥Z Ô0áØ�1…~˜Ô˜{¨1�~°!°W¸QµZ°Ô@ÙØ�1…~˜!˜W Q�Z˜Ô(¨[¸­^¸qÔ-@ÙÙr   Úreadonlyc                óv   € V ^8„  d   QhR\         P                  R\        \         P                  R3,          RR/# )r   ÚxsrO   .r   N)r   r	   r   )r
   s   "r   r   r   [   s6   € ÷  ñ  Ü	�‰ð Ü!&¤u§|¡|°SÐ'8Õ!9ð à	ñ r   c           
      óö  € . VOV O F   pVP                   '       g   K  \        R 4      h	  V F_  p^p\        R \        VP                  VP                  4       RR7       4       4      pV F  w  rVWS8  d   \        R4      hWV,          pK   	  Ka  	  \        V4      ^8X  d,   \        V^ ,          V^,          4      '       d   \        R4      hV F(  pV  F  p\        W'4      '       g   K  \        R4      h	  K*  	  R# )zGin-place RoPE operations are inference-only and do not support autogradc              3   óR   "  € T F  w  rV^8”  g   K  \        V4      V3x € K  	  R# 5i)é   N)r4   )r,   r!   r   s   &  r   r/   Ú%check_rope_inplace.<locals>.<genexpr>f   s+   é € ð 
á E‘�Ø�a‰xô  ŒS�‹[˜$ÕÛ Eùs   ‚'’'Tr   z5in-place RoPE requires views without internal overlapz;paired in-place RoPE requires non-overlapping input storagez;in-place RoPE inputs must not overlap frequencies or scalesN)	Úrequires_gradÚRuntimeErrorÚsortedr   r   r   Ú
ValueErrorr2   rD   )rO   rQ   r   ÚrequiredÚ
dimensionsr   r!   Úsources   $*      r   Úcheck_rope_inplacer]   [   sü   € ð ˆrÐ�HÓˆØ�?�?Š?ÜØYóð ñ ó ˆØˆÜñ 
ä # A§G¡G¨Q¯X©X«ZÀÕ Eó
ó 
ˆ
ó
 '‰LˆFØÔ Ü ØKóð ð •}ŠHó 'ñ ô ˆ2ƒw�!„|Ô(¨¨A­°°1µ×6Ò6ÜØIó
ð 	
ó ˆÛˆFÜ ×*Ô*Ü ØQóð ó ó r   )r   r+   )r   r   r#   r9   rD   rN   r]   r+   r   r   Ú<module>r^      s3   ðÛ õ	õ:õ8õ6	+÷ð4 Ø<>÷ ñ  r   