+
    Ñåûj+R  ã                   ó²  a € R* t0 t R t^ RIt^ RIHt ^ RIHt ^ RIHt ^ RI	t	^ RI
Ht ]! R4      t]! R4      t/ t] ^ k ]! 0 R+m4      tR R	 ltR,R
RR^ R^ /R R lllt]! R^]4      R,R
RR^ R^ /R R lll4       tR R ltR R ltR R ltR R ltR R ltR-RRR^ R^ R ^ R!RR"R#R$R/R% R& lllt]! R'^]4      R-RRR^ R^ R ^ R!RR"R#R$R/R( R) lll4       tR# ).zãImplementations of ONNX operators as native Torch ops.

NOTE: Fake implementations:
    Refer to https://docs.pytorch.org/docs/stable/library.html#torch.library.register_fake
    for more details on how to create fake kernels.
N)ÚCallable)ÚTypeVar)Ú	ParamSpec)Ú_dtype_mappingsÚ_PÚ_Rc                óÒ   € V ^8„  d   QhR\         R\        R\        \        \        3,          R\        \        \        \        3,          .\        \        \        3,          3,          /# )é   Úop_typeÚopset_versionÚ	fake_implÚreturn)ÚstrÚintr   r   r   )Úformats   "ÚPC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\onnx\ops\_impl.pyÚ__annotate__r   !   sT   € ÷ ñ ÜðÜ!$ðÜ19¼"¼b¸&Õ1AðäŒxœœB˜ÕÐ ¤(¬2¬r¨6Õ"2Ð2Õ3ñó    c                ó"   a aa€ R VV V3R llpV# )zDDecorator to register an ONNX operator with a custom implementation.c                ót   € V ^8„  d   QhR\         \        \        3,          R\         \        \        3,          /# )r	   Úfuncr   )r   r   r   )r   s   "r   r   Ú_onnx_op.<locals>.__annotate__&   s,   € ÷ 	ñ 	œ¤¤R Õ(ð 	¬X´b¼"°fÕ-=ñ 	r   c                 óø   <€ R S 2p\         P                  P                  RS RV 2RR7      ! V 4      pV \        \	        \	        \         P
                  P                  S4      V4      &   VP                  S4       V# )Úopsetzonnx::Ú.)Úmutates_args© )ÚtorchÚlibraryÚ	custom_opÚONNX_ATEN_DECOMP_TABLEÚgetattrÚopsÚonnxÚregister_fake)r   ÚoverloadÚtorch_opr   r
   r   s   &  €€€r   Ú	decoratorÚ_onnx_op.<locals>.decorator&   s|   ø€ Ø˜=˜/Ð*ˆÜ—=‘=×*Ñ*Ø�W�I˜Q˜x˜jÐ)¸ð +ô 
à
óˆð ô 	œw¤w¬u¯y©y¯~©~¸wÓ'GÈÓRÑSð 	×Ñ˜yÔ)Øˆr   r   )r
   r   r   r'   s   fff r   Ú_onnx_opr)   !   s   ú€ ÷
	ò 	ð Ðr   ÚinterleavedFÚ	num_headsÚrotary_embedding_dimc                óê   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R,          R\        R\        R\        R	\         P                  /# ©
r	   ÚxÚ	cos_cacheÚ	sin_cacheÚposition_idsNr*   r+   r,   r   ©r   ÚTensorÚboolr   )r   s   "r   r   r   4   s{   € ÷ @ñ @Ü‡|�|ð@ä�|‰|ð@ô �|‰|ð@ô —,‘, Õ%ð	@ô ð@ô ð@ô ð@ô ‡\�\ñ@r   c               ó
  € V P                  4       ^8X  d9   \        P                  ! V P                  RV P                  V P
                  R7      # \        P                  ! V P                  V P                  V P
                  R7      # )zFFake implementation for RotaryEmbedding-23 for torch.compile purposes.©ÚdtypeÚdevice©é    r	   é   é   )Údimr   Úempty_permutedÚshaper8   r9   Úempty)r/   r0   r1   r2   r*   r+   r,   s   &&&&$$$r   Ú_rotary_embedding_23_fake_implrB   4   s\   € ð 	‡u�uƒw�!„|ô ×#Ò#Ø�G‰G�\¨¯©¸¿¹ô
ð 	
ô �;Š;�q—w‘w a§g¡g°a·h±hÔ?Ð?r   ÚRotaryEmbeddingc                óê   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R,          R\        R\        R\        R	\         P                  /# r.   r3   )r   s   "r   r   r   M   s{   € ÷ D/ñ D/Ü‡|�|ðD/ä�|‰|ðD/ô �|‰|ðD/ô —,‘, Õ%ð	D/ô ðD/ô ðD/ô ðD/ô ‡\�\ñD/r   c               ót	  aaaaaaaaa€ V P                   o\        S4      pS^ ,          oSR,          oSeÖ   \        P                  ! SP	                  4       ^8H  V3R l4       \        P                  ! SP                   ^ ,          S8H  VV3R l4       \        P                  ! SP                   ^,          S8H  VV3R l4       \        P                  ! SP	                  4       ^8H  ;'       d    SP	                  4       ^8H  VV3R l4       MH\        P                  ! SP	                  4       ^8H  ;'       d    SP	                  4       ^8H  VV3R l4       V^8X  d   \        P
                  ! V R4      p MQV^8X  dK   \        P                  ! V^ 8g  V3R l4       S^,          pW…,          p	SSWY.p
\        P                  ! W
4      p \        P                  ! \        V P                   4      ^8H  R 4       V P                   ^,          p	V^ 8X  d   T	pV R	R	R	RV13,          pV R	R	R	VR13,          pV^,          oSe   SS,          oSS,          oMSoSo\        P                  ! SP                   ^ ,          S8H  ;'       d    SP                   ^,          S8H  VVV3R
 l4       \        P                  ! SP                   ^ ,          S8H  ;'       d    SP                   ^,          S8H  VVV3R l4       \        P                  ! SP                   R,          S8H  VV3R l4       \        P                  ! SP                   R,          S8H  VV3R l4       \        P                  ! S^4      o\        P                  ! S^4      oV'       d   VR,          pVR,          pM\        P                  ! V^RR7      w  rÞSV,          SV,          ,
          pSV,          SV,          ,           pV'       dk   \        P                  ! VR4      p\        P                  ! VR4      p\        P                  ! VV3RR7      p\        P                  ! VVP                   4      pM\        P                  ! VV3RR7      p\        P                  ! W¼3RR7      pV^8X  d   \        P                  ! VS4      # \        P
                  ! VR4      # )z_RotaryEmbedding-23 https://onnx.ai/onnx/operators/onnx__RotaryEmbedding.html#rotaryembedding-23Nc                  ó"   <€ R S P                    2# )z6position_ids must be 2D when provided. Received shape ©r@   )r2   s   €r   Ú<lambda>Ú%rotary_embedding_23.<locals>.<lambda>c   s   ø€ ÐLÈ\×M_ÑM_ÐL`Ñar   c                  ó6   <€ R S  RSP                   ^ ,           2# )z6position_ids first dim (batch) must match x.shape[0] (ú). Received rG   )Ú
batch_sizer2   s   €€r   rH   rI   g   s"   ø€ ÐLÈZÈLÐXdÐeq×ewÑewÐxyÕezÐd{Ñ|r   c                  ó6   <€ R S RS P                   ^,           2# )z;position_ids second dim (sequence) must match x.shape[-2] (rK   rG   )r2   Úsequence_lengths   €€r   rH   rI   k   s;   ø€ ÐQÐRaÐQbÐbnÐo{÷  pBñ  pBð  CDõ  pEð  oFñ  Gr   c                  ó<   <€ R S P                    RSP                    2# )zWcos_cache/sin_cache must be 2D when position_ids is provided. Received cos_cache shape ú, sin_cache shape rG   ©r0   r1   s   €€r   rH   rI   o   ó$   ø€ ð (Ø(1¯©Ð'8Ð8JÈ9Ï?É?ÐJ[ñ]r   c                  ó<   <€ R S P                    RSP                    2# )z[cos_cache/sin_cache must be 3D when position_ids is not provided. Received cos_cache shape rP   rG   rQ   s   €€r   rH   rI   u   rR   r   c                  ó   <€ R S  2# )zKnum_heads must be provided for 3D inputs. Received input tensor with shape r   )Úinput_shapes   €r   rH   rI   ‚   s   ø€ ÐaÐbmÐanÑor   c                  ó   € R # )zx should be a 4D tensor by nowr   r   r   r   rH   rI   ‰   s   € Ñ,Lr   ºNNNc                  ó0   <€ R SP                    RS  RS R2# )zcos has shape ú but expected (batch=ú, seq=ú, ...)rG   )rL   ÚcosrN   s   €€€r   rH   rI   ¢   ó"   ø€ �. §¡ Ð+@ÀÀÈFÐSbÐRcÐciÑjr   c                  ó0   <€ R SP                    RS  RS R2# )zsin has shape rY   rZ   r[   rG   )rL   rN   Úsins   €€€r   rH   rI   ¦   r]   r   c                  ó8   <€ R S P                   R,           RS R2# )zLast dimension of cos cache (ú') should match rotary_embedding_dim/2 (ú).éÿÿÿÿrG   )r\   Úrotary_embedding_dim_halfs   €€r   rH   rI   ª   ó,   ø€ Ð/°·	±	¸"µ¨Ð>eÐfð  fAð  ACñ  Dr   c                  ó8   <€ R SP                   R,           RS  R2# )zLast dimension of sin cache (ra   rb   rc   rG   )rd   r_   s   €€r   rH   rI   ®   re   r   ©r>   éþÿÿÿr:   rc   )rW   rW   rW   :r;   Nr	   )rW   rW   rW   :r<   Nr	   )
r@   Úlenr   Ú_checkr>   ÚpermuteÚreshapeÚ	unsqueezeÚchunkÚcat)r/   r0   r1   r2   r*   r+   r,   Ú
input_rankÚhidden_sizeÚ	head_sizeÚ	new_shapeÚx_rotateÚx_not_rotateÚx1Úx2ÚrealÚimagÚx_rotate_concatÚoutputrL   r\   rU   rd   rN   r_   s   &fff$$$            @@@@@@r   Úrotary_embedding_23r|   L   sä  ÿø€ ð —'‘'€KÜ�[Ó!€JØ˜Q•€JØ! "•o€Oð ÒÜ�ŠØ×ÑÓ !Ñ#Üaô	
ô 	�ŠØ×Ñ˜qÕ! ZÑ/Ý|ô	
ô 	�ŠØ×Ñ˜qÕ! _Ñ4õ Gô	
ô 	�ŠØ�M‰M‹O˜qÑ ×9Ð9 Y§]¡]£_¸Ñ%9õ]õ	
ô 	�ŠØ�M‰M‹O˜qÑ ×9Ð9 Y§]¡]£_¸Ñ%9õ]ô	
ð �Q„ô �MŠM˜!˜\Ó*‰Ø	�qŒÜ�ŠØ˜‰NÜoô	
ð " !•nˆØÕ,ˆ	Ø °)ÐGˆ	Ü�MŠM˜!Ó'ˆä	‡L‚L”�Q—W‘W“ Ñ"Ñ$LÔMØ—‘˜•
€Ið ˜qÔ à(ÐØ��A�qÐ/Ð/Ð/Ð/Õ0€HØ�Q˜˜1Ð2Ñ3Ð3Õ4€LØ 4¸Õ 9Ðð ÒØØõ
ˆð Øõ
‰ð ˆØˆä	‡L‚LØ�	‰	�!�˜
Ñ"×FÐF s§y¡y°¥|°Ñ'FÞjôô 
‡L‚LØ�	‰	�!�˜
Ñ"×FÐF s§y¡y°¥|°Ñ'FÞjôô 
‡L‚LØ�	‰	�"�Ð2Ñ2õ 	Dôô 
‡L‚LØ�	‰	�"�Ð2Ñ2õ 	Dôô �/Š/ØˆQó€Cô �/Š/ØˆQó€C÷
 Ø�mÕ$ˆØ�mÕ$‰ä—’˜X q¨bÔ1‰ˆð ��8�c˜B•hÕ€DØ��8�c˜B•hÕ€D÷ ô �Š˜t RÓ(ˆÜ�Š˜t RÓ(ˆÜŸ)š) T¨4 L°bÔ9ˆÜ—=’= °(·.±.ÓA‰ä—9’9˜d D˜\¨rÔ2ˆÜ�YŠY˜Ð/°RÔ8€FØ�Q„Ü�}Š}˜V [Ó1Ð1ô �=Š=˜ Ó.Ð.r   c                óJ   € V ^8„  d   QhR\         R,          R\        R\         /# )r	   ÚscaleNrr   r   )Úfloatr   )r   s   "r   r   r   Ô   s*   € ÷ Hñ HœU T�\ð H´cð H¼eñ Hr   c                óH   € V e   V # R\         P                  ! V4      ,          # )z/Get the scale factor for attention computation.g      ð?)ÚmathÚsqrt)r~   rr   s   &&r   Ú_get_scale_factorrƒ   Ô   s    € àÒ%ˆ5ÐG¨C´$·)²)¸IÓ2FÕ,FÐGr   c                óp   € V ^8„  d   QhR\         P                  R\        R\        R\         P                  /# )r	   ÚtensorrL   r+   r   )r   r4   r   )r   s   "r   r   r   Ù   s4   € ÷ 
ñ 
Ü�L‰Lð
Ü&)ð
Ü69ð
ä
‡\�\ñ
r   c                ó¼   € V P                   ^,          V P                   ^,          rCWB,          pV P                  WW%4      P                  ^^4      P                  4       # )z1Reshape 3D tensor to 4D for multi-head attention.)r@   ÚviewÚ	transposeÚ
contiguous)r…   rL   r+   rN   rq   rr   s   &&&   r   Ú_reshape_3d_to_4drŠ   Ù   sH   € ð $*§<¡<°¥?°F·L±LÀµO�[ØÕ(€Ià�‰�J°ÓFß	‰�1�a‹ß	‰‹ðr   c                ó¶   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R\        R,          R\        R\         P                  /# )	r	   ÚQÚKÚcurrent_q_num_headsÚcurrent_kv_num_headsr~   NÚqk_matmul_output_moder   ©r   r4   r   r   )r   s   "r   r   r   æ   sg   € ÷ Fñ FÜ‡|�|ðFä‡|�|ðFô ðFô ð	Fô
 �4�<ðFô ðFô ‡\�\ñFr   c           	     óž   € V^ 8X  d   \        WW#V4      # \        P                  ! \        P                  ! WP	                  RR4      4      4      # )z1Get QK output tensor based on the specified mode.rh   rc   )Ú_compute_qk_output_for_mode_0r   Ú
zeros_likeÚmatmulrˆ   )rŒ   r�   rŽ   r�   r~   r�   s   &&&&&&r   Ú_get_qk_output_for_aten_spdar–   æ   sH   € ð  Ô!Ü,ØÐ%¸Uó
ð 	
ô
 ×Ò¤§¢¨Q·±¸BÀÓ0CÓ DÓEÐEr   c                ó4   € V ^8„  d   QhR\         R\         RR/# )r	   rŽ   r�   r   N)r   )r   s   "r   r   r   ø   s$   € ÷ ñ ÜðÜ47ðà	ñr   c                óV   a a€ \         P                  ! S S,          ^ 8H  VV 3R l4       R# )z-Validate Group Query Attention configuration.c                  ó   <€ R S RS  R2# )zq_num_heads (z%) must be divisible by kv_num_heads (z	) for GQAr   )r�   rŽ   s   €€r   rH   Ú-_validate_gqa_configuration.<locals>.<lambda>þ   s   ø€ �-Ð 3Ð4Ð4YÐZnÐYoÐoxÑyr   N)r   rj   )rŽ   r�   s   ffr   Ú_validate_gqa_configurationr›   ø   s"   ù€ ô 
‡L‚LØÐ2Õ2°aÑ7Ýyör   c                óª   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R\        R,          R\         P                  /# )r	   rŒ   r�   rŽ   r�   r~   Nr   r‘   )r   s   "r   r   r     sT   € ÷ >ñ >Ü‡|�|ð>ä‡|�|ð>ô ð>ô ð	>ô
 �4�<ð>ô ‡\�\ñ>r   c                ó  € TpW#8w  d   W#,          pVP                  V^R7      p\        W@P                  ^,          4      p\        P                  ! V4      pW,          p	WX,          p
\
        P                  ! WšP                  RR4      4      # )zDHelper function to compute QK output for qk_matmul_output_mode == 0.rg   rh   rc   )Úrepeat_interleaverƒ   r@   r�   r‚   r   r•   rˆ   )rŒ   r�   rŽ   r�   r~   ÚK_for_qkÚrepeat_factorÚscale_factorÚ
sqrt_scaleÚQ_scaledÚK_scaleds   &&&&&      r   r“   r“     sw   € ð €HØÔ2Ø+ÕCˆØ×&Ñ& }¸!Ð&Ó<ˆä$ U¯G©G°A­JÓ7€Lä—’˜<Ó(€JØ�~€HØÕ$€HÜ�<Š<˜×"4Ñ"4°R¸Ó"<Ó=Ð=r   Ú	is_causalÚkv_num_headsÚq_num_headsr�   r~   Úsoftcapç        Úsoftmax_precisionc                 ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  R,          R\         P                  R,          R\        R	\        R
\        R\        R\        R,          R\        R\        R,          R\
        \         P                  \         P                  \         P                  \         P                  3,          /# ©r	   rŒ   r�   ÚVÚ	attn_maskNÚpast_keyÚ
past_valuer¥   r¦   r§   r�   r~   r¨   rª   r   ©r   r4   r5   r   r   Útuple)r   s   "r   r   r     sñ   € ÷ Q9ñ Q9Ü‡|�|ðQ9ä‡|�|ðQ9ô ‡|�|ðQ9ô �|‰|˜dÕ"ð	Q9ô
 �l‰l˜TÕ!ðQ9ô —‘˜tÕ#ðQ9ô ðQ9ô ðQ9ô ðQ9ô ðQ9ô �4�<ðQ9ô ðQ9ô ˜T•zðQ9ô Œ5�<‰<œŸ™¤u§|¡|´U·\±\ÐAÕBñQ9r   c               óÊ  € V P                   ^ ,          p\        V P                   4      ^8X  d«   V P                   ^,          pV P                   pVeI   VVVP                   ^,          VP                   ^,          ,           VP                   ^,          V,          3pM/VVVP                   ^,          VP                   ^,          V,          3pTpVVVV^,          3pMÔV P                   ^,          pV P                   pVed   VP                   ^ ,          VP                   ^,          VP                   ^,          VP                   ^,          ,           VP                   ^,          3pMVP                   pTpV P                   ^ ,          V P                   ^,          V P                   ^,          V^,          3p\        P                  ! WðP                  V P
                  R7      p\        P                  ! VVP                  VP
                  R7      p\        P                  ! VVP                  VP
                  R7      p\        P                  ! VV P                  V P
                  R7      pVVVV3# )z@Fake implementation for Attention-23 for torch.compile purposes.r7   )r@   ri   r   rA   r8   r9   )rŒ   r�   r­   r®   r¯   r°   r¥   r¦   r§   r�   r~   r¨   rª   rL   Úq_sequence_lengthÚoutput_shapeÚpresent_key_shapeÚpresent_value_shapeÚqk_output_shaper{   Úpresent_keyÚpresent_valueÚ	qk_outputs   &&&&&&$$$$$$$          r   Ú_attention_23_fake_implr¼     sæ  € ð" —‘˜•€Jô ˆ1�7‰7ƒ|�qÔàŸG™G A�JÐØ—w‘wˆð ÒàØØ—‘˜qÕ! A§G¡G¨A¥JÕ.Ø—‘˜•
˜lÕ*ð	!Ñð ØØ—‘˜•
Ø—‘˜•
˜lÕ*ð	!Ðð 0Ðð ØØØ˜aÕ ð	
‰ð ŸG™G A�JÐà—w‘wˆð Òà—‘˜•
Ø—‘˜•
Ø—‘˜qÕ! A§G¡G¨A¥JÕ.Ø—‘˜•
ð	!Ñð !"§¡ÐØ/Ðð �G‰G�A�JØ�G‰G�A�JØ�G‰G�A�JØ˜aÕ ð	
ˆô �[Š[˜¯W©W¸Q¿X¹XÔF€FÜ—+’+Ð/°q·w±wÀqÇxÁxÔP€KÜ—K’KÐ 3¸1¿7¹7È1Ï8É8ÔT€MÜ—’˜O°1·7±7À1Ç8Á8ÔL€Ià�; ¨yÐ8Ð8r   Ú	Attentionc                 ó  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  R,          R\         P                  R,          R\        R	\        R
\        R\        R\        R,          R\        R\        R,          R\
        \         P                  \         P                  \         P                  \         P                  3,          /# r¬   r±   )r   s   "r   r   r   m  sñ   € ÷ }9ñ }9Ü‡|�|ð}9ä‡|�|ð}9ô ‡|�|ð}9ô �|‰|˜dÕ"ð	}9ô
 �l‰l˜TÕ!ð}9ô —‘˜tÕ#ð}9ô ð}9ô ð}9ô ð}9ô ð}9ô �4�<ð}9ô ð}9ô ˜T•zð}9ô Œ5�<‰<œŸ™¤u§|¡|´U·\±\ÐAÕBñ}9r   c               óÄ
  € ^^^rþp\        V P                  4      pV P                  ^ ,          p\        V P                  4      ^8X  dc   \        P                  ! V^ 8g  ;'       d    V^ 8g  R 4       V P                  ^,          p\	        V VV4      p \	        VVV4      p\	        VVV4      p\        P                  ! \        V P                  4      ^8H  ;'       d9    \        VP                  4      ^8H  ;'       d    \        VP                  4      ^8H  R 4       V P                  V,          p\        V
V4      p
Ve   \        P                  ! WA.VR7      MVP                  4       pVe   \        P                  ! WR.VR7      MVP                  4       pTTr!V P                  V,          pVP                  V,          pV P                  V,          pVP                  V,          pVR8H  ;'       dC    V	^ 8H  ;'       d6    VRJ ;'       d*    VRJ ;'       g    VP                  \        P                  8H  p\        VV4       V'       dP   \        P                  P                  P                  V VVVRVV
\        VV8g  4      R7      p\        V VVVV
V	4      pEM VV8w  d0   VV,          pVP                  VVR7      pVP                  VVR7      p\        P                   ! VVV P                  V P"                  R7      pV'       d}   \        P                  ! VRJ R 4       \        P$                  ! \        P&                  ! VV\        P                  V P"                  R7      4      pVP)                  V( \+        R	4      4      pVeF   VP                  \        P                  8X  d   VP)                  V( \+        R	4      4      pM	VV,           p\        W P                  ^,          4      p\,        P.                  ! V4      p V V ,          p!VV ,          p"\        P0                  ! V!V"P3                  R
R4      4      p#T#pV#V,           p$V	^8X  d   T$pVR8”  d%   V\        P4                  ! V$V,          4      ,          p$V	^8X  d   T$pVe�   V\6        9   d]   V$P                  p%V$P9                  \:        P<                  V,          4      p$\        P>                  ! V$RR7      p&V&P9                  V%4      p&M1\        P>                  ! V$RR7      p&M\        P>                  ! V$RR7      p&V	^8X  d   T&p\        P0                  ! V&V4      pV^8X  d$   VP3                  ^^4      PA                  VVR4      pVVVV3# )zMAttention-23 https://onnx.ai/onnx/operators/onnx__Attention.html#attention-23c                  ó   € R # )z;q_num_heads and kv_num_heads must be provided for 3D inputsr   r   r   r   rH   Úattention_23.<locals>.<lambda>‰  s   € ÑQr   c                  ó   € R # )z'Q, K, and V should be 4D tensors by nowr   r   r   r   rH   rÁ   ’  s   € Ñ9r   Nrg   r©   )r®   Ú	dropout_pr¥   r~   Ú
enable_gqar7   c                  ó   € R # )z'Cannot use both is_causal and attn_maskr   r   r   r   rH   rÁ   à  s   € Ñ+Tr   z-infrh   rc   )!ri   r@   r   rj   rŠ   rƒ   ro   Úcloner8   r5   r›   ÚnnÚ
functionalÚscaled_dot_product_attentionr–   rž   Úzerosr9   ÚtrilÚonesÚmasked_fillr   r�   r‚   r•   rˆ   ÚtanhÚ-_ATTENTION_23_ALLOWED_INTERMEDIATE_PRECISIONSÚtor   ÚONNX_DTYPE_TO_TORCH_DTYPEÚsoftmaxrl   )'rŒ   r�   r­   r®   r¯   r°   r¥   r¦   r§   r�   r~   r¨   rª   Únum_head_dimÚsequence_dimÚhead_dimÚinput_shape_lenrL   r´   Úq_head_sizer¹   rº   rŽ   r�   Úkv_sequence_lengthÚcan_use_sdpar{   r»   r    Ú	attn_biasÚcausal_maskr¡   r¢   r£   r¤   Úqk_matmul_outputÚqk_with_biasÚoriginal_dtypeÚ
qk_softmaxs'   &&&&&&$$$$$$$                          r   Úattention_23rà   l  sè  € ð& ,-¨a° €Lô ˜!Ÿ'™'“l€OØ—‘˜•€Jô ˆ1�7‰7ƒ|�qÔÜ�ŠØ˜1Ñ×2Ð2 °Ñ!2ÙQô	
ð ŸG™G A�JÐÜ˜a ¨[Ó9ˆÜ˜a ¨\Ó:ˆÜ˜a ¨\Ó:ˆä	‡L‚LÜˆA�G‰G‹˜Ñ×EÐEœc !§'¡'›l¨aÑ/×EÐE´C¸¿¹³LÀAÑ4EÙ9ôð —'‘'˜(Õ#€KÜ˜e [Ó1€Eð
 Òô 	�	Š	�8�- \Õ2à�W‰W‹Yð ð Ò!ô 	�	Š	�:�/ |Õ4à�W‰W‹Yð ð ˜€qð Ÿ'™' ,Õ/ÐØŸ7™7 <Õ0ÐØŸ™ Õ-ÐØŸ™ Õ.Ðð 	�3‰÷ 	Að 	AØ! QÑ&÷	Að 	Aà Ð%÷	Að 	Að ˜$Ð×?Ð? )§/¡/´U·Z±ZÑ"?ð	 ô  Ð 3Ð5IÔJçä—‘×$Ñ$×AÑAØØØØØØØÜØ#Ð';Ñ;óð Bó 
ˆô 1ØØØØ ØØ!ó
Š	ð Ð"6Ô6Ø/Ð3GÕGˆMØ×#Ñ# M°|Ð#ÓDˆAØ×#Ñ# M°|Ð#ÓDˆAô —K’KØÐ1¸¿¹ÈÏÉô
ˆ	÷
 Ü�LŠLØ˜TÐ!Ñ#Tôô  Ÿ*š*Ü—
’
Ø%Ø&ÜŸ*™*ØŸ8™8ô	óˆKð "×-Ñ-¨{¨l¼EÀ&»MÓJˆIð Ò Ø�‰¤%§*¡*Ô,à%×1Ñ1°9°*¼eÀF»mÓL‘	ð &¨	Õ1�	ô )¨·±¸µ
Ó;ˆô —Y’Y˜|Ó,ˆ
Ø�z•>ˆØ�z•>ˆô !Ÿ<š<¨°(×2DÑ2DÀRÈÓ2LÓMÐð %ˆ	ð (¨)Õ3ˆà  AÔ%Ø$ˆIð �SŒ=Ø"¤U§Z¢Z°¸wÕ0FÓ%GÕGˆLà  AÔ%Ø$ˆIð Ò(à Ô$QÔQØ!-×!3Ñ!3�Ø+Ÿ™Ü#×=Ñ=Ð>OÕPó �ô #Ÿ]š]¨<¸RÔ@�
Ø'Ÿ]™]¨>Ó:‘
ä"Ÿ]š]¨<¸RÔ@‘
äŸš |¸Ô<ˆJà  AÔ%Ø"ˆIô —’˜j¨!Ó,ˆð ˜!Ôà×!Ñ! ! QÓ'×/Ñ/°
Ð<MÈrÓRˆà�; ¨yÐ8Ð8r   c                óŠ   € V ^8„  d   Qh/ ^ \         9   d/   \        \        P                  P                  \
        3,          ;R&   # )r	   r    )Ú__conditional_annotations__Údictr   Ú_opsÚ
OpOverloadr   )r   s   "r   r   r      s3   € ÷ ñ ÷* CÒ BœœUŸZ™Z×2Ñ2´HÐ<Õ=Ñ Bò+r   >   r<   é
   é   é   )N)NNN)râ   Ú__doc__r�   Úcollections.abcr   Útypingr   Útyping_extensionsr   r   Útorch.onnx.opsr   r   r   r    Ú	frozensetrÏ   r)   rB   r|   rƒ   rŠ   r–   r›   r“   r¼   rà   r   )râ   s   @r   Ú<module>rï      s¨  øðöó Ý $Ý Ý 'ã Ý *ñ ˆtƒ_€ÙˆTƒ]€ð ACÐ Ó BÙ09òó1Ð -õñ&@ð ð@ð ð@ð !"÷@ð @ñ0 
Ð
˜RÐ!?Ó@ñD/ð ðD/ð ðD/ð !"÷D/ó AðD/õNHõ

õFõ$õ>ñ,Q9ð ðQ9ð ðQ9ð ðQ9ð "#ðQ9ð ðQ9ð ðQ9ð %)÷Q9ð Q9ñh 
ˆ+�rÐ2Ó3ñ}9ð ð}9ð ð}9ð ð}9ð "#ð}9ð ð}9ð ð}9ð %)÷}9ó 4ò}9r   