+
    åûj¾ ã                   ó  a € R[ tf0 t R t^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtH	t	H
t
 ^ RIHtHt ^ RIHtHt ^ RIt^ RIHt ^ RIHt ^ RIHt ^RIHtHt ^R	IHt ^R
IHt ^RIH t H!t! ^RI"H#t#H$t$ ^RI%H&t&H't' ^RI(H)t) ^RI*H+t+H,t,H-t-H.t.H/t/H0t0H1t1H2t2 ^RI3H4t4 ]'       d   ^ RI5H6t6 ^ RI7H8t8 ]Pr                  ! ]:4      t; ! R R])4      t< ! R R]44      t= ! R R]=4      t> ! R R]=4      t? ! R R]<4      t@ ! R R]<4      tA ! R R ]<4      tB ! R! R"]<4      tC ! R# R$]<4      tD ! R% R&]<4      tE ! R' R(]<4      tF ! R) R*]<4      tG ! R+ R,]<4      tH ! R- R.]<4      tI ! R/ R0]<4      tJ ! R1 R2]<4      tK ! R3 R4]J4      tL ! R5 R6]J4      tM ! R7 R8]J4      tN]Pž                  P                   ]L]P¢                  P                   ]M]P¤                  P¦                  ]N/tT] ^ k R9 R: ltUR; R< ltV ! R= R>]<4      tW ! R? R@]<4      tX ! RA RB]<4      tY ! RC RD]<4      tZ ! RE RF]<4      t[ ! RG RH]<4      t\ ! RI RJ]<4      t] ! RK RL]<4      t^ ! RM RN]<4      t_ ! RO RP]<4      t` ! RQ RR]<4      ta ! RS RT]<4      tb ! RU RV]<4      tc ! RW RX])4      td ! RY RZ])4      teR# )\a)  
This file contains a collection of context manager classes used by Dynamo for tracking
and managing various PyTorch runtime states during graph compilation. These context
managers handle different aspects of PyTorch's execution environment, including:

- Autograd states (grad mode, inference mode)
- CUDA streams and events
- Profiling contexts
- Deterministic algorithms
- Forward/backward AD modes
- SDPA (Scaled Dot Product Attention) kernels
- FSDP (Fully Sharded Data Parallel) states
- AMP (Automatic Mixed Precision) autocast states

The context managers ensure proper state transitions during graph compilation by
tracking enter/exit points and managing cleanup operations. They help maintain
consistency between eager execution and compiled graph behavior by capturing and
restoring state changes.
N)ÚCallableÚSequenceÚSized)ÚAbstractContextManagerÚ	ExitStack)ÚAnyÚTYPE_CHECKING)Úconfig)ÚGuard)Úwarning_once)Úgraph_break_hintsÚ	variables)Úcreate_call_function)Úunimplemented)ÚGuardBuilderÚinstall_guard)Ú
AttrSourceÚGlobalStateSource)Ú_get_error_on_graph_breakÚ_set_error_on_graph_break©ÚVariableTracker)ÚNestedUserFunctionVariableÚSkipFunctionVariableÚUserFunctionVariableÚUserMethodVariableÚ!WrappedNestedUserFunctionVariableÚWrappedSkipFunctionVariableÚWrappedUserFunctionVariableÚWrappedUserMethodVariable)ÚUserDefinedObjectVariable)Ú	PyCodegen)ÚInstructionTranslatorBasec                   óP  a a€ ] tR t^>t o0 Rm]P
                  mtRV3R lV 3R llltV3R lR ltV3R lR ltRV3R lR llt	V3R	 lR
 lt
V3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# ) ÚContextWrappingVariablec                ó>   <€ V ^8„  d   QhRS[ RS[ R,          RS[ RR/# ©é   Útarget_valuesÚinitial_valuesNÚkwargsÚreturn©r   )ÚformatÚ__classdict__s   "€Ú_C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_dynamo\variables\ctx_manager.pyÚ__annotate__Ú$ContextWrappingVariable.__annotate__G   s1   ø€ ÷ ñ Ù ðÙ25¸µ*ðÙORðà	ñó    c                óº   <€ \         SV `  ! R/ VB  Wn        W n        Ve:   \	        V\
        4      '       g"   \        R\        V4      P                   24      hR # R # )NzFContextWrappingVariable.target_values must be None or a Sequence, got © )	ÚsuperÚ__init__r(   r)   Ú
isinstancer   Ú	TypeErrorÚtypeÚ__name__©Úselfr(   r)   r*   Ú	__class__s   &&&,€r/   r6   Ú ContextWrappingVariable.__init__G   sg   ø€ ô 	‰ÒÑ"˜6Ò"Ø*ÔØ,Ôð Ò%¬°MÄ8×)LÒ)LÜð!Ü!% mÓ!4×!=Ñ!=Ð >ð@óð ñ *MÑ%r2   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# ©r'   Útxr"   ÚotherÚopr+   ©r   Ústr)r-   r.   s   "€r/   r0   r1   U   ó-   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7ÙKNð7á	ñ7r2   c                ó    € ^RI Hp V! WW#4      # ©é   )Úobject_richcompare©Úobject_protocolrJ   ©r<   rA   rB   rC   rJ   s   &&&& r/   Útp_richcompare_implÚ+ContextWrappingVariable.tp_richcompare_implU   ó   € õ 	8á! $¨EÓ6Ð6r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# ©r'   rA   r"   r+   r   )r-   r.   s   "€r/   r0   r1   \   s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                ó¼   € \        V R 4      '       d   V P                  WP                  4       V P                  V4       \        P
                  P                  R4      # ©Ú
_call_funcN)ÚhasattrrU   r(   Úset_cleanup_hookr   ÚConstantVariableÚcreate©r<   rA   s   &&r/   ÚenterÚContextWrappingVariable.enter\   sF   € Ü�4˜×&Ò&Ø�O‰O˜B× 2Ñ 2Ô3Ø×Ñ˜bÔ!Ü×)Ñ)×0Ñ0°Ó6Ð6r2   c                óJ   <€ V ^8„  d   QhRRRS[ RS[3,          R,          RR/# ©r'   rA   r"   Úfn.Nr+   ©r   r   )r-   r.   s   "€r/   r0   r1   b   s3   ø€ ÷ 
1ñ 
1Ø-ð
1Ù3;¸CÁ¸HÕ3EÈÕ3Lð
1à	ñ
1r2   c                ó~   a a€ Vf   R V V3R llpVS n         SP                  P                  S P                  4       R # )Nc                ó   € V ^8„  d   QhRR/# ©r'   r+   Nr4   )r-   s   "r/   r0   Ú>ContextWrappingVariable.set_cleanup_hook.<locals>.__annotate__g   s   € ÷ =ñ =˜ñ =r2   c                  óh   <€ \        S R 4      '       d   S P                  SS P                  4       R# R# rT   )rV   rU   r)   rZ   s   €€r/   r_   Ú4ContextWrappingVariable.set_cleanup_hook.<locals>.fng   s)   ø€ Ü˜4 ×.Ò.Ø—O‘O B¨×(;Ñ(;Ö<ñ /r2   ©Ú
cleanup_fnÚoutputÚadd_cleanup_hookÚcleanup©r<   rA   r_   s   ff&r/   rW   Ú(ContextWrappingVariable.set_cleanup_hookb   s3   ù€ ð Š:÷=ñ =ð 68ˆŒØ
�	‰	×"Ñ" 4§<¡<Ö0r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ©r'   rA   r"   Úargsr+   r   )r-   r.   s   "€r/   r0   r1   n   ó%   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7á	ñ7r2   c                ó`   € V P                  4        \        P                  P                  R 4      # ©N)Úcleanup_assertr   rX   rY   ©r<   rA   rp   s   &&*r/   ÚexitÚContextWrappingVariable.exitn   s'   € ð 	×ÑÔÜ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó"   <€ V ^8„  d   QhRRRR/# ©r'   Úcodegenr!   r+   Nr4   )r-   r.   s   "€r/   r0   r1   t   s   ø€ ÷ 
ñ 
¨ð 
¸ñ 
r2   c                ó”   € V! \        VP                  P                  V P                  4       4      V P	                  4       4      4       R # rs   )r   rA   Úimport_sourceÚmodule_nameÚfn_name©r<   rz   s   &&r/   Úreconstruct_typeÚ(ContextWrappingVariable.reconstruct_typet   s2   € ÙÜ�w—z‘z×/Ñ/°×0@Ñ0@Ó0BÓCÀTÇ\Á\Ã^ÓTö	
r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r1   y   s   ø€ ÷ Oñ O ;ð O°4ñ Or2   c                ó  a a€ SP                  VV 3R  l4       S P                  pV'       g   RpSP                  V Uu. uF  pSP                  V4      NK  	  up4       SP                  \	        \        V4      R4      4       R# u upi )c                  ó&   <€ SP                  S 4      # rs   )r€   )rz   r<   s   €€r/   Ú<lambda>Ú5ContextWrappingVariable.reconstruct.<locals>.<lambda>z   s   ø€  d×&;Ñ&;¸GÔ&Dr2   FNr4   )Úadd_push_nullr(   Úextend_outputÚcreate_load_constr   Úlen)r<   rz   r(   Úvals   ff  r/   ÚreconstructÚ#ContextWrappingVariable.reconstructy   sn   ù€ Ø×ÑÕDÔEØ×*Ñ*ˆßØˆMØ×ÑÉÓWÉÀ#˜w×8Ñ8¸Ö=ÉÑWÔXØ×ÑÔ2´3°}Ó3EÀuÓMÖNùò Xs   ¾Bc                ó    <€ V ^8„  d   QhRS[ /# ©r'   r+   ©rE   )r-   r.   s   "€r/   r0   r1   �   s   ø€ ÷ @ñ @™Sñ @r2   c                ó   € \        R 4      h)zmodule_name called on base©ÚNotImplementedError©r<   s   &r/   r}   Ú#ContextWrappingVariable.module_name�   s   € Ü!Ð">Ó?Ð?r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r1   „   s   ø€ ÷ <ñ <™ñ <r2   c                ó   € \        R 4      h)zfn_name called on baser’   r”   s   &r/   r~   ÚContextWrappingVariable.fn_name„   s   € Ü!Ð":Ó;Ð;r2   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# ©r'   rA   r"   rp   r*   r+   ©Úlistr   ÚdictrE   )r-   r.   s   "€r/   r0   r1   ‡   sB   ø€ ÷ 8ñ 8à'ð8ñ ‘?Õ#ð8ñ ‘S™/Ð)Õ*ð	8ñ
 
ñ8r2   c                ó|  € \        V4      ^8w  d   \        R\        V4       24      h\        V^ ,          \        \        \
        \        34      '       g   \        R\        V^ ,          4       24      h\        V^ ,          \        4      '       d   \        V^ ,          V 4      # \        V^ ,          \        4      '       d   \        V^ ,          V 4      # \        V^ ,          \
        4      '       d   \        V^ ,          V 4      # \        V^ ,          \        4      '       d   \        V^ ,          V 4      # \        R4      h)rI   zexpected exactly 1 arg, got z"expected a function variable, got zUnexpected arg type)rŠ   ÚAssertionErrorr7   r   r   r   r   r9   r   r   r   r   ©r<   rA   rp   r*   s   &&&&r/   Úcall_functionÚ%ContextWrappingVariable.call_function‡   s  € ô ˆt‹9˜Œ>Ü Ð#?ÄÀDÃ	¸{Ð!KÓLÐLÜØ��Gä*Ü$Ü"Ü$ð	÷
ò 
ô !Ð#EÄdÈ4ÐPQÍ7ÃmÀ_Ð!UÓVÐVä�d˜1•gÔ9×:Ò:Ü4°T¸!µW¸dÓCÐCÜ˜˜Q�Ô!5×6Ò6Ü.¨t°A­w¸Ó=Ð=Ü˜˜Q�Ô!3×4Ò4Ü,¨T°!­W°dÓ;Ð;Ü˜˜Q�Ô!5×6Ò6Ü.¨t°A­w¸Ó=Ð=ä Ð!6Ó7Ð7r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   ©Úbool)r-   r.   s   "€r/   r0   r1   ¥   s   ø€ ÷ ñ ¡tñ r2   c                ó   € R # ©Tr4   r”   s   &r/   Úsupports_graph_breaksÚ-ContextWrappingVariable.supports_graph_breaks¥   ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r¤   )r-   r.   s   "€r/   r0   r1   ¨   ó   ø€ ÷ ñ ¡Tñ r2   c                ó   € R # r§   r4   r”   s   &r/   Úexit_on_graph_breakÚ+ContextWrappingVariable.exit_on_graph_break¨   rª   r2   c                ó   <€ V ^8„  d   QhRR/# rc   r4   )r-   r.   s   "€r/   r0   r1   «   s   ø€ ÷ #ñ #˜ñ #r2   c                óT   € V P                   e   V P                  4        R V n         R # R # rs   )rh   r”   s   &r/   rk   ÚContextWrappingVariable.cleanup«   s"   € Ø�?‰?Ò&Ø�O‰OÔØ"ˆDŽOñ 'r2   c                ó   <€ V ^8„  d   QhRR/# rc   r4   )r-   r.   s   "€r/   r0   r1   °   s   ø€ ÷ ñ  ñ r2   c                ó`   € V P                   '       g   \        R 4      hV P                  4        R# )zmultiple exits?N)rh   rŸ   rk   r”   s   &r/   rt   Ú&ContextWrappingVariable.cleanup_assert°   s    € Ø��ˆÜ Ð!2Ó3Ð3Ø�‰Žr2   )rh   r)   r(   >   ÚstateÚcm_objr(   r)   rs   )r:   Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú_nonvar_fieldsr6   rN   r[   rW   rv   r€   rŒ   r}   r~   r¡   r¨   r®   rk   rt   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r=   r.   s   @@r/   r$   r$   >   s±   ù‡ € òð
 
×	'Ñ	'ð€N÷õ ÷7ð 7÷7ð 7÷
1ò 
1÷7ð 7÷
ð 
÷
Oð O÷@ð @÷<ð <÷8ð 8÷<ð ÷ð ÷#ð #÷
÷ ð r2   r$   c                   óª   a a€ ] tR t^¶t oV3R lV 3R lltV3R lR ltV3R lR ltV3R lR ltV3R	 lR
 ltV3R lR lt	V3R lR lt
RtVtV ;t# )ÚGenericContextWrappingVariablec                ó:   <€ V ^8„  d   QhRS[ S[,          RS[RR/# ©r'   r·   r*   r+   N)r   r   )r-   r.   s   "€r/   r0   Ú+GenericContextWrappingVariable.__annotate__¹   s(   ø€ ÷ ñ Ñ5±cÕ:ð Ácð Èdñ r2   c                ón   <€ Vf   \        R4      h\        SV `  ! RRVRVP                  /VB  Wn        R # )Nzcm_obj must not be NoneÚvalueÚ
value_typer4   )rŸ   r5   r6   r=   r·   )r<   r·   r*   r=   s   &&,€r/   r6   Ú'GenericContextWrappingVariable.__init__¹   sH   ø€ ØŠ>Ü Ð!:Ó;Ð;Ü‰Òñ 	
Øð	
à×'Ñ'ð	
ð ò	
ð
 Žr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rÄ   Ã   ó   ø€ ÷ &ñ &™Sñ &r2   c                ó.   € V P                   P                  # rs   )r·   r¸   r”   s   &r/   r}   Ú*GenericContextWrappingVariable.module_nameÃ   s   € Ø�{‰{×%Ñ%Ð%r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rÄ   Æ   s   ø€ ÷ *ñ *™ñ *r2   c                ó@   € \        V P                  4      P                  # rs   )r9   r·   r:   r”   s   &r/   r~   Ú&GenericContextWrappingVariable.fn_nameÆ   s   € Ü�D—K‘KÓ ×)Ñ)Ð)r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rÄ   É   s   ø€ ÷ 	$ñ 	$Ð3ð 	$¹ñ 	$r2   c           	     ó2  € V P                   f   R M\        V P                   R4      p\        P                  ! \        P                  ! V P
                  P                  P                  T;'       d    \        VR4      R7      V VR7      P                  V. / 4      # )NÚ	__enter__Ú__func__©Úsource)	rÕ   r   r   r   r   r·   rÒ   rÓ   r¡   )r<   rA   rÕ   s   && r/   r[   Ú$GenericContextWrappingVariable.enterÉ   s{   € ØŸ™Ò,‘´*¸T¿[¹[È+Ó2VˆÜ×+Ò+Ü×*Ò*Ø—‘×%Ñ%×.Ñ.Ø×@Ð@¤*¨V°ZÓ"@ôð Øô
÷ ‰-˜˜B Ó
#ð	$r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rÄ   Ô   s%   ø€ ÷ ñ Ø-ðÙ6Eðá	ñr2   c           	     ó|  € V P                   f   R M\        V P                   R4      p\        P                  ! \        P                  ! V P
                  P                  P                  T;'       d    \        VR4      R7      V VR7      P                  V\        V4      / 4      pVP                  P                  4        V# )NÚ__exit__rÓ   rÔ   )rÕ   r   r   r   r   r·   rÙ   rÓ   r¡   rœ   Úactive_generic_context_managersÚpop)r<   rA   rp   rÕ   Úxs   &&*  r/   rv   Ú#GenericContextWrappingVariable.exitÔ   sš   € ð Ÿ™Ò,‘´*¸T¿[¹[È*Ó2UˆÜ×(Ò(Ü×*Ò*Ø—‘×$Ñ$×-Ñ-Ø×@Ð@¤*¨V°ZÓ"@ôð Øô
÷ ‰-˜œD ›J¨Ó
+ð 	
ð 	×*Ñ*×.Ñ.Ô0Øˆr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r¤   )r-   r.   s   "€r/   r0   rÄ   ã   s   ø€ ÷ ñ ¡tñ r2   c                ó   € R # ©Fr4   r”   s   &r/   r¨   Ú4GenericContextWrappingVariable.supports_graph_breaksã   s   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r¤   )r-   r.   s   "€r/   r0   rÄ   æ   r¬   r2   c                ó   € R # r§   r4   r”   s   &r/   r®   Ú2GenericContextWrappingVariable.exit_on_graph_breakæ   rª   r2   )r·   )r:   r¸   r¹   rº   r6   r}   r~   r[   rv   r¨   r®   r¼   r½   r¾   r¿   s   @@r/   rÁ   rÁ   ¶   sP   ù‡ € ÷ó ÷&ð &÷*ð *÷	$ð 	$÷ð ÷ð ÷÷ ð r2   rÁ   c                   óJ   a a€ ] tR t^êt oV3R lV 3R lltR tR tRtVtV ;t	# )ÚRecordFunctionVariablec                óR   <€ V ^8„  d   QhRS[ P                  P                  RS[RR/# rÃ   )ÚtorchÚprofilerÚrecord_functionr   )r-   r.   s   "€r/   r0   Ú#RecordFunctionVariable.__annotate__ë   s-   ø€ ÷ 
ñ 
™uŸ~™~×=Ñ=ð 
Éð 
ÐQUñ 
r2   c                ó„  <€ \         SV `  ! V3/ VB  \        P                  P	                  VP
                  4      .p/ pVP                  '       d-   \        P                  P	                  VP                  4      VR &   \        P                  P                  P	                  \        V P                  4      W4R7      V n        R# )rp   )ÚfuncÚrecord_argsÚrecord_kwargsN)r5   r6   r   rX   rY   Únamerp   rè   Ú%ProfilerRecordFunctionContextVariabler9   r·   Ú	record_fn)r<   r·   r*   rp   rï   r=   s   &&,  €r/   r6   ÚRecordFunctionVariable.__init__ë   s�   ø€ Ü‰Ò˜Ñ* 6Ò*Ü×*Ñ*×1Ñ1°&·+±+Ó>Ð?ˆØˆØ�;�;ˆ;Ü$-×$>Ñ$>×$EÑ$EÀfÇkÁkÓ$RˆM˜&Ñ!Ü"Ÿ™×NÑN×UÑUÜ�d—k‘kÓ"°ð Vó 
ˆŽr2   c                ón   € VP                   P                  V 4       V P                  P                  V4      # rs   )rÚ   Úappendrò   r[   rZ   s   &&r/   r[   ÚRecordFunctionVariable.enterõ   s+   € Ø
×*Ñ*×1Ñ1°$Ô7Ø�~‰~×#Ñ# BÓ'Ð'r2   c                ór   € VP                   P                  4        V P                  P                  ! V.VO5!  # rs   )rÚ   rÛ   rò   rv   ru   s   &&*r/   rv   ÚRecordFunctionVariable.exitù   s.   € Ø
×*Ñ*×.Ñ.Ô0Ø�~‰~×"Ò" 2Ð-¨Ó-Ð-r2   )rò   )
r:   r¸   r¹   rº   r6   r[   rv   r¼   r½   r¾   r¿   s   @@r/   ræ   ræ   ê   s   ù‡ € ÷
ó 
ò(÷.ò .r2   ræ   c                   óh   a € ] tR t^þt o V 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltR	tV t	R
# )Ú$RepararametrizeModuleContextVariablec                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r'   Úctx_manager_vtÚmodr+   N)r$   r   )r-   r.   s   "€r/   r0   Ú1RepararametrizeModuleContextVariable.__annotate__ÿ   s#   ø€ ÷ ñ Ñ'>ð ÁSð ÈTñ r2   c                ó   € Wn         W n        R # rs   )Úcm_vtrý   )r<   rü   rý   s   &&&r/   r6   Ú-RepararametrizeModuleContextVariable.__init__ÿ   s   € Ø#Œ
ØŽr2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rþ     s   ø€ ÷ (ñ (Ð3ð (¹ñ (r2   c                ód  € \         P                  P                  P                  P	                  V4      ;_uu_ 4        V P
                  P                  VR 4      P                  4       V n        V P
                  P                  VR4      P                  4       V n	        VP                  P                  P                  V P                  4       VP                  P                  P                  V P                  4       V P                  P                  V4      uuRRR4       #   + '       g   i     R# ; i)Ú_parametersÚ_buffersN)rè   Ú_dynamor   Úhigher_order_opsÚ dynamo_allow_side_effects_in_hoprý   Útp_getattro_implÚrealizeÚold_parameters_varÚold_buffer_varri   Úside_effectsÚignore_mutations_onr   r[   rZ   s   &&r/   r[   Ú*RepararametrizeModuleContextVariable.enter  sÙ   € ô �]‰]×$Ñ$×5Ñ5×VÑVØ÷
õ 
ð '+§h¡h×&?Ñ&?Ø�Mó'ç‰g‹ið Ô#ð #'§(¡(×";Ñ";¸BÀ
Ó"K×"SÑ"SÓ"UˆDÔØ�I‰I×"Ñ"×6Ñ6°t×7NÑ7NÔOØ�I‰I×"Ñ"×6Ñ6°t×7JÑ7JÔKØ—:‘:×#Ñ# BÓ'÷
÷ 
÷ 
ó 
ús   ¼CDÄD/	c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rþ     s%   ø€ ÷ ñ Ø-ðÙ6Eðá	ñr2   c                ó²  € \         P                  P                  P                  P	                  V4      ;_uu_ 4        V P
                  P                  ! V.VO5!  pVP                  P                  P                  V P                  4       VP                  P                  P                  V P                  4       VuuR R R 4       #   + '       g   i     R # ; irs   )rè   r  r   r  r  r   rv   ri   r  Ústop_ignoring_mutations_onr  r  )r<   rA   rp   rÜ   s   &&* r/   rv   Ú)RepararametrizeModuleContextVariable.exit  s—   € ô
 �]‰]×$Ñ$×5Ñ5×VÑVØ÷
õ 
ð —
‘
—’ Ð* TÓ*ˆAØ�I‰I×"Ñ"×=Ñ=¸d×>QÑ>QÔRØ�I‰I×"Ñ"×=Ñ=¸d×>UÑ>UÔVØ÷
÷ 
÷ 
ó 
ús   ¼A>CÃC	c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r'   rð   r+   ©rE   r   )r-   r.   s   "€r/   r0   rþ      s   ø€ ÷ )ñ )¡ð )©ñ )r2   c                ó.   € \        V P                  V4      # rs   )Úgetattrr   )r<   rð   s   &&r/   Ú__getattr__Ú0RepararametrizeModuleContextVariable.__getattr__   s   € ä�t—z‘z 4Ó(Ð(r2   )r   rý   r  r  N)
r:   r¸   r¹   rº   r6   r[   rv   r  r¼   r½   ©r.   s   @r/   rú   rú   þ   s-   ø‡ € ÷ð ÷
(ð (÷ð ÷)ö )r2   rú   c                   ód   a € ] tR tRt o Rt]V 3R lR l4       tV 3R lR ltV 3R lR ltR	t	V t
R
# )Ú)GradInplaceRequiresGradCtxManagerVariablei%  z#represents torch grad requires gradc                ó.   <€ V ^8„  d   QhRRRS[ RS[ RR/# )r'   rA   r"   r(   r*   r+   r  r,   )r-   r.   s   "€r/   r0   Ú6GradInplaceRequiresGradCtxManagerVariable.__annotate__)  s-   ø€ ÷ 
ñ 
Ø'ð
Ù8;ð
ÙGJð
à	4ñ
r2   c                ó    € \        RR VRR/VB # ©r(   r)   Nr4   )r  ©rA   r(   r*   s   &&,r/   rY   Ú0GradInplaceRequiresGradCtxManagerVariable.create(  s+   € ô 9ñ 
Ø'ð
àð
ð ñ
ð 	
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r  2  s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                óÂ  a € S P                   w  p\        P                  P                  P	                  4       S n        \        P                  P                  P                  V4       S P                  VV 3R  l4       VP                  P                  R\        P                  P                  P                  V3/ 4      S n
        \        P                  P                  R4      # )c                  ój   <€ \         P                  P                  P                  S P                  4      # rs   )rè   Ú_CÚ
_functorchÚ!set_inplace_requires_grad_allowedÚ
prev_stater”   s   €r/   r…   ÚAGradInplaceRequiresGradCtxManagerVariable.enter.<locals>.<lambda>8  s!   ø€ ”E—H‘H×'Ñ'×IÑIØ—‘ôr2   r¡   N)r(   rè   r&  r'  Ú!get_inplace_requires_grad_allowedr)  r(  rW   ri   Úcreate_nodeÚproxyr   rX   rY   )r<   rA   Úenableds   f& r/   r[   Ú/GradInplaceRequiresGradCtxManagerVariable.enter2  s§   ø€ Ø×&Ñ&‰	ˆÜŸ(™(×-Ñ-×OÑOÓQˆŒÜ�‰×Ñ×=Ñ=¸gÔFØ×ÑØôô	
ð —Y‘Y×*Ñ*ØÜ�H‰H×Ñ×AÑAØˆJØó	
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r  D  ó%   ø€ ÷ 
7ñ 
7Ø-ð
7Ù6Eð
7á	ñ
7r2   c                óö   € V P                  4        VP                  P                  R \        P                  P
                  P                  V P                  3/ 4       \        P                  P                  R4      # ©r¡   N)rk   ri   r,  rè   r&  r'  r(  r)  r   rX   rY   ru   s   &&*r/   rv   Ú.GradInplaceRequiresGradCtxManagerVariable.exitD  s[   € ð 	�‰ŒØ
�	‰	×ÑØÜ�H‰H×Ñ×AÑAØ�_‰_ÐØô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   ©r)  r-  N©r:   r¸   r¹   rº   Ú__doc__ÚstaticmethodrY   r[   rv   r¼   r½   r  s   @r/   r  r  %  s.   ø‡ € Ù-à÷
ó ð
÷7ð 7÷$
7ö 
7r2   r  c                   ód   a € ] tR tRt o Rt]V 3R lR l4       tV 3R lR ltV 3R lR ltR	t	V t
R
# )Ú0TemporarilyPopInterpreterStackCtxManagerVariableiQ  zJrepresents torch._functorch.pyfunction.temporarily_pop_interpreter_stack()c                ó.   <€ V ^8„  d   QhRRRS[ RS[ RR/# )r'   rA   r"   r(   r*   r+   r:  r,   )r-   r.   s   "€r/   r0   Ú=TemporarilyPopInterpreterStackCtxManagerVariable.__annotate__U  s-   ø€ ÷ 
ñ 
Ø'ð
Ù8;ð
ÙGJð
à	;ñ
r2   c                ó    € \        RR VRR/VB # r   )r:  r!  s   &&,r/   rY   Ú7TemporarilyPopInterpreterStackCtxManagerVariable.createT  s,   € ô @ñ 
Ø'ð
àð
ð ñ
ð 	
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r<  ^  s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                óR  a € \         P                  P                  P                  4       S n        S P                  VV 3R  l4       VP                  P                  R\         P                  P                  P                  R/ 4      S n        \        P                  P                  R4      # )c                  ój   <€ \         P                  P                  P                  S P                  4      # rs   )rè   r&  r'  Úpush_dynamic_layer_stackÚsavedr”   s   €r/   r…   ÚHTemporarilyPopInterpreterStackCtxManagerVariable.enter.<locals>.<lambda>b  s   ø€ ”E—H‘H×'Ñ'×@Ñ@ÀÇÁÔLr2   r¡   Nr4   )rè   r&  r'  Úpop_dynamic_layer_stackrC  rW   ri   r,  r-  r   rX   rY   rZ   s   f&r/   r[   Ú6TemporarilyPopInterpreterStackCtxManagerVariable.enter^  s~   ø€ Ü—X‘X×(Ñ(×@Ñ@ÓBˆŒ
Ø×ÑØÜLô	
ð —Y‘Y×*Ñ*ØÜ�H‰H×Ñ×7Ñ7ØØó	
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r<  l  r1  r2   c                óö   € V P                  4        VP                  P                  R \        P                  P
                  P                  V P                  3/ 4       \        P                  P                  R4      # r3  )rk   ri   r,  rè   r&  r'  rB  r-  r   rX   rY   ru   s   &&*r/   rv   Ú5TemporarilyPopInterpreterStackCtxManagerVariable.exitl  sZ   € ð 	�‰ŒØ
�	‰	×ÑØÜ�H‰H×Ñ×8Ñ8Ø�Z‰ZˆMØô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   )r-  rC  Nr6  r  s   @r/   r:  r:  Q  s.   ø‡ € ÙTà÷
ó ð
÷7ð 7÷
7ö 
7r2   r:  c                   ó”   a € ] tR tRt o Rt]! ]! 4       ]P                  4      t	]
V 3R lR l4       tV 3R lR ltV 3R lR ltR	tV tR
# )Ú%JvpIncrementNestingCtxManagerVariableiy  z5represents torch.func.jvp increment/decrement nestingc                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   r*   r+   rK  r,   )r-   r.   s   "€r/   r0   Ú2JvpIncrementNestingCtxManagerVariable.__annotate__„  s%   ø€ ÷ ñ Ø'ðÙ36ðà	0ñr2   c                ó$   € \        RR RRR/VB pV# ©r(   Nr)   r4   )rK  ©rA   r*   Úvars   &, r/   rY   Ú,JvpIncrementNestingCtxManagerVariable.createƒ  s/   € ô 4ñ 
Øð
àð
ð ñ
ˆð
 ˆ
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rM  Ž  s   ø€ ÷ >ñ >Ð3ð >¹ñ >r2   c                ój  € \        V P                  4       \        P                  P                  P                  4       pV P                  VR  4       VP                  P                  R\        P                  P                  P                  R/ 4      V n        \        P                  P                  W4      # )c                  óR   € \         P                  P                  P                  4       # rs   )rè   r'  Úeager_transformsÚexit_jvp_nestingr4   r2   r/   r…   Ú=JvpIncrementNestingCtxManagerVariable.enter.<locals>.<lambda>’  s   € œ×(Ñ(×9Ñ9×JÑJÔLr2   r¡   r4   )r   Ú_guards_singletonrè   r'  rV  Úenter_jvp_nestingrW   ri   r,  ÚpredispatchÚ_jvp_increment_nestingr-  r   r   Úbuild)r<   rA   Ú	jvp_levels   && r/   r[   Ú+JvpIncrementNestingCtxManagerVariable.enterŽ  s�   € Ü�d×,Ñ,Ô-Ü×$Ñ$×5Ñ5×GÑGÓIˆ	Ø×ÑØÑLô	
ð —Y‘Y×*Ñ*ØÜ×Ñ×(Ñ(×?Ñ?ØØó	
ˆŒ
ô ×(Ñ(×.Ñ.¨rÓ=Ð=r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rM  œ  ó%   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7á	ñ7r2   c                óà   € V P                  4        VP                  P                  R \        P                  P
                  P                  R/ 4       \        P                  P                  R4      # ©r¡   Nr4   )
rk   ri   r,  rè   r'  r[  Ú_jvp_decrement_nestingr   rX   rY   ru   s   &&*r/   rv   Ú*JvpIncrementNestingCtxManagerVariable.exitœ  sU   € ð 	�‰ŒØ
�	‰	×ÑØœU×-Ñ-×9Ñ9×PÑPÐRTÐVXô	
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   ©r-  N©r:   r¸   r¹   rº   r7  r
   r   r   ÚFUNCTORCH_STACK_MATCHrY  r8  rY   r[   rv   r¼   r½   r  s   @r/   rK  rK  y  sG   ø‡ € Ù?ñ Ñ/Ó1°<×3UÑ3UÓVÐà÷ó ð÷>ð >÷7ö 7r2   rK  c                   óv   a € ] tR tRt o Rt]V 3R lR l4       tV 3R lR ltV 3R lR ltV 3R	 lR
 lt	Rt
V tR# )ÚSetFwdGradEnabledContextManageri¦  zWrepresents torch.autograd.forward_ad._set_fwd_grad_enabled() to enable/disable fwd gradc                ó.   <€ V ^8„  d   QhRRRS[ RS[ RR/# )r'   rA   r"   r(   r*   r+   rj  r,   )r-   r.   s   "€r/   r0   Ú,SetFwdGradEnabledContextManager.__annotate__ª  s-   ø€ ÷ 
ñ 
Ø'ð
Ù8;ð
ÙGJð
à	*ñ
r2   c                ó    € \        RR VRR/VB # r   )rj  r!  s   &&,r/   rY   Ú&SetFwdGradEnabledContextManager.create©  s+   € ô /ñ 
Ø'ð
àð
ð ñ
ð 	
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rl  ³  s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                ó†  a € S P                   w  p\        P                  P                  4       S n        \        P                  P                  V4       S P                  VV 3R  l4       VP                  P                  R\        P                  P
                  V3/ 4      S n	        \        P                  P                  R4      # )c                  óV   <€ \         P                  P                  S P                  4      # rs   )rè   r&  Ú_set_fwd_grad_enabledr)  r”   s   €r/   r…   Ú7SetFwdGradEnabledContextManager.enter.<locals>.<lambda>¹  s   ø€ ”E—H‘H×2Ñ2°4·?±?ÔCr2   r¡   N)r(   rè   r&  Ú_is_fwd_grad_enabledr)  rr  rW   ri   r,  r-  r   rX   rY   )r<   rA   Úmodes   f& r/   r[   Ú%SetFwdGradEnabledContextManager.enter³  s“   ø€ Ø×#Ñ#‰ˆÜŸ(™(×7Ñ7Ó9ˆŒÜ�‰×&Ñ& tÔ,Ø×ÑØÜCô	
ð —Y‘Y×*Ñ*ØÜ�H‰H×*Ñ*ØˆGØó	
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rl  Ã  r1  r2   c                óâ   € V P                  4        VP                  P                  R \        P                  P
                  V P                  3/ 4       \        P                  P                  R4      # r3  )
rk   ri   r,  rè   r&  rr  r)  r   rX   rY   ru   s   &&*r/   rv   Ú$SetFwdGradEnabledContextManager.exitÃ  sU   € ð 	�‰ŒØ
�	‰	×ÑØÜ�H‰H×*Ñ*Ø�_‰_ÐØô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   ©r9   )r-   r.   s   "€r/   r0   rl  Ï  s   ø€ ÷ ?ñ ?™Tñ ?r2   c                óJ   € \         P                  P                  P                  # rs   )rè   ÚautogradÚ
forward_adrr  r”   s   &r/   Úpython_typeÚ+SetFwdGradEnabledContextManager.python_typeÏ  s   € Ü�~‰~×(Ñ(×>Ñ>Ð>r2   r5  N)r:   r¸   r¹   rº   r7  r8  rY   r[   rv   r  r¼   r½   r  s   @r/   rj  rj  ¦  s8   ø‡ € Ùaà÷
ó ð
÷7ð 7÷ 
7ð 
7÷?ö ?r2   rj  c                   ó¦   a € ] tR tRt o Rt]! ]! 4       ]P                  4      t	]
V 3R lR l4       tV 3R lR ltV 3R lR ltV 3R	 lR
 ltRtV tR# )ÚDualLevelContextManageriÓ  z;Represents torch.autograd.forward_ad.dual_level ctx managerc                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   r*   r+   r‚  r,   )r-   r.   s   "€r/   r0   Ú$DualLevelContextManager.__annotate__Ù  s%   ø€ ÷ 
ñ 
Ø'ð
Ù36ð
à	"ñ
r2   c                ó    € \        RR RRR/VB # rO  )r‚  )rA   r*   s   &,r/   rY   ÚDualLevelContextManager.createØ  s+   € ô 'ñ 
Øð
àð
ð ñ
ð 	
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r„  â  s    ø€ ÷ Cñ CÐ3ð C¹ñ Cr2   c                ó’  a € \        S P                  4       \        P                  P                  P                  4       S n        S P                  VV 3R  l4       VP                  P                  R\        P                  P                  P                  R/ 4      S n        \        P                  P!                  VS P                  4      # )c                  ól   <€ \         P                  P                  P                  S P                  R 7      # ))Úlevel)rè   r}  r~  Úexit_dual_levelÚ	new_levelr”   s   €r/   r…   Ú/DualLevelContextManager.enter.<locals>.<lambda>æ  s!   ø€ œŸ™×1Ñ1×AÑAÈÏÉÐAÔWr2   r¡   r4   )r   rY  rè   r}  r~  Úenter_dual_levelrŒ  rW   ri   r,  r'  r[  Ú_enter_dual_levelr-  r   r   r]  rZ   s   f&r/   r[   ÚDualLevelContextManager.enterâ  s”   ø€ Ü�d×,Ñ,Ô-ÜŸ™×2Ñ2×CÑCÓEˆŒØ×ÑØÔWô	
ð —Y‘Y×*Ñ*ØÜ×Ñ×(Ñ(×:Ñ:ØØó	
ˆŒ
ô ×(Ñ(×.Ñ.¨r°4·>±>ÓBÐBr2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r„  ð  r1  r2   c                óø   € V P                  4        VP                  P                  R \        P                  P
                  P                  RRV P                  /4       \        P                  P                  R4      # )r¡   rŠ  Nr4   )rk   ri   r,  rè   r'  r[  Ú_exit_dual_levelrŒ  r   rX   rY   ru   s   &&*r/   rv   ÚDualLevelContextManager.exitð  s_   € ð 	�‰ŒØ
�	‰	×ÑØÜ×Ñ×(Ñ(×9Ñ9ØØ�d—n‘nÐ%ô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r„  ü  s   ø€ ÷ 4ñ 4™Tñ 4r2   c                óJ   € \         P                  P                  P                  # rs   )rè   r}  r~  Ú
dual_levelr”   s   &r/   r  Ú#DualLevelContextManager.python_typeü  s   € Ü�~‰~×(Ñ(×3Ñ3Ð3r2   )rŒ  r-  N)r:   r¸   r¹   rº   r7  r
   r   r   Ú
DUAL_LEVELrY  r8  rY   r[   rv   r  r¼   r½   r  s   @r/   r‚  r‚  Ó  sQ   ø‡ € ÙEáÑ/Ó1°<×3JÑ3JÓKÐà÷
ó ð
÷Cð C÷
7ð 
7÷4ö 4r2   r‚  c                   ó”   a € ] tR tRt o Rt]! ]! 4       ]P                  4      t	]
V 3R lR l4       tV 3R lR ltV 3R lR ltR	tV tR
# )Ú&GradIncrementNestingCtxManagerVariablei   z6represents torch.func.grad increment/decrement nestingc                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   r*   r+   r›  r,   )r-   r.   s   "€r/   r0   Ú3GradIncrementNestingCtxManagerVariable.__annotate__  s%   ø€ ÷ ñ Ø'ðÙ36ðà	1ñr2   c                ó$   € \        RR RRR/VB pV# rO  )r›  rP  s   &, r/   rY   Ú-GradIncrementNestingCtxManagerVariable.create
  s/   € ô 5ñ 
Øð
àð
ð ñ
ˆð
 ˆ
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r�    s   ø€ ÷ 
?ñ 
?Ð3ð 
?¹ñ 
?r2   c                ój  € \        V P                  4       \        P                  P                  P                  4       pV P                  VR  4       VP                  P                  R\        P                  P                  P
                  R/ 4      V n	        \        P                  P                  W4      # )c                  óR   € \         P                  P                  P                  4       # rs   )rè   r&  r'  Ú_grad_decrement_nestingr4   r2   r/   r…   Ú>GradIncrementNestingCtxManagerVariable.enter.<locals>.<lambda>  ó   € ¬%¯(©(×*=Ñ*=×*UÑ*UÔ*Wr2   r¡   r4   )r   rY  rè   r&  r'  Ú_grad_increment_nestingrW   ri   r,  r-  r   r   r]  )r<   rA   Ú
grad_levels   && r/   r[   Ú,GradIncrementNestingCtxManagerVariable.enter  s„   € Ü�d×,Ñ,Ô-Ü—X‘X×(Ñ(×@Ñ@ÓBˆ
Ø×Ñ˜bÑ"WÔXØ—Y‘Y×*Ñ*ØÜ�H‰H×Ñ×7Ñ7ØØó	
ˆŒ
ô ×(Ñ(×.Ñ.¨rÓ>Ð>r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r�  !  ra  r2   c                óà   € V P                  4        VP                  P                  R \        P                  P
                  P                  R/ 4       \        P                  P                  R4      # rc  )
rk   ri   r,  rè   r&  r'  r£  r   rX   rY   ru   s   &&*r/   rv   Ú+GradIncrementNestingCtxManagerVariable.exit!  sQ   € ð 	�‰ŒØ
�	‰	×ÑØœUŸX™X×0Ñ0×HÑHÈ"Èbô	
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   rf  Nrg  r  s   @r/   r›  r›     sG   ø‡ € Ù@ñ Ñ/Ó1°<×3UÑ3UÓVÐà÷ó ð÷
?ð 
?÷7ö 7r2   r›  c                   ó˜   a a€ ] tR tRt oRt]V3R lR l4       tRV3R lV 3R llltV3R lR ltV3R	 lR
 lt	V3R lR lt
RtVtV ;t# )ÚCatchWarningsCtxManagerVariablei+  z'Delay a call to warnings.catch_warningsc                ó>   <€ V ^8„  d   QhRRRS[ S[S[3,          RR/# )r'   rA   r"   Úcatch_warnings_argsr+   r­  )r�   rE   r   )r-   r.   s   "€r/   r0   Ú,CatchWarningsCtxManagerVariable.__annotate__/  s/   ø€ ÷ 
ñ 
Ø'ð
Ù>BÁ3ÉÐCWÕ>Xð
à	*ñ
r2   c                ó   € \        VR R R7      # )N)r¯  r(   r)   )r­  )rA   r¯  s   &&r/   rY   Ú&CatchWarningsCtxManagerVariable.create.  s   € ô /Ø 3ØØô
ð 	
r2   c          
      óh   <€ V ^8„  d   QhRS[ S[S[3,          RS[R,          RS[R,          RS[RR/# )r'   r¯  r(   Nr)   r*   r+   )r�   rE   r   r   )r-   r.   s   "€r/   r0   r°  8  sO   ø€ ÷ 7ñ 7á!¡#¡Ð"6Õ7ð7ñ ˜T•zð7ñ ˜d�
ð	7ñ
 ð7ð 
ñ7r2   c                ó„   <€ \        V\        4      '       g   \        R V 24      h\        SV `  ! RRVRV/VB  Wn        R# )z(catch_warnings_args must be a dict, got r(   r)   Nr4   )r7   r�   rŸ   r5   r6   r¯  )r<   r¯  r(   r)   r*   r=   s   &&&&,€r/   r6   Ú(CatchWarningsCtxManagerVariable.__init__8  s[   ø€ ô Ð-¬t×4Ò4Ü Ø:Ð;NÐ:OÐPóð ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPò	
ð $7Ö r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r°  H  s    ø€ ÷ Hñ HÐ3ð H¹ñ Hr2   c                ó:  a€ V P                   P                  4        UUu/ uF  w  r#W#P                  4       bK  	  ppp\        P                  ! R/ VB oV P                  VV3R  l4       \        P                  P                  VSP                  4       4      # u uppi )c                  ó*   <€ S P                  R R R 4      # rs   )rÙ   )Úctx_vals   €r/   r…   Ú7CatchWarningsCtxManagerVariable.enter.<locals>.<lambda>M  s   ø€ ¨'×*:Ñ*:¸4ÀÀtÔ*Lr2   r4   )
r¯  ÚitemsÚas_python_constantÚwarningsÚcatch_warningsrW   r   r   r]  rÒ   )r<   rA   ÚkÚvr*   r¹  s   &&   @r/   r[   Ú%CatchWarningsCtxManagerVariable.enterH  sŠ   ø€ à26×2JÑ2J×2PÑ2PÔ2Rô
Ù2R©$¨!ˆA×#Ñ#Ó%Ò%Ñ2Rð 	ñ 
ô ×)Ò)Ñ3¨FÑ3ˆØ×Ñ˜bÔ"LÔMÜ×(Ñ(×.Ñ.¨r°7×3DÑ3DÓ3FÓGÐGùó
s   ŸBc                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r°  P  s   ø€ ÷ Wñ W ;ð W°4ñ Wr2   c                ó   a€ SP                  V3R  l4       SP                  V P                  P                  4       4       \	        V P                  P                  4       4      pSP                  SP                  \        V4      VR4      4       R# )c                  ó(   <€ S P                  R R4      # ©r½  r¾  )Úload_import_from)rz   s   €r/   r…   Ú=CatchWarningsCtxManagerVariable.reconstruct.<locals>.<lambda>R  s   ø€ �G×,Ñ,¨ZÐ9IÔJr2   FN)	r‡   Úforeachr¯  ÚvaluesÚtupleÚkeysrˆ   Úcreate_call_function_kwrŠ   )r<   rz   rË  s   &f r/   rŒ   Ú+CatchWarningsCtxManagerVariable.reconstructP  sk   ø€ Ø×ÑÜJô	
ð 	�‰˜×0Ñ0×7Ñ7Ó9Ô:Ü�T×-Ñ-×2Ñ2Ó4Ó5ˆØ×Ñ˜g×=Ñ=¼cÀ$»iÈÈuÓUÖVr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r°  X  s   ø€ ÷ 'ñ '™Tñ 'r2   c                ó"   € \         P                  # rs   rÅ  r”   s   &r/   r  Ú+CatchWarningsCtxManagerVariable.python_typeX  s   € Ü×&Ñ&Ð&r2   )r¯  ©NN)r:   r¸   r¹   rº   r7  r8  rY   r6   r[   rŒ   r  r¼   r½   r¾   r¿   s   @@r/   r­  r­  +  sK   ù‡ € Ù1à÷
ó ð
÷7õ 7÷ Hð H÷Wð W÷'÷ 'ð 'r2   r­  c                   ó”   a € ] tR tRt o Rt]! ]! 4       ]P                  4      t	]
V 3R lR l4       tV 3R lR ltV 3R lR ltR	tV tR
# )Ú&VmapIncrementNestingCtxManagerVariablei\  z1represents torch VMap increment/decrement nestingc                ó>   <€ V ^8„  d   QhRRRS[ S[,          RS[RR/# )r'   rA   r"   r(   r*   r+   rÓ  )rœ   r   r   )r-   r.   s   "€r/   r0   Ú3VmapIncrementNestingCtxManagerVariable.__annotate__g  s6   ø€ ÷ 
ñ 
Ø'ð
á™OÕ,ð
ñ ð
ð 
2ñ	
r2   c                ó$   € \        RR VRR/VB pV# r   )rÓ  )rA   r(   r*   rQ  s   &&, r/   rY   Ú-VmapIncrementNestingCtxManagerVariable.createf  s/   € ô 5ñ 
Ø'ð
àð
ð ñ
ˆð
 ˆ
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rÕ  s  s   ø€ ÷ ?ñ ?Ð3ð ?¹ñ ?r2   c                óB  € \        V P                  4       V P                  w  r#\        V\        P
                  4      '       d   VP                  pMVP                  4       pVP                  4       p\        P                  P                  P                  WC4      pV P                  VR  4       VP                  P                  R\        P                  P                  P                  VP!                  4       V3/ 4      V n        \        P$                  P'                  W4      # )c                  óR   € \         P                  P                  P                  4       # rs   )rè   r&  r'  Ú_vmap_decrement_nestingr4   r2   r/   r…   Ú>VmapIncrementNestingCtxManagerVariable.enter.<locals>.<lambda>~  r¥  r2   r¡   )r   rY  r(   r7   r   ÚSymNodeVariableÚsym_numr¼  rè   r&  r'  Ú_vmap_increment_nestingrW   ri   Úcreate_proxyr[  Úas_proxyr-  r   r]  )r<   rA   Ú
batch_sizeÚ
randomnessÚbatch_size_valueÚ
vmap_levels   &&    r/   r[   Ú,VmapIncrementNestingCtxManagerVariable.enters  så   € Ü�d×,Ñ,Ô-Ø!%×!3Ñ!3Ñˆ
Ü�j¤)×";Ñ";×<Ò<Ø)×1Ñ1Ñà)×<Ñ<Ó>ÐØ×2Ñ2Ó4ˆ
Ü—X‘X×(Ñ(×@Ñ@Øó
ˆ
ð 	×Ñ˜bÑ"WÔXØ—Y‘Y×+Ñ+ØÜ×Ñ×(Ñ(×@Ñ@Ø× Ñ Ó" JÐ/Øó	
ˆŒ
ô ×(Ñ(×.Ñ.¨rÓ>Ð>r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rÕ  ‡  r1  r2   c                óà   € V P                  4        VP                  P                  R \        P                  P
                  P                  R/ 4       \        P                  P                  R4      # rc  )
rk   ri   r,  rè   r'  r[  rÛ  r   rX   rY   ru   s   &&*r/   rv   Ú+VmapIncrementNestingCtxManagerVariable.exit‡  sV   € ð 	�‰ŒØ
�	‰	×ÑØÜ×Ñ×(Ñ(×@Ñ@ØØô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   rf  Nrg  r  s   @r/   rÓ  rÓ  \  sG   ø‡ € Ù;ñ Ñ/Ó1°<×3UÑ3UÓVÐà÷
ó ð
÷?ð ?÷(
7ö 
7r2   rÓ  c                   ó  a a€ ] tR tRt oRt]! ]! 4       ]P                  4      t	]
RV3R lR ll4       tRV3R lV 3R llltV3R lR ltV3R	 lR
 ltV3R lV 3R lltV3R lR ltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )ÚGradModeVariablei”  z6represents torch.{no_grad,enable_grad,set_grad_mode}()c          
      ó4   <€ V ^8„  d   QhRRRS[ RS[RS[ RR/# )r'   rA   r"   Útarget_valueÚinitializedr*   r+   rë  ©r   r¥   )r-   r.   s   "€r/   r0   ÚGradModeVariable.__annotate__š  s;   ø€ ÷ ñ Ø'ðáðñ ðñ ð	ð
 
ñr2   c                ó”   € \        RR V.R\        P                  ! 4       ./VB pV'       d   VP                  WP                  4       V# ©r(   r)   r4   )rë  rè   Úis_grad_enabledrU   r(   )rA   rí  rî  r*   rQ  s   &&&, r/   rY   ÚGradModeVariable.create™  sR   € ô ñ 
Ø'˜.ð
ä!×1Ò1Ó3Ð4ð
ð ñ
ˆ÷
 Ø�N‰N˜2×0Ñ0Ô1Øˆ
r2   c          
      óT   <€ V ^8„  d   QhRS[ RS[S[,          R,          RS[RS[ RR/# )r'   r(   r)   Nrî  r*   r+   )r   r   r¥   )r-   r.   s   "€r/   r0   rð  ©  sF   ø€ ÷ 
.ñ 
.áð
.ñ !¡�¨Õ-ð
.ñ ð	
.ñ
 ð
.ð 
ñ
.r2   c                óZ   <€ \         SV `  ! RR VRV/VB  \        V P                  4       R# r   )r5   r6   r   rY  )r<   r(   r)   rî  r*   r=   s   &&&&,€r/   r6   ÚGradModeVariable.__init__©  s:   ø€ ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPò	
ô 	�d×,Ñ,Ö-r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rð  µ  ó   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                óv   € V P                  WP                  4       \        P                  P	                  R 4      # rs   ©rU   r(   r   rX   rY   rZ   s   &&r/   r[   ÚGradModeVariable.enterµ  ó+   € Ø�‰˜×.Ñ.Ô/Ü×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rð  ¹  rq   r2   c                óv   € V P                  WP                  4       \        P                  P	                  R 4      # rs   ©rU   r)   r   rX   rY   ru   s   &&*r/   rv   ÚGradModeVariable.exit¹  ó-   € ð 	�‰˜×/Ñ/Ô0Ü×)Ñ)×0Ñ0°Ó6Ð6r2   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# rš   r›   )r-   r.   s   "€r/   r0   rð  ¿  sB   ø€ ÷ 7ñ 7à'ð7ñ ‘?Õ#ð7ñ ‘S™/Ð)Õ*ð	7ñ
 
ñ7r2   c                óZ   <€ V P                  WP                  4       \        SV `  WV4      # rs   ©rU   r)   r5   r¡   ©r<   rA   rp   r*   r=   s   &&&&€r/   r¡   ÚGradModeVariable.call_function¿  s)   ø€ ð 	�‰˜×/Ñ/Ô0Ü‰wÑ$ R¨vÓ6Ð6r2   c                ó(   <€ V ^8„  d   QhRRRS[ RR/# ©r'   rA   r"   rÉ  r+   Nr,   )r-   r.   s   "€r/   r0   rð  È  s#   ø€ ÷ 	.ñ 	.Ð8ð 	.Á#ð 	.È$ñ 	.r2   c                óJ  € \        V4      ^8w  d   \        R\        V4       24      hV^ ,          p\        P                  ! 4       V8w  dY   VP                  P                  R\        P                  P                  V3/ 4       \        P                  P                  V4       R# R# )rI   úexpected 1 value, got r¡   N)rŠ   rŸ   rè   ró  ri   r,  r&  Ú_set_grad_enabled©r<   rA   rÉ  rÆ   s   &&& r/   rU   ÚGradModeVariable._call_funcÈ  s   € Üˆv‹;˜!ÔÜ Ð#9¼#¸f»+¸Ð!GÓHÐHØ�q•	ˆä× Ò Ó" eÔ+Ø�I‰I×!Ñ!Ø¤§¡×!;Ñ!;¸e¸XÀrôô �H‰H×&Ñ& uÖ-ñ	 ,r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rð  Ó  ó   ø€ ÷ ñ ™Sñ r2   c                ó   € R # ©rè   r4   r”   s   &r/   r}   ÚGradModeVariable.module_nameÓ  ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rð  Ö  s   ø€ ÷ "ñ "™ñ "r2   c                ó   € R # )Úset_grad_enabledr4   r”   s   &r/   r~   ÚGradModeVariable.fn_nameÖ  s   € Ù!r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rð  Ù  ó   ø€ ÷ &ñ &™Tñ &r2   c                ó"   € \         P                  # rs   )rè   r  r”   s   &r/   r  ÚGradModeVariable.python_typeÙ  s   € Ü×%Ñ%Ð%r2   r4   rà   ©NT)r:   r¸   r¹   rº   r7  r
   r   r   Ú	GRAD_MODErY  r8  rY   r6   r[   rv   r¡   rU   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   rë  rë  ”  s‹   ù‡ € Ù@áÑ/Ó1°<×3IÑ3IÓJÐà÷ñ ó ð÷
.õ 
.÷7ð 7÷7ð 7÷7ó 7÷	.ð 	.÷ð ÷"ð "÷&÷ &ð &r2   rë  c                   ó¸   a a€ ] tR tRt o]V3R lR l4       tRV3R lV 3R llltV3R lR ltV3R lR	 ltV3R
 lR lt	V3R lR lt
V3R lR ltRtVtV ;t# )ÚInferenceModeVariableiÝ  c                ó.   <€ V ^8„  d   QhRRRS[ RS[ RR/# )r'   rA   r"   rí  r*   r+   r   r,   )r-   r.   s   "€r/   r0   Ú"InferenceModeVariable.__annotate__ß  s-   ø€ ÷ ñ Ø'ðÙ7:ðÙFIðà	 ñr2   c                óJ   € \        V.3R \        P                  ! 4       /VB pV# ©r)   )r   rè   Úis_inference_mode_enabled©rA   rí  r*   rQ  s   &&, r/   rY   ÚInferenceModeVariable.createÞ  s3   € ô $ØˆNñ
Ü+0×+JÒ+JÓ+Lð
ØPVñ
ˆð ˆ
r2   c                ó>   <€ V ^8„  d   QhRS[ RS[R,          RS[ RR/# r&   rï  )r-   r.   s   "€r/   r0   r"  ç  s7   ø€ ÷ 
ñ 
áð
ñ ˜t�ð
ñ ð	
ð
 
ñ
r2   c                ób   <€ Vf   \         P                  ! 4       p\        SV `  ! RRVRV/VB  R # )Nr(   r)   r4   )rè   r%  r5   r6   r;   s   &&&,€r/   r6   ÚInferenceModeVariable.__init__ç  s>   ø€ ð Ò!ä"×<Ò<Ó>ˆNÜ‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPô	
r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r"  ô  r1  r2   c                óö   € V P                  4        VP                  P                  R \        P                  P
                  P                  V P                  3/ 4       \        P                  P                  R4      # r3  )rt   ri   r,  rè   r}  Ú	grad_modeÚ_exit_inference_moder-  r   rX   rY   ru   s   &&*r/   rv   ÚInferenceModeVariable.exitô  s]   € ð 	×ÑÔØ
�	‰	×ÑØÜ�N‰N×$Ñ$×9Ñ9Ø�Z‰ZˆMØô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r"     s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                ó~  aaa€ R o\         P                  P                  P                  '       dQ   V P                  ^ ,          '       d8   Ro\         P
                  ! 4       o\         P                  P                  R 4       M2\         P                  P                  P                  ! V P                  !  oR VVV3R llpV P                  W4       VP                  P                  R\         P                  P                  P                  . V P                  O5/ 4      V n        \        P                   P#                  R4      # )FTc                ó   € V ^8„  d   QhRR/# rc   r4   )r-   s   "r/   r0   Ú1InferenceModeVariable.enter.<locals>.__annotate__  s   € ÷ 	Cñ 	C˜dñ 	Cr2   c                  ó¬   <€ S'       d"   \         P                  P                  S4       R # \         P                  P                  P                  S 4       R # rs   )rè   r&  r  r}  r-  r.  )ÚctxÚ disabled_inference_mode_forciblyÚpriors   €€€r/   Úcleanup_hookÚ1InferenceModeVariable.enter.<locals>.cleanup_hook  s0   ø€ ß/Ü—‘×*Ñ*¨5Ö1ä—‘×(Ñ(×=Ñ=¸cÖBr2   r¡   N)rè   r  r	   Ú"fake_tensor_disable_inference_moder(   ró  r&  r  r}  r-  Ú_enter_inference_moderW   ri   r,  r-  r   rX   rY   )r<   rA   r8  r5  r6  r7  s   && @@@r/   r[   ÚInferenceModeVariable.enter   sê   ú€ Ø+0Ð(ä�M‰M× Ñ ×C×CÐCØ×"Ñ" 1×%Ô%ð
 04Ð,Ü×)Ò)Ó+ˆEÜ�H‰H×&Ñ& uÕ-ä—.‘.×*Ñ*×@Ò@À$×BTÑBTÑUˆC÷	Cò 	Cð 	×Ñ˜bÔ/Ø—Y‘Y×*Ñ*ØÜ�N‰N×$Ñ$×:Ñ:Ø"ˆd× Ñ Ñ"Øó	
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r"    r  r2   c                ó   € R # r  r4   r”   s   &r/   r}   Ú!InferenceModeVariable.module_name  r  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r"  !  s   ø€ ÷  ñ  ™ñ  r2   c                ó   € R # )Úinference_moder4   r”   s   &r/   r~   ÚInferenceModeVariable.fn_name!  s   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r"  $  s   ø€ ÷ $ñ $™Tñ $r2   c                ó"   € \         P                  # rs   )rè   rB  r”   s   &r/   r  Ú!InferenceModeVariable.python_type$  s   € Ü×#Ñ#Ð#r2   rf  rs   ©r:   r¸   r¹   rº   r8  rY   r6   rv   r[   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   r   r   Ý  sX   ù‡ € Ø÷ó ð÷
õ 
÷
7ð 
7÷7ð 7÷<ð ÷ ð  ÷$÷ $ð $r2   r   c                   óª   a € ] tR tRt o RtRt]V 3R lR l4       tV 3R lR ltV 3R lR	 lt	V 3R
 lR lt
V 3R lR ltV 3R lR ltV 3R ltRtV tR# )ÚGenericDeviceVariablei(  zLAbstract base for device context managers that swap the active device index.Tc                ó.   <€ V ^8„  d   QhRRRS[ RS[ RR/# )r'   rA   r"   Údevicer*   r+   rI  r,   )r-   r.   s   "€r/   r0   Ú"GenericDeviceVariable.__annotate__3  s-   ø€ ÷ 
ñ 
Ø,ð
Ù69ð
ÙEHð
à	 ñ
r2   c           	     ó>   € V ! RR V P                  VRR7      .RR/VB # )r(   T)Úoptionalr)   Nr4   )Ú_get_device_index_fn)ÚclsrA   rK  r*   s   &&&,r/   rY   ÚGenericDeviceVariable.create2  s>   € ñ ñ 
Ø×3Ñ3°FÀTÐ3ÓJÐKð
àð
ð ñ
ð 	
r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rL  <  s%   ø€ ÷ 
8ñ 
8Ø-ð
8Ù6Eð
8á	ñ
8r2   c                óÆ   € V P                  4        VP                  P                  R V P                  V P                  3/ 4       \
        P                  P                  R4      # )r¡   F)rt   ri   r,  Ú_maybe_exchange_fnr-  r   rX   rY   ru   s   &&*r/   rv   ÚGenericDeviceVariable.exit<  sS   € ð 	×ÑÔØ
�	‰	×ÑØØ×#Ñ#Ø�Z‰ZˆMØô		
ô ×)Ñ)×0Ñ0°Ó7Ð7r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rL  H  s   ø€ ÷ 	7ñ 	7Ð3ð 	7¹ñ 	7r2   c                ó  a a€ S P                   ! S P                  !  oS P                  VVV 3R  l4       VP                  P	                  RS P                   . S P                  O5/ 4      S n        \        P                  P                  R4      # )c                  ó&   <€ SP                  S 4      # rs   )rT  )Úprev_idxr<   s   €€r/   r…   Ú-GenericDeviceVariable.enter.<locals>.<lambda>J  s   ø€ ¨$×*AÑ*AÀ(Ô*Kr2   r¡   N)	Ú_exchange_fnr(   rW   ri   r,  r-  r   rX   rY   )r<   rA   rY  s   f&@r/   r[   ÚGenericDeviceVariable.enterH  sv   ù€ Ø×$Ò$ d×&8Ñ&8Ñ9ˆØ×Ñ˜bÕ"KÔLØ—Y‘Y×*Ñ*ØØ×ÑØ"ˆd× Ñ Ñ"Øó	
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rL  S  s   ø€ ÷ "ñ "™Sñ "r2   c                ó   € \         hrs   r’   r”   s   &r/   r}   Ú!GenericDeviceVariable.module_nameS  ó   € Ü!Ð!r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rL  V  s   ø€ ÷ ñ ™ñ r2   c                ó   € R # )rK  r4   r”   s   &r/   r~   ÚGenericDeviceVariable.fn_nameV  s   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rL  Y  s   ø€ ÷ "ñ "™Tñ "r2   c                ó   € \         hrs   r’   r”   s   &r/   r  Ú!GenericDeviceVariable.python_typeY  r`  r2   c                ó>   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   # )r'   r[  rT  rO  r,   )r-   r.   s   "€r/   r0   rL  (  s,   ø‡ ‚ ñ Ññ ñ Ññ	 ñ
 Ñò r2   rf  N)r:   r¸   r¹   rº   r7  Ú_accepts_device_objectÚclassmethodrY   rv   r[   r}   r~   r  Ú__annotate_func__r¼   r½   r  s   @r/   rI  rI  (  s\   ø‡ € ÙVð "Ðà÷
ó ð
÷
8ð 
8÷	7ð 	7÷"ð "÷ð ÷"ð "÷c ƒ r2   rI  c                   ó¼   a a€ ] tR tRt oRt0 ]P                  mRktV3R lV 3R lltV3R lR ltV3R lR	 lt	V3R
 lR lt
V3R lR ltV3R lR ltRtVtV ;t# )ÚCurrentDeviceContextVariablei]  añ  A device context whose target is the CooR runtime current device.

CooR assumes one accelerator per rank, so entering this context is a no-op.
That holds only while nothing moves the current device mid-frame, which is why
entering a device with an explicit index is refused under CooR (see
``UserDefinedClassVariable.call_function``), as is calling a device setter such
as ``torch.cuda.set_device`` (see ``SkipFunctionVariable.call_function``).

``target_values`` is deliberately index-less: at a graph break the inherited
``reconstruct`` calls e.g. ``torch.cuda.device(torch.device("cuda"))``, which
resolves to whatever device is current in the resuming process. Freezing the
compiling rank's index here is exactly the bug this class exists to avoid.
Údevice_contextc                ó0   <€ V ^8„  d   QhRS[ RS[RS[RR/# )r'   Údevice_typerm  r*   r+   N)rE   r9   r   )r-   r.   s   "€r/   r0   Ú)CurrentDeviceContextVariable.__annotate__q  s9   ø€ ÷ Nñ NáðNñ ðNñ ð	Nð
 
ñNr2   c                ób   <€ W n         \        SV `  ! RR \        P                  ! V4      ./VB  R# ©r(   Nr4   )rm  r5   r6   rè   rK  )r<   ro  rm  r*   r=   s   &&&,€r/   r6   Ú%CurrentDeviceContextVariable.__init__q  s,   ø€ ð -ÔÜ‰ÒÑM¬¯ª°[Ó(AÐ'BÐMÀfÔMr2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rp  z  ó   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                ó@   € \         P                  P                  R 4      # rs   ©r   rX   rY   rZ   s   &&r/   r[   Ú"CurrentDeviceContextVariable.enterz  ó   € Ü×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rp  }  s%   ø€ ÷ 8ñ 8Ø-ð8Ù6Eð8á	ñ8r2   c                ó@   € \         P                  P                  R 4      # rà   rw  ru   s   &&*r/   rv   Ú!CurrentDeviceContextVariable.exit}  s   € ô ×)Ñ)×0Ñ0°Ó7Ð7r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rp  ‚  s   ø€ ÷ .ñ .™Sñ .r2   c                ó.   € V P                   P                  # rs   )rm  r¸   r”   s   &r/   r}   Ú(CurrentDeviceContextVariable.module_name‚  s   € Ø×"Ñ"×-Ñ-Ð-r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rp  …  s   ø€ ÷ ,ñ ,™ñ ,r2   c                ó.   € V P                   P                  # rs   )rm  r:   r”   s   &r/   r~   Ú$CurrentDeviceContextVariable.fn_name…  s   € Ø×"Ñ"×+Ñ+Ð+r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rp  ˆ  s   ø€ ÷ #ñ #™Tñ #r2   c                ó   € V P                   # rs   ©rm  r”   s   &r/   r  Ú(CurrentDeviceContextVariable.python_typeˆ  s   € Ø×"Ñ"Ð"r2   r…  )r:   r¸   r¹   rº   r7  r$   r»   r6   r[   rv   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   rl  rl  ]  sj   ù‡ € ñðØ	 ×	/Ñ	/ðàð€N÷
Nó N÷7ð 7÷8ð 8÷
.ð .÷,ð ,÷#÷ #ð #r2   rl  c                   óð   a € ] tR tRt o Rt]! ]P                  P                  4      t	]! ]P                  P                  4      t]! ]P                  P                  4      tV 3R lR ltV 3R lR ltRtV tR# )	ÚCUDADeviceVariableiŒ  zrepresents torch.cuda.devicec                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ÚCUDADeviceVariable.__annotate__“  ó   ø€ ÷ ñ ™Sñ r2   c                ó   € R # )z
torch.cudar4   r”   s   &r/   r}   ÚCUDADeviceVariable.module_name“  ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rŠ  –  s   ø€ ÷ !ñ !™Tñ !r2   c                ó6   € \         P                  P                  # rs   )rè   ÚcudarK  r”   s   &r/   r  ÚCUDADeviceVariable.python_type–  s   € Ü�z‰z× Ñ Ð r2   r4   N)r:   r¸   r¹   rº   r7  r8  rè   r‘  Ú_exchange_devicer[  Ú_maybe_exchange_devicerT  Ú_get_device_indexrO  r}   r  r¼   r½   r  s   @r/   rˆ  rˆ  Œ  sZ   ø‡ € Ù&á §
¡
× ;Ñ ;Ó<€LÙ% e§j¡j×&GÑ&GÓHÐÙ'¨¯
©
×(DÑ(DÓEÐ÷ð ÷!ö !r2   rˆ  c                   óð   a € ] tR tRt o Rt]! ]P                  P                  4      t	]! ]P                  P                  4      t]! ]P                  P                  4      tV 3R lR ltV 3R lR ltRtV tR# )	ÚXPUDeviceVariableiš  zrepresents torch.xpu.devicec                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ÚXPUDeviceVariable.__annotate__¡  s   ø€ ÷ ñ ™Sñ r2   c                ó   € R # )z	torch.xpur4   r”   s   &r/   r}   ÚXPUDeviceVariable.module_name¡  s   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r™  ¤  ó   ø€ ÷  ñ  ™Tñ  r2   c                ó6   € \         P                  P                  # rs   )rè   ÚxpurK  r”   s   &r/   r  ÚXPUDeviceVariable.python_type¤  s   € Ü�y‰y×ÑÐr2   r4   N)r:   r¸   r¹   rº   r7  r8  rè   rŸ  r“  r[  r”  rT  r•  rO  r}   r  r¼   r½   r  s   @r/   r—  r—  š  sZ   ø‡ € Ù%á §	¡	× :Ñ :Ó;€LÙ% e§i¡i×&FÑ&FÓGÐÙ'¨¯	©	×(CÑ(CÓDÐ÷ð ÷ ö  r2   r—  c                   óà   a € ] tR tRt o Rt]! ]P                  P                  4      t	]! ]P                  P                  4      t]! R 4      tRtV 3R lR ltV 3R lR ltV 3R	 lR
 ltRtV tR# )ÚAcceleratorDeviceIndexVariablei¨  z)represents torch.accelerator.device_indexc                ó   € V # rs   r4   )rK  r*   s   &,r/   r…   Ú'AcceleratorDeviceIndexVariable.<lambda>­  s   € Ár2   Fc                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   Ú+AcceleratorDeviceIndexVariable.__annotate__°  s   ø€ ÷ #ñ #™Sñ #r2   c                ó   € R # )ztorch.acceleratorr4   r”   s   &r/   r}   Ú*AcceleratorDeviceIndexVariable.module_name°  s   € Ù"r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r¦  ³  s   ø€ ÷ ñ ™ñ r2   c                ó   € R # )Údevice_indexr4   r”   s   &r/   r~   Ú&AcceleratorDeviceIndexVariable.fn_name³  s   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r¦  ¶  s   ø€ ÷ .ñ .™Tñ .r2   c                ó6   € \         P                  P                  # rs   )rè   Úacceleratorr«  r”   s   &r/   r  Ú*AcceleratorDeviceIndexVariable.python_type¶  s   € Ü× Ñ ×-Ñ-Ð-r2   r4   N)r:   r¸   r¹   rº   r7  r8  rè   r&  Ú_accelerator_exchangeDevicer[  Ú _accelerator_maybeExchangeDevicerT  rO  rh  r}   r~   r  r¼   r½   r  s   @r/   r¢  r¢  ¨  sa   ø‡ € Ù3á §¡× DÑ DÓE€LÙ% e§h¡h×&OÑ&OÓPÐÙ'Ñ(GÓHÐØ"Ð÷#ð #÷ð ÷.ö .r2   r¢  c                óJ   € V ^8„  d   QhR\         R\         \        ,          RR/# )r'   rm  Úvariable_clsr+   N©r9   rI  )r-   s   "r/   r0   r0   Á  s*   € ÷ ?ñ ?Üð?Ü(,Ô-BÕ(Cð?à	ñ?r2   c                óL   € V \         9   d   \        RV  R24      hV\         V &   R# )zˆRegister a Dynamo variable class for a device context manager type.

Raises ``ValueError`` if ``device_context`` is already registered.
zDevice context z) already has a registered context managerN)Ú_device_context_manager_mapÚ
ValueError)rm  r´  s   &&r/   Úregister_device_context_managerr¹  Á  s5   € ð Ô4Ô4ÜØ˜nÐ-Ð-VÐWó
ð 	
ð 3?Ô Ó/r2   c                óT   € V ^8„  d   QhR\         R\         \        ,          R,          /# )r'   rm  r+   Nrµ  )r-   s   "r/   r0   r0   Ï  s'   € ÷ ;ñ ;Üð;ä	Ô
Õ  4Õ'ñ;r2   c                ó,   € \         P                  V 4      # )zWReturn the Dynamo variable class for ``device_context``, or ``None`` if not registered.)r·  Úgetr…  s   &r/   Úget_device_context_managerr½  Ï  s   € ô '×*Ñ*¨>Ó:Ð:r2   c                   óð   a a€ ] tR tRt oRt]! ]! 4       ]P                  4      t	]
V3R lR l4       tRV3R lV 3R llltRV3R lR lltV3R	 lR
 ltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )ÚTorchFunctionDisableVariableiÖ  z>represents whether torch function overrides are enabled or notc                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   r*   r+   r¿  r,   )r-   r.   s   "€r/   r0   Ú)TorchFunctionDisableVariable.__annotate__Ü  s%   ø€ ÷ 	ñ 	Ø'ð	Ù36ð	à	'ñ	r2   c                ó&   € \        V 3R . R. /VB pV# )r(   r)   )r¿  rP  s   &, r/   rY   Ú#TorchFunctionDisableVariable.createÛ  s4   € ô +Øñ
àð
ð ð
ð ñ	
ˆð ˆ
r2   c                óH   <€ V ^8„  d   QhRRRS[ RS[ R,          RS[RS[RR/# )	r'   rA   r"   r(   r)   NÚonly_subclassr*   r+   )r   r¥   r   )r-   r.   s   "€r/   r0   rÁ  ç  sK   ø€ ÷ .ñ .à'ð.ñ ð.ñ  �ð	.ñ
 ð.ñ ð.ð 
ñ.r2   c                óŒ  <€ \        V4      ^ 8w  d   \        R\        V4       24      hVf   \        R4      h\        V4      ^ 8w  d   \        R\        V4       24      hW@n        VP                  P                  V n        VP                  P                  V n        \        SV `$  ! RRVRV/VB  \        V P                  4       R# )é    zexpected 0 target_values, got Nzinitial_values must not be Nonezexpected 0 initial_values, got r(   r)   r4   )rŠ   rŸ   rÅ  Úsymbolic_torch_function_stateÚtorch_function_subclass_enabledÚ'initial_torch_function_subclass_enabledÚtorch_function_mode_enabledÚ#initial_torch_function_mode_enabledr5   r6   r   rY  )r<   rA   r(   r)   rÅ  r*   r=   s   &&&&&,€r/   r6   Ú%TorchFunctionDisableVariable.__init__ç  sÖ   ø€ ô ˆ}Ó Ô"Ü Ð#AÄ#ÀmÓBTÐAUÐ!VÓWÐWØÒ!Ü Ð!BÓCÐCÜˆ~Ó !Ô#Ü Ø1´#°nÓ2EÐ1FÐGóð ð +Ôà×,Ñ,×LÑLð 	Ô4ð ×,Ñ,×HÑHð 	Ô0ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPò	
ô 	�d×,Ñ,Ö-r2   c                óJ   <€ V ^8„  d   QhRRRS[ RS[3,          R,          RR/# r^   r`   )r-   r.   s   "€r/   r0   rÁ    s7   ø€ ÷ 1ñ 1à'ð1ñ �S™#�XÕ Õ%ð1ð 
ñ	1r2   c                ó~   a a€ Vf   R V V3R llpVS n         SP                  P                  S P                  4       R # )Nc                ó   € V ^8„  d   QhRR/# rc   r4   )r-   s   "r/   r0   ÚCTorchFunctionDisableVariable.set_cleanup_hook.<locals>.__annotate__  s   € ÷ ñ ˜ñ r2   c                  óœ   <€ S P                   SP                  n        S P                  '       g   S P                  SP                  n        R # R # rs   )rÊ  rÈ  rÉ  rÅ  rÌ  rË  rZ   s   €€r/   r_   Ú9TorchFunctionDisableVariable.set_cleanup_hook.<locals>.fn  sD   ø€ à×@Ñ@ð ×0Ñ0ÔPð ×)×)Ð)à×@Ñ@ð ×4Ñ4ÖPñ *r2   rg   rl   s   ff&r/   rW   Ú-TorchFunctionDisableVariable.set_cleanup_hook  s3   ù€ ð
 Š:÷ñ ð ˆŒØ
�	‰	×"Ñ" 4§<¡<Ö0r2   c                ó(   <€ V ^8„  d   QhRRRS[ RR/# r	  )r   )r-   r.   s   "€r/   r0   rÁ    s(   ø€ ÷ Qñ QÐ8ð QÁ%ð QÈDñ Qr2   c                óÀ   € \        V4      ^ 8w  d   \        R\        V4       24      hRVP                  n        V P                  '       g   RVP                  n        R# R# )rÇ  zexpected 0 values, got FN)rŠ   rŸ   rÈ  rÉ  rÅ  rË  ©r<   rA   rÉ  s   &&&r/   rU   Ú'TorchFunctionDisableVariable._call_func  sR   € Üˆv‹;˜!ÔÜ Ð#:¼3¸v»;¸-Ð!HÓIÐIØKPˆ×(Ñ(ÔHØ×!×!Ð!ØKPˆB×,Ñ,ÖHñ "r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rÁ    s   ø€ ÷ ñ ™Sñ r2   c                ó   € R # )ztorch._Cr4   r”   s   &r/   r}   Ú(TorchFunctionDisableVariable.module_name  ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rÁ  !  s   ø€ ÷ &ñ &™ñ &r2   c                ó.   € V P                   '       d   R # R# )ÚDisableTorchFunctionSubclassÚDisableTorchFunction)rÅ  r”   s   &r/   r~   Ú$TorchFunctionDisableVariable.fn_name!  s   € Ø××ÐÙ1Ù%r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rÁ  &  s   ø€ ÷ -ñ -™Tñ -r2   c                óŽ   € V P                   '       d   \        P                  P                  # \        P                  P                  # rs   )rÅ  rè   r&  rß  rà  r”   s   &r/   r  Ú(TorchFunctionDisableVariable.python_type&  s.   € Ø××ÐÜ—8‘8×8Ñ8Ð8Ü�x‰x×,Ñ,Ð,r2   )rh   rÌ  rÊ  rÅ  r  rs   )r:   r¸   r¹   rº   r7  r
   r   r   ÚTORCH_FUNCTION_STATErY  r8  rY   r6   rW   rU   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   r¿  r¿  Ö  st   ù‡ € ÙHáÑ/Ó1°<×3TÑ3TÓUÐà÷	ó ð	÷.õ .÷:1ò 1÷&Qð Q÷ð ÷&ð &÷
-÷ -ð -r2   r¿  c                   ó¼   a a€ ] tR tRt oRt]V3R lR l4       tRV3R lV 3R llltV3R lR ltV3R	 lR
 lt	V3R lR lt
V3R lR ltV3R lR ltRtVtV ;t# )Ú!DisabledSavedTensorsHooksVariablei,  z;represents torch.autograd.graph.disable_saved_tensors_hook.c                ó<   <€ V ^8„  d   QhRRRS[ R,          RS[RR/# )r'   rA   r"   rí  Nr*   r+   rç  r  )r-   r.   s   "€r/   r0   Ú.DisabledSavedTensorsHooksVariable.__annotate__0  s1   ø€ ÷ ñ Ø'ðÙ7:¸TµzðÙMPðà	,ñr2   c                óº   € \        RR V.R\        P                  P                  P	                  4       ./VB pVP                  W.4       VP                  V 4       V# rò  )rç  rè   r&  Ú	_autogradÚ/_saved_tensors_hooks_get_disabled_error_messagerU   rW   r&  s   &&, r/   rY   Ú(DisabledSavedTensorsHooksVariable.create/  sg   € ô 0ñ 
Ø'˜.ð
ô —‘×"Ñ"×RÑRÓTðð
ð
 ñ
ˆð 	�‰�r˜>Ô*Ø×Ñ˜RÔ Øˆ
r2   c                óz   <€ V ^8„  d   QhRS[ S[R,          ,          RS[ S[R,          ,          R,          RS[RR/# )r'   r(   Nr)   r*   r+   )r   rE   r   )r-   r.   s   "€r/   r0   ré  >  sJ   ø€ ÷ 
ñ 
á¡ d¥
Õ+ð
ñ !¡ t¥Õ,¨tÕ3ð
ñ ð	
ð
 
ñ
r2   c                ó0   <€ \         SV `  ! RR VRV/VB  R# r   ©r5   r6   r;   s   &&&,€r/   r6   Ú*DisabledSavedTensorsHooksVariable.__init__>  ó*   ø€ ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPô	
r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   ré  H  ru  r2   c                ó@   € \         P                  P                  R 4      # rs   rw  rZ   s   &&r/   r[   Ú'DisabledSavedTensorsHooksVariable.enterH  ry  r2   c                óF   <€ V ^8„  d   QhRRRS[ S[R,          ,          RR/# )r'   rA   r"   rÉ  Nr+   )r   rE   )r-   r.   s   "€r/   r0   ré  K  s.   ø€ ÷ =ñ =Ø-ð=Ù7?ÁÀdÅ
Õ7Kð=à	ñ=r2   c                ó  € \        V4      ^8w  d   \        R\        V4       24      hV^ ,          pVem   VP                  P                  R\        P
                  P                  P                  V3/ 4       \        P
                  P                  P                  V4       R# VP                  P                  R\        P
                  P                  P                  R/ 4       \        P
                  P                  P                  4        R# )rI   r  Nr¡   r4   )	rŠ   rŸ   ri   r,  rè   r&  rë  Ú_saved_tensors_hooks_disableÚ_saved_tensors_hooks_enabler  s   &&& r/   rU   Ú,DisabledSavedTensorsHooksVariable._call_funcK  sÉ   € ô ˆv‹;˜!ÔÜ Ð#9¼#¸f»+¸Ð!GÓHÐHØ�q•	ˆØÒð �I‰I×!Ñ!ØÜ—‘×"Ñ"×?Ñ?Ø�Øô	ô �H‰H×Ñ×;Ñ;¸EÖBð �I‰I×!Ñ!Ø¤§¡×!3Ñ!3×!OÑ!OÐQSÐUWôô �H‰H×Ñ×:Ñ:Ö<r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ré  c  rÊ   r2   c                ó   € R # )ztorch.autograd.graphr4   r”   s   &r/   r}   Ú-DisabledSavedTensorsHooksVariable.module_namec  ó   € Ù%r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ré  f  s   ø€ ÷ -ñ -™ñ -r2   c                ó   € R # )Údisable_saved_tensors_hooksr4   r”   s   &r/   r~   Ú)DisabledSavedTensorsHooksVariable.fn_namef  s   € Ù,r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   ré  i  ó   ø€ ÷ 3ñ 3™Tñ 3r2   c                ó"   € \         P                  # rs   ©Ú
contextlibÚ_GeneratorContextManagerr”   s   &r/   r  Ú-DisabledSavedTensorsHooksVariable.python_typei  ó   € Ü×2Ñ2Ð2r2   r4   rs   )r:   r¸   r¹   rº   r7  r8  rY   r6   r[   rU   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   rç  rç  ,  s[   ù‡ € ÙEà÷ó ð÷
õ 
÷7ð 7÷=ð =÷0&ð &÷-ð -÷3÷ 3ð 3r2   rç  c                   ó¸   a a€ ] tR tRt o]V3R lR l4       tRV3R lV 3R llltV3R lR ltV3R lR	 ltV3R
 lR lt	V3R lR lt
V3R lR ltRtVtV ;t# )ÚAutocastModeVariableim  c                ó’   <€ V ^8„  d   QhRS[ P                  P                  P                  RS[S[,          RS[S[S[3,          RR/# )r'   rí   rp   r*   r+   r  )rè   ÚampÚautocast_modeÚautocastr   r   r�   rE   )r-   r.   s   "€r/   r0   Ú!AutocastModeVariable.__annotate__o  sM   ø€ ÷ #ñ #Ù�i‰i×%Ñ%×.Ñ.ð#á‘s�mð#ñ ‘S™#�X•ð#ð 
 ñ	#r2   c                óx  € V \         P                  P                  P                  \         P                  P                  P                  \         P
                  P                  P                  39  d   \        R V  24      h\        P                  ! V 4      P                  ! V/ VB pVP                  4        . pVP                  4        R Fß  pVR8X  d{   V \         P                  P                  P                  \         P
                  P                  P                  39   d.   V \         P                  P                  P                  J d   RMRpMVP                  V,          p\        V\        4      '       d"   VP                  VP!                  4       4       KÎ  VP                  V4       Ká  	  \#        V3RR/VB pV# )zunexpected autocast function: ro  r‘  Úcpur)   N)ro  Údtyper.  Úcache_enabled)rè   r  r  r  r‘  r  rŸ   ÚinspectÚ	signatureÚbindÚapply_defaultsÚclearÚ	argumentsr7   r   rõ   r¼  r  )rí   rp   r*   Ú
bound_argsr(   ÚkeyÚargrQ  s   &&&     r/   rY   ÚAutocastModeVariable.createn  sS  € ð Ü�I‰I×#Ñ#×,Ñ,Ü�J‰J�N‰N×#Ñ#Ü�I‰I�M‰M×"Ñ"ð
ô 
ô
 !Ð#AÀ$ÀÐ!HÓIÐIô
 ×&Ò& tÓ,×1Ò1°4ÐB¸6ÑBˆ
Ø×!Ñ!Ô#ØˆØ�‰ŒãGˆCØ�mÔ#¨Ü—
‘
—‘×'Ñ'Ü—	‘	—‘×&Ñ&ð1ô )ð
 !%¬¯
©
¯©×(?Ñ(?Ó ?‘fÀU‘à ×*Ñ*¨3Õ/�Ü˜#œ×/Ò/Ø×$Ñ$ S×%;Ñ%;Ó%=Ö>à×$Ñ$ SÖ)ñ Hô # =ÑPÀÐPÈÑPˆØˆ
r2   c                óN   <€ V ^8„  d   QhRS[ S[,          RS[R,          RS[RR/# r&   ©r   r   )r-   r.   s   "€r/   r0   r  ”  s;   ø€ ÷ 
ñ 
á¡•}ð
ñ ˜d�
ð
ñ ð	
ð
 
ñ
r2   c                ó0   <€ \         SV `  ! RR VRV/VB  R# r   rð  r;   s   &&&,€r/   r6   ÚAutocastModeVariable.__init__”  rò  r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r  ž  ra  r2   c                óâ   € V P                  4        VP                  P                  R \        P                  P
                  V P                  3/ 4       \        P                  P                  R4      # r3  )
rt   ri   r,  rè   r  Ú_exit_autocastr-  r   rX   rY   ru   s   &&*r/   rv   ÚAutocastModeVariable.exitž  sT   € ð 	×ÑÔØ
�	‰	×ÑØœUŸY™Y×5Ñ5¸¿
¹
°}Àbô	
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r  §  s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                óN  a€ \         P                  P                  ! V P                  !  oV P	                  VV3R  l4       VP
                  P                  R\         P                  P                  . V P                  O5/ 4      V n        \        P                  P                  R4      # )c                  óB   <€ \         P                  P                  S 4      # rs   )rè   r  r&  ©r5  s   €r/   r…   Ú,AutocastModeVariable.enter.<locals>.<lambda>©  s   ø€ ¬%¯)©)×*BÑ*BÀ3Ô*Gr2   r¡   N)rè   r  Ú_enter_autocastr(   rW   ri   r,  r-  r   rX   rY   )r<   rA   r5  s   &&@r/   r[   ÚAutocastModeVariable.enter§  s}   ø€ Ü�i‰i×'Ò'¨×);Ñ);Ñ<ˆØ×Ñ˜bÔ"GÔHØ—Y‘Y×*Ñ*ØœUŸY™Y×6Ñ6Ð8N¸$×:LÑ:LÑ8NÐPRó
ˆŒ
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r  ¯  s   ø€ ÷ )ñ )™Sñ )r2   c                ó   € R # )ztorch.amp.autocast_moder4   r”   s   &r/   r}   Ú AutocastModeVariable.module_name¯  s   € Ù(r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r  ²  s   ø€ ÷ ñ ™ñ r2   c                ó   € R # )r  r4   r”   s   &r/   r~   ÚAutocastModeVariable.fn_name²  rÜ  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r  µ  s   ø€ ÷ 0ñ 0™Tñ 0r2   c                óJ   € \         P                  P                  P                  # rs   )rè   r  r  r  r”   s   &r/   r  Ú AutocastModeVariable.python_typeµ  s   € Ü�y‰y×&Ñ&×/Ñ/Ð/r2   rf  rs   rG  r¿   s   @@r/   r  r  m  sY   ù‡ € Ø÷#ó ð#÷J
õ 
÷7ð 7÷7ð 7÷)ð )÷ð ÷0÷ 0ð 0r2   r  c                   ó    a a€ ] tR tRt oRtRV3R lV 3R llltV3R lR ltV3R lR ltV3R	 lR
 ltV3R lR lt	V3R lR lt
RtVtV ;t# )ÚNullContextVariablei¹  z6
This class represents Python contextlib.nullcontext.
c                ó8   <€ V ^8„  d   QhRS[ R,          RS[RR/# )r'   Úenter_resultNr*   r+   ©r   r   )r-   r.   s   "€r/   r0   Ú NullContextVariable.__annotate__¾  s*   ø€ ÷ 5ñ 5Ù+¨dÕ2ð5ÙEHð5à	ñ5r2   c                ó8   <€ Wn         \        SV `  ! RR R/VB  R# rr  )r;  r5   r6   )r<   r;  r*   r=   s   &&,€r/   r6   ÚNullContextVariable.__init__¾  s    ø€ ð )ÔÜ‰ÒÑ4 rÐ4¨VÔ4r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r=  Ä  s   ø€ ÷ !ñ !Ð3ð !¹ñ !r2   c                ót   € V P                   f    \        P                  P                  R 4      # V P                   # rs   )r;  r   rX   rY   rZ   s   &&r/   r[   ÚNullContextVariable.enterÄ  s1   € Ø×ÑÒ$Ü×-Ñ-×4Ñ4°TÓ:Ð:Ø× Ñ Ð r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r=  É  ó%   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7á	ñ7r2   c                ó@   € \         P                  P                  R 4      # rs   rw  ru   s   &&*r/   rv   ÚNullContextVariable.exitÉ  ó   € ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r=  Î  r‹  r2   c                ó   € R # ©r  r4   r”   s   &r/   r}   ÚNullContextVariable.module_nameÎ  rŽ  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r=  Ñ  ó   ø€ ÷ ñ ™ñ r2   c                ó   € R # ©Únullcontextr4   r”   s   &r/   r~   ÚNullContextVariable.fn_nameÑ  ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r=  Ô  r  r2   c                ó"   € \         P                  # rs   )r  rP  r”   s   &r/   r  ÚNullContextVariable.python_typeÔ  s   € Ü×%Ñ%Ð%r2   )r;  rs   )r:   r¸   r¹   rº   r7  r6   r[   rv   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   r9  r9  ¹  sK   ù‡ € ñ÷5õ 5÷!ð !÷
7ð 7÷
ð ÷ð ÷&÷ &ð &r2   r9  c                   ó®   a a€ ] tR tRt oRtV3R lV 3R lltV3R lR ltV3R lR ltV3R	 lR
 ltV3R lR lt	V3R lR lt
V3R lR ltRtVtV ;t# )ÚProfilerContextVariableiØ  af  
This class represents a set of torch profiler context objects, where Dynamo
ignores all the side-effects in the __init__, __enter__ and __exit__ methods
by treating the object mostly as a `contextlib.nullcontext`, except for edge
cases like the `__enter__` method which returns the object itself rather
than `None`, per implementation of the torch objects.
c                ó$   <€ V ^8„  d   QhRS[ RR/# )r'   r*   r+   Nr,   )r-   r.   s   "€r/   r0   Ú$ProfilerContextVariable.__annotate__á  s   ø€ ÷ 7ñ 7¡ð 7¨ñ 7r2   c                ó,   <€ \         SV `  ! RR R/VB  R# rr  rð  )r<   r*   r=   s   &,€r/   r6   Ú ProfilerContextVariable.__init__á  s   ø€ Ü‰ÒÑ6 tÐ6¨vÔ6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rY  ä  r  r2   c                ó6   € \         P                  P                  # rs   )rè   ré   Úprofiler”   s   &r/   r  Ú#ProfilerContextVariable.python_typeä  s   € Ü�~‰~×%Ñ%Ð%r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rY  ç  s   ø€ ÷ ñ Ð3ð ¹ñ r2   c                ó   € V # rs   r4   rZ   s   &&r/   r[   ÚProfilerContextVariable.enterç  s   € Øˆr2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rY  ê  rD  r2   c                ó@   € \         P                  P                  R 4      # rs   rw  ru   s   &&*r/   rv   ÚProfilerContextVariable.exitê  rG  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rY  ï  r‹  r2   c                ó   € R # rJ  r4   r”   s   &r/   r}   Ú#ProfilerContextVariable.module_nameï  rŽ  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rY  ò  rM  r2   c                ó   € R # rO  r4   r”   s   &r/   r~   ÚProfilerContextVariable.fn_nameò  rR  r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   rY  õ  s   ø€ ÷ 
ñ 
 ;ð 
°4ñ 
r2   c                óV   € \        R \        V 4      R. \        P                  OR7       R# )z2torch.profiler object escaped from compiled regionzXDynamo doesn't support compiling a region that returns a torch.profiler context manager.©Úgb_typeÚcontextÚexplanationÚhintsN©r   rE   r   ÚSUPPORTABLEr   s   &&r/   rŒ   Ú#ProfilerContextVariable.reconstructõ  s*   € ÜØHÜ˜“IØrðÜ"×.Ñ.ð÷		
r2   r4   )r:   r¸   r¹   rº   r7  r6   r  r[   rv   r}   r~   rŒ   r¼   r½   r¾   r¿   s   @@r/   rW  rW  Ø  sU   ù‡ € ñ÷7ó 7÷&ð &÷ð ÷7ð 7÷
ð ÷ð ÷
÷ 
ð 
r2   rW  c                   óò   a a€ ] tR tRt oRtR0]P                  mt]V3R lR l4       tRV3R lV 3R lllt	V3R lR	 lt
V3R
 lR ltV3R lR ltV3R lR ltV3R lR ltV3R lV 3R lltRtVtV ;t# )rñ   i   aK  
This class represents torch profiler context objects.

For record_function: emits torch.ops.profiler._record_function_enter_new
to the graph on enter, and torch.ops.profiler._record_function_exit on exit.
But if emit_profiler_ops=False, behaves like nullcontext.

For profile: behaves like nullcontext, ignoring all side-effects.
Úemit_profiler_opsc          
      óD   <€ V ^8„  d   QhRS[ RS[S[,          RRRS[ RR/# )r'   rí   rî   rï   zdict[str, VariableTracker]r*   r+   rñ   )r   rœ   r   )r-   r.   s   "€r/   r0   Ú2ProfilerRecordFunctionContextVariable.__annotate__  s@   ø€ ÷ 
ñ 
Ùð
á™/Õ*ð
ð 4ð
ñ ð	
ð
 
1ñ
r2   c                óÂ  € R p\         P                  '       d©   V'       d   V^ ,          P                  4       M<VP                  R\        P
                  P                  R4      4      P                  4       pR p\        V4      ^8”  d   V^,          P                  4       pMRV9   d   VR,          P                  4       pWV.pM\        \        RV 4       \        RRVRR /VB # )Nrð   Úunknownrp   z+Profiler record function %s will be ignoredr(   r)   r4   )r	   Ú capture_profiler_record_functionr¼  r¼  r   rX   rY   rŠ   r   Úlogrñ   )rí   rî   rï   r*   r(   rð   Úrecord_args_consts   &&&,   r/   rY   Ú,ProfilerRecordFunctionContextVariable.create  sÞ   € ð ˆÜ×2×2Ð2÷
 ð ˜A•×1Ñ1Ô3à"×&Ñ&ØœI×6Ñ6×=Ñ=¸iÓHóç$Ñ$Ó&ð ð !%ÐÜ�;Ó !Ô#Ø$/°¥N×$EÑ$EÓ$GÑ!Ø˜=Ô(Ø$1°&Õ$9×$LÑ$LÓ$NÐ!Ø!Ð5‰MäœÐKÈTÔRÜ4ñ 
Ø'ð
àð
ð ñ
ð 	
r2   c                ó>   <€ V ^8„  d   QhRS[ RS[ R,          RS[ RR/# r&   r,   )r-   r.   s   "€r/   r0   ry  0  s7   ø€ ÷ 
ñ 
áð
ñ ˜d�
ð
ñ ð	
ð
 
ñ
r2   c                ó0   <€ \         SV `  ! RR VRV/VB  R# r   rð  r;   s   &&&,€r/   r6   Ú.ProfilerRecordFunctionContextVariable.__init__0  rò  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   ry  :  s   ø€ ÷ 7ñ 7™Tñ 7r2   c                óJ   € \         P                  P                  P                  # rs   )rè   r}  ré   rê   r”   s   &r/   r  Ú1ProfilerRecordFunctionContextVariable.python_type:  s   € Ü�~‰~×&Ñ&×6Ñ6Ð6r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   ry  =  s   ø€ ÷ 
ñ 
Ð3ð 
¹ñ 
r2   c                óÚ   € \         P                  '       dU   V P                  w  r#VP                  P	                  R \
        P                  P                  P                  W#3/ 4      V n	        V # ©r¡   )
r	   r|  r(   ri   r,  rè   Úopsré   Ú_record_function_enter_newr-  )r<   rA   rð   rp   s   &&  r/   r[   Ú+ProfilerRecordFunctionContextVariable.enter=  sV   € Ü×2×2Ð2Ø×+Ñ+‰JˆDàŸ™×.Ñ.ØÜ—	‘	×"Ñ"×=Ñ=Ø�Øó	ˆDŒJð ˆr2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   ry  I  ó%   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7á	ñ7r2   c                ó  € \         P                  '       dV   VP                  P                  R \        P
                  P                  P                  P                  V P                  3/ 4       \        P                  P                  R4      # r3  )r	   r|  ri   r,  rè   r‰  ré   Ú_record_function_exitÚ_RecordFunctionr-  r   rX   rY   ru   s   &&*r/   rv   Ú*ProfilerRecordFunctionContextVariable.exitI  sc   € ô ×2×2Ð2à�I‰I×!Ñ!ØÜ—	‘	×"Ñ"×8Ñ8×HÑHØ—‘�Øô	ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ry  V  s   ø€ ÷ 
ñ 
™Sñ 
r2   c                ó6   € \         P                  '       d   R # R# )ztorch.autograd.profilerr  ©r	   r|  r”   s   &r/   r}   Ú1ProfilerRecordFunctionContextVariable.module_nameV  s$   € ô ×6×6Ð6ð &ð	
ð ð	
r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   ry  ]  s   ø€ ÷ 
ñ 
™ñ 
r2   c                ó6   € \         P                  '       d   R # R# )rê   rP  r”  r”   s   &r/   r~   Ú-ProfilerRecordFunctionContextVariable.fn_name]  s$   € ô ×6×6Ð6ð ð	
ð ð	
r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   ry  d  s   ø€ ÷ .ñ .¨ð .¸ñ .r2   c                ó¦   <€ \         P                  '       d+   \        R \        V 4      R. \        P
                  OR7       R# \        SV `  V4       R# )z,record_function escaped from compiled regionzADynamo doesn't support graph break inside record_function region.rn  N)r	   r|  r   rE   r   rt  r5   r€   ©r<   rz   r=   s   &&€r/   r€   Ú6ProfilerRecordFunctionContextVariable.reconstruct_typed  sH   ø€ ô ×2×2Ð2ÜØFÜ˜D›	Ø_ðÜ&×2Ñ2ð÷	ô ‰GÑ$ WÖ-r2   rf  rÑ  )r:   r¸   r¹   rº   r7  r$   r»   r8  rY   r6   r  r[   rv   r}   r~   r€   r¼   r½   r¾   r¿   s   @@r/   rñ   rñ      sƒ   ù‡ € ñð 	ðà	 ×	/Ñ	/ð€Nð
 ÷
ó ð
÷>
õ 
÷7ð 7÷
ð 
÷7ð 7÷
ð 
÷
ð 
÷.÷ .ó .r2   rñ   c                   óÂ   a a€ ] tR tRt oRt]V3R lR l4       t]V3R lR l4       tV3R lV 3R lltV3R	 lR
 lt	V3R lR lt
V3R lR ltV3R lR ltRtVtV ;t# )ÚPreserveVersionContextVariableiv  z7
Wraps torch.autograd._unsafe_preserve_version_counter
c                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   Útensorsr+   rž  r   )r-   r.   s   "€r/   r0   Ú+PreserveVersionContextVariable.__annotate__|  s,   ø€ ÷ Gñ GØ'ðGá ðGð 
*ñGr2   c           	     óä  € VP                  4       '       dO   \        P                  ! V3 Uu. uF  q"P                  V R 4      NK  	  up4      p\        P                  ! V.4      pMx\	        V\        P                  4      '       g   \        R\        V4       24      h\        P                  ! VP                   Uu. uF  q"P                  V R 4      NK  	  up4      pTp\        WC4      # u upi u upi )Ú_versionz%tensors must be a TupleVariable, got )	Ú	is_tensorr   ÚTupleVariabler	  r7   rŸ   r9   r»  rž  )rA   r   rÜ   ÚversionsÚtensors_tuples   &&   r/   Ú_create_lambda_from_tensorsÚ:PreserveVersionContextVariable._create_lambda_from_tensors{  sÕ   € ð
 ×Ñ×ÒÜ ×.Ò.Ø>E¹YÓG¹Y¸×#Ñ# B¨
Ö3¹YÑGóˆHô &×3Ò3°W°IÓ>‰Mä˜g¤y×'>Ñ'>×?Ò?Ü$Ø;¼DÀ»M¸?ÐKóð ô !×.Ò.Ø=D¿]º]ÓK¹]¸×#Ñ# B¨
Ö3¹]ÑKóˆHð $ˆMÜ-¨mÓFÐFùò Hùò Ls   ¬C(Â:C-c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r¡  ‘  s   ø€ ÷ 
ñ 
Ð3ð 
¹ñ 
r2   c                ó8   a € \         P                  ! V 3R  l4      # )c                 ó0   <€ \         P                  SV 4      # rs   )rž  r¨  )r   rA   s   &€r/   r…   Ú<PreserveVersionContextVariable.constructor.<locals>.<lambda>“  s   ø€ Ô:×VÑVØ�Gôr2   )r   ÚLambdaVariable)rA   s   fr/   ÚconstructorÚ*PreserveVersionContextVariable.constructor�  s   ø€ ä×'Ò'ôó
ð 	
r2   c                ó0   <€ V ^8„  d   QhRS[ RS[ RS[RR/# )r'   r   Úprev_versionsr*   r+   Nr<  )r-   r.   s   "€r/   r0   r¡  ˜  s9   ø€ ÷ Oñ Oá ðOñ 'ðOñ ð	Oð
 
ñOr2   c                ó€  <€ VP                  R R4       \        SV `  ! R/ VB  Wn        W n        V P                  P                  4       '       d'   \        P                  ! V P                  .4      V n        V P                  P                  4       '       d)   \        P                  ! V P                  .4      V n        R# R# rr  )	Ú
setdefaultr5   r6   r   r²  r¤  r   r¥  Úis_symnode_like)r<   r   r²  r*   r=   s   &&&,€r/   r6   Ú'PreserveVersionContextVariable.__init__˜  s‘   ø€ ð 	×Ñ˜/¨4Ô0Ü‰ÒÑ"˜6Ò"ØŒØ*Ôà�<‰<×!Ñ!×#Ò#Ü$×2Ò2°D·L±L°>ÓBˆDŒLØ×Ñ×-Ñ-×/Ò/Ü!*×!8Ò!8¸$×:LÑ:LÐ9MÓ!NˆDÖñ 0r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r¡  ¨  s   ø€ ÷ Iñ I™Tñ Ir2   c                óJ   € \         P                  P                  P                  # rs   )rè   r}  r-  Ú _unsafe_preserve_version_counterr”   s   &r/   r  Ú*PreserveVersionContextVariable.python_type¨  s   € Ü�~‰~×'Ñ'×HÑHÐHr2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   r¡  «  ru  r2   c                ó@   € \         P                  P                  R 4      # rs   rw  rZ   s   &&r/   r[   Ú$PreserveVersionContextVariable.enter«  ry  r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r¡  ®  s*   ø€ ÷ Dñ DØ-ðDÙ6EðDá	ñDr2   c                ó†   € ^RI Hp \        P                  ! V4      P	                  WP
                  V P                  ./ 4      # )r'   )Ú_unsafe_set_version_counter)Útensor_version_oprÀ  r   ÚTorchInGraphFunctionVariabler¡   r   r²  )r<   rA   rp   rÀ  s   &&* r/   rv   Ú#PreserveVersionContextVariable.exit®  s:   € õ 	Dä×5Ò5Ø'ó
ç
‰-˜Ÿ\™\¨4×+=Ñ+=Ð>ÀÓ
Cð	Dr2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r¡  ·  s   ø€ ÷ 
ñ 
 ;ð 
°4ñ 
r2   c                óV   € \        R \        V 4      R. \        P                  OR7       R# )zLtorch.autograd._unsafe_preserve_version_counter escaped from compiled regionzyDynamo doesn't support compiling a region that returns a torch.autograd._unsafe_preserve_version_counter context manager.rn  Nrs  r   s   &&r/   rŒ   Ú*PreserveVersionContextVariable.reconstruct·  s-   € ÜØbÜ˜“IðUðÜ"×.Ñ.ð÷
	
r2   )r²  r   )r:   r¸   r¹   rº   r7  r8  r¨  r¯  r6   r  r[   rv   rŒ   r¼   r½   r¾   r¿   s   @@r/   rž  rž  v  sq   ù‡ € ñð ÷Gó ðGð( ÷
ó ð
÷Oó O÷ Ið I÷7ð 7÷Dð D÷
÷ 
ð 
r2   rž  c                   ó   a a€ ] tR tRt o]! ]! 4       ]P                  4      t]	V3R lR l4       t
RV3R lV 3R llltV3R lR ltV3R lR	 ltV3R
 lV 3R lltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )Ú&FSDPParamGroupUseTrainingStateVariableiÅ  c          
      ó4   <€ V ^8„  d   QhRRRS[ RS[ RS[ RR/# )r'   rA   r"   Úparam_group_varrí  r*   r+   rÈ  r,   )r-   r.   s   "€r/   r0   Ú3FSDPParamGroupUseTrainingStateVariable.__annotate__É  s;   ø€ ÷ ñ Ø'ðáðñ ðñ ð	ð
 
2ñr2   c           	     óT   € \        RR VRV.RVP                  P                  ./VB pV# )rÊ  r(   r)   r4   )rÈ  rÆ   Ú_training_state)rA   rÊ  rí  r*   rQ  s   &&&, r/   rY   Ú-FSDPParamGroupUseTrainingStateVariable.createÈ  sJ   € ô 5ñ 
Ø+ð
à'˜.ð
ð ,×1Ñ1×AÑAÐBð
ð ñ	
ˆð ˆ
r2   c          
      ód   <€ V ^8„  d   QhRS[ RS[S[ ,          RS[S[ ,          R,          RS[ RR/# )r'   rÊ  r(   r)   Nr*   r+   )r   r   )r-   r.   s   "€r/   r0   rË  ×  sJ   ø€ ÷ .ñ .áð.ñ  ¡•}ð.ñ !¡�¨Õ,ð	.ñ
 ð.ð 
ñ.r2   c                óf   <€ \         SV `  ! RR VRV/VB  Wn        \        V P                  4       R# r   )r5   r6   rÊ  r   rY  )r<   rÊ  r(   r)   r*   r=   s   &&&&,€r/   r6   Ú/FSDPParamGroupUseTrainingStateVariable.__init__×  s@   ø€ ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPò	
ð  /ÔÜ�d×,Ñ,Ö-r2   c                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rË  ä  rù  r2   c                óv   € V P                  WP                  4       \        P                  P	                  R 4      # rs   rû  rZ   s   &&r/   r[   Ú,FSDPParamGroupUseTrainingStateVariable.enterä  rý  r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rË  è  rq   r2   c                óv   € V P                  WP                  4       \        P                  P	                  R 4      # rs   r   ru   s   &&*r/   rv   Ú+FSDPParamGroupUseTrainingStateVariable.exitè  r  r2   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# rš   r›   )r-   r.   s   "€r/   r0   rË  î  sB   ø€ ÷ 7ñ 7à'ð7ñ ‘?Õ#ð7ñ ‘S™/Ð)Õ*ð	7ñ
 
ñ7r2   c                óZ   <€ V P                  WP                  4       \        SV `  WV4      # rs   r  r  s   &&&&€r/   r¡   Ú4FSDPParamGroupUseTrainingStateVariable.call_functionî  s)   ø€ ð 	�‰˜×/Ñ/Ô0Ü‰wÑ$ R¨vÓ6Ð6r2   c                ó8   <€ V ^8„  d   QhRRRS[ S[,          RR/# r	  r!  )r-   r.   s   "€r/   r0   rË  ø  s)   ø€ ÷ ?ñ ?Ø-ð?Ù7?Áµ}ð?à	ñ?r2   c           	     óž  € \        V4      ^8w  d   \        R\        V4       24      hV^ ,          pV P                  P                  P                  V8w  dx   V P                  P                  VR\        P                  P                  VR4      \        P                  P                  W4      3/ 4       W0P                  P                  n        R# R# )rI   r  Ú__setattr__rÍ  N)	rŠ   rŸ   rÊ  rÆ   rÍ  Úcall_methodr   r   r]  r  s   &&& r/   rU   Ú1FSDPParamGroupUseTrainingStateVariable._call_funcø  s²   € ô ˆv‹;˜!ÔÜ Ð#9¼#¸f»+¸Ð!GÓHÐHØ�q•	ˆØ×Ñ×%Ñ%×5Ñ5¸Ô>Ø× Ñ ×,Ñ,ØØä×-Ñ-×3Ñ3°BÐ8IÓJÜ×-Ñ-×3Ñ3°BÓ>ðð ôð :?× Ñ ×&Ñ&Ö6ñ ?r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rË  
  s   ø€ ÷ Vñ V™Sñ Vr2   c                ó   € R # )zDtorch.distributed.fsdp._fully_shard._fsdp_param_group.FSDPParamGroupr4   r”   s   &r/   r}   Ú2FSDPParamGroupUseTrainingStateVariable.module_name
  s   € ÙUr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rË    s   ø€ ÷ $ñ $™ñ $r2   c                ó   € R # )Úuse_training_stater4   r”   s   &r/   r~   Ú.FSDPParamGroupUseTrainingStateVariable.fn_name  ó   € Ù#r2   )rÊ  rs   )r:   r¸   r¹   rº   r
   r   r   ÚFSDP_TRAINING_STATErY  r8  rY   r6   r[   rv   r¡   rU   r}   r~   r¼   r½   r¾   r¿   s   @@r/   rÈ  rÈ  Å  s{   ù‡ € ÙÑ/Ó1°<×3SÑ3SÓTÐà÷ó ð÷.õ .÷7ð 7÷7ð 7÷7ó 7÷?ð ?÷$Vð V÷$÷ $ð $r2   rÈ  c                   óÜ   a a€ ] tR tRt oRt]RV3R lR ll4       tRV3R lV 3R lllt]V3R lR l4       tV3R	 lR
 lt	V3R lR lt
V3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )ÚSDPAKernelVariablei  z)represents torch.nn.attention.sdpa_kernelc          
      ó4   <€ V ^8„  d   QhRRRS[ RS[RS[ RR/# )r'   rA   r"   ÚbackendsÚset_priorityr*   r+   rê  rï  )r-   r.   s   "€r/   r0   ÚSDPAKernelVariable.__annotate__  s;   ø€ ÷ ñ Ø'ðáðñ ðñ ð	ð
 
ñr2   c           	     ó–   € \        V\        P                  P                  P                  4      '       d   V.p\        RR VRRRV/VB pV# )r(   r)   Nrí  r4   )r7   rè   ÚnnÚ	attentionÚ
SDPBackendrê  )rA   rì  rí  r*   rQ  s   &&&, r/   rY   ÚSDPAKernelVariable.create  s]   € ô �h¤§¡× 2Ñ 2× =Ñ =×>Ò>Ø �zˆHÜ ñ 
Ø"ð
àð
ð &ð
ð ñ	
ˆð ˆ
r2   c          
      ó‚   <€ V ^8„  d   QhRS[ S[P                  P                  P                  ,          RS[RS[RS[RR/# )r'   r(   r)   rí  r*   r+   N)rœ   rè   rð  rñ  rò  r   r¥   )r-   r.   s   "€r/   r0   rî  %  sR   ø€ ÷ 
)ñ 
)á™EŸH™H×.Ñ.×9Ñ9Õ:ð
)ñ ð
)ñ ð	
)ñ
 ð
)ð 
ñ
)r2   c                ó<   <€ \         SV `  ! RR VRV/VB  W0n        R# r   )r5   r6   rí  )r<   r(   r)   rí  r*   r=   s   &&&&,€r/   r6   ÚSDPAKernelVariable.__init__%  s2   ø€ ô 	‰Òñ 	
Ø'ð	
Ø8Fð	
ØJPò	
ð )Ör2   c                óJ   <€ V ^8„  d   QhRRRS[ S[,          RS[ S[,          /# )r'   rA   r"   rì  r+   )rœ   r   )r-   r.   s   "€r/   r0   rî  2  s/   ø€ ÷ ñ Ø'ðá‘s•)ðñ 
‰c�ñr2   c           	     óÄ   € V Uu. uFN  pV P                   P                  R \        P                  P                  P
                  VP                  3/ 4      NKP  	  ppV# u upi rˆ  )ri   r,  rè   rð  rñ  Ú_backend_from_stringrð   )rA   rì  ÚbackendÚnodess   &&  r/   Ú_backends_to_nodesÚ%SDPAKernelVariable._backends_to_nodes1  se   € ñ $ó
ñ $�ð �I‰I×!Ñ!ØÜ—‘×"Ñ"×7Ñ7Ø—‘�Øö	ñ $ð 	ð 
ð ˆùò
s   …AAc                ó$   <€ V ^8„  d   QhRRRS[ /# rR   r   )r-   r.   s   "€r/   r0   rî  B  s   ø€ ÷ 7ñ 7Ð3ð 7¹ñ 7r2   c                ó@  a € \         P                  P                  P                  S P                  R 7      S n        S P                  VV 3R l4       \         P                  P                  P                  S P                  S P                  R7       S P                  VS P                  4      pVP                  P                  R\         P                  P                  P                  V\        S P                  4      3/ 4       \        P                  P                  R4      # ))Úwith_priorityc                  ó‚   <€ \         P                  P                  P                  S P                  S P
                  R 7      # )©rí  )rè   rð  rñ  Ú_sdpa_kernelÚprev_backendsrí  r”   s   €r/   r…   Ú*SDPAKernelVariable.enter.<locals>.<lambda>H  s0   ø€ ”E—H‘H×&Ñ&×3Ñ3Ø×"Ñ"°×1BÑ1Bð 4ô r2   r  r¡   N)rè   rð  rñ  Ú_cur_sdpa_kernel_backendsrí  r  rW   r  r(   rü  ri   r,  r¥   r   rX   rY   )r<   rA   r  s   f& r/   r[   ÚSDPAKernelVariable.enterB  sè   ø€ Ü"ŸX™X×/Ñ/×IÑIØ×+Ñ+ð Jó 
ˆÔð 	×ÑØôô	
ô 	�‰×Ñ×'Ñ'Ø×Ñ¨T×->Ñ->ð 	(ô 	
ð ×%Ñ% b¨$×*<Ñ*<Ó=ˆØ
�	‰	×ÑØÜ�H‰H×Ñ×+Ñ+Ø”$�t×(Ñ(Ó)Ð*Øô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   rî  X  r�  r2   c                ó@  € V P                  4        V P                  WP                  4      pVP                  P	                  R \
        P                  P                  P                  V\        V P                  4      3/ 4       \        P                  P                  R4      # r3  )rt   rü  r  ri   r,  rè   rð  rñ  r  r¥   rí  r   rX   rY   )r<   rA   rp   r  s   &&* r/   rv   ÚSDPAKernelVariable.exitX  s}   € ð 	×ÑÔØ×%Ñ% b×*<Ñ*<Ó=ˆØ
�	‰	×ÑØÜ�H‰H×Ñ×+Ñ+Ø”$�t×(Ñ(Ó)Ð*Øô		
ô ×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rî  e  ó   ø€ ÷ $ñ $™Sñ $r2   c                ó   € R # )ztorch.nn.attentionr4   r”   s   &r/   r}   ÚSDPAKernelVariable.module_namee  rç  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rî  j  s   ø€ ÷ 'ñ '™ñ 'r2   c                ó   € R # )Ú_sdpa_kernel_variadicr4   r”   s   &r/   r~   ÚSDPAKernelVariable.fn_namej  s   € Ù&r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rî  m  r  r2   c                ó"   € \         P                  # rs   r  r”   s   &r/   r  ÚSDPAKernelVariable.python_typem  r
  r2   )r  rí  rà   )NF)r:   r¸   r¹   rº   r7  r8  rY   r6   rü  r[   rv   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   rê  rê    st   ù‡ € Ù3à÷ñ ó ð÷ 
)õ 
)ð ÷ó ð÷ 7ð 7÷,7ð 7÷$ð $÷
'ð '÷3÷ 3ð 3r2   rê  c                   óÄ   a a€ ] tR tRt oRtR0]P                  mtRV3R lV 3R llltV3R lR ltV3R lR	 lt	V3R
 lR lt
V3R lR ltV3R lV 3R lltRtVtV ;t# )ÚFxTracebackAnnotateVariableiq  aš  
fx.traceback.annotate is a context manager that allows users to annotate the
fx graph nodes with custom metadata. In the context of Dynamo, we don't have
to trace the body of the context manager. Instead we want to directly run
the body of the context manager, so the Dynamo created Fx graphs have the
right custom metadata. This variable tracker just runs __enter__ and
__exit__ method (instead of tracing).
Ú
annotationc                óF   <€ V ^8„  d   QhRS[ S[S[3,          RS[RS[RR/# )r'   r  r)   r*   r+   N©r�   rE   r   )r-   r.   s   "€r/   r0   Ú(FxTracebackAnnotateVariable.__annotate__€  s5   ø€ ÷ 
ñ 
Ù™s¡C˜x�.ð
Ù:=ð
ÙPSð
à	ñ
r2   c                óò   <€ Wn         VP                  \        P                  P                  P
                  4      p\        V4      ^8X  d   \        V4      \        J d   V3MRp\        SV `(  ! RRVRV/VB  R# )rI   r(   r)   Nr4   )r  r¼  rè   ÚfxÚ	tracebackÚMEMORY_BUDGET_ANNOTATION_KEYrŠ   r9   Úfloatr5   r6   )r<   r  r)   r*   Úbudgetr(   r=   s   &&&,  €r/   r6   Ú$FxTracebackAnnotateVariable.__init__€  ss   ø€ ð %ŒØ—‘¤§¡× 2Ñ 2× OÑ OÓPˆä˜Z›¨AÔ-´$°v³,Ä%Ó2GˆV‰IÈRð 	ô 	‰Òñ 	
Ø'ð	
à)ð	
ð ô	
r2   c                ó*   <€ V ^8„  d   QhRRRS[ RS[ /# ro   r   )r-   r.   s   "€r/   r0   r  Ž  r1  r2   c                ót  a€ \        4       oSP                  \        P                  P                  P                  V P                  4      4       SP                  \        P                  P                  P                  4       4       V P                  VV3R  l4       \        P                  P                  R4      # )c                  ó$   <€ S P                  4       # rs   )Úclose)Ústacks   €r/   r…   Ú3FxTracebackAnnotateVariable.enter.<locals>.<lambda>—  s   ø€ ¨%¯+©+¬-r2   N)r   Úenter_contextrè   r  r  Úannotater  Úpreserve_node_metarW   r   rX   rY   )r<   rA   rp   r'  s   &&*@r/   r[   Ú!FxTracebackAnnotateVariable.enterŽ  s|   ø€ ô “ˆØ×ÑœEŸH™H×.Ñ.×7Ñ7¸¿¹ÓHÔIØ×ÑœEŸH™H×.Ñ.×AÑAÓCÔDØ×Ñ˜bÔ"7Ô8Ü×)Ñ)×0Ñ0°Ó6Ð6r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r  š  r  r2   c                ó   € R # )ztorch.fx.tracebackr4   r”   s   &r/   r}   Ú'FxTracebackAnnotateVariable.module_nameš  rç  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r  �  s   ø€ ÷ ñ ™ñ r2   c                ó.   € V P                   '       d   R # R# )Ú'_dynamo_region_activation_memory_budgetr*  )r(   r”   s   &r/   r~   Ú#FxTracebackAnnotateVariable.fn_name�  s   € Ø××ÐÙ<Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r  ¢  r  r2   c                ó"   € \         P                  # rs   r  r”   s   &r/   r  Ú'FxTracebackAnnotateVariable.python_type¢  r
  r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r  ¥  s   ø€ ÷ 

ñ 

¨ð 

¸ñ 

r2   c                óš   <€ V P                   '       d   \        SV `	  V4      # \        R \	        V 4      R. \
        P                  OR7       R# )z8torch.fx.traceback.annotate escaped from compiled regionzBDynamo doesn't support graph break on torch.fx.traceback.annotate.rn  N)r(   r5   r€   r   rE   r   rt  r›  s   &&€r/   r€   Ú,FxTracebackAnnotateVariable.reconstruct_type¥  sG   ø€ Ø××ÐÜ‘7Ñ+¨GÓ4Ð4ÜØNÜ˜“IØ\ðÜ"×.Ñ.ð÷		
r2   )r  rs   )r:   r¸   r¹   rº   r7  r$   r»   r6   r[   r}   r~   r  r€   r¼   r½   r¾   r¿   s   @@r/   r  r  q  se   ù‡ € ñð 	ðà	 ×	/Ñ	/ð€N÷

õ 
÷
7ð 
7÷$ð $÷ð ÷
3ð 3÷

÷ 

ó 

r2   r  c                   óŠ   a a€ ] tR tRt oRtV3R lV 3R lltV3R lR ltV3R lR ltV3R	 lR
 ltV3R lR lt	Rt
VtV ;t# )ÚDynamoConfigPatchVariablei²  z,represents torch._dynamo.patch_dynamo_configc                ó@   <€ V ^8„  d   QhRS[ S[S[3,          RS[RR/# )r'   r(   r*   r+   Nr  )r-   r.   s   "€r/   r0   Ú&DynamoConfigPatchVariable.__annotate__·  s/   ø€ ÷ 	Dñ 	D¡d©3±¨8¥nð 	DÁð 	DÈñ 	Dr2   c                ó  <€ \        VP                  4       4      p\        SV `  ! RR V3RR/VB  / pV F0  w  rV\        P
                  P                  P                  V4      WE&   K2  	  \        VP                  4       4      3V n        R# r   )	rÊ  r»  r5   r6   rè   r  r	   r  r)   )r<   r(   r*   Útarget_values_tupleÚinitial_values_dictr  Ú_r=   s   &&,    €r/   r6   Ú"DynamoConfigPatchVariable.__init__·  s‹   ø€ Ü# M×$7Ñ$7Ó$9Ó:ÐÜ‰Òñ 	
Ø.Ð0ð	
ØAEð	
ØIOò	
ð !ÐÛ)‰FˆCÜ',§}¡}×';Ñ';×'GÑ'GÈÓ'LÐÓ$ñ *ä$Ð%8×%>Ñ%>Ó%@ÓAÐCˆÖr2   c                ó(   <€ V ^8„  d   QhRRRS[ RR/# r	  r,   )r-   r.   s   "€r/   r0   r=  Â  s#   ø€ ÷ 7ñ 7Ð8ð 7Á#ð 7È$ñ 7r2   c                óÎ   € \        V4      ^8w  d   \        R\        V4       24      hV^ ,          pV F.  w  rE\        P                  P                  P                  WE4       K0  	  R# ©rI   r  N)rŠ   rŸ   rè   r  r	   rÝ  )r<   rA   rÉ  rÆ   r  r‹   s   &&&   r/   rU   Ú$DynamoConfigPatchVariable._call_funcÂ  sR   € Üˆv‹;˜!ÔÜ Ð#9¼#¸f»+¸Ð!GÓHÐHØ�q•	ˆã‰HˆCÜ�M‰M× Ñ ×,Ñ,¨SÖ6ó r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r=  Î  ó   ø€ ÷ ñ ™Sñ r2   c                ó   € R # ©ztorch._dynamor4   r”   s   &r/   r}   Ú%DynamoConfigPatchVariable.module_nameÎ  ó   € Ùr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r=  Ñ  ó   ø€ ÷ %ñ %™ñ %r2   c                ó   € R # )Úpatch_dynamo_configr4   r”   s   &r/   r~   Ú!DynamoConfigPatchVariable.fn_nameÑ  ó   € Ù$r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r=  Ô  s   ø€ ÷ &ñ &™Tñ &r2   c                ó   € ^ RI Hp V# )rÇ  )ÚDynamoConfigPatchProxy)Útorch._dynamo.decoratorsrU  )r<   rU  s   & r/   r  Ú%DynamoConfigPatchVariable.python_typeÔ  s   € ÝCà%Ð%r2   r$  ©r:   r¸   r¹   rº   r7  r6   rU   r}   r~   r  r¼   r½   r¾   r¿   s   @@r/   r;  r;  ²  sA   ù‡ € Ù6÷	Dó 	D÷7ð 7÷ð ÷%ð %÷&÷ &ð &r2   r;  c                   óŠ   a a€ ] tR tRt oRtV3R lV 3R lltV3R lR ltV3R lR ltV3R	 lR
 ltV3R lR lt	Rt
VtV ;t# )ÚErrorOnGraphBreakVariableiÚ  z-represents torch._dynamo.error_on_graph_breakc                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r'   Úerror_on_graph_breakr*   r+   N©r¥   r   )r-   r.   s   "€r/   r0   Ú&ErrorOnGraphBreakVariable.__annotate__Ý  s"   ø€ ÷ 
ñ 
©Tð 
¹Sð 
ÀTñ 
r2   c                óD   <€ \         SV `  ! RR V3R\        4       3/VB  R# r   )r5   r6   r   )r<   r\  r*   r=   s   &&,€r/   r6   Ú"ErrorOnGraphBreakVariable.__init__Ý  s3   ø€ Ü‰Òñ 	
Ø/Ð1ð	
ä5Ó7Ð9ð	
ð ô	
r2   c                ó8   <€ V ^8„  d   QhRRRS[ S[,          RR/# r	  )r   r¥   )r-   r.   s   "€r/   r0   r^  ä  s)   ø€ ÷ -ñ -Ø-ð-Ù7?Áµ~ð-à	ñ-r2   c                óx   € \        V4      ^8w  d   \        R\        V4       24      h\        V^ ,          4       R# rE  )rŠ   rŸ   r   r×  s   &&&r/   rU   Ú$ErrorOnGraphBreakVariable._call_funcä  s3   € ô ˆv‹;˜!ÔÜ Ð#9¼#¸f»+¸Ð!GÓHÐHÜ! &¨¥)Ö,r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r^  ë  rH  r2   c                ó   € R # rJ  r4   r”   s   &r/   r}   Ú%ErrorOnGraphBreakVariable.module_nameë  rL  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   r^  î  s   ø€ ÷ &ñ &™ñ &r2   c                ó   € R # )r\  r4   r”   s   &r/   r~   Ú!ErrorOnGraphBreakVariable.fn_nameî  rþ  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r^  ñ  s   ø€ ÷ 8ñ 8™Tñ 8r2   c                ó   € ^ RI Hp V# )rÇ  )Ú(ErrorOnGraphBreakDecoratorContextManager)rV  rl  )r<   rl  s   & r/   r  Ú%ErrorOnGraphBreakVariable.python_typeñ  s   € ÝUà7Ð7r2   r4   rX  r¿   s   @@r/   rZ  rZ  Ú  s?   ù‡ € Ù7÷
ó 
÷-ð -÷ð ÷&ð &÷8÷ 8ð 8r2   rZ  c                   óÆ   a a€ ] tR tRt oRtV3R lV 3R lltV3R lV 3R lltV3R lR ltV3R	 lR
 ltV3R lR lt	V3R lR lt
V3R lR ltV3R lR ltRtVtV ;t# )ÚCudagraphOverrideVariablei÷  z,represents torch._dynamo.override_cudagraphsc                óL   <€ V ^8„  d   QhRS[ R,          RS[ R,          RS[RR/# )r'   ÚfwdNÚbwdr*   r+   r]  )r-   r.   s   "€r/   r0   Ú&CudagraphOverrideVariable.__annotate__ú  s1   ø€ ÷ 
ñ 
™D 4�Kð 
©d°T­kð 
ÁSð 
ÈTñ 
r2   c                ó2   <€ \         SV `  ! RR W3RR/VB  R# r   rð  )r<   rq  rr  r*   r=   s   &&&,€r/   r6   Ú"CudagraphOverrideVariable.__init__ú  s,   ø€ Ü‰Òñ 	
Ø˜*ð	
àð	
ð ô	
r2   c                ó"   <€ V ^8„  d   QhRRRR/# )r'   rA   r"   r+   r   r4   )r-   r.   s   "€r/   r0   rs    s   ø€ ÷ !ñ !Ð3ð !Ð8Iñ !r2   c                ó    <€ VP                   P                  pVe   VP                  VP                  3V n        MRV n        \
        SV `  V4      # )Nrs   )ri   Úcudagraph_annotationrq  rr  r)   r5   r[   )r<   rA   Úprevr=   s   && €r/   r[   ÚCudagraphOverrideVariable.enter  sD   ø€ à�y‰y×-Ñ-ˆØÒØ#'§8¡8¨T¯X©XÐ"6ˆDÕà")ˆDÔÜ‰w‰}˜RÓ Ð r2   c                ó<   <€ V ^8„  d   QhRRRS[ S[R3,          RR/# )r'   rA   r"   rÉ  .r+   N)rÊ  r   )r-   r.   s   "€r/   r0   rs  
  s2   ø€ ÷ Hñ HØ-ðHÙ7<¹SÀ#¸XµðHà	ñHr2   c                ó`  € ^ RI Hp \        V4      ^8X  d:   V^ ,          f/   RVP                  n        RVP                  P
                  n        R# \        V4      ^8w  d   \        R\        V4       24      hVw  rEV! WER7      pWaP                  n        WaP                  P
                  n        R# )rÇ  )Ú_CudagraphAnnotationNzexpected 2 values, got )rq  rr  )Útorch._inductorr}  rŠ   ri   rx  Útracing_contextrŸ   )r<   rA   rÉ  r}  rq  rr  r  s   &&&    r/   rU   Ú$CudagraphOverrideVariable._call_func
  sˆ   € õ 	9äˆv‹;˜!Ô  q¥	Ò 1à-1ˆB�I‰IÔ*Ø=AˆB�I‰I×%Ñ%Ö:ä�6‹{˜aÔÜ$Ð'>¼sÀ6»{¸mÐ%LÓMÐMØ‰HˆCÙ-°#Ô?ˆJØ-7�I‰IÔ*Ø=G�I‰I×%Ñ%Ö:r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rs    rH  r2   c                ó   € R # rJ  r4   r”   s   &r/   r}   Ú%CudagraphOverrideVariable.module_name  rL  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r�   )r-   r.   s   "€r/   r0   rs    rN  r2   c                ó   € R # )Úoverride_cudagraphsr4   r”   s   &r/   r~   Ú!CudagraphOverrideVariable.fn_name  rR  r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   rs  !  s   ø€ ÷ /ñ /™Tñ /r2   c                ó   € ^ RI Hp V# )rÇ  )ÚCudagraphOverrideContextManager)rV  rŠ  )r<   rŠ  s   & r/   r  Ú%CudagraphOverrideVariable.python_type!  s   € ÝLà.Ð.r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r¤   )r-   r.   s   "€r/   r0   rs  &  s   ø€ ÷ ñ ¡Tñ r2   c                ó   € R # rà   r4   r”   s   &r/   r®   Ú-CudagraphOverrideVariable.exit_on_graph_break&  s   € ñ r2   c                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r'   rA   r"   rp   r+   r   r   )r-   r.   s   "€r/   r0   rs  +  s%   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7à	ñ7r2   c                ó@   € \         P                  P                  R 4      # rs   rw  ru   s   &&*r/   rv   ÚCudagraphOverrideVariable.exit+  s   € ô ×)Ñ)×0Ñ0°Ó6Ð6r2   r$  )r:   r¸   r¹   rº   r7  r6   r[   rU   r}   r~   r  r®   rv   r¼   r½   r¾   r¿   s   @@r/   ro  ro  ÷  s_   ù‡ € Ù6÷
ó 
÷!ó !÷Hð H÷"ð ÷%ð %÷/ð /÷
ð ÷
7÷ 7ð 7r2   ro  c                   ó†   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltV3R lR ltV3R lR	 ltV3R
 lR ltRt	Vt
V ;t# )ÚWithEnterFunctionVariablei4  c                ó:   <€ V ^8„  d   QhRS[ S[,          RS[RR/# )r'   r5  r*   r+   N©r$   rÁ   r   )r-   r.   s   "€r/   r0   Ú&WithEnterFunctionVariable.__annotate__5  s/   ø€ ÷ ñ á$Ñ'EÕEðñ ðð 
ñ	r2   c                ó4   <€ \         SV `  ! R/ VB  Wn        R # )Nr4   )r5   r6   r5  )r<   r5  r*   r=   s   &&,€r/   r6   Ú"WithEnterFunctionVariable.__init__5  s   ø€ ô
 	‰ÒÑ"˜6Ò"ØŽr2   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# r@   rD   )r-   r.   s   "€r/   r0   r–  =  rF   r2   c                ó    € ^RI Hp V! WW#4      # rH   rK   rM   s   &&&& r/   rN   Ú-WithEnterFunctionVariable.tp_richcompare_impl=  rP   r2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r–  D  r�  r2   c                ó"   € \         P                  # rs   ©ÚtypesÚ
MethodTyper”   s   &r/   r  Ú%WithEnterFunctionVariable.python_typeD  ó   € Ü×ÑÐr2   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# rš   r›   )r-   r.   s   "€r/   r0   r–  G  sB   ø€ ÷ >ñ >à'ð>ñ ‘?Õ#ð>ñ ‘S™/Ð)Õ*ð	>ñ
 
ñ>r2   c                óš   € V'       d   \        R 4      hV'       d   \        R4      hVP                  V P                  VP                  4      # )z7WithEnterFunctionVariable.call_function expects no argsz9WithEnterFunctionVariable.call_function expects no kwargs)rŸ   Ú	enter_ctxr5  Úcurrent_instructionr    s   &&&&r/   r¡   Ú'WithEnterFunctionVariable.call_functionG  sI   € ÷ Ü ØIóð ÷ Ü ØKóð ð �|‰|˜DŸH™H b×&<Ñ&<Ó=Ð=r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r–  Z  s   ø€ ÷ 
ñ 
 ;ð 
°4ñ 
r2   c                ób  €  V P                   P                  4        R V P                   P                  4        2p\        R\	        V P                   4      RV R2R.\        P                  O\        P                  OR7       R#   \         d"    \	        \        T P                   4      4      p Lti ; i)Ú.z;Attempted to reconstruct context manager's __enter__ methodz)Attempted to reconstruct context manager z while tracing `with ...:`zžIt is likely there is a graph break while tracing `with ctx:` but outside the actual `ctx.__enter__()` method. `torch.compile` does not expect this to happen.rn  N)
r5  r}   r~   r“   rE   r9   r   r   Ú	DIFFICULTÚ
DYNAMO_BUG)r<   rz   Útype_strs   && r/   rŒ   Ú%WithEnterFunctionVariable.reconstructZ  s¦   € ð	+ØŸ(™(×.Ñ.Ó0Ð1°°4·8±8×3CÑ3CÓ3EÐ2FÐGˆHô 	ØQÜ˜Ÿ™“MØCÀHÀ:ÐMgÐhðBðô #×,Ñ,ð	ô
 #×-Ñ-ð÷		
øô #ô 	+Üœ4 §¡›>Ó*ŠHð	+ús   ‚7B Â)B.Â-B.r+  )r:   r¸   r¹   rº   r6   rN   r  r¡   rŒ   r¼   r½   r¾   r¿   s   @@r/   r“  r“  4  s<   ù‡ € ÷ó ÷7ð 7÷ ð  ÷>ð >÷&
÷ 
ð 
r2   r“  c                   ó¤   a a€ ] tR tRt oR0]P
                  mtV3R lR ltV3R lV 3R lltV3R lR ltV3R	 lR
 lt	V3R lR lt
RtVtV ;t# )ÚWithExitFunctionVariableim  Útargetc                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# r@   rD   )r-   r.   s   "€r/   r0   Ú%WithExitFunctionVariable.__annotate__s  rF   r2   c                ó    € ^RI Hp V! WW#4      # rH   rK   rM   s   &&&& r/   rN   Ú,WithExitFunctionVariable.tp_richcompare_impls  rP   r2   c                ó@   <€ V ^8„  d   QhRS[ S[,          RS[RS[RR/# )r'   r5  r±  r*   r+   Nr•  )r-   r.   s   "€r/   r0   r³  z  s9   ø€ ÷ ñ á$Ñ'EÕEðñ ðñ ð	ð
 
ñr2   c                ó¦   <€ \         SV `  ! R/ VB  \        V\        \        34      '       g   \        R \        V4       24      hWn        W n        R# )zMctx must be a ContextWrappingVariable or GenericContextWrappingVariable, got Nr4   )	r5   r6   r7   r$   rÁ   rŸ   r9   r5  r±  )r<   r5  r±  r*   r=   s   &&&,€r/   r6   Ú!WithExitFunctionVariable.__init__z  s[   ø€ ô 	‰ÒÑ"˜6Ò"ÜØÔ)Ô+IÐJ÷
ò 
ô !Ø_Ô`dÐehÓ`iÐ_jÐkóð ð ŒØŽr2   c                ó    <€ V ^8„  d   QhRS[ /# r�   r{  )r-   r.   s   "€r/   r0   r³  Š  r�  r2   c                ó"   € \         P                  # rs   rž  r”   s   &r/   r  Ú$WithExitFunctionVariable.python_typeŠ  r¢  r2   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# rš   r›   )r-   r.   s   "€r/   r0   r³  �  sB   ø€ ÷ 
(ñ 
(à'ð
(ñ ‘?Õ#ð
(ñ ‘S™/Ð)Õ*ð	
(ñ
 
ñ
(r2   c                ód   € V'       d   \        R 4      hV P                  P                  ! V.VO5!  # )z8WithExitFunctionVariable.call_function expects no kwargs)rŸ   r5  rv   r    s   &&&&r/   r¡   Ú&WithExitFunctionVariable.call_function�  s1   € ÷ Ü ØJóð ð �x‰x�}Š}˜RÐ' $Ó'Ð'r2   c                ó"   <€ V ^8„  d   QhRRRR/# ry   r4   )r-   r.   s   "€r/   r0   r³  ™  s   ø€ ÷ +ñ + ;ð +°4ñ +r2   c                ó<   € V P                   P                  V4       R # rs   )r5  r€   r   s   &&r/   rŒ   Ú$WithExitFunctionVariable.reconstruct™  s   € ð 	�‰×!Ñ! 'Ö*r2   )r5  r±  )r:   r¸   r¹   rº   r   r»   rN   r6   r  r¡   rŒ   r¼   r½   r¾   r¿   s   @@r/   r°  r°  m  sT   ù‡ € àðà	×	'Ñ	'ð€N÷
7ð 7÷ó ÷  ð  ÷
(ð 
(÷+÷ +ð +r2   r°  c                óx   € V ^8„  d   Qh/ ^ \         9   d&   \        \        \        \        ,          3,          ;R&   # )r'   r·  )Ú__conditional_annotations__r�   r9   rI  )r-   s   "r/   r0   r0      s4   € ÷ ñ ÷rò œT¤$¬Ô-BÕ(CÐ"CÕDñ òsr2   )grÃ  r7  r  r  ÚloggingrŸ  r½  Úcollections.abcr   r   r   r   r   Útypingr   r   Útorch._Crè   Útorch._dynamor	   Útorch._guardsr
   Útorch._loggingr   Ú r   r   Úbytecode_transformationr   Úexcr   Úguardsr   r   rÕ   r   r   Úutilsr   r   Úbaser   Ú	functionsr   r   r   r   r   r   r   r   Úuser_definedr    Útorch._dynamo.codegenr!   Útorch._dynamo.symbolic_convertr"   Ú	getLoggerr:   r}  r$   rÁ   ræ   rú   r  r:  rK  rj  r‚  r›  r­  rÓ  rë  r   rI  rl  rˆ  r—  r¢  r‘  rK  rŸ  r¯  r«  r·  r¹  r½  r¿  rç  r  r9  rW  rñ   rž  rÈ  rê  r  r;  rZ  ro  r“  r°  r0   )rÃ  s   @r/   Ú<module>rÖ     s¨  øðöó( Û Û Û Û ß 5Ñ 5ß 8ß %ã Ý  Ý Ý 'ç +Ý :Ý ß 0ß 2ß HÝ !÷	÷ 	ó 	õ 4÷ Ý/ÝHà×Ò˜Ó!€ôu˜oô uôp1Ð%>ô 1ôh.Ð;ô .ô($)Ð+Iô $)ôN)7Ð0Gô )7ôX%7Ð7Nô %7ôP*7Ð,Cô *7ôZ*?Ð&=ô *?ôZ*4Ð5ô *4ôZ(7Ð-Dô (7ôV.'Ð&=ô .'ôb57Ð-Dô 57ôpF&Ð.ô F&ôRH$Ð3ô H$ôV2"Ð3ô 2"ôj,#Ð#:ô ,#ô^!Ð.ô !ô Ð-ô  ô.Ð%:ô .ð& 
‡J�J×ÑÐ)Ø	‡I�I×ÑÐ'Ø	×Ñ×"Ñ"Ð$BðHÐ ó õ?õ;ôS-Ð#:ô S-ôl>3Ð(?ô >3ôBI0Ð2ô I0ôX&Ð1ô &ô>%
Ð5ô %
ôPs.Ð,Cô s.ôlL
Ð%<ô L
ô^I$Ð-Dô I$ôX]3Ð0ô ]3ô@>
Ð"9ô >
ôB%&Ð 7ô %&ôP8Ð 7ô 8ô::7Ð 7ô :7ôz6
 ô 6
ôr0+˜ö 0+r2   