+
    åûjó7 ã                   óÆ  a € RA Et0 t R t^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIH	t	H
t
 ^ RIHt ^ RIHtHtHtHtHtHt ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIHu Ht ^ RIHt ^ RIH t  ^ RI!H"t" ^ R	I#H$t$ ^ R
I%H&t&H't'H(t( ^ RI)H*t* ^ RI+H,t, ^ RI-H.t. ^ RI/H0t0 ^RI1H2t2H3t3H4t4H5t5 ^RI6H7t7 ^RI8H9t9H:t:H;t; ^RI<H=t= ^RI>H?t?H@t@HAtAHBtBHCtC ^RIDHEtEHFtFHGtGHHtH ^RIIHJtJHKtKHLtLHMtMHNtNHOtOHPtP ^RIHQtQHRtRHStSHTtTHUtUHVtVHWtWHXtXHYtYHZtZH[t[H\t\H]t]H^t^ ^RI_H`t`HataHbtbHctc ^RIdHeteHftfHgtgHhth ^RIiHjtj ^RIkHltlHmtmHntnHoto ^RIpHqtqHrtrHsts ^RItHutuHvtv ^RIwHxtx ^RIyHztzH{t{H|t|H}t} ^RI~Ht  ^ RI€t� ^ R IƒH„t„ ]'       d   ^ R!I…H†t† ^ R"I‡Hˆtˆ ^ R#IH‰t‰ ]! R$4      tŠ]! R%4      t‹]EP                  ! ]�4      tŽR& R' lt�]�EP#                  ]EP$                  EP$                  EP&                  ]EP(                  EP*                  EP,                  ]EP(                  EP*                  EP.                  ]EP(                  EP$                  EP&                  ]EP(                  EP$                  EP0                  ]EP2                  EP4                  ]EP2                  EP6                  ]EP8                  EP:                  EP<                  ]EP8                  EP>                  EP@                  ]EP8                  EP>                  EPB                  ]EP8                  EP>                  EPD                  ]EPF                  EPH                  EPJ                  ]EP(                  EPL                  EPN                  ]EP(                  EPL                  EPP                  ]EP(                  EPL                  EPR                  ]EP(                  EPL                  EPT                  ]EP(                  EPV                  EPX                  ]EPZ                  EPF                  EPH                  EPJ                  ]EP\                  EPF                  EPH                  EPJ                  ]EP\                  EP^                  ]EP\                  EP^                  EP`                  ]EPb                  EPd                  EPf                  ]EPb                  EPd                  EPf                  EP`                  ]EPb                  EPd                  EPh                  ]EPb                  EPd                  EPh                  EP`                  ]EPj                  EPl                  EPn                  EP`                  .4      t¸]�EP#                  ]EPr                  .4      tº]EP2                  EP8                  EPv                  ]EPx                  EPz                  ]EPx                  EP|                  ]EP\                  EP~                  ]EP\                  EP€                  ]EP‚                  EP~                  ]EP‚                  EP€                  ]EP„                  EP†                  .tÄ]EPŠ                  ]EPŒ                  EPŽ                  ]EP2                  EP�                  ]EP2                  EP’                  ]EPx                  EP”                  ]EP–                  EP˜                  EP”                  EP`                  ]EP–                  EP˜                  EPš                  ]EP\                  EPœ                  ]EP\                  EP”                  ]PÒ                  EP”                  ]EPž                  ]EP                   ]EP¢                  ]EP¤                  ]EP¦                  ]EP¨                  ]EPª                  ]EP¬                  ]EPj                  EP®                  EP°                  EP²                  ]EP´                  ]EP2                  EP¶                  ]EP(                  EP¸                  ]EP˜                  EP”                  ]EPº                  EP”                  ]EP‚                  EPœ                  ]EP‚                  EP”                  .]Ä,           tÞ]PÒ                  EP•                  4       '       dU   ]ÞEP¿                  ]PÒ                  EP€                  ]PÒ                  EPÀ                  ]PÒ                  EPÂ                  .4       ]�EP#                  ]Ä4      tÄ]�EP#                  ]Þ4      tÞ]â! 0 ]EPÆ                  k]EPÈ                  k]EPÊ                  k]EPÌ                  k]EPÎ                  k]EPÐ                  k]EPÒ                  k]EPÔ                  k]EPÖ                  k]EPØ                  k]EPÚ                  k]EPÜ                  k]EPÞ                  k]EPà                  k]EPâ                  k]EPä                  k]EPæ                  k]EPè                  k]EPê                  k]EPì                  k]EPî                  k]EPð                  k]EPò                  k]EPô                  k]EPö                  k]EPø                  k]EPú                  k]EPü                  k]EPþ                  k]EP                   k]EP                  k]EP                  k]EP                  k4      Et] ^ k ]â! R( E] 4       4      Et] ^k ]EP                  R) R* l4       Et]�EP#                  . RBO4      Et]EP2                  EP                  ]EP2                  EP                  ]EP2                  EP                  0EtR+ R, lEtR- R. lEtR/ R0 lEtR1 R2 lEt]EP                  R3 R4 l4       Et ! R5 R6]c4      Et ! R7 R8E]4      Et ! R9 R:]EP(                  4      Et]â! 0 RCm4      Et ! R; R<E]4      Et ! R= R>E]4      Et ! R? R@E]4      EtR#   ]‚ d    Rt� E
Loi ; i  ]‚ d    Rt„ E
Lxi ; i)Dak  
This module implements variable tracking for torch functions and operations during Dynamo tracing.

It provides classes to handle different types of torch operations:

TorchInGraphFunctionVariable: Handles torch.* functions that should be captured in the FX graph.
Provides special handling for constant folding, tensor methods, and torch function overrides.
Manages complex cases like out= variants and parameter construction.

TorchCtxManagerClassVariable: Handles torch context managers like torch.no_grad(), autocast, etc.
Provides implementations for entering/exiting these contexts during tracing.

DispatchKeySetVariable: Represents torch.DispatchKeySet for managing dispatch keys and
device-specific operations during tracing.

The module includes special handling for:
- Constant folding of pure functions
- Tensor method calls
- torch.nn.Parameter construction
- __torch_function__ overrides
- Context manager state tracking
- Device and dtype management

This is a core part of Dynamo's tracing system, translating torch operations into
traceable graph nodes while preserving correct semantics and handling edge cases.
N)ÚCallableÚIterable)Únullcontext)ÚAnyÚcastÚNoReturnÚTYPE_CHECKINGÚTypeVarÚUnion)ÚTypeIs)ÚDispatchKeySet©ÚConstantVariable)ÚStreamVariable)ÚTorchFunctionModeVariable)ÚGuardÚSourceÚTracingContext)Úwarning_once)Úis_fake_tensor)ÚGradientEdge)Ú"is_traceable_wrapper_subclass_type)ÚconfigÚgraph_break_hintsÚ	polyfillsÚ	variables)Ú	PyCodegen)Ú!can_convert_to_tracable_parameterÚnew_parameter_placeholderÚtracable_create_parameter)Ú get_registered_device_interfaces)Úraise_observed_exceptionÚraise_type_errorÚunimplementedÚ	UserErrorÚUserErrorType)Ú_COW_TENSOR_UNSUPPORTEDÚ_try_is_cow_tensorÚGuardBuilderÚinstall_guard)Ú
AttrSourceÚCallFunctionNoArgsSourceÚGlobalStateSourceÚImportSourceÚSyntheticLocalSourceÚTensorPropertyÚTensorPropertySource)Ú_is_tensorify_enabledÚcheck_positionalÚcheck_unspec_or_constant_argsÚfqnÚguard_if_dynÚhas_torch_functionÚhashableÚis_wrapper_or_member_descriptorÚno_keywordsÚno_positionalÚproductÚproxy_args_kwargsÚunpack_iterableÚunwrap_if_wrapper)Ú#AsPythonConstantNotImplementedErrorÚMethodÚtypestrÚVariableTracker)ÚAutocastModeVariableÚProfilerContextVariableÚ%ProfilerRecordFunctionContextVariableÚTorchFunctionDisableVariable)ÚDistributedVariable)Úbind_args_cachedÚClosureConversionErrorÚNestedUserFunctionVariableÚUserFunctionVariable)ÚListVariableÚSizeVariableÚTupleVariable)Úpynumber_indexÚvt_is_iterable)ÚCustomClassObjectVariable)Úcan_dispatch_torch_functionÚdispatch_torch_functionÚTensorWithTFOverrideVariableÚTorchFunctionModeStackVariable)ÚUserDefinedTupleVariable)Ú_fsdp_param_group)ÚCustomClassBase)ÚInstructionTranslatorBase)ÚTreeSpecÚVÚTc                óP   € V ^8„  d   QhR\         P                  R\        R\        /# )é   Úfake_outÚfalse_if_ddeÚreturn)ÚtorchÚTensorÚbool)Úformats   "ÚYC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_dynamo\variables\torch.pyÚ__annotate__rg   •   s(   € ÷ ñ Ü�l‰lðÜ-1ðä	ñó    c                ó"  € \         P                  P                  WR 7      ;'       gi    \         P                  P                  V \         P                  VR7      ;'       g1    \         P                  P                  V \         P
                  VR7      # )©r`   )Úmemory_formatr`   )rb   Ú_prims_commonÚis_contiguousÚis_contiguous_for_memory_formatÚchannels_lastÚchannels_last_3d)r_   r`   s   &$rf   Ú_is_supported_out_tensor_layoutrq   •   s†   € ô 	×Ñ×)Ñ)¨(Ð)ÓN÷ 
	
ð 
	
Ü×Ñ×>Ñ>ØÜ×-Ñ-Ø%ð ?ó 
÷
	
ð 
	
ô ×Ñ×>Ñ>ØÜ×0Ñ0Ø%ð ?ó 
ðrh   c              #   ó¶   "  € T FO  pVP                   VP                   R ,           3 F)  p\        \        P                  V4      '       g   K%  Vx € K+  	  KQ  	  R# 5i)Ú_N)Ú__name__Úhasattrrb   rc   )Ú.0ÚfnÚnames   &  rf   Ú	<genexpr>ry   >  sF   é € ð ?á,ˆØ—‘˜bŸk™k¨CÕ/Ó0ˆÜŒu�|‰|˜T×"÷ 	‚Dá0ñ 	Û,ùs   ‚AAÁAc                ón   € V ^8„  d   QhR\         \        . \        3,          \        R,          3,          /# )r^   ra   N)Údictr   r   rd   )re   s   "rf   rg   rg   G  s*   € ÷ ñ ¤¤h¨r´3¨wÕ&7¼À½Ð&DÕ!Eñ rh   c                  óV  € \         P                  P                  R \         P                  P                  R \         P                  P
                  R\         P                  P                  R \         P                  P                  P                  R \         P                  P                  P                  R \         P                  P                  R \         P                  P                  P                  R\         P                   P                  R\         P"                  P                  R\         P"                  P$                  R\         P"                  P&                  R\         P                  P(                  P*                  R\         P,                  P.                  P0                  P2                  R/# )FNT)rb   ÚjitÚis_scriptingÚ
is_tracingÚ_CÚ_get_tracing_stateÚ_is_tracingÚfxÚ_symbolic_traceÚis_fx_tracingÚis_fx_symbolic_tracingÚonnxÚis_in_onnx_exportÚ_dynamoÚexternal_utilsÚis_compilingÚ_utilsÚcompilerÚis_dynamo_compilingÚis_exportingÚ
eval_frameÚ_is_in_optimized_moduleÚnnÚmodulesÚ
activationÚ_is_make_fx_tracing© rh   rf   Útracing_state_functionsr—   F  s  € ô 	�	‰	×Ñ Ü�	‰	×Ñ˜eÜ�‰×#Ñ# TÜ�‰×Ñ˜eÜ�‰× Ñ ×.Ñ.°Ü�‰× Ñ ×7Ñ7¸Ü�
‰
×$Ñ$ eä�‰×$Ñ$×1Ñ1°4ä�‰×!Ñ! 4Ü�‰×#Ñ# TÜ�‰×*Ñ*¨DÜ�‰×#Ñ# TÜ�‰× Ñ ×8Ñ8¸$ô 	�‰×Ñ×#Ñ#×7Ñ7¸ð%ð rh   c                ó4   € V ^8„  d   QhR\         R\        RR/# )r^   ÚvarÚarg_namera   N©rB   Ústr)re   s   "rf   rg   rg   h  s&   € ÷ ,Hñ ,H¤/ð ,H¼Sð ,HÀTñ ,Hrh   c                ó  € ^RI Hp ^RIHp \	        V \
        4      '       d„   \        V P                  4      \        J dg   V P                  '       d   V P                  P                  MRpRV 2pV'       d   VRV 2,          p\        RVRRR	.\        P                  OR
7       R# \	        W4      '       d2   \        V P                  4       F  w  rg\!        Wq RV R24       K  	  R# \	        W4      '       d”   V P                  P                  4        Fs  w  r‡VP"                  P%                  4       '       g#   \        RRV 2R. \        P                  OR
7       VP"                  P'                  4       p	\!        Wq RV	: R24       Ku  	  R# R# )z¬Check if var contains a GradientEdge from outside the compiled region.

Used by handle_autograd_grad to reject external GradientEdge objects that
cannot be traced through.
©ÚConstDictVariable©ÚBaseListVariableNzGradientEdge in z: z(autograd.grad with external GradientEdgea  torch.autograd.grad() cannot be used with GradientEdge inputs passed from outside the compiled region. The GradientEdge contains a reference to an autograd node that was created before torch.compile started tracing, so Dynamo cannot trace through its computation.z?Move the autograd.grad() call outside the torch.compile region.z>Or use tensor inputs directly instead of GradientEdge objects.©Úgb_typeÚcontextÚexplanationÚhintsÚ[Ú]z(autograd.grad with non-constant dict keyznon-constant key in z;autograd.grad/backward dict inputs must have constant keys.)ÚdictsrŸ   Úlistsr¡   Ú
isinstancerV   ÚtypeÚvaluer   Úsourcerx   r#   r   ÚSUPPORTABLEÚ	enumerateÚitemsÚ_check_for_gradient_edgeÚvtÚis_python_constantÚas_python_constant)
r™   rš   rŸ   r¡   Úsource_infor¤   ÚiÚitemÚhash_keyÚkey_reprs
   &&        rf   r²   r²   h  sQ  € õ )Ý'ä�#Ô/×0Ò0´T¸#¿)¹)³_ÌÓ5Tà),¯¯¨�c—j‘j—o’o¸ˆØ$ X JÐ/ˆßØ˜˜K˜=Ð)Õ)ˆGäØ>ØðSð RØPðô #×.Ñ.ð÷	
ô 
�C×	*Ò	*Ü  §¡Ö+‰GˆAÜ$ T¨Z°q¸¸¸1Ð+=Ö>ó ,ä	�C×	+Ò	+Ø!Ÿi™iŸo™oÖ/‰NˆHØ—;‘;×1Ñ1×3Ò3ÜØFØ2°8°*Ð=Ø ]Ø:Ô-×9Ñ9Ð:õ	ð  —{‘{×5Ñ5Ó7ˆHÜ$ T¨Z°q¸¹ÀAÐ+FÖGó 0ñ 
,rh   c                ó–   € V ^8„  d   QhR\         P                  R\        \         P                  P                  P
                  ,          /# )r^   Útensorra   )rb   rc   ÚsetÚautogradÚgraphÚNode)re   s   "rf   rg   rg   —  s3   € ÷ ñ ¤%§,¡,ð ´3´u·~±~×7KÑ7K×7PÑ7PÕ3Qñ rh   c                 óÎ  € ^ RI Hp ^ RIHp \	        4       p. pV! V 4      '       d   V! WR7       MVP                  V 4       V F�  p\        V\        P                  4      '       g   K%  VP                  e   VP                  VP                  4       VP                  f   K^  VP                  P                  f   Kx  VP                  VP                  P                  4       KŸ  	  V# )é    )Úget_plain_tensors©Úis_traceable_wrapper_subclass©Úout)Útorch._subclasses.fake_tensorrÃ   Útorch.utils._python_dispatchrÅ   r½   Úappendr«   rb   rc   Úgrad_fnÚaddÚ_base)r¼   rÃ   rÅ   Úgrad_fnsÚplain_tensorsÚts   &     rf   Ú_collect_all_grad_fnsrÑ   —  s¡   € Ý?ÝJä/2«u€HàOQ€Má$ V×,Ò,Ù˜&Ö4à×Ñ˜VÔ$ãˆÜ˜!œUŸ\™\×*Ò*Ùà�9‰9Ò Ø�L‰L˜Ÿ™Ô#ð �7‰7Ô 1§7¡7§?¡?Ô#>Ø�L‰L˜Ÿ™Ÿ™Ö)ñ ð €Orh   c                óŠ   € V ^8„  d   QhR\         R\        \        \        P                  \
        R,          3,          ,          /# )r^   r™   ra   N)rB   ÚlistÚtuplerb   rc   rœ   )re   s   "rf   rg   rg   ²  s7   € ÷ @ñ @Ü	ð@ä	Œ%”—‘œc D�jÐ(Õ
)Õ*ñ@rh   c           	     ó\  € ^ RI Hp ^RIHp ^RIHp ^RIHp ^RIH	p . p\        W4      '       Edo   V P                  4       P                  P                  P                  R4      p\        V\        P                   4      '       g   \#        R\%        V4       24      h\'        V4      '       d   M´V! V4      '       d�   . p\        P(                  P*                  P-                  VVR7       \.        ;QJ d    R	 V 4       F  '       d   K   R
M	  RM! R	 V 4       4      '       g(   \#        RV U	u. uF  p	\%        V	4      NK  	  up	 24      hM\#        R\%        V4       24      hV P0                  '       d   V P0                  P2                  MRp
VP5                  Wz34       V# \        W4      '       d+   VP7                  \9        V P;                  4       4      4       V# \        W4      '       d0   V P<                   F  pVP7                  \9        V4      4       K  	  V# \        W4      '       d>   V P<                  P?                  4        F  pVP7                  \9        V4      4       K  	  V# \A        RR\%        V 4      PB                   2R\%        V 4      PB                   R2R.R7       V# u up	i )z»Extract (fake_tensor, source_name) pairs from a VariableTracker.

Used by handle_autograd_grad to collect tensors from the outputs and inputs
arguments for grad_fn reachability analysis.
rÄ   rž   ©ÚLazyVariableTrackerr    ©ÚTensorVariableÚexample_valueú/Expected fake_tensor to be a torch.Tensor, got rÆ   c              3   ó|   "  € T F2  p\        V\        P                  4      '       g   K%  \        V4      x € K4  	  R # 5i©N)r«   rb   rc   r   )rv   rÐ   s   & rf   ry   Ú0_collect_tensors_with_sources.<locals>.<genexpr>Ó  s(   é € ÐW±%¨Q¼:ÀaÌÏÉ×;VÔ(”~ a×(Ð(³%ùs   ‚"<©<FTz2Expected all plain tensors to be FakeTensors, got z%Expected FakeTensor or subclass, got Nz,autograd.grad with unsupported argument typeúgot z3torch.autograd.grad() received an argument of type ú@ which is not supported. Expected tensor or sequence of tensors.úHEnsure outputs and inputs arguments are tensors or sequences of tensors.r¢   )"rÉ   rÅ   r©   rŸ   Úlazyr×   rª   r¡   r¼   rÙ   r«   Úas_proxyÚnodeÚmetaÚgetrb   rc   ÚAssertionErrorr¬   r   Ú_subclassesÚfake_tensorrÃ   Úallr®   rx   rÊ   ÚextendÚ_collect_tensors_with_sourcesÚrealizer±   Úvaluesr#   rt   )r™   rÅ   rŸ   r×   r¡   rÙ   Úresultsré   ÚplainrÐ   Úsource_namer¸   s   &           rf   rì   rì   ²  sX  € õ Kå(Ý)Ý'Ý&à57€GÜ�#×&Ó&Ø—l‘l“n×)Ñ)×.Ñ.×2Ñ2°?ÓCˆÜ˜+¤u§|¡|×4Ò4Ü ØAÄ$À{ÓBSÐATÐUóð ô ˜+×&Ò&ØÙ*¨;×7Ò7ð #%ˆEÜ×Ñ×)Ñ)×;Ñ;ØØð <ô ÷ “3ÑW±%ÓW—3—3’3ÑW±%ÓW×WÒWÜ$ØHÑ[`ÓIaÑ[`ÐVWÌ$ÈqÎ'Ñ[`ÑIaÐHbÐcóð ð Xô
 !Ø7¼¸[Ó8IÐ7JÐKóð ð *-¯¯¨�c—j‘j—o’o¸ˆØ�‰˜Ð1Ô2ð, €Nô+ 
�C×	-Ò	-à�‰Ô4°S·[±[³]ÓCÔDð& €Nô% 
�C×	*Ò	*Ø—I”IˆDØ�N‰NÔ8¸Ó>Ö?ñ ð" €Nô 
�C×	+Ò	+Ø—I‘I×$Ñ$Ö&ˆDØ�N‰NÔ8¸Ó>Ö?ñ 'ð €Nô 	ØBØœ4 ›9×-Ñ-Ð.Ð/àEÄdÈ3Ãi×FXÑFXÐEYð ZRð Rð [ðõ
	
ð €Nùò; Jbs   Ä.J)
c                óf   € V ^8„  d   QhRRR\         \        P                  P                  ,          /# )r^   r™   rB   ra   )rÓ   rb   rƒ   rÀ   )re   s   "rf   rg   rg   õ  s(   € ÷ "ñ "Ð$5ð "¼$¼u¿x¹x¿}¹}Õ:Mñ "rh   c                ó<  € ^RI Hp ^RIHp ^RIHp . p\        W4      '       d?   V P                  4       P                  pVP                  R8X  d   VP                  V4       V# \        W4      '       d+   VP                  \        V P                  4       4      4       V# \        W4      '       d0   V P                   F  pVP                  \        V4      4       K  	  V# \        RR\!        V 4      P"                   2R\!        V 4      P"                   R2R	.R
7       V# )uP  Recursively collect FX placeholder nodes from a VariableTracker.

The returned placeholder nodes carry grapharg.example (real tensor) and
example_value (FakeTensor) metadata â€” comparing these reveals lost
autograd linkage (e.g., grad_fn dropped during tracing).
See NOTE [Detecting lost autograd linkage in closure-captured tensors].
rÖ   r    rØ   Úplaceholderz-_autograd_grad with unsupported argument typerß   z._autograd_grad() received an argument of type rà   rá   r¢   )râ   r×   rª   r¡   r¼   rÙ   r«   rã   rä   ÚoprÊ   rë   Ú_collect_placeholder_nodesrí   r±   r#   r¬   rt   )r™   r×   r¡   rÙ   Úresulträ   r¸   s   &      rf   rö   rö   õ  s   € õ *Ý'Ý&à"$€FÜ�#×&Ò&Ø�|‰|‹~×"Ñ"ˆØ�7‰7�mÔ#Ø�M‰M˜$Ôð$ €Mô# 
�C×	-Ò	-Ø�‰Ô0°·±³Ó?Ô@ð  €Mô 
�C×	*Ò	*Ø—I”IˆDØ�M‰MÔ4°TÓ:Ö;ñ ð €Mô 	ØCØœ4 ›9×-Ñ-Ð.Ð/à@ÄÀcÃ×ASÑASÐ@Tð URð Rð [ðõ
	
ð €Mrh   c                óT   € V ^8„  d   QhR\         \        R\        3,          ,          /# ©r^   ra   .)r½   r   r   )re   s   "rf   rg   rg     s!   € ÷ ñ ¤3¤x°´S°Õ'9Õ#:ñ rh   c                  óN  € ^ RI Hp  ^ RIHp ^ RIHp \        V P                  V! 4       P                  4       4      4      pVP                  V! 4       4       \        P                  \        P                  \        P                  \        P                  0pVP                  V4       V# )rÂ   )Úchain)Úget_overridable_functions)Ú_device_constructors)Ú	itertoolsrû   Útorch.overridesrü   Útorch.utils._devicerý   r½   Úfrom_iterablerî   Úupdaterb   Ú	ones_likeÚ
zeros_likeÚ
empty_likeÚ	full_like)rû   Úget_overridable_functions_rý   ÚfuncsÚmores        rf   rü   rü     sw   € ååWÝ8ä�×#Ñ#Ñ$>Ó$@×$GÑ$GÓ$IÓJÓK€EØ	‡L�LÑ%Ó'Ô(ä�‰Ü×ÑÜ×ÑÜ�‰ð	%€Dð 
‡L�L�ÔØ€Lrh   c                   ó,  a a€ ] tR tRt oRt]V3R lR l4       tV3R lV 3R lltV3R lR ltV3R	 lR
 lt	V3R lR lt
V3R lR ltRV3R lR lltRV3R lR lltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )ÚBaseTorchVariablei-  zHcommon base for all torch.* functions, classes, modules and other thingsc                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r^   r­   r®   ra   r  ©r   r   )re   Ú__classdict__s   "€rf   rg   ÚBaseTorchVariable.__annotate__1  s#   ø€ ÷ )ñ )¡sð )±Fð )Ð?Rñ )rh   c                ó¤  € \         P                  ! V4      '       d+   \        VP                  \        P
                  4      4       EM‚\         P                  ! V4      '       d+   \        VP                  \        P                  4      4       EM<\         P                  ! V4      '       d*   \        VP                  \        P                  4      4       M÷\         P                  ! V4      '       gE   \        V\        P                  P                  \        P                  P                  34      '       d*   \        VP                  \        P                   4      4       Mn\#        V4      '       g5   \        V\        P$                  P&                  P(                  4      '       d   M(\        VP                  \        P*                  4      4       V ! WR 7      # ©©r®   )ÚinspectÚisclassr)   Ú
make_guardr(   ÚCLASS_MATCHÚismoduleÚMODULE_MATCHÚ
isfunctionÚCLOSURE_MATCHÚ	isbuiltinr«   rb   Ú_opsÚ
OpOverloadÚOpOverloadPacketÚBUILTIN_MATCHr8   r‰   Úcompiled_autogradÚOpÚFUNCTION_MATCH©Úclsr­   r®   s   &&&rf   Úcreate_with_sourceÚ$BaseTorchVariable.create_with_source0  s)  € ä�?Š?˜5×!Ò!Ü˜&×+Ñ+¬L×,DÑ,DÓEÖFÜ×Ò˜e×$Ò$Ü˜&×+Ñ+¬L×,EÑ,EÓFÖGÜ×Ò ×&Ò&Ü˜&×+Ñ+¬L×,FÑ,FÓGÕHÜ×Ò˜u×%Ò%¬Ø”E—J‘J×)Ñ)¬5¯:©:×+FÑ+FÐG÷*
ò *
ô ˜&×+Ñ+¬L×,FÑ,FÓGÕHÜ,¨U×3Ò3´zØ”5—=‘=×2Ñ2×5Ñ5÷8
ò 8
ð ä˜&×+Ñ+¬L×,GÑ,GÓHÔIÙ�5Ô(Ð(rh   c                ó*   <€ V ^8„  d   QhRS[ RS[ RR/# )r^   r­   Úkwargsra   N©r   )re   r  s   "€rf   rg   r  E  s"   ø€ ÷ ñ ™cð ©Sð °Tñ rh   c                ó4   <€ \         SV `  ! R/ VB  Wn        R # )Nr–   )ÚsuperÚ__init__r­   )Úselfr­   r(  Ú	__class__s   &&,€rf   r,  ÚBaseTorchVariable.__init__E  s   ø€ Ü‰ÒÑ"˜6Ò"ØŽ
rh   c                ó"   <€ V ^8„  d   QhRRRR/# )r^   Úcodegenr   ra   Nr–   )re   r  s   "€rf   rg   r  I  s   ø€ ÷ 
ñ 
 ;ð 
°4ñ 
rh   c                óJ  €  V P                   P                   R V P                   P                   2pR\
        P                  ! RRV4      ,           pVP                  VP                  W0P                   4      4       R#   \         d    R\	        T P                   4       2p Lpi ; i)Ú.Ú
torch_obj_Ú__z[^a-zA-Z0-9_]+rs   N)	r­   Ú
__module__rt   Ú	ExceptionÚidÚreÚsubÚextend_outputÚsetup_globally_cached)r-  r1  rx   Úunique_var_names   &&  rf   ÚreconstructÚBaseTorchVariable.reconstructI  s�   € ð	1Ø—j‘j×+Ñ+Ð,¨A¨d¯j©j×.AÑ.AÐ-BÐCˆDð ¤§¢Ð(9¸3ÀÓ!EÕEˆØ×ÑØ×)Ñ)¨/¿:¹:ÓFö	
øô ô 	1Ø¤ 4§:¡:£Ð/Ð0ŠDð	1ús   ‚/A< Á<#B"Â!B"c                ó    <€ V ^8„  d   QhRS[ /# ©r^   ra   r)  )re   r  s   "€rf   rg   r  S  s   ø€ ÷ ñ ™#ñ rh   c                ó   € V P                   # rÝ   ©r­   ©r-  s   &rf   rã   ÚBaseTorchVariable.as_proxyS  ó   € Ø�z‰zÐrh   c                ó    <€ V ^8„  d   QhRS[ /# rA  r)  )re   r  s   "€rf   rg   r  V  s   ø€ ÷ ñ ¡Cñ rh   c                ó   € V P                   # rÝ   rC  rD  s   &rf   rµ   Ú$BaseTorchVariable.as_python_constantV  rF  rh   c                ó    <€ V ^8„  d   QhRS[ /# rA  r)  )re   r  s   "€rf   rg   r  Y  s   ø€ ÷ ñ ©cñ rh   c                ó   € V P                   # rÝ   rC  rD  s   &rf   Úget_real_python_backed_valueÚ.BaseTorchVariable.get_real_python_backed_valueY  rF  rh   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# ©r^   ÚtxrY   ÚotherÚreversera   ©rB   rd   )re   r  s   "€rf   rg   r  \  s9   ø€ ÷ Lñ Là'ðLñ ðLñ ð	Lñ
 
ñLrh   c                ó*   € V P                  WR RV4      # )Ú__or__Ú__ror__©Ú_nb_binop_impl©r-  rP  rQ  rR  s   &&&&rf   Ú
nb_or_implÚBaseTorchVariable.nb_or_impl\  s   € ð ×"Ñ" 2¨h¸	À7ÓKÐKrh   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# rO  rS  )re   r  s   "€rf   rg   r  d  s9   ø€ ÷ Nñ Nà'ðNñ ðNñ ð	Nñ
 
ñNrh   c                ó*   € V P                  WR RV4      # )Ú__sub__Ú__rsub__rW  rY  s   &&&&rf   Únb_subtract_implÚ"BaseTorchVariable.nb_subtract_impld  s   € ð ×"Ñ" 2¨i¸ÀWÓMÐMrh   c                ó<   <€ V ^8„  d   QhRRRS[ RS[RS[RS[RS[ /# )r^   rP  rY   rQ  ÚforwardÚreverse_dunderrR  ra   )rB   rœ   rd   )re   r  s   "€rf   rg   r  l  sG   ø€ ÷ 1ñ 1à'ð1ñ ð1ñ ð	1ñ
 ð1ñ ð1ñ 
ñ1rh   c                ó®  € V'       d   TMTp\        \        V P                  4      VR 4      pVf   \        P                  ! V\
        4      #  VP                  4       pT! T P                  T4      p	T	\
        J d   \        P                  ! T\
        4      # \        P                  ! Y4      #   \         d    \        P                  ! T\
        4      u # i ; irÝ   )Úgetattrr¬   r­   rB   ÚbuildÚNotImplementedrµ   ÚNotImplementedError)
r-  rP  rQ  rc  rd  rR  ÚdunderÚmethodÚ	other_valr÷   s
   &&&&&&    rf   rX  Ú BaseTorchVariable._nb_binop_impll  s±   € ÷ $+‘°ˆÜœ˜dŸj™jÓ)¨6°4Ó8ˆØŠ>Ü"×(Ò(¨¬^Ó<Ð<ð	=Ø×0Ñ0Ó2ˆIñ ˜Ÿ
™
 IÓ.ˆØ”^Ó#Ü"×(Ò(¨¬^Ó<Ð<Ü×$Ò$ RÓ0Ð0øô #ô 	=Ü"×(Ò(¨¬^Ó<Ò<ð	=ús   ÁB+ Â+&CÃCc                ó:   <€ V ^8„  d   QhRRRS[ S[S[3,          /# ©r^   rP  rY   ra   )rÔ   Úintrd   )re   r  s   "€rf   rg   r  �  s%   ø€ ÷ 'ñ 'Ð7ð '¹EÁ#ÁtÀ)Õ<Lñ 'rh   c                ó0   € \        V P                  4      R 3# ©F)Úhashr­   ©r-  rP  s   &&rf   Ú	hash_implÚBaseTorchVariable.hash_impl�  s   € Ü�D—J‘JÓ Ð&Ð&rh   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# ©r^   rP  rY   rQ  rõ   ra   r›   )re   r  s   "€rf   rg   r  „  s-   ø€ ÷ 7ñ 7Ø-ð7Ù6Eð7ÙKNð7á	ñ7rh   c                ó    € ^RI Hp V! WW#4      # )é   )Úobject_richcompare)Úobject_protocolr{  )r-  rP  rQ  rõ   r{  s   &&&& rf   Útp_richcompare_implÚ%BaseTorchVariable.tp_richcompare_impl„  s   € õ 	8á! $¨EÓ6Ð6rh   c                ó*   <€ V ^8„  d   QhRRRS[ RS[/# )r^   rP  rY   rx   ra   )rœ   r   )re   r  s   "€rf   rg   r  ‹  s%   ø€ ÷ 1ñ 1Ø-ð1Ù58ð1á	ñ1rh   c                óZ   € \        V P                  V4      p\        P                  ! W4      # rÝ   )ru   r­   rB   rg  )r-  rP  rx   r÷   s   &&& rf   Úcall_obj_hasattrÚ"BaseTorchVariable.call_obj_hasattr‹  s%   € ô ˜Ÿ™ TÓ*ˆÜ×$Ò$ RÓ0Ð0rh   c                ó    <€ V ^8„  d   QhRS[ /# rA  ©rd   )re   r  s   "€rf   rg   r  ‘  s   ø€ ÷ Lñ L©4ñ Lrh   c                óä   € V P                   \        9   d   R # V P                   \        P                  P                  J d   \
        P                  '       d   R # \        V P                   RR4      R9   # )Tr6  N)ÚmathÚcmath)r­   Úconstant_fold_functionsrb   r¾   Ú_profiler_enabledr   Ú'constant_fold_autograd_profiler_enabledrf  rD  s   &rf   Úcan_constant_fold_throughÚ+BaseTorchVariable.can_constant_fold_through‘  sT   € Ø�:‰:Ô0Ô0Ùð �J‰Jœ%Ÿ.™.×:Ñ:Ó:Ü×>×>Ð>ñ ä�t—z‘z <°Ó6Ð:KÑKÐKrh   rC  rr  )rt   r6  Ú__qualname__Ú__firstlineno__Ú__doc__Úclassmethodr%  r,  r>  rã   rµ   rL  rZ  r`  rX  ru  r}  r�  r‹  Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r.  r  s   @@rf   r  r  -  sž   ù‡ € ÙRà÷)ó ð)÷(ó ÷
ð 
÷ð ÷ð ÷ð ÷Lò L÷Nò N÷1ð 1÷*'ð '÷7ð 7÷1ð 1÷L÷ Lð Lrh   r  c                   óp   a a€ ] tR tRt oRtV3R lR lt]V3R lR l4       tV3R lV 3R lltR	t	Vt
V ;t# )
ÚTorchCtxManagerClassVariablei«  zLPoints to a context manager class in torch.* that dynamo has implementationsc                ó    <€ V ^8„  d   QhRS[ /# rA  ©rœ   )re   r  s   "€rf   rg   Ú)TorchCtxManagerClassVariable.__annotate__®  s   ø€ ÷ =ñ =™#ñ =rh   c                ó"   € R V P                    R2# )zTorchCtxManagerClassVariable(Ú)rC  rD  s   &rf   Ú__repr__Ú%TorchCtxManagerClassVariable.__repr__®  s   € Ø.¨t¯z©z¨l¸!Ð<Ð<rh   c                ó&   <€ V ^8„  d   QhRS[ RS[/# ©r^   r­   ra   )r   rd   )re   r  s   "€rf   rg   r™  ²  s   ø€ ÷ 
ñ 
™sð 
¡tñ 
rh   c                óv   € \        V 4      p \        V 4      ;'       d    \        V 4      ;'       d
    V \        9   # rÝ   )r>   Úcallabler7   Úsupported_ctx_manager_classesrC  s   &rf   Úis_matching_clsÚ,TorchCtxManagerClassVariable.is_matching_cls±  s@   € ô " %Ó(ˆô �U‹O÷ ð ä˜“÷ ;ð ;ØÔ:Ñ:ð	
rh   c                ó<   <€ V ^8„  d   QhRRRS[ S[,          RRRR/# ©r^   rP  rY   Úargsr(  údict[str, VariableTracker]ra   rB   ©rÓ   rB   )re   r  s   "€rf   rg   r™  Á  s>   ø€ ÷ o7ñ o7à'ðo7ñ ‘?Õ#ðo7ð -ð	o7ð
 
ño7rh   c           
     ó>  <€ ^RI HpHpHpHpHpHp	Hp
HpH	pH
pHpHpHpHp V P                  \         P"                  J dx   \%        V4      ^8X  dV   \'        V^ ,          \(        P*                  P,                  4      '       d%   VP/                  VR4      pVP1                  WV4      # VP/                  VR4      # V P                  \         P2                  P4                  \         P2                  P4                  P6                  39   Ed   V Uu. uF  pVR%9  g   K  VNK  	  ppV'       d   \9        VRV^ ,           R24       V'       d   RV9   d   \9        VR4       \%        V4      ^8”  d   RV9   d   \9        VR4       \%        V4      ^8”  d   \9        VR	\%        V4       R
24       V'       g   RV9  d   \9        VR4       V'       d
   V^ ,          MVR,          p\%        V4      ^8”  d
   V^,          MVP;                  R4      pVP/                  VVV4      # V P                  \         P<                  J dx   \%        V4      ^8X  dV   \'        V^ ,          \(        P*                  P,                  4      '       d%   VP/                  VR4      pVP1                  WV4      # VP/                  VR4      # V P                  \         P>                  J d9   \%        V4      ^8X  d)   VP/                  W^ ,          PA                  4       RR7      # V P                  \         PB                  J dŠ   \%        V4      ^8”  d   \E        R\%        V4       24      h\%        V4      ^ 8w  d   \E        R\%        V4       24      h\%        V4      ^8X  d   V^ ,          PA                  4       MRpVP/                  VV4      # V P                  \         PF                  PH                  PJ                  \         PF                  PH                  PJ                  P6                  39   dx   \%        V4      ^8”  d   \E        R\%        V4       24      h\%        V4      ^ 8w  d   \E        R\%        V4       24      hV! V^ ,          PA                  4       V PL                  R7      # V P                  \         PF                  PH                  PN                  \         PF                  PH                  PN                  P6                  39   d¢   \%        V4      ^8w  g	   V'       d   \E        R4      h\Q        V^ ,          4      p\S        V4      \T        Jd"   \E        R\S        V4      PV                   24      hV! \         PF                  PH                  PX                  V/V PL                  R7      # \Z        P\                  ! V P                  4      '       da   \_        V P                  \         P`                  4      '       d7   ^ RI1H2p V! VVVPf                  Pi                  RV P                  R&/ 4      4      # V P                  \         Pj                  Pl                  Pn                  \         P2                  Pj                  Pn                  \         Pp                  Pj                  Pn                  39   d"   \r        P.                  ! V P                  W#4      # V P                  \         Pt                  Pv                  \         Px                  Pt                  Pv                  39   d#   \z        P.                  ! V P                  W#R7      # V P                  \         Pt                  P|                  \         Px                  Pt                  P|                  39   d&   \        \€        RV P                  4       \ƒ        4       # V P                  \         P„                  P†                  J g)   V P                  \         P„                  Pˆ                  J dW   V'       g	   V'       d   \E        R4      h\Š        P.                  ! WP                  \         P„                  P†                  J R7      # V P                  \         PŒ                  PŽ                  P�                  J d:   \%        V4      ^8w  d   \E        R\%        V4       24      hVP/                  VV4      # V P                  \         PŒ                  P’                  P”                  J d9   \%        V4      ^ 8w  d   \E        R\%        V4       24      hVP/                  V4      # V P                  \         Px                  P–                  P˜                  J dS   \%        V4      ^8w  d   \E        R\%        V4       24      hTP/                  TV Uu. uF  p\Q        V4      NK  	  up4      # V P                  \         Px                  P–                  Pš                  J d9   \%        V4      ^ 8w  d   \E        R\%        V4       24      hVP/                  V4      # V P                  \         PŒ                  P’                  Pœ                  J d9   \%        V4      ^ 8w  d   \E        R\%        V4       24      hV	P/                  V4      # V P                  \         PŒ                  P’                  Pž                  J dS   \%        V4      ^8w  d   \E        R \%        V4       24      hT
P/                  TV Uu. uF  p\Q        V4      NK  	  up4      # V P                  \         Px                  P                   P¢                  J dN   \%        V4      ^8w  d   \E        R!\%        V4       24      hVP/                  W^ ,          PA                  4       4      # \¤        e~   V P                  \¤        P¦                  P¨                  J dV   \%        V4      ^8w  d   \E        R"\%        V4       24      hVP/                  W^ ,          V^,          PA                  4       4      # V P                  \         Pª                  P¬                  P®                  P6                  J de   \±        V P                  VV PL                  VV4      pVR#,          PA                  4       pVR$,          PA                  4       pVP/                  VVV4      # \²        SV `a  WV4      # u upi u upi u upi )'rz  )ÚCUDAMemPoolContextVariableÚ!DisabledSavedTensorsHooksVariableÚDualLevelContextManagerÚ&FSDPParamGroupUseTrainingStateVariableÚFxTracebackAnnotateVariableÚ&GradIncrementNestingCtxManagerVariableÚ)GradInplaceRequiresGradCtxManagerVariableÚGradModeVariableÚInferenceModeVariableÚ%JvpIncrementNestingCtxManagerVariableÚSDPAKernelVariableÚSetFwdGradEnabledContextManagerr   Ú&VmapIncrementNestingCtxManagerVariableFÚpoolÚdevicez3use_mem_pool() got an unexpected keyword argument 'Ú'z6use_mem_pool() got multiple values for argument 'pool'z8use_mem_pool() got multiple values for argument 'device'z:use_mem_pool() takes from 1 to 2 positional arguments but z were givenz=use_mem_pool() missing 1 required positional argument: 'pool'T)Úinitializedz0torch.inference_mode expects at most 1 arg, got z,torch.inference_mode expects no kwargs, got z7torch.fx.traceback.annotate expects at most 1 arg, got z3torch.fx.traceback.annotate expects no kwargs, got r  zG_dynamo_region_activation_memory_budget expects one positional argumentzexpected a float budget, got )Úwrap_fx_proxy_clsÚcall_function)ÚfuncÚrecord_argsÚrecord_kwargsz$Profiler function %s will be ignoredzKDisableTorchFunctionSubclass/DisableTorchFunction expects no args or kwargs)Úonly_subclassz+vmap_increment_nesting expects 2 args, got z*jvp_increment_nesting expects 0 args, got z)_set_fwd_grad_enabled expects 1 arg, got zdual_level expects 0 args, got z+grad_increment_nesting expects 0 args, got z0enable_inplace_requires_grad expects 1 arg, got z/disable_saved_tensors_hooks expects 1 arg, got z6FSDPParamGroup.use_training_state expects 2 args, got ÚbackendsÚset_priority)r¸  r¹  r–   )ZÚ r«  r¬  r­  r®  r¯  r°  r±  r²  r³  r´  rµ  r¶  r   r·  r­   rb   Úno_gradÚlenr«   r   Ú	functionsÚBaseUserFunctionVariableÚcreater½  ÚcudaÚuse_mem_poolÚ__wrapped__r"   ræ   Úenable_gradÚset_grad_enabledrµ   Úinference_moderç   rƒ   Ú	tracebackÚannotater®   Ú'_dynamo_region_activation_memory_budgetr5   r¬   Úfloatrt   ÚMEMORY_BUDGET_ANNOTATION_KEYr  r  Ú
issubclassÚStreamÚtorch._dynamo.variables.builderr¼  ÚoutputÚcreate_proxyÚampÚautocast_modeÚautocastÚcpurC   ÚprofilerÚrecord_functionr¾   rE   Úprofiler   ÚlogrD   r€   ÚDisableTorchFunctionSubclassÚDisableTorchFunctionrF   Ú
_functorchÚvmapÚvmap_increment_nestingÚeager_transformsÚjvp_increment_nestingÚ
forward_adÚ_set_fwd_grad_enabledÚ
dual_levelÚgrad_increment_nestingÚenable_inplace_requires_gradr¿   Údisable_saved_tensors_hooksrW   ÚFSDPParamGroupÚuse_training_stater’   Ú	attentionÚsdpa_kernelrH   r+  )r-  rP  r§  r(  r«  r¬  r­  r®  r¯  r°  r±  r²  r³  r´  rµ  r¶  r   r·  ÚctxÚkÚunexpected_kwargsÚmempoolr¹  Úinf_modeÚbudgetr¼  ÚxÚname_to_arg_maprÂ  rÃ  r.  s   &&&&                          €rf   r½  Ú*TorchCtxManagerClassVariable.call_functionÁ  s5
  ø€ ÷	
÷ 	
÷ 	
÷ 	
ð" �:‰:œŸ™Ó&Ü�4‹y˜AŒ~¤*Ø�Q•œ×,Ñ,×EÑE÷#ò #ð '×-Ñ-¨b°%Ó8�Ø×(Ñ(¨°6Ó:Ð:à'×.Ñ.¨r°5Ó9Ð9Ø�Z‰ZÜ�J‰J×#Ñ#Ü�J‰J×#Ñ#×/Ñ/ð
õ 
ñ -3Ó R©F q°aÐ?QÑ6Q§ ©FÐÐ Rß Ü ØðØ)¨!Õ,Ð-¨Qð0ô÷
 ˜ &Ô(Ü ØÐPôô �4‹y˜1Œ} ¨VÔ!3Ü ØÐRôô �4‹y˜1Œ}Ü ØðÜ˜t›9˜+ [ð2ô÷
 ˜F¨&Ô0Ü ØØSô÷ "&�d˜1–g¨6°&­>ˆGÜ # D£	¨A¤�T˜!–W°6·:±:¸hÓ3GˆFØ-×4Ñ4°R¸À&ÓIÐIØ�Z‰Zœ5×,Ñ,Ó,Ü�4‹y˜AŒ~¤*Ø�Q•œ×,Ñ,×EÑE÷#ò #ð '×-Ñ-¨b°$Ó7�Ø×(Ñ(¨°6Ó:Ð:Ø#×*Ñ*¨2¨tÓ4Ð4Ø�Z‰Zœ5×1Ñ1Ó1´c¸$³iÀ1´nØ#×*Ñ*Ø˜•G×.Ñ.Ó0¸dð +ó ð ð �Z‰Zœ5×/Ñ/Ó/Ü�4‹y˜1Œ}Ü$ØFÄsÈ4ÃyÀkÐRóð ô �6‹{˜aÔÜ$ØBÄ3ÀvÃ;À-ÐPóð ô 8;¸4³yÀA´~�t˜A•w×1Ñ1Ô3È4ˆHØ(×/Ñ/°°HÓ=Ð=Ø�Z‰ZÜ�H‰H×Ñ×'Ñ'Ü�H‰H×Ñ×'Ñ'×3Ñ3ð
ô 
ô �4‹y˜1Œ}Ü$ØMÌcÐRVËiÈ[ÐYóð ô �6‹{˜aÔÜ$ØIÌ#ÈfË+ÈÐWóð ñ /Ø�Q•×*Ñ*Ó,°T·[±[ôð ð �Z‰ZÜ�H‰H×Ñ×FÑFÜ�H‰H×Ñ×FÑF×RÑRð
ô 
ô �4‹y˜AŒ~§Ü$ð.óð ô " $ q¥'Ó*ˆFÜ�F‹|¤5Ó(Ü$Ø3´D¸³L×4IÑ4IÐ3JÐKóð ñ /Ü—‘×#Ñ#×@Ñ@À&ÐIØ—{‘{ôð ô �_Š_˜TŸZ™Z×(Ò(¬Z¸¿
¹
ÄEÇLÁL×-QÒ-QÝIá$ØØØ—	‘	×&Ñ&Ø#Ø—J‘JØØó	ó	ð 	ð �Z‰ZÜ�I‰I×#Ñ#×,Ñ,Ü�J‰J�N‰N×#Ñ#Ü�I‰I�M‰M×"Ñ"ð
ô 
ô (×.Ò.¨t¯z©z¸4ÓHÐHØ�Z‰ZÜ�N‰N×*Ñ*Ü�N‰N×#Ñ#×3Ñ3ð
ô 
ô 9×?Ò?Ø—Z‘Z¨Tôð ð �Z‰ZÜ�N‰N×"Ñ"Ü�N‰N×#Ñ#×+Ñ+ð
ô 
ô œÐDÀdÇjÁjÔQÜ*Ó,Ð,à�J‰Jœ%Ÿ(™(×?Ñ?Ó?Ø�z‰zœUŸX™X×:Ñ:Ó:ç—vÜ$Øaóð ô 0×6Ò6Ø§*¡*´·±×0UÑ0UÐ"Uôð ð �Z‰Zœ5×+Ñ+×0Ñ0×GÑGÓGÜ�4‹y˜AŒ~Ü$ØAÄ#ÀdÃ)ÀÐMóð ð :×@Ñ@ØØóð ð �Z‰Zœ5×+Ñ+×<Ñ<×RÑRÓRÜ�4‹y˜AŒ~Ü$Ø@ÄÀTÃÀÐLóð ð 9×?Ñ?ÀÓCÐCØ�Z‰Zœ5Ÿ>™>×4Ñ4×JÑJÓJÜ�4‹y˜AŒ~Ü$Ø?ÄÀDÃ	¸{ÐKóð ð 3×9Ñ9ØÙ*.Ó/©$ Q”˜a–©$Ñ/óð ð �Z‰Zœ5Ÿ>™>×4Ñ4×?Ñ?Ó?Ü�4‹y˜AŒ~Ü$Ð'FÄsÈ4ÃyÀkÐ%RÓSÐSØ*×1Ñ1°"Ó5Ð5Ø�Z‰Zœ5×+Ñ+×<Ñ<×SÑSÓSÜ�4‹y˜AŒ~Ü$ØAÄ#ÀdÃ)ÀÐMóð ð :×@Ñ@ÀÓDÐDà�J‰Jœ%×*Ñ*×;Ñ;×XÑXÓXä�4‹y˜AŒ~Ü$ØFÄsÈ4ÃyÀkÐRóð ð =×CÑCØÙ*.Ó/©$ Q”˜a–©$Ñ/óð ð �Z‰Zœ5Ÿ>™>×/Ñ/×KÑKÓKÜ�4‹y˜AŒ~Ü$ØEÄcÈ$ÃiÀ[ÐQóð ð 5×;Ñ;Ø˜•G×.Ñ.Ó0óð ô Ò)Ø—
‘
Ô/×>Ñ>×QÑQÓQä�4‹y˜AŒ~Ü$ØLÌSÐQUËYÈKÐXóð ð :×@Ñ@Ø˜•G˜T !�W×7Ñ7Ó9óð ð �Z‰Zœ5Ÿ8™8×-Ñ-×9Ñ9×EÑEÓEÜ.Ø—
‘
ØØ—‘ØØóˆOð ' zÕ2×EÑEÓGˆHØ*¨>Õ:×MÑMÓOˆLØ%×,Ñ,¨R°¸<ÓHÐHä‰wÑ$ R¨vÓ6Ð6ùòY !Sùòl 0ùò* 0s   Ä		rÄrå)r
ër
r–   )rt   r6  r�  rŽ  r�  rœ  Ústaticmethodr£  r½  r‘  r’  r“  r”  s   @@rf   r–  r–  «  s8   ù‡ € ÙV÷=ð =ð ÷
ó ð
÷o7÷ o7ó o7rh   r–  c                   ó"   € ] tR tRtRtRtRtRtR# )ÚAllowInGraphKindi³  ÚdefaultÚnonstrict_traceÚleaf_functionr–   N)rt   r6  r�  rŽ  ÚDEFAULTÚNONSTRICT_TRACEÚLEAF_FUNCTIONr‘  r–   rh   rf   rþ  rþ  ³  s   † Ø€GØ'€OØ#„Mrh   rþ  c                   ó‚  a a€ ] tR tRt oRtR"V3R lV 3R llltV3R lR ltV3R lR lt]]	P                  V3R	 lR
 l4       4       tV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR lt]R#V3R lR ll4       t]V3R lR l4       tV3R lR ltV3R lR ltV3R lR  ltR!tVtV ;t# )$ÚTorchInGraphFunctionVariablei¾  z@Points to a torch function/method that should be put in FX graphc                óR   <€ V ^8„  d   QhRS[ RS[3,          RS[R,          RS[RR/# )r^   r­   .ÚkindNr(  ra   )r   r   rþ  )re   r  s   "€rf   rg   Ú)TorchInGraphFunctionVariable.__annotate__Á  sA   ø€ ÷ ñ á˜™S˜Õ!ðñ  Õ%ðñ ð	ð
 
ñrh   c                óê   <€ \         SV `  ! V3/ VB  ^RIHpHp VfO   V! V4      '       d   \
        P                  pM/V! V4      '       d   \
        P                  pM\
        P                  pW n	        R# )r^   )Úis_leaf_functionÚis_nonstrict_trace_callableN)
r+  r,  Útrace_rulesr  r  rþ  r  r  r  r  )r-  r­   r  r(  r  r  r.  s   &&&,  €rf   r,  Ú%TorchInGraphFunctionVariable.__init__Á  s[   ø€ ô 	‰Ò˜Ñ) &Ò)ßOàŠ<Ù ×&Ò&Ü'×5Ñ5‘Ù,¨U×3Ò3Ü'×7Ñ7‘ä'×/Ñ/�àŽ	rh   c                ó    <€ V ^8„  d   QhRS[ /# rA  r˜  )re   r  s   "€rf   rg   r	  Ô  s   ø€ ÷ Oñ O™#ñ Orh   c                ó<   € R V P                    RV P                   R2# )zTorchInGraphFunctionVariable(z, kind=r›  )r­   r  rD  s   &rf   rœ  Ú%TorchInGraphFunctionVariable.__repr__Ô  s   € Ø.¨t¯z©z¨l¸'À$Ç)Á)ÀÈAÐNÐNrh   c                ó4   <€ V ^8„  d   QhRS[ RS[3,          /# rù   ©r   r   )re   r  s   "€rf   rg   r	  ×  s   ø€ ÷ ñ ™h s©C xÕ0ñ rh   c                ó   € V P                   # rÝ   rC  rD  s   &rf   Úget_functionÚ)TorchInGraphFunctionVariable.get_function×  rF  rh   c                ó^   <€ V ^8„  d   QhRS[ S[RS[3,          S[RS[3,          3,          /# rù   )r{   r   r   )re   r  s   "€rf   rg   r	  Ü  s3   ø€ ÷ b*ñ b*™4¡¨©c¨Õ 2±H¸SÁ#¸XÕ4FÐ FÕGñ b*rh   c            
     óú)  alamanaoapaqarasatauavawaxayaz€ / oxR Vx3R llp R R lot^ RI Hp ^RIHolHomHonHooHopHoqH	or ^RI
HoyHoz V ! \        4       !  R R	 l4       pV ! \         R
 R l4       pV ! \        P                   P"                  P$                  4      R R l4       pV ! \        P&                  P(                  P*                  P,                  4      R Vl3R ll4       pV ! \.        P0                  4      R R l4       pV ! \.        P2                  4      R R l4       pV ! \.        P4                  4      R R l4       pV ! \.        P6                  \.        P8                  \.        P:                  4      R R l4       p	V ! \.        P<                  4      R R l4       p
\?        \.        R4      '       d    V ! \.        P@                  4      R R l4       p\?        \.        R4      '       d    V ! \.        PB                  4      R R l4       pV ! \.        PD                  4      R  Vr3R! ll4       pV ! \.        PF                  4      R" Vr3R# ll4       pV ! \        PH                  4      R$ R% l4       pV ! \        PJ                  \        P                   PL                  4      R& VlVr3R' ll4       pV ! \        PN                  \        PP                  4      R( R) l4       pV ! \        PR                  4      R* R+ l4       pV ! \        PT                  4      R, R- l4       pV ! \        PV                  PX                  \        PZ                  P\                  4      R. R/ l4       pV ! \_         R0 R1 l4       pV ! \        P`                  Pb                  Pd                  Pf                  \        P`                  Pb                  Pd                  Ph                  \        P`                  Pb                  Pd                  Pj                  \        P`                  Pb                  Pd                  Pl                  \        P`                  Pb                  Pd                  Pn                  4      R2 R3 l4       pV ! \        Pp                  4      Vl3R4 lVm3R5 ll4       pV ! \        Pr                  Pt                  Pv                  4      Vn3R6 lVn3R7 ll4       pV ! \        Pr                  Pt                  Px                  4      Vn3R8 lR9 l4       pV ! \        Pz                  4      RÞR: Vl3R; lll4       pV ! \        P|                  4      R< R= l4       pV ! \        P~                  4      R> R? l4       pV ! \        P€                  4      R@ Vl3RA ll4       pV ! \        P‚                  4      RB Vl3RC ll4       pV ! \        P„                  4      RD Vl3RE ll4       pV ! \        P†                  Pˆ                  PŠ                  4      RF RG l4       p V ! \        P†                  Pˆ                  PŒ                  4      RH RI l4       p!V ! \        P†                  Pˆ                  PŽ                  4      RJ RK l4       p"V ! \        P†                  Pˆ                  P�                  4      RL Vl3RM ll4       p#V ! \        P’                  P†                  P”                  4      RN RO l4       p$V ! \        P’                  P†                  P–                  4      RP RQ l4       p%V ! \        P’                  P†                  P˜                  4      RR Vl3RS ll4       p&V ! \        Pš                  4      Vl3RT lRU l4       p'V ! \        P’                  Pœ                  4      Vl3RV lRW l4       p(V ! \        P’                  Pž                  4      Vl3RX lVq3RY ll4       p)V ! \        P’                  P                   4      Vl3RZ lR[ l4       p*V ! \        P’                  P¢                  4      Vl3R\ lR] l4       p+V ! \        P                   P¤                  \        P                   P¦                  \        P                   P¨                  4      Vl3R^ lR_ l4       p,V ! \        P’                  Pª                  4      R` Ra l4       p-V ! \¬        P¯                  Rb \±        4        4       4      !  Vo3Rc lVo3Rd ll4       p.V ! \        P²                  4      Vq3Re lVqVz3Rf ll4       p/V ! \        P´                  P¶                  4      Rg Rh l4       p0V ! \        P¸                  Pº                  P¼                  4      Vl3Ri lRj l4       p1V ! \        Pd                  P¾                  PÀ                  4      Rk Rl l4       p2V ! \        P`                  PÂ                  4      Rm Rn l4       p3V ! \        P&                  PÄ                  PÆ                  \        P&                  PÄ                  PÆ                  PÈ                  4      RßRp Rq ll4       p4V ! \        P&                  PÄ                  PÊ                  \        P&                  PÄ                  PÊ                  PÈ                  4      RßRr Rs ll4       p5V ! \        PÌ                  4      Rt Ru l4       p6V ! \        PÎ                  4      Rv Rw l4       p7V ! \        PÐ                  4      Rx VlVq3Ry ll4       p8V ! \        PÒ                  4      Rz R{ l4       p9V ! \        PÔ                  4      R| R} l4       p:V ! \        P’                  PÖ                  4      R~ R l4       p;V ! \        P’                  PØ                  4      R€ VlVpVq3R� ll4       p<V ! \        PÚ                  4      R‚ Vl3Rƒ ll4       p=V ! V4      R„ Vy3R… ll4       p>\Ü        PÞ                  ! 4       '       d*   ^ R†IpHqp?Hrp@HspAHtpBHupCHvpDHwpE V ! V?V@VAVCVBVDVE4      R‡ Rˆ l4       pFV ! \        Pð                  Pò                  4      RßR‰Ro/RŠ R‹ lll4       pGV ! \        P`                  Pô                  Pö                  4      RŒ R� l4       pHV ! \        Pø                  Pú                  Pü                  Pþ                  4      RŽ Vp3R� ll4       pIV ! \        Pø                  Pú                  Pü                  EP                   4      RßR� Vp3R‘ lll4       pJV ! \        Pø                  Pú                  Pü                  EP                  4      R’ Vp3R“ ll4       pKV ! \        Pø                  Pú                  Pü                  EP                  4      R” Vp3R• ll4       pLV ! \        Pø                  Pú                  Pü                  EP                  4      R– Vp3R— ll4       pMV ! \        Pø                  Pú                  Pü                  EP                  4      R˜ Vp3R™ ll4       pNV ! \        Pø                  Pú                  Pü                  EP
                  4      Rš R› l4       pOV ! \        Pø                  Pú                  Pü                  EP                  4      Rœ Vp3R� ll4       pPV ! \        Pø                  Pú                  Pü                  EP                  4      Rž Vp3RŸ ll4       pQV ! \        Pø                  Pú                  Pü                  EP                  4      R  Vp3R¡ ll4       pRV ! \        Pø                  Pú                  Pü                  EP                  4      R¢ Vp3R£ ll4       pSV ! \        Pø                  Pú                  Pü                  EP                  4      R¤ Vp3R¥ ll4       pTV ! \        P’                  EP                  EP                  4      R¦ R§ l4       pUV ! \        P’                  P†                  EP                  4      Vr3R¨ lVr3R© ll4       pVV ! \        P†                  EP                  EP                  4      Rª R« l4       pWV ! \        EP                   4      R¬ Vp3R­ ll4       pXV ! \        P’                  EP"                  4      R® R¯ l4       pYV ! \        P’                  EP$                  4      R° Vl3R± ll4       pZV ! \        P’                  EP&                  4      R² R³ l4       p[V ! \        P’                  EP(                  4      R´ Rµ l4       p\V ! \        Pd                  EP*                  EP,                  4      R¶ R· l4       p]V ! \        EP.                  P$                  4      R¸ Vt3R¹ ll4       p^V ! \        EP0                  EP2                  \        EP4                  EP2                  \        EP6                  EP2                  \        EP8                  EP2                  4      Rº Vt3R» ll4       p_\        EP4                  EP:                  R¼\        EP6                  EP:                  R½\        EP8                  EP:                  R¾\        EP<                  EP:                  R¿\        EP>                  EP:                  RÀ/osV ! \        EP0                  EP:                  \        EP4                  EP:                  \        EP6                  EP:                  \        EP8                  EP:                  \        EP<                  EP:                  \        EP>                  EP:                  4      RÁ VlVsVt3RÂ ll4       p`V ! \        EP@                  4      RÃ Vl3RÄ ll4       pa^ RÅI¡H¢ov V ! Sv4      RÆ VqVv3RÇ ll4       pbE\F        3RÈ VlVy3RÉ lllouV ! \        EPH                  4      RÊ Vu3RË ll4       pcV ! \        EPJ                  \        EPL                  \        EPN                  \        EPP                  \        EPR                  4      RÌ Vu3RÍ ll4       pdV ! \        EPT                  \        EPV                  4      RÎ Vu3RÏ ll4       peRÐ RÑ lowV ! \        EP4                  EPX                  4      RÒ Vw3RÓ ll4       pfV ! \        EP4                  EPZ                  4      RÔ Vw3RÕ ll4       pgV ! \        EP\                  EP^                  EP`                  4      RÖ R× l4       phV ! \        Pr                  EPb                  4      RØ RÙ l4       piV ! \        P†                  EPd                  EPf                  4      RÚ Vy3RÛ ll4       pjV ! \        P†                  EPd                  EPh                  4      RÜ RÝ l4       pkSx# )àzBuild a dict from function -> method to handle it so that we are O(1)
in terms of the number of function with special handling.c                ó¢   € V ^8„  d   QhR\         R\        3,          R\         \         R\        3,          .\         R\        3,          3,          /# )r^   Úfns.ra   r  )re   s   "rf   rg   Ú@TorchInGraphFunctionVariable._get_handlers.<locals>.__annotate__â  sD   € ÷ 	ñ 	Ü˜3¤˜8Õ$ð	ä”x ¤S Õ)Ð*¬H°S¼#°XÕ,>Ð>Õ?ñ	rh   c                  óŠ   <a € R  V V3R llp\        S ^ ,          4      '       g   \        R\        S ^ ,          4       24      hV# )c                ód   € V ^8„  d   QhR\         R\        3,          R\         R\        3,          /# )r^   Úhandler.ra   r  )re   s   "rf   rg   ÚRTorchInGraphFunctionVariable._get_handlers.<locals>.register.<locals>.__annotate__å  s,   € ÷ ñ ¤8¨C´¨HÕ#5ð ¼(À3ÌÀ8Õ:Lñ rh   c                 óN   <€ S F  pVS9   d   \        R V 24      hV SV&   K  	  V # )zHandler already registered for ©rç   )r  rw   r  Úhandlerss   & €€rf   Ú	_registerÚOTorchInGraphFunctionVariable._get_handlers.<locals>.register.<locals>._registerå  s7   ø€ Û�BØ˜X”~Ü,Ð/NÈrÈdÐ-SÓTÐTØ#*�H˜R“Lñ ð �rh   z,Expected first argument to be callable, got )r¡  rç   r¬   )r  r#  r"  s   j €rf   ÚregisterÚ<TorchInGraphFunctionVariable._get_handlers.<locals>.registerâ  sE   ù€ ÷ñ ô ˜C �F×#Ò#Ü$ØBÄ4ÈÈAÍÃ<À.ÐQóð ð Ðrh   c                ó0   € V ^8„  d   QhR\         R\        /# )r^   r¹  ra   ©rB   r   )re   s   "rf   rg   r  ò  s   € ÷ 	/ñ 	/¤_ð 	/¼Cñ 	/rh   c               óh   € ^RI Hp \        W4      '       d   V P                  # V P	                  4       # )zBPreserve CooR's indexless device when unwrapping device arguments.©ÚCurrentDeviceVariable)r¼   r+  r«   r­   rµ   )r¹  r+  s   " rf   Úas_python_deviceÚDTorchInGraphFunctionVariable._get_handlers.<locals>.as_python_deviceò  s)   € å5ä˜&×8Ò8Ø—|‘|Ð#Ø×,Ñ,Ó.Ð.rh   )Ú
SDPAParams)r   r²  r³  ÚStreamContextVariableÚSymNodeVariablerÙ   ÚUserDefinedObjectVariable)Úwrap_fx_proxyr¼  c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# ©r^   rP  rY   r§  r(  ra   ©rB   )re   s   "rf   rg   r    s8   € ÷ 	Tñ 	Tà+ð	Tô #ð	Tô &ð		Tô
 ñ	Trh   c                 ó"  € V'       d   \        R \        V4       24      hV'       d   \        R\        V4       24      hV P                  \        P                  P
                  \        P                  P                  P
                  \        P                  P
                  \        P                  P                  \        P                  P                  \        P                  P                  P                  39   d   VP                  4        V P                  \        P                  P                  J d0   \        P                  ! V\        P                  P                   4      # \        P                  ! V\#        4       V P                  ,          4      # )z,Tracing state functions expect no args, got z.Tracing state functions expect no kwargs, got )rç   rÆ  r­   rb   rŒ   r‹   r‰   rŠ   r�   rŽ   r�   r�   r‘   Úmark_inconsistent_side_effectsrB   rg  Ú_is_exporting_flagr—   ©r-  rP  r§  r(  s   &&*,rf   Úhandle_tracing_state_functionsÚRTorchInGraphFunctionVariable._get_handlers.<locals>.handle_tracing_state_functions  s  € ÷ Ü$ØBÄ3ÀtÃ9À+ÐNóð ÷ Ü$ØDÄSÈÃ[ÀMÐRóð ð �z‰zä—‘×)Ñ)ä—‘×,Ñ,×9Ñ9Ü—‘×+Ñ+Ü—‘×2Ñ2Ü—‘×+Ñ+Ü—‘×(Ñ(×@Ñ@ð	ô 	ð ×1Ñ1Ô3ð �z‰zœUŸ^™^×8Ñ8Ó8Ü&×,Ò,¨R´·±×1RÑ1RÓSÐSÜ"×(Ò(¨Ô-DÓ-FÀtÇzÁzÕ-RÓSÐSrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  )  s8   € ÷ )	Cñ )	Cà+ð)	Cô #ð)	Cô &ð	)	Cô
 ñ)	Crh   c                 óÖ  € V'       d   \        R \        V4       24      hV P                  \        P                  P
                  J Eda   \        V4      ^8w  d   \        R\        V4       24      hV^ ,          P                  4       '       g   \        R4      hV^ ,          P                  P                  P                  R,          pV P                  V4      p\        P                  P                  P                  V4      '       d�   V\        P                  P                  \        P                  P                  P                  4      ,
          \        P                  P                  \        P                  P                  P                   4      ,
          p\"        P%                  V4      # V'       d   \        R\        V4       24      h\"        P%                  V P                  4       4      # )z1Dispatch key set functions expect no kwargs, got z"_dispatch_keys expects 1 arg, got z8Expected first argument to _dispatch_keys to be a tensorrÚ   z/Dispatch key set function expects no args, got )rç   rÆ  r­   rb   r€   Ú_dispatch_keysÚ	is_tensorÚproxyrä   rå   rè   ré   r   r   ÚDispatchKeyÚPythonÚPythonTLSSnapshotÚDispatchKeySetVariablerÉ  )r-  rP  r§  r(  rÚ   Údkss   &&*,  rf   Ú!handle_dispatch_key_set_functionsÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_dispatch_key_set_functions(  sv  € ÷ Ü$ØGÌÈFËÀ}ÐUóð ð �z‰zœUŸX™X×4Ñ4Ô4Ü�t“9 ”>Ü(Ø<¼SÀ»Y¸KÐHóð ð ˜A•w×(Ñ(×*Ò*Ü(ØRóð ð !% Q¥§¡× 2Ñ 2× 7Ñ 7¸Õ H�Ø—j‘j Ó/�ô ×$Ñ$×0Ñ0×?Ñ?À×NÒNàÜŸ(™(×1Ñ1´%·(±(×2FÑ2F×2MÑ2MÓNõOäŸ(™(×1Ñ1Ü!ŸH™H×0Ñ0×BÑBóõð ô .×4Ñ4°SÓ9Ð9çÜ(ØIÌ#ÈdË)ÈÐUóð ô .×4Ñ4°T·Z±Z³\ÓBÐBrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  U  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c                 óh   € \         P                  ! V\        P                  P	                  4       4      # rÝ   )rB   rg  rb   Ú	overridesÚget_default_nowrap_functionsr9  s   &&*,rf   Ú#handle_get_default_nowrap_functionsÚWTorchInGraphFunctionVariable._get_handlers.<locals>.handle_get_default_nowrap_functionsT  s)   € ô #×(Ò(Ø”E—O‘O×@Ñ@ÓBóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  d  s2   € ÷ .	ñ .	à+ð.	ô #ð.	ô &ð	.	ô
 ñ.	rh   c           	      óH  <€ \        V4      ^8X  dô   V'       gì   Vw  rE\        V\        P                  4      '       d   VP	                  4       pVP                  4       '       g   \        R4      hVP                  VR4      pVP                  \        P                  ! V\        P                  4      WFV.V4      pVP                  RRR7      pVP                  P                  P!                  VRV4       SP"                  ! R4      # \        V4      ^8X  dÑ   V'       gÉ   Vw  rFp\        V\        P                  4      '       d   VP	                  4       pVP                  4       '       g   \        R4      hVP                  \        P                  ! V\        P$                  4      WFV.V4      pVP                  P                  P!                  VRVP                  RRR7      4       V# VP                  \        P                  ! V\        P$                  4      \'        V4      V4      # )r^   z:Expected first argument to accumulate_grad_ to be a tensorÚgradN)r®   Úmutation_type)rÆ  r«   r   r×   rí   r?  rç   Útp_getattro_implÚinline_user_function_returnrB   rg  r   Úaccumulate_gradÚclonerØ  Úside_effectsÚ
store_attrrÉ  Úaccumulate_grad_no_aliasrÓ   )	r-  rP  r§  r(  ÚvariableÚnew_gradÚvariable_gradÚupdated_gradr   s	   &&*,    €rf   Úhandle_accumulate_grad_ÚKTorchInGraphFunctionVariable._get_handlers.<locals>.handle_accumulate_grad_c  sÛ  ø€ ô �4‹y˜AŒ~§fØ%)Ñ"�Ü˜h¬	×(EÑ(E×FÒFØ'×/Ñ/Ó1�HØ×)Ñ)×+Ò+Ü(ØTóð ð !)× 9Ñ 9¸"¸fÓ E�Ø!×=Ñ=Ü#×)Ò)¨"¬i×.GÑ.GÓHØ¨hÐ7Øó �ð
  ,×1Ñ1¸ÈTÐ1ÓR�Ø—	‘	×&Ñ&×1Ñ1°(¸FÀLÔQØ'×.Ò.¨tÓ4Ð4Ü�4‹y˜AŒ~§fØ48Ñ1�¨Ü˜h¬	×(EÑ(E×FÒFØ'×/Ñ/Ó1�HØ×)Ñ)×+Ò+Ü(ØTóð ð  "×=Ñ=Ü#×)Ò)¨"¬i×.PÑ.PÓQØ¨hÐ7Øó �ð
 —	‘	×&Ñ&×1Ñ1ØØØ ×&Ñ&¨dÀ$Ð&ÓGôð
 $Ð#Ø×1Ñ1Ü×%Ò% b¬)×*LÑ*LÓMÜ�T“
Øóð rh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# ©r^   rP  rY   r§  r(  ra   Nr5  )re   s   "rf   rg   r  •  ó=   € ÷ 	Lñ 	Là+ð	Lô #ð	Lô &ð		Lô
 ˜tÕ#ñ	Lrh   c                 ó*  € ^RI Hp \        VRV4       \        V4      ^8w  d   \	        VR\        V4       R24       Vw  p\        V\        P                  4      '       g   R# VP                  VR. 4      pVe   V# V P                  W! W4      ./ 4      # )rz  ©Úpyfloat_as_doublez	math.ceilz(math.ceil() takes exactly one argument (ú given)NÚ__ceil__©
r|  rd  r9   rÆ  r"   r«   r   r1  Ú_maybe_call_specialr½  ©r-  rP  r§  r(  rd  Úargr÷   s   &&*,   rf   Úhandle_ceilÚ?TorchInGraphFunctionVariable._get_handlers.<locals>.handle_ceil”  s•   € õ ;ä˜˜K¨Ô0Ü�4‹y˜AŒ~Ü ØÐBÄ3ÀtÃ9À+ÈWÐUôð ‰FˆSÜ˜c¤9×#FÑ#F×GÒGÙà×,Ñ,¨R°¸RÓ@ˆFØÒ!Ø�à×%Ñ% bÐ+<¸RÓ+EÐ*FÈÓKÐKrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  ­  ra  rh   c                 ó*  € ^RI Hp \        VRV4       \        V4      ^8w  d   \	        VR\        V4       R24       Vw  p\        V\        P                  4      '       g   R# VP                  VR. 4      pVe   V# V P                  W! W4      ./ 4      # )rz  rc  z
math.floorz)math.floor() takes exactly one argument (re  NÚ	__floor__rg  ri  s   &&*,   rf   Úhandle_floorÚ@TorchInGraphFunctionVariable._get_handlers.<locals>.handle_floor¬  s•   € õ ;ä˜˜L¨&Ô1Ü�4‹y˜AŒ~Ü ØÐCÄCÈÃIÀ;ÈgÐVôð ‰FˆSÜ˜c¤9×#FÑ#F×GÒGÙà×,Ñ,¨R°¸bÓAˆFØÒ!Ø�à×%Ñ% bÐ+<¸RÓ+EÐ*FÈÓKÐKrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  Å  s7   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ˜tÕ#ñ	rh   c                 ó(  € \        VR V4       \        V4      ^8w  d   \        VR\        V4       R24       Vw  p\        V\        P
                  4      '       g   R# VP                  VR. 4      pVf   \        VRVP                  4        R24       V# )z
math.truncz)math.trunc() takes exactly one argument (re  NÚ	__trunc__ztype z  doesn't define __trunc__ method)r9   rÆ  r"   r«   r   r1  rh  Úpython_type_name)r-  rP  r§  r(  rj  r÷   s   &&*,  rf   Úhandle_truncÚ@TorchInGraphFunctionVariable._get_handlers.<locals>.handle_truncÄ  s–   € ô ˜˜L¨&Ô1Ü�4‹y˜AŒ~Ü ØÐCÄCÈÃIÀ;ÈgÐVôð ‰FˆSÜ˜c¤9×#FÑ#F×GÒGÙà×,Ñ,¨R°¸bÓAˆFØŠ~Ü Ø˜% × 4Ñ 4Ó 6Ð7Ð7WÐXôð ˆMrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  Ü  s7   € ÷ 	9ñ 	9à+ð	9ô #ð	9ô &ð		9ô
 ˜tÕ#ñ	9rh   c                 óZ  € ^RI Hp V P                  P                  p\	        VRV 2V4       \        W\        V4      ^^4       \        ;QJ d    R V 4       F  '       g   K   RM	  RM! R V 4       4      '       g   R# V Uu. uF
  qd! W4      NK  	  ppV P                  W/ 4      # u upi )rz  rc  zmath.c              3   óV   "  € T F  p\        V\        P                  4      x € K!  	  R # 5irÝ   )r«   r   r1  ©rv   rj  s   & rf   ry   ÚTTorchInGraphFunctionVariable._get_handlers.<locals>.handle_math_2.<locals>.<genexpr>ë  s$   é € ð ÙPTÈ”
˜3¤	× CÑ C×DÐDÓPTùs   ‚')TFN)	r|  rd  r­   rt   r9   r2   rÆ  Úanyr½  )r-  rP  r§  r(  rd  rx   rj  Ú	converteds   &&*,    rf   Úhandle_math_2ÚATorchInGraphFunctionVariable._get_handlers.<locals>.handle_math_2Û  s£   € õ ;ð —:‘:×&Ñ&ˆDÜ˜˜e D 6˜N¨FÔ3Ü˜R¤s¨4£y°!°QÔ7ß“3ñ ÙPTó—3—3’3ñ ÙPTó÷ ò ñ á?CÓD¹t¸Ð*¨2Ö3¹tˆIÐDØ×%Ñ% b°RÓ8Ð8ùò Es   ÂB(c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  ô  s7   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ˜tÕ#ñ	rh   c                 ó¦   € \        W#4      '       g@   VP                  \        P                  ! V\        P
                  4      \        V4      V4      # R # rÝ   )r3   rS  rB   rg  r   ÚradiansrÓ   r9  s   &&*,rf   Úhandle_radiansÚBTorchInGraphFunctionVariable._get_handlers.<locals>.handle_radiansó  sG   € ô 1°×>Ò>à×5Ñ5Ü#×)Ò)¨"¬i×.?Ñ.?Ó@Ü˜“JØóð ñ ?rh   Úsumprodc          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r    s7   € ÷ ñ à/ðô 'ðô *ð	ô
 ! 4Õ'ñrh   c                 óˆ  € \        VR V4       \        VR\        V4      ^^4       \        W#4      '       d   R# \        ;QJ d    R V 4       F  '       d   K   RM	  RM! R V 4       4      '       d   \
        P                  pM\
        P                  pVP                  \        P                  ! W4      \        V4      / 4      # )zmath.sumprodr†  Nc              3   óN   "  € T F  p\        V\        \        34      x € K  	  R # 5irÝ   )r«   rL   rN   )rv   Úas   & rf   ry   ÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sumprod.<locals>.<genexpr>  s   é € ÐRÉTÈ”z !¤l´MÐ%B×CÐCËTùs   ‚#%FT)r9   r2   rÆ  r3   rê   r   Úsumprod_genericr†  rS  rB   rg  rÓ   )r-  rP  r§  r(  rw   s   &&*, rf   Úhandle_sumprodÚBTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sumprod  s”   € ô ˜B °Ô7Ü   Y´°D³	¸1¸aÔ@Ü0°×>Ò>Ù÷ “3ÑRÉTÓR—3—3’3ÑRÉTÓR×RÒRÜ"×2Ñ2‘Bä"×*Ñ*�BØ×5Ñ5Ü#×)Ò)¨"Ó1´4¸³:¸róð rh   Úfmac          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r    s7   € ÷ ñ à/ðô 'ðô *ð	ô
 ! 4Õ'ñrh   c                 ó  € \        V4      ^8w  g	   V'       d   R# \        ;QJ d    R V 4       F  '       d   K   RM	  RM! R V 4       4      '       d3   Vw  rEp\        \        P                  4      pVP                  WWE./ 4      # R# )é   Nc              3   ó@   "  € T F  qP                  4       x € K  	  R # 5irÝ   )r?  r{  s   & rf   ry   ÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_fma.<locals>.<genexpr>&  s   é € Ð7±$¨3—}‘}—�³$ùó   ‚FT)rÆ  rê   r  rb   Úaddcmulr½  )r-  rP  r§  r(  rù  ÚyÚzÚ
addcmul_fns   &&*,    rf   Ú
handle_fmaÚ>TorchInGraphFunctionVariable._get_handlers.<locals>.handle_fma  sh   € ô �t“9 ”>§VÙç“3Ñ7±$Ó7—3—3’3Ñ7±$Ó7×7Ò7Ø"‘G�A˜!Ü!=¼e¿m¹mÓ!L�JØ%×3Ñ3°B¸A¸	À2ÓFÐFñ rh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  /  ó=   € ÷ 	Yñ 	Yà+ð	Yô #ð	Yô &ð		Yô
 ˜tÕ#ñ	Yrh   c           
      óø   <€ V'       gA   \         ;QJ d    V3R  lV 4       F  '       g   K   RM	  RM! V3R  lV 4       4      '       g   R# T P                  Y Uu. uF  p\        W4      NK  	  up/ 4      # u upi )c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   ©r«   ©rv   rj  r1  s   & €rf   ry   ÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_gcd.<locals>.<genexpr>5  ó   øé € ð !ÙFJ¸s”
˜3Ð 9×:Ð:Ãdùó   ƒTFN©r}  r½  rO   ©r-  rP  r§  r(  rj  r1  s   &&*, €rf   Ú
handle_gcdÚ>TorchInGraphFunctionVariable._get_handlers.<locals>.handle_gcd.  óh   ø€ ÷ ŸS›Sô !ÙFJó!ŸSŸSšSô !ÙFJó!÷ ò ñ à×%Ñ% bÈdÓ*SÉdÀs¬>¸"Ö+BÉdÑ*SÐUWÓXÐXùÒ*Só   ÁA7
c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  =  r�  rh   c           
      óø   <€ V'       gA   \         ;QJ d    V3R  lV 4       F  '       g   K   RM	  RM! V3R  lV 4       4      '       g   R# T P                  Y Uu. uF  p\        W4      NK  	  up/ 4      # u upi )c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   r   r¡  s   & €rf   ry   ÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_lcm.<locals>.<genexpr>C  r£  r¤  TFNr¥  r¦  s   &&*, €rf   Ú
handle_lcmÚ>TorchInGraphFunctionVariable._get_handlers.<locals>.handle_lcm<  r©  rª  c                ó(   € V ^8„  d   QhRRR\         /# ro  )r   )re   s   "rf   rg   r  K  s   € ÷ 	ñ 	Ø1ð	äñ	rh   c                 ód   € \        R RR. \        P                  O\        P                  OR7       R# )z:Encountered torch.is_inference_mode_enabled during tracingrÄ  z2torch.is_inference_mode_enabled() is not supportedr¢   N)r#   r   ÚFUNDAMENTALÚINFERENCE_MODErt  s   &&rf   Ú handle_is_inference_mode_enabledÚTTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_inference_mode_enabledJ  s6   € ô ØTØØPðÜ&×2Ñ2ðä&×5Ñ5ð÷	rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# ©r^   rP  rY   rj  ra   r5  )re   s   "rf   rg   r  Y  s$   € ÷ 
	6ñ 
	6Ø1ð
	6Ü8Gð
	6äñ
	6rh   c                 ó$  <€ VP                  4       '       gW   V P                  \        P                  P                  J dA   \        VS4      '       d/   \        VP                  R 4      '       d   SP                  ! R4      # SP                  ! R4      # )Ú__torch_function__TF)r?  r­   rb   rJ  Úis_tensor_liker«   ru   rÉ  )r-  rP  rj  r   r1  s   &&&€€rf   Úhandle_is_tensorÚDTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_tensorX  sh   ø€ ð �}‰}�ŠØ—
‘
œeŸo™o×<Ñ<Ó<Ü˜sÐ$=×>Ò>Ü˜CŸI™IÐ';×<Ò<à'×.Ò.¨tÓ4Ð4à'×.Ò.¨uÓ5Ð5rh   c                óB   € V ^8„  d   QhRRR\         R\        R,          /# ©r^   rP  rY   Úinputra   N©r   rB   )re   s   "rf   rg   r  i  s)   € ÷ 	ñ 	Ø1ð	Ü:=ð	ä˜tÕ#ñ	rh   c                 ó¢  € TpVP                  4       '       d·   VP                  e©   V P                  \        P                  J d+   \
        P                  ! WP                  P                  4      # V P                  \        P                  J d+   \
        P                  ! WP                  P                  4      # \        RV P                   24      hR # )Nzcalling )	r?  Údtyper­   rb   Úis_floating_pointrB   rg  Ú
is_complexrç   )r-  rP  rÀ  Ú	input_args   &&& rf   Úhandle_is_floating_pointÚLTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_floating_pointe  s”   € ð ˆIØ×"Ñ"×$Ò$¨¯©Ò)DØ—:‘:¤×!8Ñ!8Ó8Ü*×0Ò0°·_±_×5VÑ5VÓWÐWØ—Z‘Z¤5×#3Ñ#3Ó3Ü*×0Ò0°·_±_×5OÑ5OÓPÐPä(¨8°D·J±J°<Ð)@ÓAÐAÙrh   c                óB   € V ^8„  d   QhRRR\         R\        R,          /# r¿  rÁ  )re   s   "rf   rg   r  w  s)   € ÷ 	ñ 	Ø1ð	Ü:=ð	ä˜tÕ#ñ	rh   c                 ó  € VP                  4       '       dA   VP                  4       '       d+   \        P                  ! V\	        VP
                  4      4      # VP                  4       '       d   VP                  VR . / 4      # R# )ÚnumelN)r?  Ú
valid_sizerB   rg  r;   ÚsizeÚcall_method©r-  rP  rÀ  s   &&&rf   Úhandle_numelÚ@TorchInGraphFunctionVariable._get_handlers.<locals>.handle_numelv  sb   € ð �‰× Ò  U×%5Ñ%5×%7Ò%7Ü&×,Ò,¨R´¸¿¹Ó1DÓEÐEØ—‘×"Ò"à×(Ñ(¨¨W°b¸"Ó=Ð=Ùrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  ‚  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c                 ó„   € \        V4      ^8X  d
   V^ ,          # \        RRV RV 2RR.\        P                  OR7       R# )rz  z torch.compile call with > 1 argsúargs=ú	, kwargs=zNAttempted to call `torch.compile` with > 1 args. Dynamo does not support this.z5Remove the torch.compile call or its additional args.r¢   N©rÆ  r#   r   r¯   r9  s   &&*,rf   Úhandle_torch_compileÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_torch_compile�  sL   € ô �4‹y˜AŒ~à˜A•w�äØ:Ø ˜v Y¨v¨hÐ7ØlàKðä&×2Ñ2ð÷	rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  —  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c                 ó„   € \        V4      ^8X  d
   V^ ,          # \        RRV RV 2RR.\        P                  OR7       R# )rz  z,torch.library.wrap_triton call with > 1 argsrÔ  rÕ  z]Attempted to call `wrap_triton`/`capture_triton` with > 1 args. Dynamo does not support this.zBRemove the wrap_triton/capture_triton call or its additional args.r¢   NrÖ  r9  s   &&*,rf   Úhandle_wrap_tritonÚFTorchInGraphFunctionVariable._get_handlers.<locals>.handle_wrap_triton–  sR   € ô �4‹y˜AŒ~à˜A•w�äØFØ ˜v Y¨v¨hÐ7ð@ð Yðä&×2Ñ2ð÷	rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   rÀ  ra   r5  )re   s   "rf   rg   r  ­  s$   € ÷ 	9ñ 	9Ø1ð	9Ü:Ið	9äñ	9rh   c                 ól   € VP                  4       '       g   \        R 4      hVP                  VR. / 4      # )z4Expected input to tensor size rewrite to be a tensorrÍ  )r?  rç   rÎ  rÏ  s   &&&rf   Úhandle_tensor_size_rewritesÚOTorchInGraphFunctionVariable._get_handlers.<locals>.handle_tensor_size_rewrites¬  s:   € ð —?‘?×$Ò$Ü$ØJóð ð ×$Ñ$ R¨°°RÓ8Ð8rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  ½  s2   € ÷ 	7ñ 	7à+ð	7ô #ð	7ô &ð		7ô
 ñ	7rh   c                 ó&   € V P                  WV4      # rÝ   )Ú_call_ntupler9  s   &&*,rf   Úhandle_ntupleÚATorchInGraphFunctionVariable._get_handlers.<locals>.handle_ntuple¶  s   € ð ×$Ñ$ R¨vÓ6Ð6rh   c                ó"   <€ V ^8„  d   QhRRRS/# ro  r–   )re   r   s   "€rf   rg   r  Æ  s!   ø€ ÷ 	Fñ 	FØ1ð	Fàñ	Frh   c                 ó‚   <€ \        SP                  4       \        P                  ! V\        P
                  ! 4       4      # rÝ   )r)   Ú_guards_singletonrB   rg  rb   Úis_grad_enabled)r-  rP  r²  s   &&€rf   Úhandle_is_grad_enabledÚJTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_grad_enabledÅ  s0   ø€ ô Ð*×<Ñ<Ô=Ü"×(Ò(¨¬U×-BÒ-BÓ-DÓEÐErh   c                ó.   <€ V ^8„  d   QhRRR\         RS/# ©r^   rP  rY   Úmodera   r5  )re   r³  s   "€rf   rg   r  Í  s%   ø€ ÷ 	ñ 	Ø1ð	Ü9Hð	à"ñ	rh   c                 óh   <€ SP                  WP                  4       4      pVP                  V4       V# rÝ   )rÉ  rµ   Úenter)r-  rP  rî  ró  r³  s   &&& €rf   Úhandle_enter_inference_modeÚOTorchInGraphFunctionVariable._get_handlers.<locals>.handle_enter_inference_modeÌ  s.   ø€ ð (×.Ñ.¨r×3JÑ3JÓ3LÓMˆCØ�I‰I�bŒMØˆJrh   c                ó.   <€ V ^8„  d   QhRRRSR\         /# rí  r5  )re   r³  s   "€rf   rg   r  Õ  s%   ø€ ÷ 	!ñ 	!Ø1ð	!Ø9Nð	!äñ	!rh   c                 ó$   € VP                  V4      # rÝ   )Úexit)r-  rP  rî  s   &&&rf   Úhandle_exit_inference_modeÚNTorchInGraphFunctionVariable._get_handlers.<locals>.handle_exit_inference_modeÔ  s   € ð —9‘9˜R“=Ð rh   c                óV   € V ^8„  d   QhRRR\         R\        \        ,          R\        /# )r^   rP  rY   rî  Ú	warn_onlyra   )r   rB   rd   )re   s   "rf   rg   r  Û  s7   € ÷ 	1ñ 	1à+ð	1ô ð	1ô '¬Õ-ð		1ô
 ñ	1rh   c                 óJ  <€ VP                  4       p\        V\        4      '       d   VP                  4       MTpVP                  P	                  R \
        P                  P                  V3RV/4       \
        P                  P                  WER7       SP                  ! R4      # )r½  rù  )rù  N)	rµ   r«   rB   rØ  Úcreate_noderb   r€   Ú_set_deterministic_algorithmsrÉ  )r-  rP  rî  rù  r­   Úwarn_only_valuer   s   &&&&  €rf   Ú#handle_use_deterministic_algorithmsÚWTorchInGraphFunctionVariable._get_handlers.<locals>.handle_use_deterministic_algorithmsÚ  s‘   ø€ ð ×+Ñ+Ó-ˆEô ˜i¬×9Ò9ð ×,Ñ,Ô.àð ð
 �I‰I×!Ñ!ØÜ—‘×6Ñ6Ø�Ø˜oÐ.ô	ô �H‰H×2Ñ2°5Ð2ÔTØ#×*Ò*¨4Ó0Ð0rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  ñ  ó   € ÷ 	3ñ 	3Ø1ð	3äñ	3rh   c                 óè   € VP                   P                  R \        P                  R/ 4       \        P                  ! 4       pVP                   P	                  R 4       \
        P                  ! W4      # )r½  c                  ó,   € \         P                  ! 4       # rÝ   )rb   Úautocast_decrement_nestingr–   rh   rf   Ú<lambda>ÚgTorchInGraphFunctionVariable._get_handlers.<locals>.handle_autocast_increment_nesting.<locals>.<lambda>ø  ó   € ¬u×/OÒ/OÔ/Qrh   r–   )rØ  rû  rb   Úautocast_increment_nestingÚadd_cleanup_hookrB   rg  ©r-  rP  Úprevs   && rf   Ú!handle_autocast_increment_nestingÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_autocast_increment_nestingð  óY   € ð �I‰I×!Ñ!Ø¤×!AÑ!AÀ2Àrôô ×3Ò3Ó5ˆDØ�I‰I×&Ñ&Ñ'QÔRÜ"×(Ò(¨Ó2Ð2rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  ü  r  rh   c                 óè   € VP                   P                  R \        P                  R/ 4       \        P                  ! 4       pVP                   P	                  R 4       \
        P                  ! W4      # )r½  c                  ó,   € \         P                  ! 4       # rÝ   )rb   r  r–   rh   rf   r  ÚgTorchInGraphFunctionVariable._get_handlers.<locals>.handle_autocast_decrement_nesting.<locals>.<lambda>  r  rh   r–   )rØ  rû  rb   r  r	  rB   rg  r
  s   && rf   Ú!handle_autocast_decrement_nestingÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_autocast_decrement_nestingû  r  rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# )r^   rP  rY   Údevice_typeÚenabledra   r5  )re   s   "rf   rg   r    s2   € ÷ 	1ñ 	1à+ð	1ô )ð	1ô %ð		1ô
 ñ	1rh   c                 ó”  <aa€ VP                   P                  R \        P                  VP	                  4       VP	                  4       34       VP                  4       o\        P                  ! S4      o\        P                  ! SVP                  4       4       VP                   P                  VV3R l4       SP                  ! R4      # )r½  c                  ó2   <€ \         P                  ! S S4      # rÝ   )rb   Úset_autocast_enabled©Údev_py_constr  s   €€rf   r  ÚaTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_enabled.<locals>.<lambda>  s   ø€ œ×2Ò2°<ÀÔFrh   N)	rØ  rû  rb   r  rã   rµ   Úis_autocast_enabledr	  rÉ  )r-  rP  r  r  r  r  r   s   &&&&@@€rf   Úhandle_set_autocast_enabledÚOTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_enabled  sž   ú€ ð �I‰I×!Ñ!ØÜ×*Ñ*Ø×%Ñ%Ó'¨×)9Ñ)9Ó);Ð<ôð
 '×9Ñ9Ó;ˆLÜ×,Ò,¨\Ó:ˆDÜ×&Ò& |°W×5OÑ5OÓ5QÔRØ�I‰I×&Ñ&ÝFôð $×*Ò*¨4Ó0Ð0rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# )r^   rP  rY   r  rÃ  ra   r5  )re   s   "rf   rg   r    s2   € ÷ 	1ñ 	1à+ð	1ô )ð	1ô #ð		1ô
 ñ	1rh   c                 ó”  <aa€ VP                   P                  R \        P                  VP	                  4       VP	                  4       34       VP                  4       o\        P                  ! S4      o\        P                  ! SVP                  4       4       VP                   P                  VV3R l4       SP                  ! R4      # )r½  c                  ó2   <€ \         P                  ! S S4      # rÝ   )rb   Úset_autocast_dtyper  s   €€rf   r  Ú_TorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_dtype.<locals>.<lambda>*  s   ø€ œ×0Ò0°¸tÔDrh   N)	rØ  rû  rb   r$  rã   rµ   Úget_autocast_dtyper	  rÉ  )r-  rP  r  rÃ  r  r  r   s   &&&&@@€rf   Úhandle_set_autocast_dtypeÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_dtype  sœ   ú€ ð �I‰I×!Ñ!ØÜ×(Ñ(Ø×%Ñ%Ó'¨¯©Ó)9Ð:ôð
 '×9Ñ9Ó;ˆLÜ×+Ò+¨LÓ9ˆDÜ×$Ò$ \°5×3KÑ3KÓ3MÔNØ�I‰I×&Ñ&ÝDôð $×*Ò*¨4Ó0Ð0rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   r  ra   r5  )re   s   "rf   rg   r  /  s$   € ÷ 		1ñ 		1Ø1ð		1Ü<Kð		1äñ		1rh   c                 óN  <a€ VP                   P                  R \        P                  VP	                  4       34       \        P
                  ! 4       o\        P                  ! VP                  4       4       VP                   P                  V3R l4       SP                  ! R4      # )r½  c                  ó0   <€ \         P                  ! S 4      # rÝ   )rb   Úset_autocast_cache_enabled©r  s   €rf   r  ÚgTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_cache_enabled.<locals>.<lambda>7  s   ø€ ¬u×/OÒ/OÐPTÔ/Urh   N)	rØ  rû  rb   r,  rã   Úis_autocast_cache_enabledrµ   r	  rÉ  )r-  rP  r  r  r   s   &&&@€rf   Ú!handle_set_autocast_cache_enabledÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_autocast_cache_enabled.  s{   ù€ ð �I‰I×!Ñ!Ø¤×!AÑ!AÀG×DTÑDTÓDVÐCXôô ×2Ò2Ó4ˆDÜ×,Ò,¨W×-GÑ-GÓ-IÔJØ�I‰I×&Ñ&Ô'UÔVØ#×*Ò*¨4Ó0Ð0rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  ;  ó   € ÷ 
	4ñ 
	4Ø1ð
	4äñ
	4rh   c                 ót  € VP                   P                  R \        P                  P                  P
                  4       \        P                  P                  P                  4       pVP                   P                  \        P                  P                  P                  4       \        P                  ! W4      # ©r½  )
rØ  rû  rb   rä  ÚpredispatchÚ_jvp_increment_nestingr	  Ú_jvp_decrement_nestingrB   rg  ©r-  rP  Úlevels   && rf   Úhandle_jvp_increment_nestingÚPTorchInGraphFunctionVariable._get_handlers.<locals>.handle_jvp_increment_nesting:  óƒ   € ð �I‰I×!Ñ!Ø¤×!1Ñ!1×!=Ñ!=×!TÑ!Tôô ×$Ñ$×0Ñ0×GÑGÓIˆEØ�I‰I×&Ñ&Ü× Ñ ×,Ñ,×CÑCôô #×(Ò(¨Ó3Ð3rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  H  r3  rh   c                 ót  € VP                   P                  R \        P                  P                  P
                  4       \        P                  P                  P                  4       pVP                   P                  \        P                  P                  P                  4       \        P                  ! W4      # r5  )
rØ  rû  rb   rä  r6  r8  r	  r7  rB   rg  r9  s   && rf   Úhandle_jvp_decrement_nestingÚPTorchInGraphFunctionVariable._get_handlers.<locals>.handle_jvp_decrement_nestingG  r=  rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  U  r3  rh   c                 ó<  a€ VP                   P                  R \        P                  P                  P
                  4       \        P                  P                  P                  4       oVP                   P                  V3R l4       \        P                  ! VS4      # )r½  c                  óX   <€ \         P                  P                  P                  S R 7      # )©r:  )rb   rä  r6  Ú_exit_dual_levelrE  s   €rf   r  Ú]TorchInGraphFunctionVariable._get_handlers.<locals>.handle_enter_dual_level.<locals>.<lambda>]  s   ø€ œ×(Ñ(×4Ñ4×EÑEÈEÐEÔRrh   )	rØ  rû  rb   rä  r6  Ú_enter_dual_levelr	  rB   rg  r9  s   &&@rf   Úhandle_enter_dual_levelÚKTorchInGraphFunctionVariable._get_handlers.<locals>.handle_enter_dual_levelT  st   ø€ ð �I‰I×!Ñ!Ø¤×!1Ñ!1×!=Ñ!=×!OÑ!Oôô ×$Ñ$×0Ñ0×BÑBÓDˆEØ�I‰I×&Ñ&ÜRôô #×(Ò(¨¨UÓ3Ð3rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   r:  ra   r5  )re   s   "rf   rg   r  b  s$   € ÷ 	1ñ 	1Ø1ð	1Ü:Ið	1äñ	1rh   c                 ód  <a€ VP                  4       oVP                  P                  R \        P                  P
                  P                  RRS/4       \        P                  P
                  P                  SR7       V3R lpVP                  P                  V4       SP                  ! R4      # )r½  r:  rE  c                  ó|   <€ \         P                  P                  P                  4       p V S8w  d   \	        R 4      hR# )zInvalid _exit_dual_levelN)rb   rä  r6  rH  rç   )Ú	new_levelÚlevel_consts    €rf   ÚcleanupÚ[TorchInGraphFunctionVariable._get_handlers.<locals>.handle_exit_dual_level.<locals>.cleanupp  s6   ø€ Ü!×,Ñ,×8Ñ8×JÑJÓL�	Ø Ô+Ü(Ð)CÓDÐDñ ,rh   Nr–   )	rµ   rØ  rû  rb   rä  r6  rF  r	  rÉ  )r-  rP  r:  rP  rO  r   s   &&& @€rf   Úhandle_exit_dual_levelÚJTorchInGraphFunctionVariable._get_handlers.<locals>.handle_exit_dual_levela  s”   ù€ ð  ×2Ñ2Ó4ˆKØ�I‰I×!Ñ!ØÜ× Ñ ×,Ñ,×=Ñ=Øà˜[ðô	ô ×Ñ×(Ñ(×9Ñ9ÀÐ9ÔLõEð
 �I‰I×&Ñ& wÔ/Ø#×*Ò*¨4Ó0Ð0rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  y  ó   € ÷ 	4ñ 	4Ø1ð	4äñ	4rh   c                 ót  € VP                   P                  R \        P                  P                  P
                  4       \        P                  P                  P                  4       pVP                   P                  \        P                  P                  P                  4       \        P                  ! W4      # r5  )
rØ  rû  rb   r€   rä  Ú_grad_increment_nestingr	  Ú_grad_decrement_nestingrB   rg  r9  s   && rf   Úhandle_grad_increment_nestingÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_grad_increment_nestingx  óx   € ð �I‰I×!Ñ!Ø¤§¡×!4Ñ!4×!LÑ!Lôô —H‘H×'Ñ'×?Ñ?ÓAˆEØ�I‰I×&Ñ&¤u§x¡x×':Ñ':×'RÑ'RÔSÜ"×(Ò(¨Ó3Ð3rh   c                ó(   € V ^8„  d   QhRRR\         /# ro  r5  )re   s   "rf   rg   r  „  rU  rh   c                 ót  € VP                   P                  R \        P                  P                  P
                  4       \        P                  P                  P                  4       pVP                   P                  \        P                  P                  P                  4       \        P                  ! W4      # r5  )
rØ  rû  rb   r€   rä  rX  r	  rW  rB   rg  r9  s   && rf   Úhandle_grad_decrement_nestingÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_grad_decrement_nestingƒ  r[  rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   Úallowedra   r5  )re   s   "rf   rg   r  �  s$   € ÷ 	1ñ 	1Ø1ð	1Ü<Kð	1äñ	1rh   c                 óÂ  <a€ VP                   P                  R \        P                  P                  P
                  VP                  4       34       \        P                  P                  P                  4       o\        P                  P                  P                  VP                  4       4       VP                   P                  V3R l4       SP                  ! R4      # )r½  c                  óV   <€ \         P                  P                  P                  S 4      # rÝ   )rb   r€   rä  Ú!set_inplace_requires_grad_allowedr-  s   €rf   r  ÚnTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_inplace_requires_grad_allowed.<locals>.<lambda>œ  s   ø€ œŸ™×+Ñ+×MÑMÈdÔSrh   N)rØ  rû  rb   r€   rä  rd  rã   Ú!get_inplace_requires_grad_allowedrµ   r	  rÉ  )r-  rP  ra  r  r   s   &&&@€rf   Ú(handle_set_inplace_requires_grad_allowedÚ\TorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_inplace_requires_grad_allowedŽ  s¤   ù€ ð �I‰I×!Ñ!ØÜ—‘×#Ñ#×EÑEØ×!Ñ!Ó#Ð%ôô
 —8‘8×&Ñ&×HÑHÓJˆDÜ�H‰H×Ñ×AÑAØ×*Ñ*Ó,ôð �I‰I×&Ñ&ÜSôð $×*Ò*¨4Ó0Ð0rh   c                ó"   <€ V ^8„  d   QhRRRS/# ro  r–   )re   r   s   "€rf   rg   r  ¡  s   ø€ ÷ 
	ñ 
	Ø1ð
	àñ
	rh   c                 ó°   € \        \        4       \        P                  4      p\	        V4       \
        P                  ! V\        P                  ! 4       4      # rÝ   )	r   r,   r(   ÚDETERMINISTIC_ALGORITHMSr)   rB   rg  rb   Ú$are_deterministic_algorithms_enabled)r-  rP  Úguards   && rf   Ú+handle_are_deterministic_algorithms_enabledÚ_TorchInGraphFunctionVariable._get_handlers.<locals>.handle_are_deterministic_algorithms_enabled   sH   € ô Ü!Ó#Ü×5Ñ5óˆEô ˜%Ô Ü"×(Ò(Ø”E×>Ò>Ó@óð rh   c                ó"   <€ V ^8„  d   QhRRRS/# ro  r–   )re   r   s   "€rf   rg   r  ®  s   ø€ ÷ 	ñ 	Ø1ð	àñ	rh   c                 óˆ   € \        \        P                  4       \        P                  ! WP
                  P                  4      # rÝ   )r)   rF   rè  rB   rg  Úsymbolic_torch_function_stateÚtorch_function_subclass_enabledrt  s   &&rf   Ú handle_is_torch_function_enabledÚTTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_torch_function_enabled­  s7   € ô Ô6×HÑHÔIô #×(Ò(Ø×4Ñ4×TÑTóð rh   c                ó.   <€ V ^8„  d   QhRRR\         RS/# r¸  r5  )re   r   s   "€rf   rg   r  ¹  s/   ø€ ÷ h	Dñ h	DØ1ðh	DÜ8Gðh	Dàñh	Drh   c                 óP  <a€ SP                  4       '       g   \        R SP                  4        24      hR VV3R llpSP                  f   \	        RRRR.R7       VP
                  P                  P                  '       g!   \        P                  P                  '       d   \	        RR	R
R.R7       SP                  4       pVe   V^ 8”  d   \	        RRRR.R7       V! 4       '       d   \	        RRRR.R7       SP                  4       p\        V4      '       d   \	        RRRR.R7       \        V4      pV\        J d   \	        RRRR.R7       \!        SP                  P#                  \$        P&                  4      4       \(        P*                  ! V\-        \.        V4      4      # )z%_is_cow_tensor expects a tensor, got c                ó$   € V ^8„  d   QhR\         /# rA  r„  )re   s   "rf   rg   Ú^TorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_cow_tensor.<locals>.__annotate__Á  s   € ÷ ñ ´Tñ rh   c                  ó  <€ \        SS4      '       g   R # SP                  4       P                  P                  p \        ;QJ d&    R V P
                   4       F  '       g   K   R# 	  R # ! R V P
                   4       4      # )Fc              3   óä   "  € T Ff  pVP                   R 8H  ;'       d    VP                  R8H  ;'       g4    VP                   R8H  ;'       d    VP                  \        P                  J x € Kh  	  R# 5i)rÎ  Ú_lazy_cloner½  N)rõ   Útargetrb   r|  )rv   rä   s   & rf   ry   Ú„TorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_cow_tensor.<locals>.has_prior_cow_state_changing_op.<locals>.<genexpr>Å  sh   é € ð ñ !,˜ð —W‘W Ñ-×NÐN°$·+±+ÀÑ2N÷ Yð YØŸ™ ?Ñ2×WÐW°t·{±{Äe×FWÑFWÐ7WôYã +ùs   ‚A0�A0´A0Á%A0T)r«   rã   rä   r¿   r}  Únodes)r¿   rÙ   rj  s    €€rf   Úhas_prior_cow_state_changing_opÚqTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_cow_tensor.<locals>.has_prior_cow_state_changing_opÁ  sq   ø€ Ü! # ~×6Ò6Ù ØŸ™›×+Ñ+×1Ñ1�ß“sñ ð !&§¢ó—s”sð ’sð �sñ ð !&§¢óó ð rh   zsource-less COW tensor checkz-torch._C._is_cow_tensor on source-less tensorzQDynamo cannot safely guard COW state for an intermediate tensor without a source.zNAvoid checking COW state on intermediate tensors inside torch.compile regions.r¢   zCOW tensor check during exportz%torch._C._is_cow_tensor during exportzxDynamo cannot safely export COW-state-dependent control flow because COW state is not represented in the exported graph.z5Avoid checking COW state inside torch.export regions.zCOW tensor check after mutationz-torch._C._is_cow_tensor after tensor mutationzpDynamo cannot safely fold a COW state check after the tensor's state may have changed inside the compiled frame.zUMove the COW state check before tensor mutations or outside the torch.compile region.z,COW tensor check after COW-state-changing opz)torch._C._is_cow_tensor after _lazy_clonezvDynamo cannot safely fold a COW state check after an op in the current graph may have changed that tensor's COW state.zPMove the COW state check before _lazy_clone or outside the torch.compile region.zCOW tensor check on FakeTensorz%torch._C._is_cow_tensor on FakeTensorzvDynamo cannot safely evaluate COW state from a FakeTensor because COW state is not represented in FakeTensor metadata.zEAvoid checking COW state on FakeTensors inside torch.compile regions.z*COW tensor check on Python tensor subclassz1torch._C._is_cow_tensor on Python tensor subclasszŠDynamo cannot safely evaluate COW state for Python tensor subclasses because their storage semantics are controlled by __torch_dispatch__.zKAvoid checking COW state on tensor subclasses inside torch.compile regions.)r?  rç   ru  r®   r#   rØ  Úcurrent_tracerÚ	is_exportrb   r�   r8  Ú_get_fake_versionÚget_real_valuer   r'   r&   r)   r  r(   ÚCOW_TENSOR_MATCHrB   rg  r   rd   )r-  rP  rj  r€  Úfake_versionÚ
real_valueÚ	cow_staterÙ   s   &&f    €rf   Úhandle_is_cow_tensorÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_cow_tensor¸  s®  ù€ ð —=‘=—?’?Ü$Ø;¸C×<PÑ<PÓ<RÐ;SÐTóð ÷ñ ð �z‰zÒ!ÜØ:ØKð3ð1ðõð �y‰y×'Ñ'×1×1Ð1´U·^±^×5V×5VÐ5VÜØ<ØCð.ð
 Pðõð ×0Ñ0Ó2ˆLØÒ'¨L¸1Ô,<ÜØ=ØKð*ð
<ðõñ /×0Ò0ÜØJØGð.ð
4ðõð ×+Ñ+Ó-ˆJÜ˜j×)Ò)ÜØ<ØCð/ð
1ðõô +¨:Ó6ˆIØÔ3Ó3ÜØHØOð<ð
1ðõô ˜#Ÿ*™*×/Ñ/´×0MÑ0MÓNÔOÜ"×(Ò(¨¬T´$¸	Ó-BÓCÐCrh   c                ó"   <€ V ^8„  d   QhRRRS/# ro  r–   )re   r   s   "€rf   rg   r  $  s   ø€ ÷ 	ñ 	Ø1ð	àñ	rh   c                 ó’   € \        \        P                  4       \        P                  ! WP
                  P                  '       * 4      # rÝ   )r)   rF   rè  rB   rg  rr  Útorch_function_mode_enabledrt  s   &&rf   Ú%handle_is_torch_function_all_disabledÚYTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_torch_function_all_disabled#  s8   € ô Ô6×HÑHÔIÜ"×(Ò(Ø×8Ñ8×TÑTÔTóð rh   c                ó"   <€ V ^8„  d   QhRRRS/# ro  r–   )re   r   s   "€rf   rg   r  -  s   ø€ ÷ 	ñ 	Ø1ð	àñ	rh   c                 óÎ   € \        \        P                  4       \        P                  ! TVP
                  P                  ;'       d    VP
                  P                  4       4      # rÝ   )r)   rF   rè  rB   rg  rr  rŽ  Úin_torch_function_modert  s   &&rf   Ú%handle_is_torch_function_mode_enabledÚYTorchInGraphFunctionVariable._get_handlers.<locals>.handle_is_torch_function_mode_enabled,  sX   € ô Ô6×HÑHÔIô #×(Ò(ØØ×0Ñ0×LÑL÷ Nð NØ×4Ñ4×KÑKÓMóð rh   c                ó.   <€ V ^8„  d   QhRRR\         RS/# ©r^   rP  rY   r§  ra   r5  )re   r   s   "€rf   rg   r  ?  s*   ø€ ÷ 	Xñ 	XØ1ð	XÜ:Ið	Xàñ	Xrh   c                 óž  € VP                   pVP                  '       d   R Vn        \        P                  ! VR 4      # \	        V4      ^8X  d0   \        V^ ,          \        4      '       d   \        W^ ,          4      MTp\        P                  ! T\        ;QJ d$    R V 4       F  '       g   K   R4      # 	  R 4      # ! R V 4       4      4      # )Fc              3   ó8   "  € T F  p\        V4      x € K  	  R # 5irÝ   )r6   ©rv   rù  s   & rf   ry   Ú`TorchInGraphFunctionVariable._get_handlers.<locals>.handle_has_torch_function.<locals>.<genexpr>K  s   é € Ð0VÑPUÈ1Ô1CÀA×1FÐ1FÓPUùs   ‚T)	rr  Ú	skip_nextrB   rg  rÆ  r«   rN   r=   r}  )r-  rP  r§  Útf_stateÚelemss   &&*  rf   Úhandle_has_torch_functionÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_has_torch_function:  s©   € ð ×7Ñ7ˆHØ×!×!Ð!Ø%*�Ô"Ü&×,Ò,¨R°Ó7Ð7ô �t“9 ”>¤j°°aµ¼-×&HÒ&Hô   ¨¥GÔ,àð ô
 #×(Ò(¨¯S«SÑ0VÑPUÓ0V¯S¬SÓWÐWªSÓWÐW¨SÑ0VÑPUÓ0VÓ-VÓWÐWrh   c                óX   € V ^8„  d   QhRRR\         R\         R\         R\         R\         /# )r^   rP  rY   r¾  Útypesr§  r(  ra   r5  )re   s   "rf   rg   r  N  sF   € ÷ 	+ñ 	+à+ð	+ô "ð	+ô #ð		+ô
 "ð	+ô $ð	+ô ñ	+rh   c                 óŠ  € VP                   pVP                  '       d   ^ RIHp V! \        VR.R7       RVn        V;P
                  ^,          un         VP                  V\        W4      VP                  4       4      V;P
                  ^,          un        RVn        #   T;P
                  ^,          un        RTn        i ; i)rÂ   )r!   z‚you cannot skip two levels of __torch_function__, you need to run one level of __torch_function__ before being able to skip again.©r§  TF)	rr  rœ  Útorch._dynamo.excr!   ÚRuntimeErrorÚ!skip_one_hop_torch_function_depthr½  r=   Úkeys_as_python_constant)r-  rP  r¾  r¢  r§  r(  r�  r!   s   &&&&&&  rf   Ú"handle_skip_one_hop_torch_functionÚVTorchInGraphFunctionVariable._get_handlers.<locals>.handle_skip_one_hop_torch_functionM  s³   € ð ×7Ñ7ˆHØ×!×!Ð!ÝFá(Ü Øð;ðõð "&ˆHÔØ×0Ò0°AÕ5Õ0ð+Ø×)Ñ)ØÜ# BÓ-Ø×2Ñ2Ó4óð ×4Ò4¸Õ9Õ4Ø%*�Õ"øð ×4Ò4¸Õ9Õ4Ø%*�Õ"ús   Á)B  Â "Cc              3   ó>   "  € T F  w  rVP                   x € K  	  R # 5irÝ   )Ústream)rv   rs   Údevice_interfaces   &  rf   ry   Ú=TorchInGraphFunctionVariable._get_handlers.<locals>.<genexpr>p  s    é € ð á+MÑ'�Að !×'Ö'Û+Mùs   ‚c                ó&   <€ V ^8„  d   QhRRRRRS/# )r^   rP  rY   r¬  r   ra   r–   )re   r/  s   "€rf   rg   r  u  s%   ø€ ÷ 	<ñ 	<Ø1ð	<Ø;Kð	<à"ñ	<rh   c                 ó&   <€ SP                  W4      # rÝ   )rÉ  )r-  rP  r¬  r/  s   &&&€rf   Úhandle_device_interface_streamÚRTorchInGraphFunctionVariable._get_handlers.<locals>.handle_device_interface_streamo  s   ø€ ð )×/Ñ/°Ó;Ð;rh   c                ó.   <€ V ^8„  d   QhRRR\         RS/# r—  r5  )re   rÙ   s   "€rf   rg   r  {  s%   ø€ ÷ "	ñ "	Ø1ð"	Ü:Ið"	àñ"	rh   c                 óL  <€ \         P                  '       g"   \        R R\         P                   2RR.R7       \        '       g!   \        RRRR.\        P
                  OR7       S! SVVP                  P                  ! R	\        P                  .\        V/ 4      O5!  R
R7      # )zEcall `torch.from_numpy` with `torch._dynamo.config.trace_numpy=False`ztrace_numpy=zcAttempted to call `torch.from_numpy` with config `torch._dynamo.config.trace_numpy` set to `False`.z4Change `torch._dynamo.config.trace_numpy` to `True`.r¢   z)`torch.from_numpy` with NumPy unavailablerÄ  z@Attempted to call `torch.numpy` but NumPy could not be imported.z9Check NumPy version and installation in your environment.r½  N)Ú
target_clsrP  r@  rÚ   )r   Útrace_numpyr#   Únpr   Ú
USER_ERRORrØ  rÙ  rb   Ú	as_tensorr<   )r-  rP  r§  rÙ   r¼  s   &&*€€rf   Úhandle_from_numpyÚETorchInGraphFunctionVariable._get_handlers.<locals>.handle_from_numpyz  s³   ø€ ô ×%×%Ð%ÜØcØ*¬6×+=Ñ+=Ð*>Ð?ðMð Oðõ
÷ “2ÜØGØØ bàSðä*×5Ñ5ðõ	ñ %Ø)ØØ—i‘i×,Ò,Ø#Ü—O‘Oðô ' t¨RÓ0óð
 #ô	ð 	rh   c                ó@   € V ^8„  d   QhRRR\         R\        R\        /# )r^   rP  rY   Úthe_typeÚ	the_valuera   )r   r[   )re   s   "rf   rg   r     s,   € ÷ 	ñ 	Ø1ð	Ü=@ð	ÜMNð	äñ	rh   c                 ó   € V# rÝ   r–   )r-  rP  r½  r¾  s   &&&&rf   Úhandle_jit_annotateÚGTorchInGraphFunctionVariable._get_handlers.<locals>.handle_jit_annotateŸ  s
   € ð Ðrh   c                ó:   <€ V ^8„  d   QhRRR\         R\         RS/# )r^   rP  rY   r¼   Úextrara   r)  )re   r   s   "€rf   rg   r  ¦  s-   ø€ ÷ 	ñ 	Ø1ð	Ü;>ð	ÜHKð	àñ	rh   c                 ó@  € V'       d   \        R 4      hVP                  4       '       g   \        R4      h\        P                  ! ^ VP                  VP
                  R7      p\        P                  ! V\        P                  P                  P                  V4      4      # )z%Expect 1 input to cudnn.is_acceptablez2Expect input to cudnn.is_acceptable to be a tensor)rÃ  r¹  )rç   r?  rb   r¼   rÃ  r¹  rB   rg  rÂ  ÚcudnnÚis_acceptable)r-  rP  r¼   rÃ  Ú
tensor_inps   &&&* rf   Úhandle_cudnn_is_acceptableÚNTorchInGraphFunctionVariable._get_handlers.<locals>.handle_cudnn_is_acceptable¥  s{   € ÷ Ü$Ð%LÓMÐMØ×#Ñ#×%Ò%Ü$ØHóð ô Ÿš a¨v¯|©|ÀFÇMÁMÔRˆJÜ"×(Ò(Ø”E—N‘N×(Ñ(×6Ñ6°zÓBóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  º  s8   € ÷ 	Nñ 	Nà+ð	Nô #ð	Nô &ð		Nô
 ñ	Nrh   c                 óJ   € \         P                  P                  ! V.VO5/ VB # rÝ   )r   ÚBackwardHookVariablerÉ  r9  s   &&*,rf   Úhandle_backward_hookÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_backward_hook¹  s%   € ô ×1Ñ1×8Ò8¸ÐM¸dÒMÀfÑMÐMrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  Ã  s2   € ÷ 	?ñ 	?à+ð	?ô #ð	?ô &ð		?ô
 ñ	?rh   c                 ó.   € V P                   ! V.VO5/ VB # rÝ   )Úcall_nn_parameterr9  s   &&*,rf   Úhandle_parameterÚDTorchInGraphFunctionVariable._get_handlers.<locals>.handle_parameterÂ  s   € ð ×)Ò)¨"Ð>¨tÒ>°vÑ>Ð>rh   Nc          	      ó\   € V ^8„  d   QhR\         RRR\         R,          R\        R,          /# ©r^   Úself_rP  rY   ÚdimNra   rÁ  )re   s   "rf   rg   r  Ì  s5   € ÷ 	ñ 	Üð	Ø7ð	ÜDGÈ$ÅJð	ä˜tÕ#ñ	rh   c                 ó8   € Ve   VP                  VRV./ 4      # R # )NrÍ  ©rÎ  ©rÖ  rP  r-  r×  s   &&&&rf   Úhandle_sym_sizeÚCTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_sizeË  s%   € ð
 ŠØ×'Ñ'¨¨F°S°E¸2Ó>Ð>Ùrh   c          	      ó\   € V ^8„  d   QhR\         RRR\         R,          R\        R,          /# rÕ  rÁ  )re   s   "rf   rg   r  Õ  s5   € ÷ 	ñ 	Üð	Ø7ð	ÜDGÈ$ÅJð	ä˜tÕ#ñ	rh   c                 ó8   € Ve   VP                  VRV./ 4      # R # )NÚstriderÙ  rÚ  s   &&&&rf   Úhandle_sym_strideÚETorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_strideÔ  s%   € ð ŠØ×'Ñ'¨¨H°s°e¸RÓ@Ð@Ùrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  Ý  s7   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ˜tÕ#ñ	rh   c                 ó‚  € \        V4      ^8X  d¯   RV9   d¨   \        V4      ^8X  d˜   \        \        P                  4      P	                  V. VR,          O/ 4      p\        \        P
                  4      P	                  WVR,          ./ 4      p\        \        P                  4      P	                  W^ ,          V./ 4      # R# )r’  r­   ºrz  NNN)rÆ  r  rb   Údivr½  ÚmulrÌ   )r-  rP  r§  r(  r÷   s   &&*, rf   Úhandle_addcdivÚBTorchInGraphFunctionVariable._get_handlers.<locals>.handle_addcdivÜ  s¥   € ô �4‹y˜AŒ~ '¨VÔ"3¼¸F»ÀqÔ8Hô 6´e·i±iÓ@×NÑNØ˜˜$˜r�(˜ Ró�ô 6´e·i±iÓ@×NÑNØ ¨¥Ð1°2ó�ô 4´E·I±IÓ>×LÑLØ˜a� &Ð)¨2óð ñ rh   c                óZ   € V ^8„  d   QhRRR\         R\         R\         R\         R,          /# )r^   rP  rY   rÍ  Ú
fill_valuer(  ra   Nr5  )re   s   "rf   rg   r  ò  sA   € ÷ 	ñ 	à+ð	ô "ð	ô (ð		ô
 &ð	ô ˜tÕ#ñ	rh   c                 ó   € VP                  4       '       dx   \        VP                  4       \        P                  P
                  4      '       g@   \        \        P                  4      P                  W.V4      pVP                  VR V./ 4      # R# )Úfill_N)
r?  rÕ  Úpython_typerb   r’   Ú	Parameterr  Úemptyr½  rÎ  )r-  rP  rÍ  rê  r(  Úempty_results   &&&&, rf   Úhandle_fullÚ?TorchInGraphFunctionVariable._get_handlers.<locals>.handle_fullñ  sw   € ð ×#Ñ#×%Ò%¬jØ×&Ñ&Ó(¬%¯(©(×*<Ñ*<÷/ò /ô
  <¼E¿K¹KÓH×VÑVØ˜ ó �ð $×/Ñ/°°G¸j¸\È2ÓNÐNÙrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r    s7   € ÷ &	ñ &	à+ð&	ô #ð&	ô &ð	&	ô
 ˜tÕ#ñ&	rh   c                 ó$  <€ \        V4      ^8¼  d
   V^,          MVP                  R4      p\        VS
4      '       g   R# VP                  4       P                  P
                  P                  R4      pVe`   VP                  4       ^ 8w  gK   VP                  P                  R8w  g0   VP                  \        P                  8w  g   VP                  ;pf   R# \        P                  P                  P                  P!                  V4      p\        V\"        4      '       g   R# S	P$                  ! V4      p\        V4      ^8¼  d   V^ ,          V.VR,          O5pMWƒR&   \'        \        P(                  4      P+                  V\-        V4      V4      # )r^   Úindices_or_sectionsNrÚ   rÝ  ºr^   NN)rÆ  ræ   r«   rã   rä   rå   r×  r¹  r¬   rÃ  rb   Úint64Ú	item_memorƒ   ÚexperimentalÚsymbolic_shapesÚguard_scalarrp  rÉ  r  Útensor_splitr½  rÓ   )r-  rP  r§  r(  rõ  rÚ   rø  ÚsectionsÚsections_vtr   rÙ   s   &&*,     €€rf   Úhandle_tensor_splitÚGTorchInGraphFunctionVariable._get_handlers.<locals>.handle_tensor_split  sK  ø€ ô ˜t›9¨œ>��Q–¨v¯z©zÐ:OÓ/Pð  ô Ð1°>×BÒBÙà/×8Ñ8Ó:×?Ñ?×DÑD×HÑHØóˆMð Ò%Ø ×$Ñ$Ó&¨!Ô+Ø ×'Ñ'×,Ñ,°Ô5Ø ×&Ñ&¬%¯+©+Ô5Ø!.×!8Ñ!8Ð8�IÒAáä—x‘x×,Ñ,×<Ñ<×IÑIÈ)ÓTˆHÜ˜h¬×,Ò,Ùð
 +×1Ò1°(Ó;ˆKÜ�4‹y˜AŒ~Ø˜Q� Ð8¨t°B­xÑ8‘à0;Ð,Ñ-Ü/´×0BÑ0BÓC×QÑQØ”D˜“J óð rh   c                óZ   € V ^8„  d   QhR\         RRR\        R\        R\        R,          /# ©r^   rs   rP  rY   r§  r(  ra   NrÁ  )re   s   "rf   rg   r  /  s?   € ÷ 	ñ 	Üð	à+ð	ô #ð	ô &ð		ô
 ˜tÕ#ñ	rh   c                 ó  € \         P                  '       du   \        V4      ^8X  de   V^,          P                  4       '       dH   V'       g@   VP	                  \
        P                  ! V\        P                  4      \        V4      V4      # R# )r’  N)
r   Úenable_dynamo_decompositionsrÆ  r?  rS  rB   rg  r   Úforeach_lerp_inplacerÓ   ©rs   rP  r§  r(  s   &&*,rf   Ú"handle_inplace_foreach_lerp_scalarÚVTorchInGraphFunctionVariable._get_handlers.<locals>.handle_inplace_foreach_lerp_scalar.  si   € ô ×3×3Ð3Ü˜“I ”NØ˜•G×%Ñ%×'Ò'ßà×5Ñ5Ü#×)Ò)¨"¬i×.LÑ.LÓMÜ˜“JØóð ñ
 rh   c                óZ   € V ^8„  d   QhR\         RRR\        R\        R\        R,          /# r  rÁ  )re   s   "rf   rg   r  H  s?   € ÷ 	ñ 	Üð	à+ð	ô #ð	ô &ð		ô
 ˜tÕ#ñ	rh   c                 ó  € \         P                  '       g   R # \        V4      ^8X  de   V^ ,          P                  4       '       dH   V'       g@   VP	                  \
        P                  ! V\        P                  4      \        V4      V4      # R # rÝ   )
r   r  rÆ  r?  rS  rB   rg  r   Úforeach_pow_scalarrÓ   r  s   &&*,rf   Úhandle_foreach_pow_scalarÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_foreach_pow_scalarG  sl   € ô ×6×6Ð6Ùô �4‹y˜AŒ~ $ q¥'×"3Ñ"3×"5Ò"5¿fØ×5Ñ5Ü#×)Ò)¨"¬i×.JÑ.JÓKÜ˜“JØóð ñ
 rh   c          
      óL   € V ^8„  d   QhR\         RRR\        R\        R\        /# )r^   rs   rP  rY   r§  r(  ra   rÁ  )re   s   "rf   rg   r  \  s:   € ÷ 
	ñ 
	Üð
	à+ð
	ô #ð
	ô &ð	
	ô
 ñ
	rh   c                 ó€   € VP                  \        P                  ! V\        P                  4      \        V4      V4      # rÝ   )rS  rB   rg  r   Ú!group_tensors_by_device_and_dtyperÓ   r  s   &&*,rf   Ú(handle_group_tensors_by_device_and_dtypeÚ\TorchInGraphFunctionVariable._get_handlers.<locals>.handle_group_tensors_by_device_and_dtype[  s7   € ð ×1Ñ1Ü×%Ò% b¬)×*UÑ*UÓVÜ�T“
Øóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  i  s8   € ÷ M	ñ M	à+ðM	ô #ðM	ô &ð	M	ô
 ñM	rh   c                 óz  <a€ V'       d   \        \        SR .R7       \        V4      ^8w  d   \        \        SR.R7       Vw  rE\	        V\
        4      '       g   \        \        SR.R7       \	        V\
        4      '       g   \        \        SR.R7       R V
VVV3R llpV! V4      pV! V4      p \        P                  ! R VP                   4       4      p\        P                  ! R VP                   4       4      p \        P                  ! S\        P                  P!                  Yx4      4      #   \         d;    SP                  \        P                  ! S\        P                  4      YE./ 4      u # i ; i  \         d1   p	\        \        S\#        T	P$                  4      R7        R	p	?	R	# R	p	?	ii ; i)
z(_infer_size() takes no keyword argumentsr¤  zexpected exactly 2 argumentsz#expected a torch.Size as argument 1z#expected a torch.Size as argument 2c                ó0   € V ^8„  d   QhR\         R\         /# )r^   rÍ  ra   )rM   )re   s   "rf   rg   Ú[TorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.__annotate__Š  s   € ÷ V+ñ V+¤\ð V+´lñ V+rh   c           	      ó*  <€ . pR  VV
3R llpV P                    EFk  pVP                  4       '       d(   VP                  V! VP                  4       4      4       KA  \	        VS	4      '       Ed}   VP
                  ež   VP
                  P                  '       g‚   VP
                  P                  '       gf   VP                  4       '       dP   \        P                  P                  P                  P                  \        VP                  4      ^8H  4      '       g!   \!        \"        S
R\%        V4       R2.R7       VP
                  \        P&                  J d    \)        RRR. \*        P,                  OR7       VP
                  \        P.                  J d4   VP1                  S
R	SP2                  ! \        P4                  4      ./ 4      pVP                  VP7                  S
4      4       EKÐ  \	        VS4      '       Edx   VP8                  P:                  pVP<                  pVP>                  ;'       d}    \@        ;QJ d@    R
 VPB                  PD                  PG                  VR4       4       F  '       g   K   RM5	  RM1! R
 VPB                  PD                  PG                  VR4       4       4      pV'       d   VP                  V4       EK±  \        P                  P                  P                  PI                  VP8                  4      '       d8   VP                  V! VP7                  S
4      P                  4       4      4       EK+  \)        RRVP8                   2R. \*        P,                  OR7       EKZ  VP                  V4       EKn  	  \K        V4      # )c                ó0   € V ^8„  d   QhR\         R\        /# rŸ  rÁ  )re   s   "rf   rg   ÚsTorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.normalize_size.<locals>.__annotate__�  s   € ÷ ?ñ ?´3ð ?¼?ñ ?rh   c                 ó\  <€  \         P                  P                  \         P                  ! V .4      \         P                  ! ^.4      4      ^ ,          pSP                  ! X4      #   \        \
        3 d5   p\        \        T4      S\        TP                  4      R7        Rp?LRRp?ii ; i)rz  r¤  N)rb   r€   Ú_infer_sizeÚSizeÚ	TypeErrorÚ
ValueErrorr!   r¬   rÓ   r§  rÉ  )r­   Ú
normalizedÚexcr   rP  s   &  €€rf   Únormalize_concrete_itemÚ~TorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.normalize_size.<locals>.normalize_concrete_item�  sŠ   ø€ ð	Ü%*§X¡X×%9Ñ%9Ü!ŸJšJ¨ wÓ/´·²¸Q¸C³ó&àõ&˜
ð ,×2Ò2°:Ó>Ð>øô &¤zÐ2ô Ü0Ü  ›IØÜ!% c§h¡h£÷ò ûðús   ƒAA& Á&B+Á7*B&Â&B+z.torch.Size() takes an iterable of 'int' (item z is 'Tensor')r¤  z@Data-dependent uint64 torch.Size element in torch._C._infer_sizeztorch.uint64 tensor-backed sizezoDynamo cannot safely validate that a data-dependent torch.uint64 value fits in torch.Size's signed int64 range.r¢   Útoc              3   óŠ   "  € T F9  p\        V\        4      ;'       d    VP                  \        P                  J x € K;  	  R # 5irÝ   )r«   r0   Úpropr/   ÚSIZE)rv   r®   s   & rf   ry   ÚpTorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.normalize_size.<locals>.<genexpr>Ç  sG   é € ð @ñ +V ô ' vÔ/CÓD÷ Cð CØ &§¡¬~×/BÑ/BÐ BôCã*Uùs
   ‚Až%ATFzBUnhinted data-dependent torch.Size element in torch._C._infer_sizezsymbolic size: zfDynamo cannot safely validate that a data-dependent torch.Size element fits in the signed int64 range.r–   )&r±   r´   rÊ   rµ   r«   rÃ  rÄ  rÅ  rÌ  rb   rƒ   rù  rú  Úguard_or_falser;   rÍ  r!   r  rÆ  Úuint64r#   r   r¯   rd   rÎ  rÉ  r÷  Únb_index_implÚsym_numrä   ÚexprÚ	is_Symbolr}  Ú	shape_envÚvar_to_sourcesræ   Úhas_guarding_hintrM   )rÍ  r±   r!  r¸   rä   r,  Úis_tensor_sizer   r0  rÙ   rP  s   &      €€€€rf   Únormalize_sizeÚ]TorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.normalize_sizeŠ  sÔ  ø€ Ø/1�÷?ñ ?ð !ŸJ�J�DØ×.Ñ.×0Ò0ð Ÿ™Ñ%<¸T×=TÑ=TÓ=VÓ%WÖXÜ# D¨.×9Ó9à ŸJ™JÒ.Ø#Ÿz™z×;×;Ð;Ø#Ÿz™z×4×4Ð4Ø#'§?¡?×#4Ò#4Ü#(§8¡8×#8Ñ#8×#HÑ#H×#WÑ#WÜ '¨¯	©	Ó 2°aÑ 7÷$ò $ô 5Ü )Ø "ð%-Ü-0°«Z¨L¸ð%Gð&"õð  Ÿ:™:¬¯©Ó5Ü)Ø(jØ(Ið-^à&FÔ(9×(EÑ(EÐ&Fõð  Ÿ:™:¬¯©Ó3Ø#'×#3Ñ#3Ø "Ø $Ø!1×!8Ò!8¼¿¹Ó!EÐ FØ "ó	$˜Dð Ÿ™ T×%7Ñ%7¸Ó%;×<Ü# D¨/×:Ó:Ø#Ÿ|™|×0Ñ0˜Ø#Ÿy™y˜ð *.¯©÷ *ð *¿C»Cñ @ð +/¯.©.×*GÑ*G×*KÑ*KÈDÐRTÔ*Uó@¿C¿CºCñ @ð +/¯.©.×*GÑ*G×*KÑ*KÈDÐRTÔ*Uó@ó =˜÷
 *Ø!ŸL™L¨×.Ü"ŸX™X×2Ñ2×BÑB×TÑTØ ŸL™L÷ò ð "ŸL™LÙ 7Ø$(×$6Ñ$6°rÓ$:×$MÑ$MÓ$Oó!"÷ô *Ø(lØ*9¸$¿,¹,¸Ð(Hð-Uà&FÔ(9×(EÑ(EÐ&F÷ð ð Ÿ™ T×*ñK 'ôL $ EÓ*Ð*rh   c              3   ó@   "  € T F  qP                  4       x € K  	  R # 5irÝ   ©rµ   ©rv   r·   s   & rf   ry   ÚXTorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_size.<locals>.<genexpr>æ  ó   é € Ð"NÁ:¸a×#7Ñ#7×#9Ð#9Ã:ùr•  c              3   ó@   "  € T F  qP                  4       x € K  	  R # 5irÝ   r5  r6  s   & rf   ry   r7  ç  r8  r•  N)r!   r  rÆ  r¦  r«   rM   rb   r  r±   r?   rS  rB   rg  r   Ú
infer_sizer€   r  rÓ   r§  )r-  rP  r§  r(  Úarg1Úarg2r2  Úsize1Úsize2r   r   r0  rÙ   s   &f*,      €€€rf   Úhandle_infer_sizeÚETorchInGraphFunctionVariable._get_handlers.<locals>.handle_infer_sizeh  sz  ù€ ÷ Ü(ÜØØDÐEõô
 �4‹y˜AŒ~Ü(Ü ØØ8Ð9õð ‰JˆDÜ˜d¤L×1Ò1Ü(Ü ØØ?Ð@õô
 ˜d¤L×1Ò1Ü(Ü ØØ?Ð@õ÷V+ó V+ñp " $Ó'ˆDÙ! $Ó'ˆDðÜŸ
š
Ñ"NÀ4Ç:Â:Ó"NÓN�ÜŸ
š
Ñ"NÀ4Ç:Â:Ó"NÓN�ðÜ&×,Ò,¨R´·±×1EÑ1EÀeÓ1SÓTÐTøô 7ô Ø×5Ñ5Ü#×)Ò)¨"¬i×.BÑ.BÓCØ�LØóò ðûô  ô Ü(Ü ØÜ˜cŸh™h›÷ó ûðús,   Â4AD7 Ä3E? Ä7AE<Å;E<Å?F:Æ
%F5Æ5F:c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# )r^   rP  rY   Ú	conditionÚmessagera   Nr5  )re   s   "rf   rg   r  ù  s7   € ÷ 	ñ 	à+ð	ô 'ð	ô %ð		ô
 ˜tÕ#ñ	rh   c                 ó°  <€ VP                  4       '       d   VP                  4       '       g7   \        V\        P                  4      '       d)   VP                  4       '       d   SP                  ! R 4      # VP                  4       '       dK   VP                  P                  ! R\        P                  .\        W#3/ 4      O5!   SP                  ! R 4      # R # )Nr½  )r´   rµ   r«   r   r0  Úevaluate_exprrÉ  r?  rØ  rÙ  rb   Ú_assert_asyncr<   )r-  rP  rB  rC  r   s   &&&&€rf   Úhandle_assertÚATorchInGraphFunctionVariable._get_handlers.<locals>.handle_assertø  s¬   ø€ ð ×,Ñ,×.Ò.°9×3OÑ3O×3QÒ3QÜ˜9¤i×&?Ñ&?×@Ò@Ø×+Ñ+×-Ò-à'×.Ò.¨tÓ4Ð4Ø×"Ñ"×$Ò$Ø—	‘	×&Ò&Ø#Ü×'Ñ'ðô '¨	Ð';¸RÓ@ôð
 (×.Ò.¨tÓ4Ð4Ùrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  	  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c           
      ó–   <€ S! VVP                   P                  ! R \        P                  P                  .\        W#4      O5!  VR7      # )r½  )r@  Ú
param_vars)rØ  rÙ  rb   r€   Ú_SDPAParamsr<   )r-  rP  r§  r(  r2  s   &&*,€rf   Úhandle_sdpa_paramsÚFTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sdpa_params	  sK   ø€ ñ !ØØ—i‘i×,Ò,Ø#Ü—H‘H×(Ñ(ðô ' tÓ4óð
  ôð rh   )Ú_get_group_size_by_nameÚ_get_group_tagÚ_rank_not_in_groupÚ$_resolve_group_name_by_ranks_and_tagÚget_process_group_ranksÚget_rankÚget_world_sizec                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  2	  s8   € ÷ ;Dñ ;Dà/ð;Dô 'ð;Dô *ð	;Dô
 !ñ;Drh   c                 óà  € \        V4      ^ 8X  d   \        V4      ^ 8X  d   EMU\        V4      ^8X  dƒ   \        V4      ^ 8X  ds   V^ ,          P                  4       '       gU   \        V^ ,          \        4      '       d#   V^ ,          P                  P
                  R8X  g   \        RV^ ,           24      hMÃ\        V4      ^8X  du   \        V4      ^ 8X  de   \        V^ ,          \        4      '       g   \        R\        V^ ,          4       24      hV^,          P                  4       '       g   \        R4      hM?\        V4      ^ 8X  d   \        V4      ^ 8”  d   M\        RV RV RV P                   24      hR R	 lpV Uu. uF
  qT! V4      NK  	  ppVP                  4        UUu/ uF  w  rxWt! V4      bK  	  p	ppV P                  ! V/ V	B p
\        P                  ! W4      # u upi u uppi )
rÂ   z/torch.distributed.distributed_c10d.ProcessGroupz@Expected group arg to be a python constant or ProcessGroup, got z5Expected first arg to be a ListVariable (ranks), got z1Expected second arg (tag) to be a python constantzInvalid group value (ú, z) for constant pg function c                ó0   € V ^8„  d   QhR\         R\        /# )r^   rj  ra   r(  )re   s   "rf   rg   ÚpTorchInGraphFunctionVariable._get_handlers.<locals>.handle_constant_processgroup_functions.<locals>.__annotate___	  s   € ÷ 4ñ 4¤ð 4¼3ñ 4rh   c                 óz   € \        V \        4      '       d   V P                  P                  # V P	                  4       # rÝ   )r«   rQ   r­   Úreal_objrµ   )rj  s   &rf   Úget_arg_valueÚqTorchInGraphFunctionVariable._get_handlers.<locals>.handle_constant_processgroup_functions.<locals>.get_arg_value_	  s1   € ô " #Ô'@×AÒAØ"Ÿy™y×1Ñ1Ð1Ø×1Ñ1Ó3Ð3rh   )rÆ  r´   r«   rQ   r­   Úscript_class_namerç   rL   r¬   r±   rB   rg  )r-  rP  r§  r(  r]  rj  Úargs_as_valuerô  ÚvÚkwargs_as_valueÚinvocation_results   &&*,       rf   Ú&handle_constant_processgroup_functionsÚZTorchInGraphFunctionVariable._get_handlers.<locals>.handle_constant_processgroup_functions)	  sÓ  € ô" �t“9 ”>¤c¨&£k°QÔ&6áÜ˜“Y !”^¬¨F«°qÔ(8ð ˜Q�×2Ñ2×4Ò4ä& t¨A¥wÔ0I×JÒJØ $Ø !õ!ç#™e×$5Ñ$5ØPô!Qô -Ø^Ð_cÐdeÕ_fÐ^gÐhóð øô ˜“Y !”^¬¨F«°qÔ(8ä% d¨1¥g¬|×<Ò<Ü,ØSÔTXÐY]Ð^_ÕY`ÓTaÐSbÐcóð ð   �7×5Ñ5×7Ò7Ü,ØOóð ð 8ô ˜“Y !”^¬¨F«°a¬àä(Ø/°¨v°R¸°xð @$Ø$(§J¡J <ð1óð õ
4ñ @DÓ D¹t¸ ¨sÖ!3¹t�Ð DØCIÇ<Á<Ä>Ô"RÁ>¹4¸1 1 m°AÓ&6Ò#6Á>�Ñ"RØ$(§J¢J°Ð$QÀÑ$QÐ!ô
 '×,Ò,¨RÓCÐCùò !EùÛ"Rs   ÆG%Æ'G*Úlayoutc                ól   € V ^8„  d   QhRRR\         R,          R\         R\        R,          R\         RR/# )	r^   rP  rY   Útensor_listNr§  rf  r(  ra   r(  )re   s   "rf   rg   r  p	  sO   € ÷ 	ñ 	à+ð	ô )¨4Õ/ð	ô #ð		ô
 ˜$•Jð	ô &ð	ð ñ	rh   c                ó  € ^RI Hp V'       dI   VP                  \        P                  4      '       d$   \        RRV 2RR.\        P                  OR7       \        W&4      '       g$   \        RRV 2RR	.\        P                  OR7       R
# )rz  r    z%Attempted to use strided NestedTensorzlayout=úDynamo does not support this.zChange layout=torch.jagged.r¢   z4Attempted to use `nested_tensor` with non-list inputztensor_list=z'Change `nested_tensor` with list input.N)
rª   r¡   Úis_constant_matchrb   Ústridedr#   r   r¯   r«   r¸  )r-  rP  rh  rf  r§  r(  r¡   s   &&&$*, rf   Úhandle_nested_tensorÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_nested_tensoro	  sŒ   € õ 0ç˜&×2Ñ2´5·=±=×AÒAÜØCØ% f XÐ.Ø ?à5ðä*×6Ñ6ðõ	ô ˜k×<Ò<ÜØRØ*¨;¨-Ð8Ø ?àAðä*×5Ñ5ðõ	ñ rh   c                ó8   € V ^8„  d   QhRRR\         R\         RR/# r`  r5  )re   s   "rf   rg   r  ‘	  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ð
 ñ	rh   c                 óÎ   € \        V4      \        V4      ,           ^8X  g/   \        V4      ^8X  d5   V^,          P                  R4      '       d   \        RRV RV 2RR.R7       R# )	rz  zOAttempted to use `torch.nn.functional.one_hot` with data-dependent output shaperÔ  rÕ  rj  zuExplicitly set the `num_classes` param of the function call `torch.nn.functional.one_hot` to something other than -1.r¢   Néÿÿÿÿ)rÆ  rk  r#   r9  s   &&*,rf   Úhandle_one_hotÚBTorchInGraphFunctionVariable._get_handlers.<locals>.handle_one_hot�	  sf   € ô �4‹yœ3˜v›;Õ&¨!Ô+Ü�D“	˜Q” 4¨¥7×#<Ñ#<¸R×#@Ò#@äØmØ# D 6¨°6°(Ð;Ø ?ðTðõ	ñ rh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ©r^   rP  rY   r,  ra   Nr5  )re   s   "rf   rg   r  ¦	  s-   € ÷ 	ñ 	à+ð	ô "ð	ô ˜tÕ#ñ		rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  Úguarding_hint_or_throwr+  r´   ©r-  rP  r,  r0  s   &&&€rf   Úhandle_guarding_hint_or_throwÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_guarding_hint_or_throw¥	  sf   ø€ ô ˜$ ×0Ò0Ü&×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×PÑPØŸ™óóð ð ×(Ñ(×*Ò*Ø�árh   c          	      ó\   € V ^8„  d   QhRRR\         R\         R,          R\         R,          /# )r^   rP  rY   r,  ÚfallbackNra   r5  )re   s   "rf   rg   r  ¸	  s<   € ÷ 	ñ 	à+ð	ô "ð	ô &¨Õ,ð		ô
 ˜tÕ#ñ	rh   c                 ó6  <€ V'       d   VP                  4       MR p\        VS4      '       dT   \        P                  ! V\        P
                  P                  P                  P                  VP                  V4      4      # VP                  4       '       d   V# R # rÝ   )rµ   r«   rB   rg  rb   rƒ   rù  rú  Úoptimization_hintr+  r´   )r-  rP  r,  r|  Úfallback_intr0  s   &&&& €rf   Úhandle_optimization_hintÚLTorchInGraphFunctionVariable._get_handlers.<locals>.handle_optimization_hint·	  s{   ø€ ÷ =E˜8×6Ñ6Ô8È$ˆLÜ˜$ ×0Ò0Ü&×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×KÑKØŸ™ lóóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  Ì	  s)   € ÷ 	ñ 	Ø1ð	Ü9Hð	ä˜tÕ#ñ	rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  Úguard_size_obliviousr+  r´   rx  s   &&&€rf   Úhandle_guard_size_obliviousÚOTorchInGraphFunctionVariable._get_handlers.<locals>.handle_guard_size_obliviousË	  sh   ø€ ô ˜$ ×0Ò0ô '×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×NÑNØŸ™óóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  Þ	  ó)   € ÷ 	ñ 	Ø1ð	Ü9Hð	ä˜tÕ#ñ	rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  Úguard_or_truer+  r´   rx  s   &&&€rf   Úhandle_guard_or_trueÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_guard_or_trueÝ	  se   ø€ ô ˜$ ×0Ò0ô '×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×GÑGÈÏÉÓUóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  î	  rˆ  rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  r(  r+  r´   rx  s   &&&€rf   Úhandle_guard_or_falseÚITorchInGraphFunctionVariable._get_handlers.<locals>.handle_guard_or_falseí	  se   ø€ ô ˜$ ×0Ò0ô '×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×HÑHÈÏÉÓVóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  þ	  rˆ  rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  Ústatically_known_falser+  r´   rx  s   &&&€rf   Úhandle_statically_known_falseÚQTorchInGraphFunctionVariable._get_handlers.<locals>.handle_statically_known_falseý	  sf   ø€ ô ˜$ ×0Ò0Ü&×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×PÑPØŸ™óóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# )r^   rP  rY   rù  ra   Nr5  )re   s   "rf   rg   r  
  s)   € ÷ 	ñ 	Ø1ð	Ü6Eð	ä˜tÕ#ñ	rh   c                 óB  € ^RI Hp \        W#4      '       dˆ   VP                  4       P                  P
                  P                  R4      pVeQ   \        P                  P                  \        P                  P                  P                  P                  V4      4      # R# )rz  rØ   rÚ   N)r¼   rÙ   r«   rã   rä   rå   ræ   r   r   rÉ  rb   rƒ   rù  rú  Úhas_free_unbacked_symbols)r-  rP  rù  rÙ   rÚ   s   &&&  rf   Ú handle_has_free_unbacked_symbolsÚTTorchInGraphFunctionVariable._get_handlers.<locals>.handle_has_free_unbacked_symbols
  sy   € õ /ä˜!×,Ò,Ø !§
¡
£× 1Ñ 1× 6Ñ 6× :Ñ :¸?Ó K�Ø Ò,Ü$×5Ñ5×<Ñ<ÜŸ™×-Ñ-×=Ñ=×WÑWØ)óóð ñ
 rh   c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   r,  ra   r5  )re   s   "rf   rg   r  
  s$   € ÷ 	ñ 	Ø1ð	Ü9Hð	äñ	rh   c                 óD  <€ \        VS4      '       d   VP                  pM9VP                  4       '       d   VP                  4       pM\	        R RV 2R. R7       \
        P                  ! V\        P                  P                  P                  P                  X4      4      # )zGtorch.fx.experimental.symbolic_shapes.guard_scalar branch not supportedzexpr: z6Expected `expr` to be a symbolic variable or constant.r¢   )r«   r+  r´   rµ   r#   rB   rg  rb   rƒ   rù  rú  rû  ©r-  rP  r,  Úvalr0  s   &&& €rf   rû  Ú@TorchInGraphFunctionVariable._get_handlers.<locals>.guard_scalar
  sˆ   ø€ ô ˜$ ×0Ò0Ø—l‘l‘Ø×(Ñ(×*Ò*Ø×-Ñ-Ó/‘äØeØ$ T F˜OØ XØõ	ô #×(Ò(Øä—‘×%Ñ%×5Ñ5×BÑBÀ3ÓGóð rh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  3
  rˆ  rh   c                 ó   <€ \        VS4      '       dS   \        P                  ! V\        P                  P
                  P                  P                  VP                  4      4      # VP                  4       '       d   V# R # rÝ   )
r«   rB   rg  rb   rƒ   rù  rú  Ústatically_known_truer+  r´   rx  s   &&&€rf   Úhandle_statically_known_trueÚPTorchInGraphFunctionVariable._get_handlers.<locals>.handle_statically_known_true2
  sf   ø€ ô ˜$ ×0Ò0Ü&×,Ò,ØÜ—H‘H×)Ñ)×9Ñ9×OÑOØŸ™óóð ð ×(Ñ(×*Ò*Ø�árh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ©r^   rP  rY   Útermsra   Nr5  )re   s   "rf   rg   r  C
  ó)   € ÷ 	ñ 	Ø1ð	Ü;Jð	ä˜tÕ#ñ	rh   c                 ó  <€ \         ;QJ d    V3R  lV 4       F  '       d   K   RM	  RM! V3R  lV 4       4      '       dL   SP                  V\        P                  P                  P
                  P                  ! R V 4       !  RR7      # R# )c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   r   ©rv   rù  r0  s   & €rf   ry   ÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_and.<locals>.<genexpr>F
  ó   øé € ÐA¹5°a”:˜a ×1Ð1»5ùr¤  FTc              3   ó@   "  € T F  qP                  4       x € K  	  R # 5irÝ   ©rã   rš  s   & rf   ry   r¬  J
  ó   é € Ð6±¨1Ÿ*™*Ÿ,˜,³ùr•  N©r+  )rê   rÉ  rb   rƒ   rù  rú  Úsym_and©r-  rP  r§  r0  s   &&*€rf   Úhandle_sym_andÚBTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_andB
  sq   ø€ ÷ ‹sÔA¹5ÓA�s�sŠsÔA¹5ÓA×AÒAØ&×-Ñ-ØÜ—H‘H×)Ñ)×9Ñ9×AÒAÙ6±Ó6ñð !ð .ó ð ñ rh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# r¦  r5  )re   s   "rf   rg   r  Q
  r¨  rh   c                 ó  <€ \         ;QJ d    V3R  lV 4       F  '       d   K   RM	  RM! V3R  lV 4       4      '       dL   SP                  V\        P                  P                  P
                  P                  ! R V 4       !  RR7      # R# )c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   r   r«  s   & €rf   ry   ÚTTorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_or.<locals>.<genexpr>T
  r­  r¤  FTc              3   ó@   "  € T F  qP                  4       x € K  	  R # 5irÝ   r¯  rš  s   & rf   ry   r¹  X
  r°  r•  Nr±  )rê   rÉ  rb   rƒ   rù  rú  Úsym_orr³  s   &&*€rf   Úhandle_sym_orÚATorchInGraphFunctionVariable._get_handlers.<locals>.handle_sym_orP
  sq   ø€ ÷ ‹sÔA¹5ÓA�s�sŠsÔA¹5ÓA×AÒAØ&×-Ñ-ØÜ—H‘H×)Ñ)×9Ñ9×@Ò@Ù6±Ó6ñð !ð .ó ð ñ rh   c                óB   € V ^8„  d   QhRRR\         R\         R,          /# ru  r5  )re   s   "rf   rg   r  _
  s)   € ÷ 	ñ 	Ø1ð	Ü9Hð	ä˜tÕ#ñ	rh   c                 ó$  <€ \        VS4      '       d   VP                  pM)VP                  4       '       d   VP                  4       pMR # \        P
                  ! V\        P                  P                  P                  P                  V4      4      # rÝ   )r«   r+  r´   rµ   rB   rg  rb   rƒ   rù  rú  Úhas_static_valuer�  s   &&& €rf   Úhandle_has_static_valueÚKTorchInGraphFunctionVariable._get_handlers.<locals>.handle_has_static_value^
  sn   ø€ ô ˜$ ×0Ò0Ø—l‘l‘Ø×(Ñ(×*Ò*Ø×-Ñ-Ó/‘áä"×(Ò(Ø”E—H‘H×)Ñ)×9Ñ9×JÑJÈ3ÓOóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  n
  s2   € ÷ 
	1ñ 
	1à+ð
	1ô #ð
	1ô &ð	
	1ô
 ñ
	1rh   c                 óJ   € ^RI Hp \        V4      P                  V. VOV4      # )r^   )Ú_unsafe_set_version_counter)Útensor_version_oprÅ  r  r½  )r-  rP  r§  r(  rÅ  s   &&*, rf   Ú!handle_unsafe_set_version_counterÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_unsafe_set_version_counterm
  s*   € õ Hä/Ø+óç‰m˜B  $ ¨Ó0ð1rh   c                ó:   <€ V ^8„  d   QhRRR\         R\         RS/# r4  r5  )re   r1  s   "€rf   rg   r  {
  s3   ø€ ÷ 
	ñ 
	à+ð
	ô #ð
	ô &ð	
	ð
 'ñ
	rh   c                 ó`   <€ S! \         P                  P                  P                  4       4      # rÝ   )rb   r€   rä  Úpeek_interpreter_stack)r-  rP  r§  r(  r1  s   &&*,€rf   Ú'handle_functorch_peek_interpreter_stackÚ[TorchInGraphFunctionVariable._get_handlers.<locals>.handle_functorch_peek_interpreter_stackz
  s(   ø€ ñ -Ü—‘×#Ñ#×:Ñ:Ó<óð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\        /# r4  )rB   ÚFuncTorchInterpreterVariable)re   s   "rf   rg   r  ˆ
  s2   € ÷ 
	ñ 
	à+ð
	ô #ð
	ô &ð	
	ô
 *ñ
	rh   c                 óŒ   € V^ ,          P                   p\        \        P                  P                  P                  V4      4      # )rÂ   )r­   rÏ  rb   rä  ÚpyfunctorchÚcoerce_cinterpreter)r-  rP  r§  r(  Úcinterpreters   &&*, rf   Ú0handle_functorch_pyfunctorch_coerce_cinterpreterÚdTorchInGraphFunctionVariable._get_handlers.<locals>.handle_functorch_pyfunctorch_coerce_cinterpreter‡
  s8   € ð   �7Ÿ=™=ˆLÜ/Ü× Ñ ×,Ñ,×@Ñ@ÀÓNóð rh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  •
  s7   € ÷ #	ñ #	à+ð#	ô #ð#	ô &ð	#	ô
 ˜tÕ#ñ#	rh   c                 ó"  <a€ R  VV3R lloRpV'       d   V^ ,          pMRV9   d
   VR,          pVe[   VP                  4       '       gE   S! V4      '       d7   \        \        P                  P                  4      P                  V. VOV4      # R# )c                ó0   € V ^8„  d   QhR\         R\        /# )r^   rù  ra   rS  )re   s   "rf   rg   Ú]TorchInGraphFunctionVariable._get_handlers.<locals>.handle_torch_tensor.<locals>.__annotate__›
  s   € ÷ 	!ñ 	!¤Oð 	!¼ñ 	!rh   c                 ó0  <€ V P                  4       '       g   \        V S4      '       d   R # \        V \        \        34      '       dO   \        ;QJ d)    V3R lV P
                   4       F  '       g   K   R # 	  R# ! V3R lV P
                   4       4      # R# )Tc              3   ó4   <"  € T F  pS! V4      x € K  	  R # 5irÝ   r–   )rv   r—  Úcheck_any_unspecs   & €rf   ry   ÚtTorchInGraphFunctionVariable._get_handlers.<locals>.handle_torch_tensor.<locals>.check_any_unspec.<locals>.<genexpr> 
  s   øé € ÐD¹G°qÑ/°×2Ð2»Gùs   ƒF)r?  r«   rL   rN   r}  r±   )rù  r0  rÜ  s   &€€rf   rÜ  ÚaTorchInGraphFunctionVariable._get_handlers.<locals>.handle_torch_tensor.<locals>.check_any_unspec›
  se   ø€ à—;‘;—=’=¤J¨q°/×$BÒ$BÙÜ ¤L´-Ð#@×AÒAß›3ÔD¸A¿GºGÓDŸ3œ3ÐDš3ÐD˜3ÔD¸A¿GºGÓDÓDÐDñ !rh   NÚdata)r?  r  rb   Ú_refsr¼   r½  )r-  rP  r§  r(  Údata_argrÜ  r0  s   &&*, @€rf   Úhandle_torch_tensorÚGTorchInGraphFunctionVariable._get_handlers.<locals>.handle_torch_tensor”
  s‡   ù€ ÷	!ñ 	!ð ˆHßØ �7‘Ø˜6Ô!Ø! &�>�ð Ò$Ø ×*Ñ*×,Ò,Ù$ X×.Ò.ô 4´E·K±K×4FÑ4FÓG×UÑUØ˜˜$˜ óð ñ rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\        /# r4  ©rB   r   )re   s   "rf   rg   r  »
  s8   € ÷ 	Nñ 	Nà+ð	Nô #ð	Nô &ð		Nô
 'ñ	Nrh   c                 óV  € V'       d   \        R \        V4       24      hV'       d   \        R\        V4       24      hVP                  P                  '       g!   \	        RRRR.\
        P                  OR7       \        P                  ! V4       VP                  P                  4       # )z/_pop_torch_function_stack expects no args, got z1_pop_torch_function_stack expects no kwargs, got z5Attempted to pop from empty torch function mode stackrÄ  zTCalled `torch._C._pop_torch_function_stack` when torch function mode stack is empty.z0Do not pop from empty torch function mode stack.r¢   )
rç   rÆ  rr  Ú
mode_stackr#   r   r¸  rU   Úregister_mutationÚpop_torch_function_moder9  s   &&*,rf   Úhandle_pop_torch_functionÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_pop_torch_functionº
  s¢   € ÷ Ü$ØEÄcÈ$ÃiÀ[ÐQóð ÷ Ü$ØGÌÈFËÀ}ÐUóð ð ×3Ñ3×>×>Ð>ÜØSØØ vàJðä*×5Ñ5ðõ	ô +×<Ò<¸RÔ@Ø×3Ñ3×KÑKÓMÐMrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  ×
  ó2   € ÷ 	1ñ 	1à+ð	1ô #ð	1ô &ð		1ô
 ñ	1rh   c                 óú   <€ \        V4      ^8w  g	   V'       d   \        VR\        V4       R24       \        P                  ! V4       VP                  P                  V^ ,          4       SP                  ! R4      # )rz  z0push_torch_function takes exactly one argument (re  N)rÆ  r"   rU   rè  rr  Úpush_torch_function_moderÉ  ©r-  rP  r§  r(  r   s   &&*,€rf   Úhandle_push_torch_functionÚNTorchInGraphFunctionVariable._get_handlers.<locals>.handle_push_torch_functionÖ
  sg   ø€ ô �4‹y˜AŒ~§Ü ØØFÄsÈ4ÃyÀkÐQXÐYôô +×<Ò<¸RÔ@à×,Ñ,×EÑEÀdÈ1ÅgÔNØ#×*Ò*¨4Ó0Ð0rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  è
  s2   € ÷ 
	ñ 
	à+ð
	ô #ð
	ô &ð	
	ô
 ñ
	rh   c                 ó¢   € V'       g	   V'       d   \        VR 4       \        P                  ! V\        VP                  P
                  4      4      # )z+len_torch_function_stack takes no arguments)r"   rB   rg  rÆ  rr  rç  r9  s   &&*,rf   Úhandle_len_torch_functionÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_len_torch_functionç
  s=   € ÷ —vÜ  Ð%RÔSÜ"×(Ò(Ø”C˜×8Ñ8×CÑCÓDóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\        /# r4  rå  )re   s   "rf   rg   r  õ
  s8   € ÷ 	Dñ 	Dà+ð	Dô #ð	Dô &ð		Dô
 'ñ	Drh   c                 óš  € \        V4      ^8w  g	   V'       d   \        VR\        V4       R24       V^ ,          P                  4       pV^ 8  d   \        RV 24      hV\        VP                  P
                  4      8¼  d/   \        RV R\        VP                  P
                  4       24      hVP                  P
                  V,          # )rz  z2get_function_stack_at takes exactly one argument (re  z;Expected non-negative index for get_function_stack_at, got zIndex z6 out of range for torch function mode stack of length )rÆ  r"   rµ   rç   rr  rç  )r-  rP  r§  r(  Úinds   &&*, rf   Úhandle_get_stack_atÚGTorchInGraphFunctionVariable._get_handlers.<locals>.handle_get_stack_atô
  sË   € ô �4‹y˜AŒ~§Ü ØØHÌÈTËÈÐSZÐ[ôð �q•'×,Ñ,Ó.ˆCØ�QŒwÜ$ØQÐRUÐQVÐWóð ð ”c˜"×:Ñ:×EÑEÓFÔFÜ$Ø˜S˜Eð "!Ü!$ R×%EÑ%E×%PÑ%PÓ!QÐ RðTóð ð ×3Ñ3×>Ñ>¸sÕCÐCrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r    rí  rh   c                 óh   € V'       g	   V'       d   \        VR 4       \        P                  ! V. 4      # )z5_get_current_dispatch_mode_stack() takes no arguments)r"   rB   rg  r9  s   &&*,rf   Ú&handle_get_current_dispatch_mode_stackÚZTorchInGraphFunctionVariable._get_handlers.<locals>.handle_get_current_dispatch_mode_stack  s,   € ÷ —vÜ ØØKôô #×(Ò(¨¨RÓ0Ð0rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r    s8   € ÷ +	Añ +	Aà+ð+	Aô #ð+	Aô &ð	+	Aô
 ñ+	Arh   c           	      ó,  <€ \        V4      \        V4      ,           ^8”  g   V'       d-   RV9  d&   \        RRV RV 2R. \        P                  OR7        V'       d   S
! VR,          4      pMV'       d   S
! V^ ,          4      pMRp\        P
                  ! V4      pXf>   \        V P                  4      p\        VP                  \        P                  4      4       \        R4      p\        VP                  \        P                  4      4       \        VXP                  P!                  R^R7      R,          4      p	\"        P$                  ! WV	4      #   \         d1   p\        RRT RT 2R	. \        P                  OTR
7        Rp?LïRp?ii ; i)rz  r¹  z*improper torch.get_device_module argumentsrÔ  rÕ  z<torch.get_device_module accepts 1 optional argument `device`r¢   Nz.bad device argument to torch.get_device_moduleúAExpected valid string/torch.device argument ('cpu', 'cuda', etc.)©r£   r¤   r¥   r¦   Úfrom_excrb   r3  )Úmaxsplitrq  )rÆ  r#   r   r¸  rb   Úget_device_moduler7  r+   r®   r)   r  r(   ÚID_MATCHr-   r*   rt   ÚrsplitrB   rg  )r-  rP  r§  r(  r¹  ÚmoduleÚer®   Útorch_sourceÚ
new_sourcer,  s   &&*,      €rf   Úhandle_get_device_moduleÚLTorchInGraphFunctionVariable._get_handlers.<locals>.handle_get_device_module  sg  ø€ ô �4‹yœ3˜v›;Õ&¨Ô*¯v¸(È&Ô:PÜØHØ# D 6¨°6°(Ð;Ø ^ðÜ*×5Ñ5ðõ	ðßÙ-¨f°XÕ.>Ó?‘FßÙ-¨d°1­gÓ6‘Fà!�FÜ×0Ò0°Ó8�ð Š~Ü1°$·+±+Ó>�Ü˜f×/Ñ/´×0EÑ0EÓFÔGä'¨Ó0ˆLÜ˜,×1Ñ1´,×2GÑ2GÓHÔIÜ#ØØ—‘×&Ñ& s°QÐ&Ó7¸Õ;óˆJô #×(Ò(¨°ZÓ@Ð@øô) ô ÜØLØ# D 6¨°6°(Ð;Ø cØ9Ô-×8Ñ8Ð9Ø÷ò ûðús$   ÁE ÁE Á7(E ÅFÅ#&FÆFc                ó@   € V ^8„  d   QhRRR\         R\         R\        /# r4  )rB   r   )re   s   "rf   rg   r  Q  s2   € ÷ -	ñ -	à+ð-	ô #ð-	ô &ð	-	ô
 ñ-	rh   c           	      óò  <€ ^RI Hp \        V4      \        V4      ,           ^8”  g   V'       d-   RV9  d&   \        RRV RV 2R. \        P
                  OR7        V'       d%   \        P                  ! S	! VR,          4      4      pM.V'       d%   \        P                  ! S	! V^ ,          4      4      pMRpVP                  P                  V4      pV! V P                  4      pVeQ   \        Wg4      '       g@   V! VP                  VP                  VP                  VP                  VP                  R	7      pV#   \          d2   p\        R
RT RT 2R. \        P
                  OTR7        Rp?R# Rp?ii ; i)rz  )Ú_get_stream_variable_clsr¹  z9unsupported arguments to torch.accelerator.current_streamrÔ  rÕ  zGtorch.accelerator.current_stream accepts one optional argument `device`r¢   N)Úcurrent_devicer®   z7bad device argument to torch.accelerator.current_streamr  r  )Ústreamsr  rÆ  r#   r   r¸  rb   r¹  Úsymbolic_stream_stateÚ
cur_streamr­   r«   r@  Úuser_object_indexr  r®   r7  )
r-  rP  r§  r(  r  r¹  Ú
stream_varÚstream_variable_clsr
  r,  s
   &&*,     €rf   Úhandle_current_streamÚITorchInGraphFunctionVariable._get_handlers.<locals>.handle_current_streamK  sX  ø€ õ :ä�4‹yœ3˜v›;Õ&¨Ô*¯v¸(È&Ô:PÜØWØ# D 6¨°6°(Ð;Ø iðÜ*×5Ñ5ðõ	ðßÜ"Ÿ\š\Ñ*:¸6À(Õ;KÓ*LÓM‘FßÜ"Ÿ\š\Ñ*:¸4À½7Ó*CÓD‘Fà!�Fà×5Ñ5×@Ñ@ÀÓH�
Ù&>¸t¿z¹zÓ&JÐ#Ø&Ò2¼:Ø÷<ò <ñ "5Ø"×(Ñ(Ø"×(Ñ(Ø"×4Ñ4Ø'1×'@Ñ'@Ø)×0Ñ0ô"�Jð "Ð!øÜô ÜØUØ# D 6¨°6°(Ð;Ø cØ9Ô-×8Ñ8Ð9Ø÷ó ûðús%   ÁD: Á%+D: ÂB(D: Ä:E6Å&E1Å1E6rÊ  ÚmtiaÚxpuÚmpsrÝ  c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  �  s2   € ÷ +	1ñ +	1à+ð+	1ô #ð+	1ô &ð	+	1ô
 ñ+	1rh   c                 óô  <€ R pV'       d,   RV9   d%   \         P                  ! S! VR,          4      4      pM+V'       d$   \         P                  ! S! V^ ,          4      4      pVfo   S
P                  V P                  4      pVf:   \         P                  P                  4       pVf   \        R4      hVP                  p\         P                  ! V4      pVP                  R8X  d   S	P                  ! R 4      # VP                  pVf   ^ RI
Hp V! 4       '       g   ^ pVP                  P                  R\         P                  P                  P                   VP                  V3/ 4       S	P                  ! R 4      # )Nr¹  z:No accelerator available for torch.accelerator.synchronizerÝ  )Ú_coor_enabledr½  )rb   r¹  ræ   r­   ÚacceleratorÚcurrent_acceleratorrç   r¬   rÉ  ÚindexÚ"torch.fx.experimental.proxy_tensorr   rØ  rÙ  Úopsr  Úsynchronize_device)r-  rP  r§  r(  r¹  r  r!  Údevice_indexr   r   Ú_synchronize_fn_to_device_typer,  s   &&*,     €€€rf   Úhandle_synchronizeÚFTorchInGraphFunctionVariable._get_handlers.<locals>.handle_synchronizeˆ  s5  ø€ ð ˆFß˜( fÔ,ÜŸšÑ&6°v¸hÕ7GÓ&HÓI‘ßÜŸšÑ&6°t¸AµwÓ&?Ó@�àŠ~Ø<×@Ñ@ÀÇÁÓL�ØÒ&ä"'×"3Ñ"3×"GÑ"GÓ"I�KØ"Ò*Ü,ØXóð ð #.×"2Ñ"2�KÜŸš kÓ2�ð �{‰{˜eÔ#Ø'×.Ò.¨tÓ4Ð4à!Ÿ<™<ˆLØÒ#ÝLñ %—’Ø#$�Là�I‰I×"Ñ"ØÜ—	‘	×!Ñ!×4Ñ4Ø—‘˜lÐ+Øô	ð $×*Ò*¨4Ó0Ð0rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  ¾  s2   € ÷ 	1ñ 	1à+ð	1ô #ð	1ô &ð		1ô
 ñ	1rh   c                 óè   <€ \         P                  ! V4       V^ ,          P                  4       '       d   \         P                  ! V4       M\         P                  ! V4       SP
                  ! R4      # )rÂ   N)rU   rè  Úis_constant_noneÚclear_default_deviceÚ!register_device_context_insertionrÉ  rð  s   &&*,€rf   Úhandle_set_default_deviceÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_default_device½  sT   ø€ ô +×<Ò<¸RÔ@Ø�A�w×'Ñ'×)Ò)Ü.×CÒCÀBÕGä.×PÒPÐQSÔTà#×*Ò*¨4Ó0Ð0rh   )Úelementwise_dtypesc                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  Ö  s2   € ÷ 	8ñ 	8à+ð	8ô #ð	8ô &ð		8ô
 ñ	8rh   c           	      ó  <€ ^RI Hp VR,          P                  4       p. pV FÆ  p\        VS	4      '       d=   VP	                  VP                  4       P                  P                  R,          4       KQ  VP                  4       '       d"   VP	                  VP                  4       4       Kˆ  \        R\        V4      R\        V4      P                   2. \        P                  OR7       KÈ  	  S
! VRV/ pVP                  W4      # )rz  )ÚSourcelessBuilderÚtype_promotion_kindrÚ   z'elementwise_dtypes unsupported arg typez>elementwise_dtypes requires tensor or constant arguments, got r¢   )Úbuilderr5  rµ   r«   rÊ   rã   rä   rå   r´   r#   rœ   r¬   rt   r   r¯   rÉ  )r-  rP  r§  r(  r5  r6  Ú	real_argsrj  r÷   rÙ   r2  s   &&*,     €€rf   Úhandle_elementwise_dtypesÚMTorchInGraphFunctionVariable._get_handlers.<locals>.handle_elementwise_dtypesÕ  së   ø€ õ 3à"(Ð)>Õ"?×"RÑ"RÓ"TÐØˆIÛ�Ü˜c >×2Ò2Ø×$Ñ$ S§\¡\£^×%8Ñ%8×%=Ñ%=¸oÕ%NÖOØ×+Ñ+×-Ò-Ø×$Ñ$ S×%;Ñ%;Ó%=Ö>ä!Ø IÜ # C£ð#Ü#'¨£9×#5Ñ#5Ð"6ð8ð ?Ô 1× =Ñ =Ð>÷ñ ñ (ØðØ0CñˆFð %×+Ñ+¨BÓ7Ð7rh   c          
      ó~   € V ^8„  d   QhRRR\         R,          R\         R,          R\        \        ,          R\         /# )r^   rP  rY   Úpredicate_vtNÚ
message_vtÚ
error_typera   )rB   r¬   r7  )re   s   "rf   rg   r  ô  sQ   € ÷ i	ñ i	à+ði	ô *¨DÕ0ði	ô (¨$Õ.ð	i	ô
 œY�ði	ô ñi	rh   c           	      ól  <€ Vf$   \        VV P                  P                   R24       VP                  4       '       d   \        VR4       R pR pVe   VP	                  4       pT;f    MÍ;;\
        Rc ;e   w   M ;\        Rc ;e   w   M  MJ \        V4      \
        \        39   d0     VP                  4       pVP                  P                  RV4      pM` VP!                  4       '       d!   VP#                  4       pVe6   \        V4      pM) \        R	\        V4      R
. \        P                  OR7       VP!                  4       '       d`   VP#                  4       '       d   S
P$                  ! R 4      # Ve$   \        \'        V4      '       d   V! 4       MT4      MRp\)        WAV.R7       VP+                  4       pVf   V3p	MW†3p	S! VVP                  P-                  R\.        P0                  V	/ 4      R7      #   \         d.    \        R\        T4      RR.\        P                  OR7        ELxi ; i)Nz1() missing 1 required positional argument: 'cond'z�cond must be a bool, but got a Tensor. For tensor conditions, use torch._check_tensor_all() to assert that all elements are true.r–   z-Can't convert torch._check*() message closurezhThe message argument of torch._check*() must be a function whose closure variables are Python constants.z‚Remove closure variables that reference non-constant values, e.g. remove references to tensor `x` in `lambda: f'{x} failed check'`r¢   Ú_check_messagez*Can't extract message from torch._check*()zNThe message argument of torch._check*() must be a string, None, or a function.z(Expected cond to be True, but got False.r¤  r½  ©rP  r@  )r"   r­   rt   r?  rí   rJ   rK   r¬   r  rI   r#   rœ   r   r¯   rØ  Ú%register_static_attr_and_return_proxyr´   rµ   rÉ  r¡  r!   rã   rÙ  rb   Ú_check)r-  rP  r<  r=  r>  Úmessage_eagerÚmessage_graph_argÚmsgÚpredicate_proxyÚ
proxy_argsr   r2  s   &&&&&     €€rf   Ú
check_implÚ>TorchInGraphFunctionVariable._get_handlers.<locals>.check_implô  sK  ø€ ð Ò#Ü ØØ—z‘z×*Ñ*Ð+Ð+\Ð]ôð
 ×%Ñ%×'Ò'Ü Øð<ôð !ˆMØ $Ðð Ò%Ø'×/Ñ/Ó1�
ØÛÙØJÐ1Ô/×1Ñ1Ð4JÔ4H×4JÑ4JÒJÌdØóOä0Ô2FÐGôOHñØ(2×(?Ñ(?Ó(A˜ð  )+¯	©	×(WÑ(WØ(¨-ó)Ñ%ð ˜*×7Ñ7×9Ò9ð %/×$AÑ$AÓ$C�MØ$Ò0Ü,/°Ó,>Ñ)ØÜ!Ø LÜ # J£ð-ðÜ.×:Ñ:ðõ
ð ×.Ñ.×0Ò0Ø×2Ñ2×4Ò4Ø+×2Ò2°4Ó8Ð8ð %Ò0ô ¬8°M×+BÒ+B™œÈÔVàDð ô
 )¨¸s¸eÕDà*×3Ñ3Ó5ˆOð !Ò(Ø-Ð/‘
à-ÐA�
á ØØ—i‘i×,Ñ,Ø#Ü—L‘LØØó	ôð øôo 2ô Ü%Ø$SÜ$'¨
£Oð!Pð!cð#ô "3×!>Ñ!>ð#÷ð ðús   Â*G; Ç;4H3È2H3c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  `  s8   € ÷ 		Bñ 		Bà+ð		Bô #ð		Bô &ð			Bô
 ñ		Brh   c                 óÄ   <€ V'       d
   V^ ,          MVP                  R4      pV'       d
   VR,          MRpV'       d
   V^ ,          MVP                  R4      pS! WWF4      # )rÂ   Úcondrä  rC  r–   )ræ   )r-  rP  r§  r(  r<  Ú	rest_argsr=  rI  s   &&*,   €rf   Úhandle_checkÚ@TorchInGraphFunctionVariable._get_handlers.<locals>.handle_check_  sK   ø€ ÷ '+˜4 ž7°·
±
¸6Ó0BˆLß$(˜˜Rž¨bˆIß)2˜ 1ž¸¿
¹
À9Ó8MˆJÙ˜d¨ÓAÐArh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  r  s8   € ÷ 	Nñ 	Nà+ð	Nô #ð	Nô &ð		Nô
 ñ	Nrh   c                 ó‚  <€ V P                   \        P                  J d7   V'       d
   V^ ,          MVP                  R4      pV'       d
   VR,          MRpMRpTp\        P                  \
        \        P                  \        \        P                  \        \        P                  \        /pVe   VP                  4       MVP                  V P                   \        4      pV'       d
   V^ ,          MVP                  R4      pV'       d
   VR,          MRpV'       d
   V^ ,          MVP                  R4      p	S
! WW‰V4      # )rÂ   r>  rä  NrM  rC  r–   )r­   rb   Ú_check_withræ   Ú_check_indexÚ
IndexErrorÚ_check_valuer  Ú_check_typer  Ú_check_not_implementedri  rµ   r¦  )r-  rP  r§  r(  Úerror_type_vtrN  Ú_CHECK_ERROR_TYPESr>  r<  r=  rI  s   &&*,      €rf   Úhandle_check_withÚETorchInGraphFunctionVariable._get_handlers.<locals>.handle_check_withk  sõ   ø€ ð �z‰zœU×.Ñ.Ó.ß+/  Q¦°V·Z±ZÀÓ5M�ß(,˜D žH°"‘	à $�Ø �	ô ×"Ñ"¤JÜ×"Ñ"¤JÜ×!Ñ!¤9Ü×,Ñ,Ô.Að	AÐð !Ò,ð ×0Ñ0Ô2à'×+Ñ+¨D¯J©J¼ÓEð ÷ ,5˜9 Qž<¸&¿*¹*ÀVÓ:LˆLß)2˜	 "ž¸ˆIß)2˜ 1ž¸¿
¹
À9Ó8MˆJÙ˜d¨À*ÓMÐMrh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  •  s8   € ÷ 	Kñ 	Kà+ð	Kô #ð	Kô &ð		Kô
 ñ	Krh   c                 ó  <€ V P                   \        P                  J dQ   V'       d
   V^ ,          MVP                  R4      pV'       d
   VR,          MRpVe   VP	                  4       M\
        pMTp\
        pV'       d
   V^ ,          MVP                  R4      pV'       d
   VR,          MRpV'       d
   V^ ,          MVP                  R4      pVf   S
! WRW†4      # VP                  VR. / 4      P                  VR. / 4      p	S
! WW˜V4      # )	rÂ   r>  rä  NrM  rC  Ú_is_all_truer¸   r–   )r­   rb   Ú_check_tensor_all_withræ   rµ   r¦  rÎ  )r-  rP  r§  r(  rY  rN  r>  Úcond_vtr=  Ú	scalar_vtrI  s   &&*,      €rf   Úhandle_check_tensor_allÚKTorchInGraphFunctionVariable._get_handlers.<locals>.handle_check_tensor_all‘  sì   ø€ ð �z‰zœU×9Ñ9Ó9ß+/  Q¦°V·Z±ZÀÓ5M�ß(,˜D žH°"�	ð %Ò0ð "×4Ñ4Ô6ä%ñ ð !�	Ü)�
ç&/�i –l°V·Z±ZÀÓ5GˆGß)2˜	 "ž¸ˆIß)2˜ 1ž¸¿
¹
À9Ó8MˆJàŠÙ! $¨D°*ÓIÐIà×+Ñ+¨B°ÀÀBÓG×SÑSØ�F˜B óˆIñ ˜d¨	¸zÓJÐJrh   c                ó¶   € V ^8„  d   QhRRR\         \        ,          R\        \        \        3,          R\        \
        .\
        R,          3,          R\        /# )r^   rP  rY   r§  r(  rw   Nra   )rÓ   rB   r{   rœ   r   rp  )re   s   "rf   rg   r  ´  sY   € ÷ 	3ñ 	3Ø+ð	3ä”Õ'ð	3ô œœoÐ-Õ.ð	3ô œ#˜¤ d¥
Ð*Õ+ð		3ô
 ñ	3rh   c                 óZ  a€ \        V4      ^8w  g	   V'       d&   \        V VP                   R\        V4       R24       \        R4      p\	        VP                  \        P                  4      4       \        \        \        VR4      R4      4      p\	        VP                  \        P                  4      4       V^ ,          P                  4       pV! V4      oV P                  P                  RVV3/ 4       V P                  P                  V3R l4       \        P                   ! V S4      # )rz  z takes exactly one argument (re  rb   rÊ  r  r½  c                  óB   <€ \         P                  P                  S 4      # rÝ   )rb   rÊ  Ú
set_devicer-  s   €rf   r  Ú\TorchInGraphFunctionVariable._get_handlers.<locals>.exchange_device_helper.<locals>.<lambda>Í  s   ø€ ¬u¯z©z×/DÑ/DÀTÔ/Jrh   )rÆ  r"   rt   r-   r)   r  r(   r  r+   r*   ÚEQUALS_MATCHrµ   rØ  rû  r	  rB   rg  )rP  r§  r(  rw   r  Úcurrent_device_sourcerj  r  s   &&&&   @rf   Úexchange_device_helperÚJTorchInGraphFunctionVariable._get_handlers.<locals>.exchange_device_helper´  s÷   ø€ ô �4‹y˜AŒ~§Ü ØØ—{‘{�mÐ#@ÄÀTÃÀÈ7ÐSôô (¨Ó0ˆLÜ˜,×1Ñ1´,×2GÑ2GÓHÔIÜ$<Üœ: l°FÓ;Ð=MÓNó%Ð!ô Ð/×:Ñ:¼<×;TÑ;TÓUÔVØ�q•'×,Ñ,Ó.ˆCÙ�c“7ˆDØ�I‰I×!Ñ!ØØØ�Øô	ð �I‰I×&Ñ&Ô'JÔKÜ"×(Ò(¨¨TÓ2Ð2rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  Ñ  ó2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c                 ó\   <€ S! V\        V4      V\        P                  P                  4      # rÝ   )rÓ   rb   rÊ  Ú_exchange_device©r-  rP  r§  r(  rl  s   &&*,€rf   Úhandle_exchange_deviceÚJTorchInGraphFunctionVariable._get_handlers.<locals>.handle_exchange_deviceÐ  s)   ø€ ñ *Ø”D˜“J ¬¯
©
×(CÑ(Cóð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  Ü  ro  rh   c                 ó\   <€ S! V\        V4      V\        P                  P                  4      # rÝ   )rÓ   rb   rÊ  Ú_maybe_exchange_devicerr  s   &&*,€rf   Úhandle_maybe_exchange_deviceÚPTorchInGraphFunctionVariable._get_handlers.<locals>.handle_maybe_exchange_deviceÛ  s)   ø€ ñ *Ø”D˜“J ¬¯
©
×(IÑ(Ióð rh   c                ó@   € V ^8„  d   QhRRR\         R\         R\         /# r4  r5  )re   s   "rf   rg   r  ç  s2   € ÷ 	ñ 	à+ð	ô #ð	ô &ð		ô
 ñ	rh   c                 ó,  € ^RI Hp ^RIHp V^ ,          pV^,          pVP	                  4       pVP                  4       '       dK   \        P                  P                  P                  VP	                  4       V4       VP                  ! R4      # \        We4      '       dG   \        P                  P                  P                  VP                  V4       VP                  ! R4      # \        \        P                  R\!        V4      P"                   24      h)rz  r   ©r0  NzAoverride_optimization_hint expects a SymInt or int argument, got )Úconstantr   r¼   r0  rµ   r´   rb   r‰   Ú
decoratorsÚoverride_optimization_hintrÉ  r«   r+  r$   r%   ÚINVALID_INPUTr¬   rt   )	r-  rP  r§  r(  r   r0  Úx_vtÚval_vtrž  s	   &&*,     rf   Ú!handle_override_optimization_hintÚUTorchInGraphFunctionVariable._get_handlers.<locals>.handle_override_optimization_hintæ  sÝ   € õ 3Ý/à˜•7ˆDØ˜!•WˆFØ×+Ñ+Ó-ˆCà×&Ñ&×(Ò(Ü—‘×(Ñ(×CÑCØ×+Ñ+Ó-¨sôð (×.Ò.¨tÓ4Ð4ä˜$×0Ò0Ü—‘×(Ñ(×CÑCÀDÇLÁLÐRUÔVØ'×.Ò.¨tÓ4Ð4äÜ×+Ñ+ðÜ˜D“z×*Ñ*Ð+ð-óð rh   c                ó   € V ^8„  d   QhRR/# )r^   rP  rY   r–   )re   s   "rf   rg   r    s   € ÷ e	ñ e	Ø1ñe	rh   c                ó’  € ^RI HpHp ^RIHp ^RIHp ^RIHp ^RI	H
p	 ^RIHp
Hp VP                  '       gp   \        V4      ^8¼  d
   V^,          MVP!                  R4      pV
! V4      ;'       g    VP#                  4       p\%        RR	VP                   2R
R.VVV'       * R7       VP&                  P(                  '       d^   VP&                  P*                  pV'       d   RP-                  V4      MRp\%        RRV 2RV 2V'       d   RV^ ,           R2MRR.R7       VP.                  '       d   \%        RRR. R3OR7       \        V4      ^8¼  d   \1        V^ ,          R4       \        V4      ^8¼  d   \1        V^,          R4       \3        4       p/ pVP4                  P6                  P9                  4        FÏ  p\;        VV4      '       g   K  VP=                  4       P>                  P@                  P!                  R4      p\;        V\B        PD                  4      '       g   \G        R\I        V4       24      h\K        V4      pVPM                  V4       VPN                  f   K­  V F  pVPN                  PP                  VV&   K  	  KÑ  	  ^RI)H*p \        V4      ^8¼  d   \W        V^ ,          4      M. p\        V4      ^8¼  d   \W        V^,          4      M. p\3        4       pV FS  w  pp\;        V\B        PD                  4      '       g   K(  VPX                  f   K8  VP[                  VPX                  4       KU  	  V! VVR7      pVV,          pV'       dR   V Uu. uF  pVV9   g   K  VV,          NK  	  ppV'       d   R V 2MR!p\%        R"VR#R$R%.\\        P^                  OR7       VP!                  R&4      p VP!                  R'4      p!\;        V V4      ;'       d    V P`                  R(J ;'       g#    \;        V!V4      ;'       d    V!P`                  R(J p"V"'       g–   V Uu0 uF!  p\I        V4      Pb                  R)8w  g   K  VkK#  	  p#pVP4                  Pd                  p$V#V$,          p%V%'       d   \%        R*R+\        V%4       2R,R-.R7       VP4                  Pd                  PM                  V#4       \        V4      ^8¼  d
   V^,          MVP!                  R4      p&\;        V&V4      '       d[   \g        \i        V&Pj                  P9                  4       4      4      p'\        V4      ^8¼  d   V^ ,          V'.VR.,          O5pM/ VCRV'/Cp\B        Pl                  Pn                  Pq                  4       ;_uu_ 4        \B        Pl                  Pn                  Ps                  4       ;_uu_ 4        VP4                  Pt                  ! R/\B        Pv                  Px                  .\{        W#4      O5!  p(RRR4       RRR4       V! VX(R07      p)\;        V&V4      '       dx   \;        V)V	4      '       g   \G        R1\I        V)4       24      hV&Pj                   U*u. uF  p*V*P|                  NK  	  p+p*\        \�        V+V)Pj                  R(R27      4      p,V! V,4      # V)# u upi u upi   + '       g   i     L·; i  + '       g   i     LÂ; iu up*i )4a­  
Handle torch.autograd.grad() calls within compiled regions.

NOTE [Tracing autograd.grad in dynamo]

We validate two things:

1. External grad_fns cannot be consumed: The grad_fn on external inputs
   could change at runtime, so we would need to guard on it if we wanted
   to trace through it. For now, we reject this case.
   We compute "consumed" grad_fns (reachable from outputs, excluding
   autograd.grad inputs parameter) and verify no graph input's grad_fn is in this set.

2. Returned tensors cannot have consumed grad_fns: If autograd.grad
   consumes a grad_fn and we return a tensor connected to it, the user
   would get "backward through graph a second time" error. We track
   consumed grad_fns and check at output time. If violated, we retry
   with a graph break at autograd.grad.

Safe vs Unsafe Cases:

Case 1 - Safe (external tensor is autograd.grad input):
    x = torch.randn(4, requires_grad=True)
    external = x * 2  # has external grad_fn

    @torch.compile
    def fn(external_input):
        loss = external_input.sum()
        return torch.autograd.grad(loss, external_input)

    Safe because autograd.grad stops at external_input, never consuming
    its external grad_fn.

Case 2 - Unsafe (external grad_fn in path):
    @torch.compile
    def fn(external_input):
        loss = mod(external_input).sum()
        return torch.autograd.grad(loss, mod.weight)

    Unsafe because autograd.grad must traverse through external_input's
    grad_fn to reach mod.weight. The external grad_fn could change at
    runtime, so we would need to guard on it (like AOTAutograd does).
    For now, we reject this case.

Case 3 - Unsafe (returning tensor with consumed grad_fn):
    @torch.compile
    def fn(x):
        y = x * 2
        grad = torch.autograd.grad(y.sum(), x)
        return y, grad  # y's grad_fn was consumed!

    Unsafe because y's grad_fn was consumed by autograd.grad. Trying to
    backward through y later would error.
)r   r   ©r2  r   rž   r    )Ú_contains_graph_intermediaterÙ   ÚinputszPusing `torch.autograd.grad` with `torch._dynamo.config.trace_autograd_ops=False`ztrace_autograd_ops=zmAttempted to call `torch.autograd.grad` with config `torch._dynamo.config.trace_autograd_ops` set to `False`.z;Change `torch._dynamo.config.trace_autograd_ops` to `True`.)r£   r¤   r¥   r¦   Ú
skip_frameÚ preserve_skip_frame_after_inlineÚapply_to_coderX  Úunknownz0autograd.grad consumed returned tensor's grad_fnzLeaked output tensors: zâtorch.autograd.grad() consumes grad_fns that are needed by tensors returned from this compiled function. This would cause 'backward through graph a second time' errors.
  The following returned tensors have consumed grad_fns: z9Detach the problematic tensor(s) before returning: e.g. `z
.detach()`z.Call .detach() on the tensor before returning.z^If you need to backward through the returned tensor, use retain_graph=True in autograd.grad().r¢   z$autograd.grad with compiled autogradz&compiled_autograd is currently enabledzµtorch.autograd.grad() inside torch.compile is not supported when compiled autograd is enabled. These two features have conflicting requirements for how the autograd graph is traced.ÚoutputsrÚ   rÛ   N)Úcollect_reachable_grad_fns)Ústop_atzinputs with external grad_fn: rÄ  z#autograd.grad with external grad_fna	  torch.autograd.grad() cannot trace through the autograd graph because it's output depends on a tensor that was created outside the compiled region and has a grad_fn attached. The autograd graph extends beyond the compiled region boundary, which Dynamo cannot trace.z–If you don't need gradients to flow back to the original tensor outside the compiled region, detach the input: `tensor.detach().requires_grad_(True)`.zEOtherwise, move the autograd.grad() call outside the compiled region.Úretain_graphÚcreate_graphTÚAccumulateGradz+autograd.grad with already consumed grad_fnzdouble consumed grad_fns: z½torch.autograd.grad() is trying to consume grad_fns that were already consumed by a previous autograd.grad() call. This would cause 'backward through graph a second time' errors at runtime.zUse retain_graph=True in the first autograd.grad() call if you need to compute gradients through the same graph multiple times.rö  r½  rA  zCExpected BaseListVariable from autograd.grad with dict inputs, got )Ústrict)zLDisable compiled autograd by removing the compiled_autograd context manager.zBOr move the autograd.grad() call outside the torch.compile region.zPOr restructure your code so autograd.grad() and compiled_autograd don't overlap.)ArÄ  r   r   r7  r2  r}  r   r©   rŸ   rª   r¡   r¼   rˆ  rÙ   Útrace_autograd_opsrÆ  ræ   Úhas_live_graph_intermediater#   Úspeculation_logÚgraph_break_on_autograd_gradÚautograd_grad_leaked_tensorsÚjoinÚcompiled_autograd_enabledr²   r½   rØ  Úinput_source_to_varrî   r«   rã   rä   rå   rb   rc   rç   r¬   rÑ   r  r®   rx   Úoutput_graphr�  rì   rË   rÌ   r   r¯   r­   rt   Úautograd_grad_consumed_grad_fnsrN   rÓ   r±   rƒ   rÐ  Úpreserve_node_metaÚ_set_autograd_backwardrÙ  r¾   rP  r<   r³   r{   Úzip)-r-  rP  r§  r(  r   r   r2  r   rŸ   r¡   rˆ  rÙ   r‰  rŠ  ÚleakedÚ
leaked_strÚexternal_grad_fnsÚgrad_fn_to_sourcer™   ré   Útensor_grad_fnsÚgfr�  Úoutputs_with_sourcesÚinputs_with_sourcesÚinputs_grad_fnsr¼   rs   Úconsumed_grad_fnsÚexternal_in_consumedÚsourcesr¤   r‘  r’  Úgraph_preservedÚnon_leaf_consumedÚalready_consumedÚdouble_consumedÚ
inputs_varÚinputs_as_tupler@  r÷   rô  Úkeysr±   s-   &&*,                                         rf   Úhandle_autograd_gradÚHTorchInGraphFunctionVariable._get_handlers.<locals>.handle_autograd_grad  s>  € ÷t 5Ý.Ý2Ý0Ý/ßLà×,×,Ð,Ü$'¨£I°¤N˜˜až¸¿
¹
À8Ó8L�á0°Ó8÷ 8ð 8Ø×5Ñ5Ó7ð ô ØnØ1°&×2KÑ2KÐ1LÐMðTð Vðð  *Ø5?Ø&0¤.õð$ ×!Ñ!×>×>Ð>Ø×+Ñ+×HÑH�ß28˜TŸY™Y vÔ.¸i�
ÜØNØ5°j°\ÐBðTð U_ÐS_ða÷ "ð TÐTZÐ[\ÕT]ÐS^Ð^hÑiàMØxð	õð( !×:×:Ð:ÜØBØDðMòõô" �4‹y˜AŒ~Ü(¨¨a­°)Ô<Ü�4‹y˜AŒ~Ü(¨¨a­°(Ô;ô ADÃÐàFHÐØ—y‘y×4Ñ4×;Ñ;Ö=�Ü˜c >×2Ô2Ø"%§,¡,£.×"5Ñ"5×":Ñ":×">Ñ">¸Ó"O�KÜ% k´5·<±<×@Ò@Ü,ØMÌdÐS^ÓN_ÐM`Ðaóð ô '<¸KÓ&H�OØ%×,Ñ,¨_Ô=à—z‘zÔ-Û"1˜BØ47·J±J·O±OÐ-¨bÓ1ó #2ñ >õ Bô ;>¸d»)Àq¼.Ô-¨d°1­gÔ6Èbð !ô ;>¸d»)Àq¼.Ô-¨d°1­gÔ6Èbð  ô ?B»eˆOÛ0‘	�˜Ü˜f¤e§l¡l×3Ô3¸¿¹Ô8RØ#×'Ñ'¨¯©Ö7ñ 1ñ !;Ø$¨oô!Ðð $5Ð7HÕ#HÐ ç#ñ 3óá2˜ØÐ.Ñ.ô *Ð% b×)Ð)Ù2ð ð ÷
 IPÐ:¸7¸)ÑDÐUW�ÜØAØ#ðbðià_ðô +×6Ñ6ð	õð* "Ÿ:™: nÓ5ˆLØ!Ÿ:™: nÓ5ˆLä˜<Ð)9Ó:÷ /ð /Ø ×&Ñ&¨$Ð.÷ð ô ˜<Ð)9Ó:÷ /ð /Ø ×&Ñ&¨$Ð.ð ÷ #ñ 0ó%á/˜Ü˜B“x×(Ñ(Ð,<Ñ<÷ �BÙ/ð "ð %ð $&§9¡9×#LÑ#LÐ Ø"3Ð6FÕ"F�ß"Ü!Ø MØ"<¼SÀÓ=QÐ<RÐ Sð^ð
_ðõð —	‘	×9Ñ9×@Ñ@ÐARÔSô %(¨£I°¤N˜˜až¸¿
¹
À8Ó8LˆJÜ˜*Ð&7×8Ò8Ü"/´°Z×5EÑ5E×5LÑ5LÓ5NÓ0OÓ"P�Ü�t“9 ”>Ø  �G _Ð@°t¸BµxÑ@‘DàB ÐB¨°/ÑB�Fô —‘×"Ñ"×5Ñ5×7Õ7Ü—‘×"Ñ"×9Ñ9×;Õ;àŸ	™	×.Ò.Ø#Ü—N‘N×'Ñ'ðô ' tÓ4ó�÷ <÷ 8ñ # b°Ô6ˆFä˜*Ð&7×8Ò8Ü! &Ð*:×;Ò;Ü(ðÜ# F›|˜nð.óð ð >H×=MÒ=MÓ.NÑ=M¸¨q¯t¬tÑ=M�Ð.NÜœS  v§|¡|¸DÔAÓB�Ù(¨Ó/Ð/ØˆMùòAùòP%÷L <×;ú÷ 8×7üò  /OsC   Í	ZÍ-ZÐ&ZÑZÕ=1Z1Ö.AZ	×/Z1Ù[ÚZ.Ú)Z1Ú1[	c                ó4   € V ^8„  d   QhRRR\         R\         /# )r^   rP  rY   rù  ra   r5  )re   s   "rf   rg   r  -  s$   € ÷ 	ñ 	Ø1ð	Ü6Eð	äñ	rh   c           	      óØ   <€ S! VVP                   P                  R \        P                  P                  P
                  VP                  4       3/ 4      R7      pVP                  V4       V# )r½  rA  )rØ  rÙ  rb   rä  rç  Ú_set_tensor_requires_gradrã   Úsynchronize_attributes)r-  rP  rù  r÷   r2  s   &&& €rf   Úhandle_set_tensor_requires_gradÚSTorchInGraphFunctionVariable._get_handlers.<locals>.handle_set_tensor_requires_grad,  s_   ø€ ñ #ØØ—i‘i×,Ñ,Ø#Ü×$Ñ$×5Ñ5×OÑOØ—Z‘Z“\�OØó	ôˆFð ×$Ñ$ RÔ(ØˆMrh   c          	      óN   € V ^8„  d   QhRRR\         R\         R\         R,          /# r`  r5  )re   s   "rf   rg   r  A  s7   € ÷ ;	ñ ;	à+ð;	ô #ð;	ô &ð	;	ô
 ˜tÕ#ñ;	rh   c                ó|  € \        V4      ^8¼  d
   V^ ,          MRp\        V4      ^8¼  d
   V^,          MRpVe   Vf   R# \        V4      p\        V4      pV'       dÞ   V'       dÖ   V FÏ  pVP                  P                  R4      p	VP                  P                  R4      p
V
f   K?  \	        V	\
        P                  4      '       g   Ka  V	P                  e   Kq  V
P                  p\	        V\
        P                  4      '       g   KŸ  VP                  f   K¯  \        RRRR.\        P                  OR7       KÑ  	  R# )	aC  Graph-break when closure-captured tensors lose their grad_fn.

NOTE [Detecting lost autograd linkage in closure-captured tensors]

Functorch transforms (vjp, grad, jacrev) return closures that capture
tensors with grad_fn. When such a closure is compiled separately, those
tensors become graph placeholders whose FakeTensors lose grad_fn,
causing _autograd_grad to silently return zeros.

_collect_placeholder_nodes gathers placeholder nodes from the
outputs/inputs args. For each, we compare grapharg.example (the real
tensor, retains grad_fn) against example_value (FakeTensor, grad_fn
is None). A mismatch means autograd linkage was lost, so we
graph-break.

This is a pre-check only: kwargs (retain_graph, create_graph,
grad_outputs) don't affect linkage detection and are handled by
the default proxy path when this returns None.
NrÚ   Úgraphargz(_autograd_grad with lost grad_fn linkagez,outputs lost autograd linkage during tracingzp_autograd_grad() received tensors whose grad_fn was lost during tracing - this silently produces zero gradients.ziCompile the full transform instead of the returned closure: torch.compile(lambda x: torch.func.vjp(f, x))r¢   )rÆ  rö   rå   ræ   r«   rb   rc   rË   Úexampler#   r   r¯   )r-  rP  r§  r(  Úoutputs_varr²  Úoutput_placeholder_nodesÚinput_placeholder_nodesrä   Úfaker¿  Úreals   &&*,        rf   Úhandle_functorch_autograd_gradÚRTorchInGraphFunctionVariable._get_handlers.<locals>.handle_functorch_autograd_grad@  sÿ   € ô4 &)¨£Y°!¤^˜$˜qž'¸ˆKÜ$'¨£I°¤N˜˜až¸ˆJàÒ" jÒ&8Ùä'AÀ+Ó'NÐ$Ü&@ÀÓ&LÐ#ç'×,CÛ4�DØŸ9™9Ÿ=™=¨Ó9�DØ#Ÿy™yŸ}™}¨ZÓ8�Hà Ô,Ü& t¬U¯\©\×:Ô:Ø ŸL™LÔ0à'×/Ñ/˜Ü% d¬E¯L©L×9Ô9¸d¿l¹lÔ>VÜ)Ø(RØ(Vð%6ð
%]ð'"ô &7×%BÑ%Bð'"÷ñ 5ñ0 rh   rr  rÝ   )µÚtorch.backends.cudar.  rÄ  r   r²  r³  r/  r0  rÙ   r1  r7  r2  r¼  r—   Údispatch_key_set_functionsrb   rJ  rK  rÌ  r%  ÚinductorÚaccumulate_grad_rÿ  r†  ÚceilÚfloorÚtruncÚatan2ÚcopysignÚ	remainderrƒ  ru   r†  r�  ÚgcdÚlcmÚis_inference_mode_enabledr?  r»  rÄ  rÅ  rË  ÚcompileÚlibraryÚwrap_tritonÚ_libraryÚcapture_tritonÚ!REWRITE_OPS_TO_TENSOR_SIZE_METHODr’   r“   ÚutilsÚ_singleÚ_pairÚ_tripleÚ
_quadrupleÚ_ntupleré  r¾   Ú	grad_modeÚ_enter_inference_modeÚ_exit_inference_modeÚuse_deterministic_algorithmsr  r  r  r$  r,  rä  r6  r7  r8  rH  rF  r€   rW  rX  rd  rl  Ú_is_torch_function_enabledÚ_is_cow_tensorÚ_is_torch_function_all_disabledÚ_is_torch_function_mode_enabledr6   Úhas_torch_function_variadicÚhas_torch_function_unaryÚ_skip_one_hop_torch_functionr{   Úfromkeysr    Ú
from_numpyr}   rÑ  rÂ  rÅ  rÆ  ÚhooksÚBackwardHookrî  ÚatenÚsym_sizerp  Ú
sym_strideÚaddcdivÚfullrü  Ú_foreach_lerp_Ú_foreach_powÚ"_group_tensors_by_device_and_dtyper  Ú_assertrG   Úis_availableÚ"torch.distributed.distributed_c10drO  rP  rQ  rR  rS  rT  rU  ÚnestedÚnested_tensorÚ
functionalÚone_hotrƒ   rù  rú  rw  r~  r„  rŠ  r(  r“  r˜  rû  r¢  r²  r»  rÀ  Ú	_autogradrÅ  rË  rÑ  rÒ  r¼   Ú_pop_torch_function_stackÚ_push_on_torch_function_stackÚ_len_torch_function_stackÚ_get_function_stack_atÚ_python_dispatchÚ _get_current_dispatch_mode_stackr  r!  Úcurrent_streamrÊ  r  r  Úsynchronizer  rÝ  Úset_default_deviceÚtorch._prims_commonr2  r¦  rC  rS  rT  rV  rW  rX  r`  Ú_check_tensor_allrq  rw  r‰   r~  r  rP  rç  r¹  Ú_autograd_grad){r%  r.  r:  rF  rL  r]  rk  rp  rv  r  r„  r�  rš  r§  r¯  rµ  r¼  rÇ  rÐ  r×  rÛ  rß  rä  rê  rñ  rö  rþ  r  r  r  r'  r0  r;  r@  rI  rR  rY  r^  rg  rn  rt  rŠ  r�  r”  rŸ  r©  r±  rº  rÀ  rÈ  rÍ  rÒ  rÛ  rà  rç  rñ  rÿ  r  r  r  r?  rG  rM  rO  rP  rQ  rR  rS  rT  rU  rd  rm  rr  ry  r€  r…  r‹  r�  r”  r™  rû  r£  r´  r¼  rÁ  rÇ  rÌ  rÔ  râ  rê  rñ  rõ  rú  rþ  r  r  r)  r0  r9  rO  r[  rc  rs  rx  rƒ  rµ  r»  rÆ  r   r²  r³  r/  r0  rÙ   r1  r(  r,  rI  r2  rl  r"  r2  r¼  s{                                                                                                               @@@@@@@@@@@@@@@rf   Ú_get_handlersÚ*TorchInGraphFunctionVariable._get_handlersÚ  s  ÿþ€ ð ˆ÷	ð 	õ 	/õ 	3÷	
÷ 	
ñ 	
÷ 	>á	Ô*Ó,Ñ	-ô	Tó 
.ð	Tñ@ 
Ô-Ð	.ô)	Có 
/ð)	CñV 
”%—/‘/×>Ñ>×JÑJÓ	Kô	ó 
Lð	ñ 
”%—)‘)×$Ñ$×5Ñ5×=Ñ=Ó	>÷.	ó 
?ð.	ñ` 
”$—)‘)Ó	ô	Ló 
ð	Lñ. 
”$—*‘*Ó	ô	Ló 
ð	Lñ. 
”$—*‘*Ó	ô	ó 
ð	ñ, 
”$—*‘*œdŸm™m¬T¯^©^Ó	<ô	9ó 
=ð	9ñ. 
”$—,‘,Ó	ô	ó 
 ð	ô ”4˜×#Ò#á”d—l‘lÓ#ôó $ðô* ”4˜×Òá”d—h‘hÓôó  ðñ" 
”$—(‘(Ó	÷	Yó 
ð	Yñ 
”$—(‘(Ó	÷	Yó 
ð	Yñ 
”%×1Ñ1Ó	2ô	ó 
3ð	ñ 
”%—/‘/¤5§?¡?×#AÑ#AÓ	B÷
	6ð 
	6ó 
Cð
	6ñ 
Ü×#Ñ#Ü×Ñó

ô	ó	

ð	ñ 
”%—+‘+Ó	ô	ó 
ð	ñ 
”%—-‘-Ó	 ô	ó 
!ð	ñ( 
”%—-‘-×+Ñ+¬U¯^©^×-JÑ-JÓ	Kô	ó 
Lð	ñ* 
Ô4Ð	5ô	9ó 
6ð	9ñ 
Ü�H‰H×Ñ×"Ñ"×*Ñ*Ü�H‰H×Ñ×"Ñ"×(Ñ(Ü�H‰H×Ñ×"Ñ"×*Ñ*Ü�H‰H×Ñ×"Ñ"×-Ñ-Ü�H‰H×Ñ×"Ñ"×*Ñ*ó

ô	7ó

ð	7ñ 
”%×'Ñ'Ó	(÷	Fò 	Fó 
)ð	Fñ 
”%—.‘.×*Ñ*×@Ñ@Ó	A÷	ò 	ó 
Bð	ñ 
”%—.‘.×*Ñ*×?Ñ?Ó	@÷	!ó 
Að	!ñ
 
”%×4Ñ4Ó	5÷	1ñ 	1ó 
6ð	1ñ* 
”%×2Ñ2Ó	3ô	3ó 
4ð	3ñ 
”%×2Ñ2Ó	3ô	3ó 
4ð	3ñ 
”%×,Ñ,Ó	-÷	1ó 
.ð	1ñ& 
”%×*Ñ*Ó	+÷	1ó 
,ð	1ñ& 
”%×2Ñ2Ó	3÷		1ó 
4ð		1ñ 
”%×"Ñ"×.Ñ.×EÑEÓ	Fô
	4ó 
Gð
	4ñ 
”%×"Ñ"×.Ñ.×EÑEÓ	Fô
	4ó 
Gð
	4ñ 
”%×"Ñ"×.Ñ.×@Ñ@Ó	Aô
	4ó 
Bð
	4ñ 
”%×"Ñ"×.Ñ.×?Ñ?Ó	@÷	1ó 
Að	1ñ, 
”%—(‘(×%Ñ%×=Ñ=Ó	>ô	4ó 
?ð	4ñ 
”%—(‘(×%Ñ%×=Ñ=Ó	>ô	4ó 
?ð	4ñ 
”%—(‘(×%Ñ%×GÑGÓ	H÷	1ó 
Ið	1ñ" 
”%×<Ñ<Ó	=÷
	ó 
>ð
	ñ 
”%—(‘(×5Ñ5Ó	6÷	ó 
7ð	ñ 
”%—(‘(×)Ñ)Ó	*÷h	Dò h	Dó 
+ðh	DñT 
”%—(‘(×:Ñ:Ó	;÷	ó 
<ð	ñ 
”%—(‘(×:Ñ:Ó	;÷	ó 
<ð	ñ 
Ü�O‰O×.Ñ.Ü�O‰O×7Ñ7Ü�O‰O×4Ñ4ó

÷
	Xó

ð
	Xñ 
”%—(‘(×7Ñ7Ó	8ô	+ó 
9ð	+ñB 
Ü�]‰]ñ ä+KÔ+Móó ñ

÷	<ò 	<ó

ð	<ñ
 
”%×"Ñ"Ó	#÷"	ó "	ó 
$ð"	ñH 
”%—)‘)×$Ñ$Ó	%ô	ó 
&ð	ñ
 
”%—.‘.×&Ñ&×4Ñ4Ó	5÷	ó 
6ð	ñ& 
”%—+‘+×#Ñ#×0Ñ0Ó	1ô	Nó 
2ð	Nñ 
”%—(‘(×$Ñ$Ó	%ô	?ó 
&ð	?ñ 
”%—)‘)—.‘.×)Ñ)¬5¯9©9¯>©>×+BÑ+B×+FÑ+FÓ	Gö	ó 
Hð	ñ 
”%—)‘)—.‘.×+Ñ+¬U¯Y©Y¯^©^×-FÑ-F×-JÑ-JÓ	Kö	ó 
Lð	ñ 
”%—-‘-Ó	 ô	ó 
!ð	ñ( 
”%—*‘*Ó	ô	ó 
ð	ñ& 
”%×$Ñ$Ó	%÷&	ð &	ó 
&ð&	ñP 
”%×&Ñ&Ó	'ô	ó 
(ð	ñ0 
”%×$Ñ$Ó	%ô	ó 
&ð	ñ& 
”%—(‘(×=Ñ=Ó	>ô
	ó 
?ð
	ñ 
”%—(‘(×&Ñ&Ó	'÷M	ñ M	ó 
(ðM	ñ^ 
”%—-‘-Ó	 ÷	ó 
!ð	ñ( 
�*Ó	÷	ó 
ð	ô  ×+Ò+×-Ò-÷÷ ñ ñ Ø'ØØ"Ø'Ø4ØØóô;Dóð;Dñz 
”%—,‘,×,Ñ,Ó	-ñ	ð
 "&÷	ó 
.ð	ñ@ 
”%—(‘(×%Ñ%×-Ñ-Ó	.ô	ó 
/ð	ñ( 
”%—(‘(×'Ñ'×7Ñ7×NÑNÓ	O÷	ó 
Pð	ñ" 
”%—(‘(×'Ñ'×7Ñ7×IÒIÓ	J÷	ñ 	ó 
Kð	ñ& 
”%—(‘(×'Ñ'×7Ñ7×LÒLÓ	M÷	ó 
Nð	ñ" 
”%—(‘(×'Ñ'×7Ñ7×EÒEÓ	F÷	ó 
Gð	ñ 
”%—(‘(×'Ñ'×7Ñ7×FÒFÓ	G÷	ó 
Hð	ñ 
”%—(‘(×'Ñ'×7Ñ7×NÒNÓ	O÷	ó 
Pð	ñ 
”%—(‘(×'Ñ'×7Ñ7×QÒQÓ	Rô	ó 
Sð	ñ 
”%—(‘(×'Ñ'×7Ñ7×DÒDÓ	E÷	ó 
Fð	ñ( 
”%—(‘(×'Ñ'×7Ñ7×MÒMÓ	N÷	ó 
Oð	ñ 
”%—(‘(×'Ñ'×7Ñ7×?Ò?Ó	@÷	ó 
Að	ñ 
”%—(‘(×'Ñ'×7Ñ7×>Ò>Ó	?÷	ó 
@ð	ñ 
”%—(‘(×'Ñ'×7Ñ7×HÒHÓ	I÷	ó 
Jð	ñ 
”%—(‘(×$Ò$×@Ò@Ó	Aô
	1ó 
Bð
	1ñ 
”%—(‘(×%Ñ%×<Ò<Ó	=÷
	ò 
	ó 
>ð
	ñ 
”%×"Ñ"×.Ò.×BÒBÓ	Cô
	ó 
Dð
	ñ 
”%—,’,Ó	÷#	ó 
 ð#	ñJ 
”%—(‘(×4Ò4Ó	5ô	Nó 
6ð	Nñ6 
”%—(‘(×8Ò8Ó	9÷	1ó 
:ð	1ñ  
”%—(‘(×4Ò4Ó	5ô
	ó 
6ð
	ñ 
”%—(‘(×1Ò1Ó	2ô	Dó 
3ð	Dñ. 
”%—+‘+×.Ò.×OÒOÓ	Pô	1ó 
Qð	1ñ  
”%×)Ò)×5Ñ5Ó	6÷+	Aó 
7ð+	AñZ 
Ü×Ò×,Ò,Ü�JŠJ×%Ò%Ü�JŠJ×%Ò%Ü�IŠI×$Ò$ó	

÷-	ó

ð-	ô` �JŠJ×"Ò" FÜ�JŠJ×"Ò" FÜ�IŠI×!Ò! 5Ü�IŠI×!Ò! 5Ü�IŠI×!Ò! 5ð*
Ð&ñ 
Ü×Ò×)Ò)Ü�JŠJ×"Ò"Ü�JŠJ×"Ò"Ü�IŠI×!Ò!Ü�IŠI×!Ò!Ü�IŠI×!Ò!ó

÷+	1ñ +	1ó

ð+	1ñZ 
”%×*Ò*Ó	+÷	1ó 
,ð	1õ* 	;á	Ð$Ó	%÷	8ð 	8ó 
&ð	8õF +7÷i	ó i	ñV 
”%—,’,Ó	÷		Bó 
 ð		Bñ 
Ü×ÒÜ×ÒÜ×ÒÜ×ÒÜ×(Ò(ó

÷	Nó

ð	Nñ> 
Ü×(Ò(Ü×#Ò#ó

÷	Kó	

ð	Kõ>	3ñ8 
”%—*’*×-Ò-Ó	.÷	ó 
/ð	ñ 
”%—*’*×3Ò3Ó	4÷	ó 
5ð	ñ 
”%—-’-×*Ò*×EÒEÓ	Fô	ó 
Gð	ñ: 
”%—.‘.×%Ò%Ó	&ôe	ó 
'ðe	ñN	 
”%×"Ñ"×3Ò3×MÒMÓ	N÷	ó 
Oð	ñ& 
”%×"Ñ"×3Ò3×BÒBÓ	Cô;	ó 
Dð;	ðz ˆrh   c                ó(   <€ V ^8„  d   QhRRRS[ RR/# )r^   rP  rY   rx   ra   rB   r˜  )re   r  s   "€rf   rg   r	  €  s*   ø€ ÷ Dñ DØ-ðDÙ58ðDà	ñDrh   c                ól  € V P                   ;'       d    \        V P                   V4      p \        V P                  V4      p\        T\        P                  P                  \        P                  P                  34      '       d<   \        P                  P                  P                  T4      '       d   \        YCR 7      # T\        9   d3   \         P"                  ! T4      '       d   \         P$                  ! T4      # \&        P(                  ! YTR 7      #   \         d    \        \        T4       h i ; ir  )r®   r*   rf  r­   ÚAttributeErrorr!   r«   rb   r  r  r  r‰   r  Úis_aten_op_or_tensor_methodr  Ú_CONSTANT_FN_METADATA_ATTRSr   Ú
is_literalrÉ  r   ÚGetAttrVariable)r-  rP  rx   r®   Úmembers   &&&  rf   rR  Ú-TorchInGraphFunctionVariable.tp_getattro_impl€  sæ   € ð —‘×>Ð>¤¨D¯K©K¸Ó!>ˆð	Ü˜TŸZ™Z¨Ó.ˆFô
 Ø”U—Z‘Z×0Ñ0´%·*±*×2GÑ2GÐH÷
ò 
ä�m‰m×'Ñ'×CÑCÀF×KÒKÜ/°ÔFÐFð Ô.Ô.Ô3C×3NÒ3NÈv×3VÒ3VÜ#×*Ò*¨6Ó2Ð2Ü×(Ò(¨¸FÔCÐCøô ô 	Ü$¤^°RÔ8Øð	ús   ¬D ÄD3c                ó<   <€ V ^8„  d   QhRRRS[ S[,          RRRR/# r¦  r©  )re   r  s   "€rf   rg   r	  ”  s>   ø€ ÷ sñ sà'ðsñ ‘?Õ#ðsð -ð	sð
 
ñsrh   c                ó€  aa€ ^RI Ho ^RIHp V P                  \
        P                  8X  d   V P                  WV4      # V P                  \
        P                  8X  d   V P                  WV4      # V P                  WV4      '       d   \        WW#4      # V P                  4       '       d¦   ^RIHo \        ;QJ d1    V3R l. VOVP!                  4       O 4       F  '       g   K   RM&	  RM"! V3R l. VOVP!                  4       O 4       4      '       d<   \#        R\%        V P&                  4      R\%        V P&                  4       R	2. R8OR
7       V P                  4       '       dö   \)        W#4      '       då   V P&                  \*        9   dW   V P,                  f   \/        R4      h\1        V P,                  4      p\3        VP5                  \6        P8                  4      4        \:        P<                  ! TV P?                  4       ! V Uu. uF  qfP?                  4       NK  	  up/ VPA                  4        UUu/ uF  w  rxWxP?                  4       bK  	  uppB 4      # V PQ                  4       '       Edw   V P&                  PR                  p
V'       Ed<   V^ ,          PU                  4       '       Ed   V^ ,          pVP,                  Ee   \W        \X        PZ                  P\                  V
4      '       dÜ   \_        \X        PZ                  P\                  V
4      p\W        VR4      '       d¦   \W        WÌPa                  4       ^ ,          4      '       d€   \X        Pb                  Pd                  \_        WÌPa                  4       ^ ,          4      Pf                  9   d9   \#        RRR\i        V P&                  4       R2. \j        Pl                  ORNR
7       V Po                  V\M        V4      V4      # V Pq                  4       Ps                  V P&                  4      pV'       d   V! W.VO5/ VB pV'       d   V# \        ;QJ d    V3R lV 4       F  '       g   K   RM	  RM! V3R lV 4       4      p\t        ;QJ d    V3R lV 4       F  '       d   K   RM	  RM! V3R lV 4       4      p\_        V P&                  RR4      R8X  d·   V P&                  PR                  \v        9   d˜   V'       d�   V'       dˆ   \y        4       '       gx   R\{        V P&                  4       R2p\|        P                  V4       \#        RRV P&                   RV RV 2R\{        V P&                  4       R2. \j        Pl                  OR
7       V P&                  pV'       d\   R V P&                  PR                   2p\_        V P&                  RR4      R!8X  d'   \W        \X        V4      '       d   \_        \X        V4      pRpRpR"V9   då   VR",          p\�        V\‚        \„        34      '       du   . pVP@                   Fb  pVPU                  4       '       d7   VP‡                  4       Pˆ                  PŠ                  R#,          PŒ                  pMRpVP�                  V4       Kd  	  VPU                  4       '       d6   VP‡                  4       Pˆ                  PŠ                  R#,          PŒ                  p\�        pV\’        9   dO   VP”                  '       d=   VP”                  P–                  '       d!   VP”                  P–                  P˜                  pV! 4       ;_uu_ 4        V! VVPš                  Pœ                  ! R$V.\Ÿ        W#4      O5!  R%7      pRRR4       XPU                  4       '       dY   R&V9   dR   VR&,          P?                  4       '       d5   \#        R'RV P&                   RV RV 2R(R)R*.\j        Pl                  OR
7       VEee   \�        V\L        4      '       Ed   \¡        VP@                  V4       Fü  w  ppVf   K  VPU                  4       '       g   \/        R+4      hVP¢                  Pˆ                  PŠ                  R#,          pVVPŒ                  8w  dQ   \#        R,RV P&                   RV RV 2R-V P&                   R.V R/VPŒ                   R2. \j        Pl                  OR
7       \¥        VRR07      '       d   KÊ  \#        R1R2V P&                   RV RV 2R(. \j        Pl                  OR
7       Kþ  	  V# Vf   \/        R34      hVPU                  4       '       g   \/        R44      hR#VP‡                  4       Pˆ                  PŠ                  9  d   \/        R54      hVP‡                  4       Pˆ                  PŠ                  R#,          pVVPŒ                  8w  dQ   \#        R6RV P&                   RV RV 2R-V P&                   R.V R/VPŒ                   R2. \j        Pl                  OR
7       \¥        VRR07      '       g3   \#        R7R2V P&                   RV RV 2R(. \j        Pl                  OR
7       V# u upi u uppi   \B        \D        \F        3 d6   p	\I        \K        T	4      T\M        T	PN                  4      R7        Rp	?	ELIRp	?	ii ; i  + '       g   i     ELC; i)9rz  r|  r‡  r*  c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   r   )rv   rŠ  r+  s   & €rf   ry   Ú=TorchInGraphFunctionVariable.call_function.<locals>.<genexpr>©  s    øé € ð Ù>W¸”
˜1Ð3×4Ð4Ó>Wùr¤  TFz)Constant fold with a rank-relative deviceÚ`z”` was called with the current device, whose index is only known at runtime under compile_on_one_rank, so the result cannot be folded into the graph.r¢   NzCExpected source to be set for constant fold function needing guardsr¤  Ú	overloadszInplace op on input tensorrÄ  z6Attempted to trace an inplace view op on input tensor r3  z/Ensure you do not modify input tensor in place.c              3   ó<   <"  € T F  p\        VS4      x € K  	  R # 5irÝ   r   r«  s   & €rf   ry   r  ü  s   øé € Ð&TÉtÈ!¤z°!°_×'EÐ'EËtùr¤  c              3   ól   <"  € T F)  p\        VS4      ;'       g    VP                  4       x € K+  	  R # 5irÝ   )r«   r´   r«  s   & €rf   ry   r  þ  s/   øé € ð !
ÙNRÈŒJ�q˜/Ó*×DÐD¨a×.BÑ.BÓ.DÔDËdùs   ƒ4›4r6  rb   zCalling zí on only torch.SymInt arguments is not yet supported.
To support this behavior, we need to allow const-propping tensors that store symint data.
For now, dynamo will explicitly graph break when it encounters user code with this behavior.
zHAttempted to call torch in-graph function on only torch.SymInt argumentszfn=z, args=rÕ  zAttempted to call zc (that should be put in the FX graph) on only torch.SymInt arguments. Dynamo does not support this.Ú_sym_r†  rÇ   rÚ   r½  rA  Úrequires_gradzAAttempted to use tensor creation function with requires_grad=Truerj  z.Create the tensor outside the compiled region.z Do not set `requires_grad=True`.z)Expected out= list element to be a tensorz0Shape mismatch with out= list of tensor variantszShape mismatch when calling z% with `out=`. Provided `out=` shape: z. Actual shape: rj   z?Attempted to call op with non-contiguous `out=` list of tensorszself.value=zExpected out= kwarg to be setz"Expected out= kwarg to be a tensorz=Expected out= kwarg proxy node to have example_value metadataz'Shape mismatch with out= tensor variantz6Attempted to call op with non-contiguous `out=` tensor)z7This graph break is expected under compile_on_one_rank.z:The resumed eager call observes the running rank's device.z?Pass an explicit device if the value is the same on every rank.)SrÄ  r0  r7  r2  r  rþ  r  Ú"_call_nonstrict_traceable_functionr  Ú_call_leaf_functionÚtorch_function_override_enabledrS   r‹  r¼   r+  r}  rî   r#   r4   r­   r3   Ú#constant_fold_functions_need_guardsr®   rç   r+   r)   r  r(   rj  rB   rg  rµ   r±   ÚOverflowErrorr  r  r!   r¬   rÓ   r§  Úis_tensor_methodrt   r?  ru   rb   r%  rð  rf  r  ÚTagÚinplace_viewÚtagsrA   r   r¯   Úcall_tensor_methodr  ræ   rê   Úbin_opsr1   rœ   rá  Úwarningr«   rN   rL   rã   rä   rå   ÚshaperÊ   r   Úops_consuming_unbacked_scalarsÚ	fake_moder.  Úignore_fresh_unbacked_symbolsrØ  rÙ  r<   r¡  r@  rq   )r-  rP  r§  r(  r2  r®   rù  rô  ra  r   rx   Ú
tensor_varrw   Úspecial_handlerr÷   Úany_symints_or_symfloatsÚall_ints_or_floatsrF  Úfn_Útorch_sym_opÚsaved_out_shapesÚout_kwarg_vtr³   r-  ró  Útensor_variableÚout_tensor_vtÚsaved_out_shaper_   r+  r0  s   &&&&                         @@rf   r½  Ú*TorchInGraphFunctionVariable.call_function”  sJ	  ù€ õ 	&Ý*à�9‰9Ô(×8Ñ8Ô8Ø×:Ñ:¸2ÀVÓLÐLà�9‰9Ô(×6Ñ6Ô6Ø×+Ñ+¨B°fÓ=Ð=à×/Ñ/°¸&×AÒAÜ*¨2°TÓBÐBà×)Ñ)×+Ò+Ý5ç‹sô Ø>WÀÐ>WÀvÇ}Á}ÃÑ>Wó�s�sŠsô Ø>WÀÐ>WÀvÇ}Á}ÃÑ>Wó÷ ò ô ØGÜ §
¡
›OàœC §
¡
›OÐ,ð -%ð %ò
õð  ×)Ñ)×+Ò+Ô0MØ÷1
ò 1
ð �z‰zÔ@Ô@Ø—;‘;Ò&Ü(Ø]óð ô 2°$·+±+Ó>�Ü˜f×/Ñ/´×0IÑ0IÓJÔKðÜ&×,Ò,ØØ×+Ñ+Ô-Ù:>Ó?¹$°Q×.Ñ.Ö0¹$Ñ?ðàAGÇÁÄÔPÁ¹¸˜1×2Ñ2Ó4Ò4ÁÒPñóð ð × Ñ ×"Ó"Ø—:‘:×&Ñ&ˆDçˆt˜˜Q�×)Ñ)×+Ó+Ø! !�W�
à×$Ñ$Ó0´W¼U¿Y¹Y¿^¹^ÈT×5RÒ5RÜ ¤§¡§¡°Ó6�Bä  K×0Ò0Ü# B¯©«°qÕ(9×:Ò:Ü!ŸI™I×2Ñ2Ü" 2§|¡|£~°aÕ'8Ó9×>Ñ>ô?ô &Ø$@Ø$&Ø*`ÔahÐim×isÑisÓatÐ`uÐuvÐ(wð#Ü!2×!>Ñ!>ð#à Qð#õ	ð ×*Ñ*¨2¬t°D«z¸6ÓBÐBà×,Ñ,Ó.×2Ñ2°4·:±:Ó>ˆßÙ$ TÐ?°Ò?¸Ñ?ˆFßØ�ç#&£3Ô&TÉtÓ&T§3§3¢3Ô&TÉtÓ&TÓ#TÐ ç ›Sô !
ÙNRó!
ŸSŸSšSô !
ÙNRó!
ó 
Ðô �D—J‘J ¨bÓ1°WÔ<Ø—
‘
×#Ñ#¤wÔ.ß(ß"Ü)×+Ò+ð	Ü	ˆT�Z‰Z‹Ðð ðˆCô
 �K‰K˜ÔÜØbØ˜dŸj™j˜\¨°°°iÀ¸xÐHà(¬¨T¯Z©Z«Ð(9ð :4ð 4ðÜ&×2Ñ2ðõ
ð �j‰jˆß#Ø" 4§:¡:×#6Ñ#6Ð"7Ð8ˆLÜ�t—z‘z <°Ó6¸&Ô@ÄWÜ�|÷Fò Fô œe \Ó2�ð  ÐØˆØ�FŒ?Ø! %�=ˆLô ˜,¬¼Ð(E×FÒFØ#%Ð Ø&×,Ô,�BØ—|‘|—~’~Ø "§¡£× 2Ñ 2× 7Ñ 7¸Õ H× NÑ N™à $˜Ø$×+Ñ+¨EÖ2ñ -ð ×%Ñ%×'Ò'à ×)Ñ)Ó+×0Ñ0×5Ñ5°oÕF×LÑLð !ô ˆØÔ0Ô0Ø�|�|ˆ| §¡× 6× 6Ð 6Ø—l‘l×,Ñ,×JÑJ�á�U�UÙ+ØØ—i‘i×,Ò,Ø#Øðô ' tÓ4óôˆO÷ ð ×%Ñ%×'Ò'Ø 6Ô)Ø�Õ'×:Ñ:×<Ò<äØ[Ø˜dŸj™j˜\¨°°°iÀ¸xÐHØ;àDØ6ðô '×2Ñ2ðõ		ð Ó'ô Ð*¬D×1Ó1Ü69Ø ×&Ñ&Ø$ö7Ñ2�M ?ð 'Ò.ñ !à(×2Ñ2×4Ò4Ü,ØGóð ð  -×2Ñ2×7Ñ7×<Ñ<¸_ÕM�HØ&¨(¯.©.Ô8ô &Ø$VØ&)¨$¯*©*¨°W¸T¸FÀ)ÈFÈ8Ð$Tà">¸t¿z¹z¸lð K:Ø:IÐ9JÐJZÐ[c×[iÑ[iÐZjÐjkð!mð#Ü!2×!>Ñ!>ð#õ
ô ;Ø ¨u÷õ ô
 &Ø$eØ&1°$·*±*°¸WÀTÀFÈ)ÐTZÐS[Ð$\Ø(Gð#Ü!2×!>Ñ!>ð#÷	ñE7ð\ ÐðG  Ò'Ü(Ð)HÓIÐIØ#×-Ñ-×/Ò/Ü(Ð)MÓNÐNØ"¨,×*?Ñ*?Ó*A×*FÑ*F×*KÑ*KÔKÜ(ØWóð ð (×0Ñ0Ó2×7Ñ7×<Ñ<¸_ÕM�Ø# x§~¡~Ô5ô "Ø IØ"% d§j¡j \°¸¸¸iÈÀxÐ Pà:¸4¿:¹:¸,ð G6Ø6FÐ5GÐGWÐX`×XfÑXfÐWgÐghðjðÜ.×:Ñ:ðõ
ô 7°xÈd×SÓSô "Ø XØ"-¨d¯j©j¨\¸ÀÀÀiÐPVÈxÐ XØ$CðÜ.×:Ñ:ðõ	ð Ðùòk @ùÛPøô "¤9¬jÐ9ô Ü(Ü˜“IØÜ˜cŸh™h›÷ó ûðú÷t �UˆUúsB   Ç#%i ÈiÈ i È6iÉ	i Ý1j,éi éj)é4*j$ê$j)ê,j=	c                ó>   <€ V ^8„  d   QhRRRS[ S[,          RRRS[/# )r^   rP  rY   r§  r(  r¨  ra   r©  )re   r  s   "€rf   rg   r	  É  s>   ø€ ÷ Zñ Zà'ðZñ ‘?Õ#ðZð -ð	Zñ
 
ñZrh   c           
     óä  a!a"a#a$a%a&€ ^ RI Hp ^ RIHo#HpHo%Ho& ^ RIHp ^ RI	H
o" ^ RIHp ^RIHp ^RIHp	Hp
 V P%                  WV4      w  r¼\'        VV! W4      ! \(        P*                  ! WV34      4      4      w  rÞ\-        V\.        4      '       g   \1        R\3        V4       24      hVP4                   FQ  pVP7                  4       pV! V4      '       d   K#  VP7                  4       P8                  p\;        R	R
V R2RR.R7       KS  	  VP4                   Uu. uF  qÿP=                  4       NK  	  pp VP?                  4       pV PL                  o$R V"V$3R llpV! V4      pVPN                  PQ                  S$PR                   R2V4      pVPN                  PQ                  S$PR                  R ,           X4      p\3        V4      VPT                  n        \3        V4      VPT                  n        VV.VO5pRo!R! V!V#V%V&3R" llpVPN                  PW                  R#VV/ 4      p V
! VV4      pS!f   \1        R(4      h\(        P*                  ! TS!4      pT	Pe                  T\D        Pf                  4      Pi                  TTT./ 4      p T # u upi   T dµ   pTP@                  P7                  4       pTP8                  p^ RIH!u H"p TPG                  T4      '       d3   \;        RRT RT R2RT R2R.\H        PJ                  OTR7        Rp?ELÄ\;        RRT RT R2RT R2RRT R2.\H        PJ                  OTR7        Rp?ELûRp?ii ; i  \X        PZ                  P\                  P^                  \X        PZ                  P\                  P`                  \X        PZ                  P\                  Pb                  3 d9    \;        R$R%S$PR                   2R&. \H        PJ                  OR7       \1        R'4      hi ; i))rÂ   ©Ú_make_inlined)Ú
flat_applyÚis_graphable_typeÚis_valid_outputÚto_graphable)Ú_LeafCallable)Úfake_tensor_tls)Útree_flatten)r?   )r5  r2  z1Expected flat_args_vts to be a ListVariable, got z2Invalid input type for nonstrict_trace-ed functionzEncountered input of type <z>.z¾For `nonstrict_trace`-ed functions, only basic types (e.g., torch.Tensor, int, float) or pytree containers of those are allowed as inputs. The provided argument contains an unsupported type.z¼Use one of the following to register the type with pytree:
* `torch.utils._pytree.register_constant`
* `torch.utils._pytree.register_dataclass`
* `torch.utils._pytree.register_pytree_node`r¢   NzVInput marked with `pytree.register_constant` constructed in the `torch.compile` regionzInput=z, offending type <zWCalling a `nonstrict_trace`-ed function with an input that contains an object of type <z”>, which was marked with `pytree.register_constant`. However, the object was constructed _inside_ the `torch.compile` region. This is not supported.zXConstruct the object _outside_ the `torch.compile` region, or submit an issue to GitHub.r  z>Invalid use of pytree_flatten with nonstrict_trace-ed functionz‹Calling a `nonstrict_trace`-ed function where one of the inputs has been registered with a `pytree_flatten` that places an object of type <z> into the context.zLModifying the `pytree_flatten` to avoid placing the object into the context.zApply one of the following to <z„>:
* `torch.utils._pytree.register_constant`
* `torch.utils._pytree.register_dataclass`
* `torch.utils._pytree.register_pytree_node`c                ó<   € V ^8„  d   QhR\         R\         R\         /# )r^   r§  r(  ra   r5  )re   s   "rf   rg   ÚUTorchInGraphFunctionVariable._call_nonstrict_traceable_function.<locals>.__annotate__;  s$   € ÷ 	ñ 	Ü"ð	Ü.=ð	äñ	rh   c                  óf   <€ SP                   pR Sn          S! V / VB pVSn         V#   TSn         i ; i)T)Úallow_non_fake_inputs_override)r§  r(  Úold_valÚresrF  rw   s   *,  €€rf   Ú
patched_fnÚSTorchInGraphFunctionVariable._call_nonstrict_traceable_function.<locals>.patched_fn;  sH   ø€ ð &×DÑDˆGØ=AˆOÔ:ðIÙ˜$Ð) &Ñ)�àAH�Ô>ØˆJøð BI�Õ>ús   –' §	0Ú	_callableÚ_input_specc                óF   € V ^8„  d   QhR\         R\        \        ,          /# )r^   r§  ra   )r   rÓ   Úobject)re   s   "rf   rg   rI  d  s   € ÷ 	ñ 	¤cð 	¬d´6­lñ 	rh   c                  ó    <€ S! V R R/ pS! V4      w  r#Sf   VoMSV8w  d   \        RV: RS: 24      hS! V4      '       g   \        R4      hV# )Úchecked_outputFzTError: nonstrict-traced functions must return the same output shape every time. got z vs but expected z1Nonstrict-traced function returned invalid outputr!  )r§  rÇ   Úflat_outÚspecÚcaptured_specrA  rC  rD  s   *   €€€€rf   Úflat_apply_captureÚ[TorchInGraphFunctionVariable._call_nonstrict_traceable_function.<locals>.flat_apply_captured  s}   ø€ á˜dÐ9°5Ñ9ˆCñ
 *¨#Ó.‰NˆHØÒ$Ø $‘à  DÔ(Ü(ð8Ø8<±xÐ?PÐQ^ÑPaðcóð ñ # 8×,Ò,Ü$ØGóð ð ˆOrh   r½  z7Unsupported output type for nonstrict_trace-ed functionz
Function: z¡For `nonstrict_trace`-ed functions, only basic types (e.g., torch.Tensor, int, list) are allowed as output. The result of this call contains an unsupported type.Úunreachablez0captured_spec was not set during nonstrict trace)5Útorch._dynamo.utilsr@  Ú"torch._higher_order_ops.flat_applyrA  rB  rC  rD  Ú,torch._higher_order_ops.invoke_leaf_functionrE  rÈ   rF  Útorch.utils._pytreerG  Úbaser?   r7  r5  r2  Ú_extract_nn_module_statesr=   rB   rg  r«   rL   rç   r¬   r±   rí  r�  r#   rã   rµ   r³   rÛ  Ú_pytreeÚis_constant_classr   r¯   r­   rØ  rB  rt   rä   rÙ  rb   r‰   r   ÚUnsupportedÚTorchRuntimeErrorÚFakeTensorObservedExceptionrÉ  Útree_unflattenr½  )'r-  rP  r§  r(  r@  rB  rE  rG  r?   r5  r2  Úargs_with_statesÚkwargs_with_statesÚflat_args_vtsÚinput_spec_vtÚflat_arg_vtÚarg_typeÚ	type_nameÚproxified_flat_argsÚ
input_specr
  ÚtypÚpytreerN  Ú
f_callableÚf_callable_proxyÚinput_spec_proxyÚall_argsrY  r@  Úproxy_list_vtÚout_spec_vtÚout_vtrX  rF  rA  rw   rC  rD  s'   &&&&                             @@@@@@rf   r!  Ú?TorchInGraphFunctionVariable._call_nonstrict_traceable_functionÉ  s*  ý€ õ 	6÷	
ó 	
õ 	OÝAÝ4å=ß=ð 04×/MÑ/MØ�fó0
Ñ,Ðô (7ØÙ˜"Ô+Ü×%Ò% bÐ=OÐ*PÓQóó(
Ñ$ˆô ˜-¬×6Ò6Ü ØCÄDÈÓDWÐCXÐYóð ð
 )×.Ô.ˆKØ"×.Ñ.Ó0ˆHÙ$ X×.Ô.Ø'×3Ñ3Ó5×BÑB�	ÜØPØ9¸)¸ÀBÐGð/ð
Gð÷ñ	 /ð. 7D×6IÒ6Ió
Ù6I {× Ñ Ö"Ñ6Ið 	ð 
ð'	Ø&×9Ñ9Ó;ˆJðP �Z‰Zˆ÷	ñ 	ñ # :Ó.ˆ
àŸ9™9×JÑJØ�{‰{ˆm˜9Ð% zó
Ðð Ÿ9™9×JÑJØ�K‰K˜-Õ'àó
Ðô
 &*¨*Ó%5Ð×ÑÔ"ä%)¨*Ó%5Ð×ÑÔ"Ø$Ð&6ÐMÐ9LÑMˆð *.ˆ÷	ó 	ð, —	‘	×&Ñ&ØÐ/°¸2ó
ˆð	0Ù)¨"¨eÓ4ˆMð* Ò Ü Ð!SÓTÐTÜ%×+Ò+¨B°Ó>ˆð #×)Ñ)¨"¬g×.DÑ.DÓE×SÑSØ� Ð,¨bó
ˆð ˆùòw
øð 3ô %	Ø—$‘$×"Ñ"Ó$ˆCØ×(Ñ(ˆIß0Ð0à×'Ñ'¨×,Ò,ÜØtØ$ ] OÐ3EÀiÀ[ÐPRÐSð$Ø$- ;ð /fðfð
 sðä*×6Ñ6ðð ÷ó ô Ø\Ø$ ] OÐ3EÀiÀ[ÐPRÐSðRØR[ÐQ\Ð\oðqð gØ9¸)¸ð EGð Gðô +×6Ñ6ðð ÷ó ûð+%	ûôj �M‰M×Ñ×)Ñ)ä�M‰M×Ñ×/Ñ/ä�M‰M×Ñ×9Ñ9ð
ô 	0ô ØQØ$ R§[¡[ MÐ2ðdð 7Ô)×5Ñ5Ð6õô ! Ó/Ð/ð%	0ús2   ÄJÄ4J	 È 	M Ê	MÊA2L?Ì1L?Ì?MÍB(O/c          
      ól   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[S[S[3,          /# r4  )rÓ   rB   r{   rœ   rÔ   )re   r  s   "€rf   rg   r	  ¥  sR   ø€ ÷ C/ñ C/à'ðC/ñ ‘?Õ#ðC/ñ ‘S™/Ð)Õ*ð	C/ñ
 
‰¡Ð/Õ	0ñC/rh   c           
     óB  aa€ ^ RI Hu Hp ^ RIHp ^ RIHp ^ RIHp ^RI	H
oHo R VV3R llp\        VV! WP                  4      ! \        P                  ! WV34      4      4      w  rš/ p\        W4       Fž  pV! V4      '       g   K  VP                   f2   \#        RR	\%        VP&                  4      P(                   2R
RR.R7       VP                   f   \+        R4      hV! VP&                  VP                   4      V\-        VP&                  4      &   K   	  V'       g:   \        P                  ! V\/        V4      4      p\        P                  ! W4      pWÞ3# \        P                  ! W4      pV! W4      ! \        P                  ! WV34      V4      p\        VV4      # )zÐ
Extract nn.Module states from arguments for leaf function invocation.

Replaces nn.Module arguments with LeafModuleState objects containing
the module's index (for later retrieval), parameters, and buffers.
N)Úregister_user_objectr?  )Úconvert_modules_to_states©ÚNNModuleVariableÚUnspecializedNNModuleVariablec                óT   € V ^8„  d   QhR\         R\        \        R,          ,          /# )r^   r™   ra   r  )rB   r   r
   )re   s   "rf   rg   ÚLTorchInGraphFunctionVariable._extract_nn_module_states.<locals>.__annotate__º  s+   € ÷ 	Vñ 	VÜ ð	Vä”EÐMÕNÕOñ	Vrh   c                 ó    <€ \        V SS34      # rÝ   r   )r™   r€  r�  s   &€€rf   Úis_module_variableÚRTorchInGraphFunctionVariable._extract_nn_module_states.<locals>.is_module_variableº  s   ø€ ô ˜cÐ$4Ð6SÐ#TÓUÐUrh   z0leaf_function: nn.Module argument without sourcezmodule type: z°leaf_function received an nn.Module argument that cannot be traced back to its origin. This typically happens when the module is created dynamically inside the compiled region.zXEnsure the nn.Module is created outside the compiled function and passed as an argument.zCIf the module is a class attribute, access it via self.module_name.r¢   zExpected arg.source to be set)r_  rÛ  rb  Ú#torch._dynamo.graph_bytecode_inputsr}  r\  r@  r^  r~  Ú	nn_moduler€  r�  r=   rG  rB   rg  r®   r#   r¬   r­   rt   rç   r8  rÔ   )r-  rP  r§  r(  rr  r}  r@  r~  r…  Úflat_args_varÚtree_spec_varÚmodule_to_indexrj  Úargs_varÚ
kwargs_varÚmodule_to_index_varÚ
result_varr€  r�  s   &&&&             @@rf   ra  Ú6TorchInGraphFunctionVariable._extract_nn_module_states¥  su  ù€ ÷ 	-Ð,ÝLÝ5õ	
÷ 	O÷	Vñ 	Vô
 (7ØÙ˜"×1Ñ1Ô2Ü×%Ò% b°¨.Ó9óó(
Ñ$ˆð +-ˆÜ" 2Ö5ˆCÙ! #×&Ô&Ø—:‘:Ò%Ü!Ø RØ"/´°S·Y±Y³×0HÑ0HÐ/IÐ JðXð
9àaðõð —:‘:Ò%Ü(Ð)HÓIÐIÙ1EØ—I‘I˜sŸz™zó2�¤ 3§9¡9£Ó.ñ' 6÷. Ü&×,Ò,¨R´°t³Ó=ˆHÜ(×.Ò.¨rÓ:ˆJØÐ'Ð'ä-×3Ò3°BÓHÐá" 2ÔAÜ×!Ò! "¨V nÓ5Ð7Jó
ˆ
ô ˜r :Ó.Ð.rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  ©rÓ   rB   r{   rœ   )re   r  s   "€rf   rg   r	  ê  sN   ø€ ÷ cVñ cVà'ðcVñ ‘?Õ#ðcVñ ‘S™/Ð)Õ*ð	cVñ
 
ñcVrh   c           
     ó’  a€ ^ RI Hu Hp ^ RIHp ^ RIHpHpHp ^RI	H
p	 V P                  p
V
P                  pV
P                  pV
P                  pVf   \        R\!        V
RV
4       R24      hV P#                  SW#4      w  rï\%        SV! SVP&                  4      ! \(        P*                  ! SWï34      4      4      w  pp\%        SV4       Uu. uF  pVP-                  4       NK  	  ppVP/                  4       pRpV'       d   ^ R	IHp  V! W½\3        V4      V4      pR.pV! W¼V4      w  ppV! V4      pV! V4      p\!        V
R
R4      pVe   \!        V
RR4      pVVn        VVn        R V3R llpV! RV4      p V! RV4      p!V! RV4      p"V V!V"V.VO5p#SP@                  PC                  RVV#/ 4      p$V	! SV$4      p%V^ ,          f   \E        R4      h\(        P*                  ! SV^ ,          4      p&V! S\        PF                  4      ! V%V&4      # u upi   \         d*   p\5        \6        P8                  \;        T4      4      ThRp?ii ; i)rÂ   Nr?  )rE  Úinvoke_leaf_functionÚmake_leaf_function_wrappersr‡  zleaf_function 'rt   zŒ' requires a fake implementation. Please provide one using the @<func>.register_fake decorator. See the leaf_function docstring for details.rÄ  )Ú_resolve_mutated_flat_indicesÚ_torchdynamo_leaf_hook_fnÚ_torchdynamo_leaf_hook_fake_fnc                ó<   € V ^8„  d   QhR\         R\        R\        /# )r^   rx   rW  ra   )rœ   r   )re   s   "rf   rg   ÚFTorchInGraphFunctionVariable._call_leaf_function.<locals>.__annotate__1  s!   € ÷ 	ñ 	¤cð 	´ð 	¼ñ 	rh   c                 ór   <€ SP                   P                  W4      p\        V4      VP                  n        V# rÝ   )rØ  rB  r¬   rä   )rx   rW  r@  rP  s   && €rf   Úmake_callable_proxyÚMTorchInGraphFunctionVariable._call_leaf_function.<locals>.make_callable_proxy1  s+   ø€ Ø—I‘I×CÑCÀDÓOˆEÜ" 4›jˆE�J‰JŒOØˆLrh   Úreal_fnÚfake_fnrp  r½  zjOutput spec was not captured during fake tensor propagation. This should not happen - please report a bug.)$r_  rÛ  rb  r\  r@  r^  rE  r”  r•  r7  r2  r­   Ú_torchdynamo_leaf_real_fnÚ_torchdynamo_leaf_fake_fnÚ_torchdynamo_leaf_mutates_argsr  rf  ra  r=   rG  rB   rg  rã   rµ   r–  rÆ  r$   r%   r€  rœ   Ú_leaf_hook_real_fnÚ_leaf_hook_fake_fnrØ  rÙ  rç   rg  )'r-  rP  r§  r(  rr  r@  rE  r”  r•  r2  Údecorated_fnÚ	real_implÚ	fake_implÚmutates_argsrh  ri  r‰  Úinput_spec_varrj  Úflat_arg_proxiesrp  Úmutated_flat_indicesr–  r
  Úcaptured_out_specÚwrapped_real_implÚwrapped_fake_implÚreal_impl_callableÚfake_impl_callableÚhook_fnÚhook_fake_fnrœ  Úreal_impl_proxyÚfake_impl_proxyru  Úinvoke_argsÚresult_proxyÚflat_output_vtrx  s'   &f&&                                   rf   r"  Ú0TorchInGraphFunctionVariable._call_leaf_functionê  s°  ø€ ÷ 	-Ð,Ý5÷	
ñ 	
õ 	+à—z‘zˆØ ×:Ñ:ˆ	Ø ×:Ñ:ˆ	Ø#×BÑBˆàÒÜØ!¤'¨,¸
ÀLÓ"QÐ!Rð SJð Jóð ð 04×/MÑ/MØ�ó0
Ñ,Ðô )8ØÙ˜"˜f×1Ñ1Ô2Ü×%Ò% bÐ+;Ð*PÓQóó)
Ñ%ˆ�~ô '6°b¸-Ô&Hó
Ù&H˜sˆC�L‰LŽNÑ&Hð 	ð 
ð $×6Ñ6Ó8ˆ
à!ÐßõðLÙ'DØ¬SÐ1AÓ-BÀJó(Ð$ð <@¸&ÐÙ/JØÐ"3ó0
Ñ,ÐÐ,ñ +Ð+<Ó=ÐÙ*Ð+<Ó=ÐÜ˜,Ð(CÀTÓJˆØÒÜ" <Ð1QÐSWÓXˆLØ4;ÐÔ1Ø4@ÐÔ1÷	ð 	ñ
 .¨iÐ9KÓLˆÙ-¨iÐ9KÓLˆÙ.¨|¸ZÓHÐð ØØØ ð	
ð
 ñ
ˆð —y‘y×-Ñ-ØÐ1°;Àó
ˆñ ' r¨<Ó8ˆà˜QÕÒ'Ü ð@óð ô &×+Ò+¨BÐ0AÀ!Õ0DÓEˆÙ˜R¤×!7Ñ!7Ô8¸ÈÓUÐUùò{
øô ô LÜ¤× ;Ñ ;¼SÀ»VÓDÈ!ÐKûðLús   ÃHÄ	H ÈIÈ$IÉIc                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r	  O  sB   ø€ ÷ (*ñ (*à'ð(*ñ ‘?Õ#ð(*ñ ‘S™/Ð)Õ*ð	(*ñ
 
ñ(*rh   c                ój  aa€ V P                   \        P                  P                  P                  P
                  J d   V^ ,          P                  4       oM'V P                   P                  ^ ,          P                  o\        S\        4      '       g   \        R\        S4       24      hV'       d   \        R\        V4       24      hR VV3R llpV P                   \        P                  P                  P                  P
                  J d   \        P                  ! V4      # V! V^ ,          4      # )z1inline behavior of torch.nn.modules.utils._ntuplez,Expected count to be an int in _ntuple, got z_ntuple expects no kwargs, got c                ó0   € V ^8„  d   QhR\         R\         /# rŸ  r5  )re   s   "rf   rg   Ú?TorchInGraphFunctionVariable._call_ntuple.<locals>.__annotate__a  s   € ÷ 	ñ 	¤ð 	´_ñ 	rh   c                 ót  <€ \        V 4      '       d!   \        P                  ! \        SV 4      4      # V P	                  4       '       d]   \
        P                  ! S\        P                  P                  P                  P                  S4      ! V P                  4       4      4      # \        R RV  2RR.R7       R# )zPAttempted to use `torch.nn.modules.utils._ntuple` with unsupported argument typezvalue=rj  z:Change use of _ntuple with argument as constant or tensor.r¢   N)rP   r   rN   r=   r´   rB   rg  rb   r’   r“   rÛ  rà  rµ   r#   )r­   ÚcountrP  s   &€€rf   rä  Ú@TorchInGraphFunctionVariable._call_ntuple.<locals>.handle_ntuplea  s™   ø€ Ü˜e×$Ò$Ü ×.Ò.¬¸rÀ5Ó/IÓJÐJØ×)Ñ)×+Ò+ä&×,Ò,ØÜ—H‘H×$Ñ$×*Ñ*×2Ñ2°5Ô9¸%×:RÑ:RÓ:TÓUóð ô
 ØnØ$ U GÐ,Ø ?àTð÷	rh   )r­   rb   r’   r“   rÛ  rà  rµ   Ú__closure__Úcell_contentsr«   rp  rç   r¬   rÆ  r   ÚLambdaVariable)r-  rP  r§  r(  rä  r¾  s   &f&& @rf   rã  Ú)TorchInGraphFunctionVariable._call_ntupleO  så   ù€ ð �:‰:œŸ™×)Ñ)×/Ñ/×7Ñ7Ó7Ø˜•G×.Ñ.Ó0‰Eà—J‘J×*Ñ*¨1Õ-×;Ñ;ˆEÜ˜%¤×%Ò%Ü Ø>¼tÀE»{¸mÐLóð ÷ Ü Ð#BÄ3ÀvÃ;À-Ð!PÓQÐQ÷	ñ 	ð& �:‰:œŸ™×)Ñ)×/Ñ/×7Ñ7Ó7Ü×+Ò+¨MÓ:Ð:á   a¥Ó)Ð)rh   c                ó>   <€ V ^8„  d   QhRRRS[ R,          RS[RS[/# )r^   rP  rY   rß  Nr   ra   ©r   rd   rB   )re   r  s   "€rf   rg   r	  z  s=   ø€ ÷ Mñ Mà'ðMñ �D�jðMñ ð	Mñ
 
ñMrh   c           
     óä  € VP                   '       d!   \        RRRR.\        P                  OR7       \	        V\
        P                  4      '       d    VP                  4       pVe   VP                  4       '       g$   \        R
RV 2RR.\        P                  OR7       VP                  '       d   V P                  WV4      # \        P                  '       d"   \        RRRRR.\        P                  OR7       \	        V\        4      '       g   \!        VP"                  4      '       d)   \        R\%        V4      R. \        P                  OR7       \'        4       '       g!   \        RRRR.\        P(                  OR7        \+        VP-                  VR4      P                  4       4      pVP-                  VR4      P                  4       pVP-                  VR4      P                  4       pVP.                  P1                  \2        XXXV34      pVP4                  '       d   VP7                  VR. / 4      p^RIHp	 V	! VVP.                  P=                  R\>        VPA                  4       VPA                  4       3/ 4      VP                  R7      p
V
P                  4       '       g   \C        R 4      h\D        PF                  PH                  V
n        R!V
n%        VP.                  PL                  PO                  V
4       V
#   \         d(    \        RRT 2RR.\        P                  OR7        ELÍi ; i  \         d0   p\        RRT 2RR.\        P                  OTR7        R	p?EL{R	p?ii ; i)"z>A call to torch.nn.Parameter() gets lifted to before the graphz3Attempted to use `torch.nn.Parameter()` with exportrÄ  rj  z.Do not use `torch.nn.Parameter()` with export.r¢   z=non-constant `requires_grad` argument to `torch.nn.Parameter`zrequires_grad=z$Change `requires_grad` to be a bool.Nz1`torch.nn.Parameter()` with unsupported data typezdata=z7Called `torch.nn.Parameter()` with non-Tensor argument.zBEnsure the argument to `torch.nn.Parameter()` is a `torch.Tensor`.z?Attempted to use `torch.nn.Parameter()` constructor with DynamozDynamo does not support thiszDTry to construct `torch.nn.Parameter()` outside the compiled region.z@If this is not possible, turn `graph_break_on_nn_param_ctor` offzDAttempted to use torch.nn.Parameter constructor with tensor subclassz:`torch.nn.Parameter`: cannot convert to traceable tracablez+convert_tracable_parameter is set to False.zDCheck usage of context manager: do_not_convert_to_tracable_parameterr-  rÃ  r¹  z8`torch.nn.Parameter` with non-constant Tensor attributeszBEnsure the Tensor argument's shape, dtype, and device are correct.r  Údetachr‡  r½  r  z<Expected result of traceable_create_parameter to be a tensorF)(Úexportr#   r   r¯   r«   r   rB   rµ   ri  r¸  r?  r®   Ú_nn_param_via_prefix_insertr   Úgraph_break_on_nn_param_ctorrT   r   Ú
class_typerœ   r   Ú	DIFFICULTrÔ   rR  rØ  Úsynthetic_graph_inputr   r   rÎ  r7  r2  rÙ  r   rã   rç   rb   r’   rî  Úhas_grad_fnÚleaf_var_creation_orderrÊ   )r$  rP  rß  r   r-  rÃ  r¹  r
  rô   r2  r÷   s   &&&&       rf   rÑ  Ú.TorchInGraphFunctionVariable.call_nn_parametery  sQ  € ð �9�9ˆ9ÜØMØØ;àDðä&×2Ñ2ðõ	ô �m¤Y×%>Ñ%>×?Ò?ðØ -× @Ñ @Ó B�ð Š<˜tŸ~™~×/Ò/ÜØKØ ˜v˜ØUàXðä&×1Ñ1ðõ	ð �;�;ˆ;Ø×2Ñ2°2¸]ÓKÐKä×.×.Ð.äØYØØ:àZØVðô '×2Ñ2ðõ		ô ØÜ(÷
ò 
ô 0°·±×@Ò@ÜØ^Ü˜D›	Ø;ðÜ&×2Ñ2ðõ	ô 1×2Ò2ÜØTØØIàZðä&×0Ñ0ðõ	ð	Ü˜$×/Ñ/°°GÓ<×OÑOÓQÓRˆEØ×)Ñ)¨"¨gÓ6×IÑIÓKˆEØ×*Ñ*¨2¨xÓ8×KÑKÓMˆFð —i‘i×5Ñ5Ü%Ø�E˜6 =Ð1ó
ˆð ××ÐØ×#Ñ# B¨°"°bÓ9ˆDå*áØØ�I‰I×"Ñ"ØÜ)Ø—‘“ +×"6Ñ"6Ó"8Ð9Øó	ð ×%Ñ%ô
ˆð ×Ñ×!Ò!Ü ØNóð ô "ŸH™H×.Ñ.ˆÔð #ˆÔð
 	�	‰	×)Ñ)×0Ñ0°Ô8ð ˆøôq 'ô 	ÜØ[Ø,¨]¨OÐ<Ø ?à>ðä*×5Ñ5ð÷	ð ð	ûôH #ô 
	ÜØRØ ˜v˜Ø;àXðä&×1Ñ1ðð ÷	ó 	ûð
	ús+   ÁL  ÆA)L5 Ì .L2Ì1L2Ì5M/Í $M*Í*M/c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[/# )r^   rP  rY   rß  r   ra   rÅ  )re   r  s   "€rf   rg   r	  
  s-   ø€ ÷ *ñ *Ø'ð*Ù/2ð*ÙCGð*á	ñ*rh   c                ó  a€ V P                   P                  4       pV P                   P                  f   \        R4      h\	        V P                   P                  4      oSP                  V3R l4       S! VP                  4       S! \        P                  ! W4      4       SP                  ^R4       SP                  V4       V P                   P                  P                  SP                  4       4       VP                  4       P                  pVP                   R	9  d-   \#        RRVP                    2R. \$        P&                  OR7       \)        V4      p\*        P,                  P/                  V P                   P1                  VP                  4       P                  4      VR7      p\        P                  ! WV4      pVP3                  4       p\4        P6                  ! 4       P8                  P:                  P=                  V4       V# )
Nz$Expected tx.output.root_tx to be setc                  ó(   <€ S P                  R R4      # )ztorch.nnrî  )Úload_import_from)Úcgs   €rf   r  ÚJTorchInGraphFunctionVariable._nn_param_via_prefix_insert.<locals>.<lambda>  s   ø€  ×!4Ñ!4°ZÀÔ!Mrh   FzAUnexpected type of data placeholder op for parameter constructionzdata_node.op=z/Data node op should be placeholder or get_attr.r¢   )r   )rô   Úget_attr)rØ  Únew_varÚroot_txrç   r   Úadd_push_nullr®   rB   rg  r½  ÚstoreÚpregraph_bytecoderë   Úget_instructionsrã   rä   rõ   r#   r   rÌ  r.   rb   r’   rî  Úexample_value_from_input_noderí   r   ræ   Úguards_contextÚdynamo_guardsÚremove_guards_with_source)	rP  rß  r   ÚvarnameÚ	data_noder®   rÚ   r÷   rÕ  s	   &&&     @rf   rÉ  Ú8TorchInGraphFunctionVariable._nn_param_via_prefix_insert	  s•  ø€ ð
 —)‘)×#Ñ#Ó%ˆð �9‰9×ÑÒ$Ü Ð!GÓHÐHÜ�r—y‘y×(Ñ(Ó)ˆØ
×ÑÔMÔNÙ
ˆ4�;‰;ŒÙ
Œ?× Ò  Ó3Ô4Ø
×Ñ˜˜EÔ"Ø
�‰�ÔØ
�	‰	×#Ñ#×*Ñ*¨2×+>Ñ+>Ó+@ÔAà—M‘M“O×(Ñ(ˆ	Ø�<‰<Ð:Ô:ÜØ[Ø'¨	¯© ~Ð6ØMðÜ&×0Ñ0ðõ	ô & gÓ.ˆÜŸ™×*Ñ*Ø�I‰I×3Ñ3°D·M±M³O×4HÑ4HÓIØ'ð +ó 
ˆô !×&Ò& r¸&ÓAˆà—‘Ó!ˆô 	×ÒÓ×+Ñ+×9Ñ9×SÑSØô	
ð ˆrh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r	  6  sH   ø€ ÷ Wñ Wà'ðWñ ‘?Õ#ðWñ ‘S™/Ð)Õ*ð	Wñ
 
ñWrh   c                ót   € V^ ,          P                  WP                  4       P                  VR,          V4      # )rÂ   rä  )rÎ  r  rt   r9  s   &&&&rf   r*  Ú/TorchInGraphFunctionVariable.call_tensor_method6  s0   € ð �A�w×"Ñ" 2×'8Ñ'8Ó':×'CÑ'CÀTÈ"ÅXÈvÓVÐVrh   c                ó    <€ V ^8„  d   QhRS[ /# rA  r„  )re   r  s   "€rf   rg   r	  >  s   ø€ ÷ 8ñ 8¡$ñ 8rh   c                óT  € ^RI Hp \        P                  ! V P	                  4       4      ;'       d`    \        V P	                  4       R4      ;'       d>    V P	                  4       P                  \        P                  P                  8H  ;'       g    V P	                  4       V! 4       9   # )r^   )Úget_tensor_methodÚ__objclass__)
r  rê  r  Úismethoddescriptorr  ru   rë  rb   r€   Ú
TensorBase)r-  rê  s   & rf   r&  Ú-TorchInGraphFunctionVariable.is_tensor_method>  s’   € Ý3ô ×&Ò& t×'8Ñ'8Ó':Ó;÷ Hð HÜ˜×)Ñ)Ó+¨^Ó<÷Hð Hð ×!Ñ!Ó#×0Ñ0´E·H±H×4GÑ4GÑG÷	8ð 8ð
 ×ÑÓ Ñ$5Ó$7Ñ7ð	8rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  )r   r   r{   rœ   rd   )re   r  s   "€rf   rg   r	  H  s?   ø€ ÷ <ñ <à'ð<ñ ‘s�mð<ñ ‘S™#�X•ð	<ñ
 
ñ<rh   c                ó  € V P                  4       \        4       9   ;'       gU    \        V P                  4       \        P                  P
                  \        P                  P                  34      ;'       d    \        WV4      # rÝ   )r  rü   r«   rb   r  r  r  rR   r9  s   &&&&rf   r#  Ú<TorchInGraphFunctionVariable.torch_function_override_enabledH  sn   € ð ×ÑÓÔ#<Ó#>Ñ>÷ ð ÜØ×!Ñ!Ó#Ü—‘×&Ñ&¬¯
©
×(CÑ(CÐDó÷<ð <ô *¨"°FÓ;ð	<rh   )r  rÝ   )NT)rt   r6  r�  rŽ  r�  r,  rœ  r  rü  Ú	functoolsÚcacher  rR  r½  r!  ra  r"  rã  r�  rÑ  rÉ  r*  r&  r#  r‘  r’  r“  r”  s   @@rf   r  r  ¾  sð   ù‡ € ÙJ÷õ ÷&Oð O÷ð ð Ø‡_�_÷b*ó ó ðb*÷HUDð D÷(sð s÷j	Zð Z÷xC/ð C/÷JcVð cV÷J(*ð (*ðT ÷Mñ Mó ðMð^ ÷*ó ð*÷XWð W÷8ð 8÷<÷ <ð <rh   r  c                   ó¶   a € ] tR tRt o Rt]V 3R lR l4       t]V 3R lR l4       tV 3R lR lt	V 3R	 lR
 lt
V 3R lR ltR]! ]
4      R]! ]4      /tRtV tR# )rD  iW  zrepresents torch.DispatchKeySetc                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r^   r­   r(  ra   rD  )r   r   )re   r  s   "€rf   rg   Ú#DispatchKeySetVariable.__annotate__[  s#   ø€ ÷ 7ñ 7‘nð 7±ð 7Ð8Pñ 7rh   c                ó   € \        V 3/ VB # rÝ   )rD  )r­   r(  s   &,rf   rÉ  ÚDispatchKeySetVariable.createZ  s   € ä% eÑ6¨vÑ6Ð6rh   c                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r^   r­   r®   ra   rD  )r   r   )re   r  s   "€rf   rg   rö  _  s%   ø€ ÷ )ñ )Ù"ð)Ù,2ð)à	!ñ)rh   c                ód   € \        VP                  \        P                  4      4       V ! WR 7      # r  )r)   r  r(   ÚDISPATCH_KEY_SET_MATCHr#  s   &&&rf   r%  Ú)DispatchKeySetVariable.create_with_source^  s(   € ô 	�f×'Ñ'¬×(KÑ(KÓLÔMÙ�5Ô(Ð(rh   c                ó0   <€ V ^8„  d   QhRRRS[ RS[RS[ /# rx  r›   )re   r  s   "€rf   rg   rö  e  s3   ø€ ÷ Eñ EØ-ðEÙ6EðEÙKNðEá	ñErh   c                ó    € ^RI Hp V! WW#4      # )rz  )Ú python_constant_richcompare_impl)r|  rÿ  )r-  rP  rQ  rõ   rÿ  s   &&&& rf   r}  Ú*DispatchKeySetVariable.tp_richcompare_imple  s   € õ 	Fá/°¸%ÓDÐDrh   c          	      ód   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[R,          /# r`  r’  )re   r  s   "€rf   rg   rö  l  sG   ø€ ÷ 
ñ 
à'ð
ñ ‘?Õ#ð
ñ ‘S™/Ð)Õ*ð	
ñ
 
˜4Õ	ñ
rh   c                ó:  € \        W#4      '       g   R # \        P                  ! TV P                  P                  ! V Uu. uF  qDP                  4       NK  	  up/ VP                  4        UUu/ uF  w  rVWVP                  4       bK  	  uppB 4      # u upi u uppi rÝ   )r3   rB   rg  r­   Úhasrµ   r±   )r-  rP  r§  r(  rù  rô  ra  s   &&&&   rf   r  ÚDispatchKeySetVariable.hasl  s„   € ô -¨T×:Ò:ÙÜ×$Ò$ØØ�J‰J�NŠNÙ26Ó7±$¨Q×&Ñ&Ö(±$Ñ7ðà9?¿¹¼ÔH¹±°�1×*Ñ*Ó,Ò,¹ÒHñó
ð 	
ùò 8ùÛHs   ¿BÁ-Bc                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   rö  |  sH   ø€ ÷ Mñ Mà'ðMñ ‘?Õ#ðMñ ‘S™/Ð)Õ*ð	Mñ
 
ñMrh   c                ó^   € \         P                  ! WP                  P                  4       4      # rÝ   )rB   rg  r­   ÚhighestPriorityTypeIdr9  s   &&&&rf   r  Ú,DispatchKeySetVariable.highestPriorityTypeId|  s"   € ô ×$Ò$ R¯©×)IÑ)IÓ)KÓLÐLrh   r  r  r–   N)rt   r6  r�  rŽ  r�  rü  rÉ  r�  r%  r}  r  r  r@   Ú
tp_methodsr‘  r’  ©r  s   @rf   rD  rD  W  sm   ø‡ € Ù)à÷7ó ð7ð ÷)ó ð)÷Eð E÷
ð 
÷ Mð Mð 	‰v�c‹{Ø¡Ð(=Ó!>ð†Jrh   rD  c                   ó  a € ] tR tRt o Rt]V 3R lR l4       tV 3R lR ltV 3R lR ltV 3R	 lR
 lt	V 3R lR lt
V 3R lR ltV 3R lR ltR]! ]4      R]! ]4      R]! ]	4      R]! ]
4      R]! ]4      R]! ]4      /tRtV tR# )rÏ  iŠ  z<represents torch._functorch.pyfunctorch.FuncTorchInterpreterc                ó*   <€ V ^8„  d   QhRS[ RS[RR/# )r^   r­   r®   ra   rÏ  r  )re   r  s   "€rf   rg   Ú)FuncTorchInterpreterVariable.__annotate__Ž  s%   ø€ ÷ )ñ )Ùð)Ù!'ð)à	'ñ)rh   c                ód   € \        VP                  \        P                  4      4       V ! WR 7      # r  )r)   r  r(   r  r#  s   &&&rf   r%  Ú/FuncTorchInterpreterVariable.create_with_source�  s(   € ô 	�f×'Ñ'¬×(=Ñ(=Ó>Ô?Ù�5Ô(Ð(rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  ”  sB   ø€ ÷ ;ñ ;à'ð;ñ ‘?Õ#ð;ñ ‘S™/Ð)Õ*ð	;ñ
 
ñ;rh   c                ó^   € \         P                  ! WP                  P                  4       4      # rÝ   )rB   rg  r­   Úkeyr9  s   &&&&rf   r  Ú FuncTorchInterpreterVariable.key”  s    € ô ×$Ò$ R¯©¯©Ó)9Ó:Ð:rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  œ  sB   ø€ ÷ 

ñ 

à'ð

ñ ‘?Õ#ð

ñ ‘S™/Ð)Õ*ð	

ñ
 
ñ

rh   c                óœ   € VP                  \        P                  ! WP                  P                  P
                  4      V .V,           V4      # rÝ   )rS  rB   rg  r­   ÚprocessÚ__func__r9  s   &&&&rf   r  Ú$FuncTorchInterpreterVariable.processœ  sA   € ð ×-Ñ-Ü×!Ò! "§j¡j×&8Ñ&8×&AÑ&AÓBØˆF�T�MØó
ð 	
rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  ¨  sB   ø€ ÷ =ñ =à'ð=ñ ‘?Õ#ð=ñ ‘S™/Ð)Õ*ð	=ñ
 
ñ=rh   c                ó^   € \         P                  ! WP                  P                  4       4      # rÝ   )rB   rg  r­   r:  r9  s   &&&&rf   r:  Ú"FuncTorchInterpreterVariable.level¨  s"   € ô ×$Ò$ R¯©×)9Ñ)9Ó);Ó<Ð<rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  °  óH   ø€ ÷ Bñ Bà'ðBñ ‘?Õ#ðBñ ‘S™/Ð)Õ*ð	Bñ
 
ñBrh   c                ó^   € \         P                  ! WP                  P                  4       4      # rÝ   )rB   rg  r­   Ú
batch_sizer9  s   &&&&rf   r  Ú'FuncTorchInterpreterVariable.batch_size°  ó"   € ô ×$Ò$ R¯©×)>Ñ)>Ó)@ÓAÐArh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  ¸  r  rh   c                ó^   € \         P                  ! WP                  P                  4       4      # rÝ   )rB   rg  r­   Ú
randomnessr9  s   &&&&rf   r$  Ú'FuncTorchInterpreterVariable.randomness¸  r!  rh   c                óV   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[/# r4  r’  )re   r  s   "€rf   rg   r  À  sB   ø€ ÷ 
ñ 
à'ð
ñ ‘?Õ#ð
ñ ‘S™/Ð)Õ*ð	
ñ
 
ñ
rh   c                óv   € \        VR V4       \        VR V4       \        P                  P	                  VR4      # )ÚlowerN)r:   r9   r   Ú0TemporarilyPopInterpreterStackCtxManagerVariablerÉ  r9  s   &&&&rf   r(  Ú"FuncTorchInterpreterVariable.lowerÀ  s:   € ô 	�b˜' 4Ô(Ü�B˜ Ô(Ü×IÑI×PÑPØ�ó
ð 	
rh   r  r  r:  r  r$  r(  r–   N)rt   r6  r�  rŽ  r�  r�  r%  r  r  r:  r  r$  r(  r@   r	  r‘  r’  r
  s   @rf   rÏ  rÏ  Š  s›   ø‡ € ÙFà÷)ó ð)÷;ð ;÷

ð 

÷=ð =÷Bð B÷Bð B÷
ð 
ð 	‰v�c‹{Ø‘6˜'“?Ø‘˜“Ø‘f˜ZÓ(Ø‘f˜ZÓ(Ø‘˜“ð†Jrh   rÏ  c                ó®   € V ^8„  d   Qh/ ^ \         9   d"   \        \        R\        3,          ,          ;R&   ^\         9   d   \        \        ,          ;R&   # )r^   .r.  Ú"methods_consuming_unbacked_scalars)Ú__conditional_annotations__Ú	frozensetr   r   rœ   )re   s   "rf   rg   rg      sN   € ÷ ñ ÷b&ò &¤	¬(°3¼°8Õ*<Õ =ñ &ñc÷z	ò ¤I¬c¥Nñ ò{	rh   )rÌ   r:  ræ  rå  Úsqrt>   r�  rt   r6  r�  (  r-  r�  Úenumrò  r  Úloggingr†  r9  Úcollections.abcr   r   Ú
contextlibr   Útypingr   r   r   r   r	   r
   Útyping_extensionsr   Útorch._Crb   Útorch._refsÚtorch.fxÚtorch.nnr_  rÛ  rb  r   Ú torch._dynamo.variables.constantr   Útorch._dynamo.variables.streamsr   Ú&torch._dynamo.variables.torch_functionr   Útorch._guardsr   r   r   Útorch._loggingr   rÈ   r   Útorch.autograd.graphr   rÉ   r   rÄ  r   r   r   r   r1  r   Úcreate_parameter_opr   r   r   r­  r    r   r!   r"   r#   r$   r%   Úguardsr&   r'   r(   r)   r®   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r`  r?   r@   rA   rB   Úctx_managerrC   rD   rE   rF   ÚdistributedrG   rÇ  rH   rI   rJ   rK   rª   rL   rM   rN   r|  rO   rP   Úscript_objectrQ   Útorch_functionrR   rS   rT   rU   Úuser_definedrV   Únumpyr·  ÚModuleNotFoundErrorÚ#torch.distributed.fsdp._fully_shardrW   Útorch._custom_class_baserX   Útorch._dynamo.symbolic_convertrY   rZ   r[   r\   Ú	getLoggerrt   rá  rq   r{   rì  rÞ  rà  r¾   ré  rê  rë  rß  r€   râ  rã  rä  rå  ræ  rç  rì  rè  rí  rÚ  rÛ  rÜ  rá  rÍ  rÏ  rÅ  rÎ  r¿   rî  rÝ  rÊ  rË  rÌ  rƒ   rÐ  rÑ  rÒ  r’   rñ  rò  r¢  Ú_shape_as_tensorrÚ  Úget_dynamic_layer_stack_depthr!  Úcurrent_device_indexr"  r  Úis_initializedr  Ú
__future__Ú)get_overwrite_module_params_on_conversionr$  rø  rŒ   Ú_get_device_indexÚ_get_cublas_allow_tf32Ú_is_any_autocast_enabledrù  rÂ  r  Úis_builtÚget_device_propertiesr&  Úget_autocast_gpu_dtypeÚget_default_dtyper/  Úis_autocast_cpu_enabledr  rÅ  rÄ  rý  Ú
_ReductionÚget_enumÚpromote_typesÚ_get_privateuse1_backend_nameÚ_is_checkpoint_validr  rˆ  rë   rT  rU  r.  rÌ   r:  ÚaddmmÚaddmvÚaddrÚaddbmmÚbaddbmmr–  ró  Ú_foreach_addÚ_foreach_add_Ú_foreach_subÚ_foreach_sub_Ú_foreach_mulÚ_foreach_mul_Ú_foreach_divÚ_foreach_div_Ú_foreach_clamp_maxÚ_foreach_clamp_max_Ú_foreach_clamp_minÚ_foreach_clamp_min_Ú_foreach_maximumÚ_foreach_maximum_Ú_foreach_minimumÚ_foreach_minimum_rö  Ú_foreach_pow_Ú_foreach_lerprõ  Ú_foreach_addcmulÚ_foreach_addcmul_Ú_foreach_addcdivÚ_foreach_addcdiv_r.  r,  ró  r—   r+  r>  Ú_dispatch_tls_local_include_setÚ_dispatch_tls_local_exclude_setrÉ  r²   rÑ   rì   rö   rü   r  r–  ÚEnumrþ  r  r  rD  rÏ  rg   )r-  s   @rf   Ú<module>r~     s&	  øð÷ó6 Û Û Û Û Û 	ß .Ý "ß E× EÝ $ã Û Û Û ß %Ð %Ý #Ý =Ý :Ý Lß 7Ñ 7Ý 'Ý 8Ý -Ý Kç >Ó >Ý ÷ñ õ
 @÷õ ÷ó ÷÷ ñ ÷÷ ÷ ÷ ÷  XÓ W÷ó õ -÷ó ÷ =Ñ <ß ;Ý 4÷ó õ 3ðÛðÝE÷
 Ý8ÝHÝ,ñ ˆCƒL€ÙˆCƒL€à×Ó˜Ó!€õð( !%§¢à�Š×Ò×'Ò'Ø�Š×!Ò!×7Ò7Ø�Š×!Ò!×,Ò,Ø�Š×Ò×'Ò'Ø�Š×Ò×/Ò/Ø�Š×-Ò-Ø�Š×%Ò%Ø×Ò×Ò×4Ò4Ø×Ò×)Ò)×@Ò@Ø×Ò×)Ò)×?Ò?Ø×Ò×)Ò)×FÒFØ�	Š	×Ò×(Ò(Ø�Š× Ò ×,Ò,Ø�Š× Ò ×/Ò/Ø�Š× Ò ×(Ò(Ø�Š× Ò ×1Ò1Ø�Š×Ò×8Ò8Ø�	Š	�Š×#Ò#×,Ò,Ø�
Š
�Š×$Ò$×-Ò-Ø�
Š
×ÒØ�
Š
×Ò×+Ò+Ø�Š×Ò×#Ò#Ø�Š×Ò×#Ò#×/Ò/Ø�Š×Ò×BÒBØ�Š×Ò×BÒB×NÒNð 	�Š×Ò×&Ò&×2Ò2ðC"ó$!Ð ðN %)§M¢Mà×Òðó%Ð !ð 
‡H‚H×Ò×5Ò5Ø	×Ò×*Ò*Ø	×Ò×)Ò)Ø	‡J‚J×ÒØ	‡J‚J×ÒØ	‡I‚I×ÒØ	‡I‚I×ÒØ	×Ò×>Ò>ð	'Ð #ð 
‡M‚MØ	‡L‚L×"Ò"Ø	‡H‚H×#Ò#Ø	‡H‚H×%Ò%Ø	×Ò×"Ò"Ø	‡N‚N×Ò×#Ò#×/Ò/Ø	‡N‚N×Ò×ÒØ	‡J‚J×$Ò$Ø	‡J‚J×ÒØ	×Ñ×"Ò"Ø	×ÒØ	× Ò Ø	×ÒØ	×#Ò#Ø	×!Ò!Ø	×ÒØ	×ÒØ	×ÒØ	‡H‚H×Ò×"Ò"×+Ò+Ø	×ÒØ	‡H‚H×*Ò*Ø	‡N‚N×'Ò'Ø	‡I‚I×ÒØ	‡J‚J×ÒØ	‡I‚I×#Ò#Ø	‡I‚I×Òð5ð6 (õ7(Ð ð8 	×Ñ×!Ò!×#Ò#Ø×"Ò"à×Ñ×,Ò,Ø×Ñ×&Ò&Ø×Ñ×,Ò,ð	
ôð '+§m¢mÐ4WÓ&XÐ #ØŸ-š-Ð(?Ó@Ð ñ AJð$à�	Š	ð$ð 	�	Š	ð$ð 	�Šð	$ð
 	�Šð$ð 	�
Š
ð$ð 	�Šð$ð 	�Šð$ð 	�Šð$ð 	�Šð$ð 	×Òð$ð 	×Òð$ð 	×Òð$ð 	×Òð$ð  	×Òð!$ð" 	×Òð#$ð$ 	×Òð%$ð& 	×Òð'$ð( 	× Ò ð)$ð* 	×!Ò!ð+$ð, 	× Ò ð-$ð. 	×!Ò!ð/$ð0 	×Òð1$ð2 	×Òð3$ð4 	×Òð5$ð6 	×Òð7$ð8 	×Òð9$ð: 	×Òð;$ð< 	×Òð=$ð> 	×Òð?$ð@ 	×ÒðA$ðB 	×ÒðC$ðD 	×ÒðE$ðF 	×ÒðG$ó&AÑ ó &ñX 6?ñ ?â,ó?ó 6Ñ "ó ð ‡‚ôó ñð0 �-Š-Ò<Ó
=�ð 
‡H‚H×ÒØ	‡H‚H×,Ò,Ø	‡H‚H×,Ò,ðÑ ö,Hö^ö6@öF"ðJ ‡‚ôó ñô${L˜õ {Lô|E7Ñ#4õ E7ôP$�t—y’yõ $ñ (Ú9óÑ ô
V:<Ñ#4õ V:<ôrt0Ñ.õ 0ôfJÑ#4÷ JøðUP ô Ø	ƒBðûð
 ô ØÓðús$   Åo Å!o ï	oïoï	o ïo 