+
    [åûjAS ã                  ó<  a € 0 t $ ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t	^ RI
t
^ RIt^ RIHtHt ^ RIHtHtHtHt ^ RIHtHtHtHt ^ RIHt ^ RI
HtHtHtHtHtH t H!t!H"t"H#t#H$t$ ^ RIH%t%H&t&H't'H(t( ^ R	I)H*t* ^ RI+t+^ RI,t+^ RI-H.t. ^ RI/H.u H0t1 ^ RI2H3u H4t5 ^ R
I+H6t6H7t7H8t8 ^ RI9H:t: ^ RI;H<t< ^ RI=H>t> ^ RI?H@t@HAtAHBtBHCtCHDtD ^ RIEHFtF ^ RI,HGtGHHtH ^ RIIHJtJ ^ RIKHLtLHMtMHNtNHOtOHPtPHQtQHRtR ^ RISHTtT ^ RIUHVtV ^ RI-HWtWHXtXHYtY ^ RIZH[t[H\t\H]t]H^t^H_t_H`t` ^ RIaHbtb ^ RIcHdtdHeteHftf ^ RIgHhth ^ RIiHjtj ^ RIkHltl ^ RImHntnHotoHptpHqtqHrtrHsts ^ RItHutu ^ RIvHwtw ^ RIxHytyHztzH{t{ ^R I|H}t} ^R!I~Ht ]!'       d+   ^ RI€t€^ R"IH�t� ^ RI‚t‚^ R#IƒH„t„ ^ R$I…H†t† ^ R%I‡Hˆtˆ ^ R&I‰HŠtŠH‹t‹HŒtŒ . EROt�]$ER,          tŽ]ER,          t�R*]�R+&   ]+EP"                  ]>3t’]+EP"                  ]>,          t“]+EP(                  EP*                  t•]+EP(                  EP,                  t–]EP.                  ! ]˜4      t™]+EP4                  EP7                  ]˜R,4      tœ^t�]#! R-4      tž]#! R.4      tŸ]%! R/4      t ]#! R04      t¡]'! R14      t¢]5EPF                  ! ]+EPH                  R2 R3 R4 R5R67       ]+EPH                  ]¥/t¦R7 R8 lt§]R9 R: l4       t¨]©! 4       tª ! R; R<4      t«]«! 4       t¬^ R=I‰H­t­H®t®  ! R> R?] 4      t¯R@ RA lt° ! RB RC]	EPb                  4      t²]²! 4       t³/ s´RD]�RE&   RF RG ltµ]RH RI l4       t¶]RJ RK l4       t·]RL RM l4       t·]RN RO l4       t·RP RQ lt·RR RS lt¸]w]X,          t¹R*]�RT&   ]XtºR*]�RU&   ]RV RW l4       t»]RX RY l4       t»]RZ R[ l4       t»]R\ R] l4       t»]R^ R_ l4       t»]R` Ra l4       t»]Rb Rc l4       t»]Rd Re l4       t»]Rf Rg l4       t»]Rh Ri l4       t»]¬Rj 3Rk Rl llt»Rm Rn lt¼Ro Rp lt½Rq Rr lt¾]EP~                  Rs Rt l4       tÀERRu Rv lltÁERRx Ry lltÂR]®,          ]:,          ]“,          ]},          ]ÃRz,          ,          ]¥ER,          ,          ]Ä]ÅRz3,          ,          ]8,          ]Æ,          ]Ç,          ]È,          tÉR*]�Rz&   ERR{ R| lltÊ]R}R~/R R€ ll4       tË]R� R‚ l4       tÌ]Rƒ R„ l4       tÍR… R† ltÎR‡ Rˆ ltÏR‰ RŠ ltÐ]$]X]R‹,          ]]©R‹3,          3,          tÑ]$]8]RŒ,          ]]©RŒ3,          3,          tÒR� RŽ ltÓ] ! R� R�4      4       tÔR‘ R’ ltÕ]R“ R” l4       tÖ]R• R– l4       tÖ]R— R˜ l4       tÖ]R™ Rš l4       tÖR› Rœ ltÖ]8]+EP®                  EP°                  ]L3tÙR� Rž ltÚRŸ R  ltÛR¡ R¢ ltÜR£ R¤ ltÝR¥ R¦ ltÞR§ R¨ ltß]+EPÀ                  EPÃ                  R©Rª]+EPÄ                  EPÆ                  R«7       ]+EPÀ                  EPÉ                  R©R¬4      R­ R® l4       tå]+EPÀ                  EPÍ                  R©4      R¯ R° l4       tç]+EPÀ                  EPÃ                  R±R²]+EPÄ                  EPÆ                  R«7       ]+EPÀ                  EPÉ                  R±R¬4      R³ R´ l4       tè]+EPÀ                  EPÍ                  R±4      Rµ R¶ l4       téR· R¸ ltêR¹ Rº ltëR» R¼ ltìR½ R¾ ltíR¿ RÀ ltî ! RÁ RÂ4      tï] ! RÃ RÄ4      4       tðRÅ RÆ ltñ ! RÇ R']Y4      tòERRÈ RÉ lltóRÊ RË ltô]+EPê                  ERRÌ RÍ ll4       töRÎ RÏ lt÷]EPð                  ! RÐRRÑ7      tùRÒ]�RÐ&   ]RÓ RÔ l4       tú ! RÕ RÖ]l4      tû]ô! ]û4      tü ! R× RØ]l4      tý]ô! ]ý4      tþ]ÿ! ]+EP                   EP                  EP                  ]+EP                   EP                  EP                  ]+EP                   EP                  EP                  ]+EP                   EP                  EP
                  ]+EP                   EP                  EP                  ]+EP                   EP                  EP                  ]+EP                   EP                  EP                  04      Et	^ RÙIcEH
Et
 E]
EP                  ! ]+EP                   EP                  EP                  ]+EP                   EP                  EP
                  ]+EP                   EP                  EP                  ]+EP                   EP                  EP                  04        ! RÚ RÛ]r4      EtRÜ RÝ lEtRÞ Rß lEt ! Rà R)].EP                  EP                   4      Et ! Rá R(].EP$                  4      Et ! Râ Rã].EP$                  4      EtRä Rå lEtRæ Rç lEt]Rè Ré l4       Et ! Rê RëE]4      Et ! Rì Rí4      Et ! Rî Rï]ò4      Et ! Rð RñE]4      Et ! Rò Ró4      EtREsRô]�Rõ&   ]Rö R÷ l4       EtERRøRwRùRwRúRwRûR~RüRwRýRwRþRwRÿR/ER  ER lllEt ER ER lEt!ER ER lEt"ER ER lEt#ER ER	 lEt$]ER
 ER l4       Et%ER ER lEt&ERER ER llEt'ER ER lEt(R# (  é    )ÚannotationsN)ÚdefaultdictÚOrderedDict)ÚCallableÚ	GeneratorÚMappingÚSequence)Ú_GeneratorContextManagerÚcontextmanagerÚ	ExitStackÚnullcontext)Ú	dataclass)
ÚAnyÚcastÚConcatenateÚLiteralÚoverloadÚProtocolÚTYPE_CHECKINGÚ	TypeAliasÚTypeVarÚUnion)Ú	ParamSpecÚSelfÚTypeVarTupleÚUnpack)ÚWeakKeyDictionary)ÚSymBoolÚSymIntÚTensor)ÚCustomClassBase)Úenable_python_dispatcher)ÚFakeScriptObject)Úget_reconstruct_fnÚis_custom_class_objÚis_opaque_constant_typeÚis_opaque_symbolic_typeÚshould_hoist)Útrace_structured)ÚHigherOrderOperatorÚ
OpOverload)Úfast_detach)Ú
FakeTensorÚFakeTensorModeÚget_plain_tensorsÚis_fakeÚis_fake_tensorÚmaybe_get_fake_modeÚunset_fake_temporarily)ÚFunctionalTensor)Úis_sparse_any)ÚGraphModuleÚProxyÚTracer)Ú_coerce_to_shapes_specÚIntVarÚLeafSpecÚ
ParamsSpecÚ
ShapesSpecÚ
TensorSpec)Ú_assign_attr)Ú1_side_effectful_need_to_be_preserved_pre_dispatchÚArgumentÚTarget)Ú_extract_tensor_metadata)ÚModule)ÚTorchFunctionMode)Ú_disable_infra_modeÚ
_push_modeÚ_unset_infra_modeÚautograd_would_have_decomposedÚTorchDispatchModeÚTraceableWrapperSubclass)Úcount)ÚThunk)Ú_WeakHashRefÚWeakIdKeyDictionaryÚWeakTensorKeyDictionary)ÚBackwardState)ÚSymNode)ÚMutableMapping)ÚSource)ÚFunctionalizeCtxWrapper©ÚShapeEnv)ÚBoolLikeTypeÚFloatLikeTypeÚIntLikeTypeÚPythonKeyTracerÚDecompositionInterpreterÚ_GraphAppendingTracerExr   Ú_TracingModeÚnot_implementedÚTÚUÚ_PÚRÚ_Tsc                ó   € \        V 4      R 3# ©N)Úlist)Úxss   &Ú^C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\fx\experimental\proxy_tensor.pyÚ<lambda>rj   –   s   € ”�R“˜$Ñó    c                ó   € \        V 4      # rf   )Útuple)rh   Ú_s   &&ri   rj   rj   —   s   € ”%˜”)rk   c                ó|   € \        V 4       UUu. uF  w  r\        P                  ! V4      V3NK  	  uppR 3# u uppi rf   )Ú	enumerateÚpytreeÚSequenceKey)rh   ÚiÚxs   &  ri   rj   rj   ™   s5   € Ü09¸"´Ô>±©¨Œ&×
Ò
˜QÓ
 Ó	#±Ò>Øñ%ùÛ>s   �#8z
torch.Size)Úflatten_with_keys_fnÚserialized_type_namec               ó$   € V ^8„  d   QhRRRRRR/# )é   ÚfnúCallable[_P, R]ÚnargsÚintÚreturn© )Úformats   "ri   Ú__annotate__r€   ¨   s&   € ÷ Bñ B�ð B¨sð B°ñ Brk   c                ón   € RP                  R \        V4       4       4      p\        RV RV R2RV /4      # )z*FX gets confused by varargs, de-confuse itÚ,c              3  ó,   "  € T F
  pR V 2x € K  	  R# 5i)ÚargNr~   )Ú.0rs   s   & ri   Ú	<genexpr>Ú!fake_signature.<locals>.<genexpr>ª   s   é € Ð8©< a˜#˜a˜S�	«<ùs   ‚zlambda z: fn(Ú)ry   )ÚjoinÚrangeÚeval)ry   r{   Úargnamess   && ri   Úfake_signaturer�   ¨   s:   € à�x‰xÑ8¬5°¬<Ó8Ó8€HÜ�'˜(˜ 5¨¨
°!Ð4°t¸R°jÓAÐArk   c               ó    € V ^8„  d   QhRRRR/# ©rx   Údecomposition_tableú.Mapping[OpOverload, Callable[..., Any]] | Noner}   z>Generator[Mapping[OpOverload, Callable[..., Any]], None, None]r~   )r   s   "ri   r€   r€   ¯   s   € ÷ ñ ØGðàCñrk   c              #  ó´   "  € \        4       pVf   \        R4      hVP                  V 4      ;_uu_ 4       pVx € R R R 4       R #   + '       g   i     R # ; i5i)NúExpected proxy mode to be set)Úget_proxy_modeÚAssertionErrorÚenable_decompositions)r�   ÚmodeÚtables   &  ri   Ú	decomposer™   ®   sG   é € ô Ó€DØ‚|ÜÐ<Ó=Ð=Ø	×	#Ñ	#Ð$7×	8Ô	8¸EØŠ÷ 
9×	8×	8Ò	8üs   ‚3AµAº
AÁA	Á	Ac                  ó   € ] tR t^½tRtR# )Ú
_NoDefaultr~   N©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__static_attributes__r~   rk   ri   r›   r›   ½   ó   † Ûrk   r›   )Úpy_sym_typesÚ	PySymTypec                  ó"   € ] tR t^Æt$ R]R&   RtR# )Ú_HasMetazdict[str, PySymType]Úmetar~   N©r�   rž   rŸ   r    Ú__annotations__r¡   r~   rk   ri   r¦   r¦   Æ   s   ‡ Ø
×rk   r¦   c               ó    € V ^8„  d   QhRRRR/# )rx   Únoder¦   r}   Úboolr~   )r   s   "ri   r€   r€   Ê   s   € ÷ Mñ M�hð M 4ñ Mrk   c                ó¬   € \        V R 4      '       g   \        R4      hRV P                  9   ;'       d"    \        V P                  R,          \        4      # )r§   z3All nodes traced with proxy_tensor should have metaÚval)Úhasattrr•   r§   Ú
isinstancer£   )r«   s   &ri   Úis_sym_noder±   Ê   sB   € Ü�4˜× Ò ÜÐRÓSÐSØ�D—I‘IÑ×LÐL¤*¨T¯Y©Y°uÕ-=¼|Ó"LÐLrk   c                  ó&   € ] tR t^Ðt$ RtR]R&   RtR# )Ú_DisableUpdateTensorTrackerFr¬   Úvaluer~   N)r�   rž   rŸ   r    r´   r©   r¡   r~   rk   ri   r³   r³   Ð   s   ‡ Ø€Eˆ4×rk   r³   zdict[int, torch.fx.Node]Ú'_FAKE_TENSOR_ID_TO_PROXY_MAP_FOR_EXPORTc               ó   € V ^8„  d   QhRR/# ©rx   r}   r¬   r~   )r   s   "ri   r€   r€   Ú   s   € ÷ 4ñ 4¸ñ 4rk   c                 ó"   € \         P                  # )z;
Returns current state of disabling update tensor tracker.
©Ú"_disable_update_tensor_tracker_tlsr´   r~   rk   ri   Ú/_is_proxy_tensor_update_tensor_tracker_disabledr»   Ú   s   € ô .×3Ñ3Ð3rk   c               ó   € V ^8„  d   QhRR/# ©rx   r}   úGenerator[None, None, None]r~   )r   s   "ri   r€   r€   â   s   € ÷ )>ñ )>Ð5Pñ )>rk   c               #  ó„   "  € \         P                  p R\         n         Rx € V \         n        R#   T \         n        i ; i5i)ap  
NOTE "Do not clobber inplace ops"
By default tensor_tracker is updated every time.
This leads to chaining every operation by the FakeTensor.
For example for mutable ops if we have several consecutive mutable operations:

def f(x, y, z):
    x.copy_(y)
    x.copy_(z)
    return x

Default graph result:
def f_graph(x, y, z)
    x_1 = x.copy_(y)
    x_2 = x_1.copy_(z)
    return x_2

This chaining simplifies the fx passes and helps to prevent the reordering.
But in some cases, we want those nodes to be disconnected.
E.g. in case of splitting joint graph into forward and backward.
If first inplace op happened in forward, second in backward,
we want them after split to be properly placed.

Enabling this context manager for copy_ will result in:
def f_graph_2(x, y, z):
    x_1 = x.copy_(y)
    x_2 = x.copy_(z)
    return x

Results of copy_ x1 and x2 will have empty users in the graph.
The reason why this behavior is not enabled for all inplace ops is that
some fx passes (e.g. fx quantization) rely on chaining inplace ops like add_
in their fusions passes.
We could revisit enabling this logic for all inplace ops in future.
TNr¹   )Ú
orig_values    ri   Ú+_proxy_tensor_disable_update_tensor_trackerrÁ   á   s6   é € ôJ 4×9Ñ9€JØ/3Ô&Ô,ð>Ûà3=Ô*Ö0ø°:Ô*Õ0üs   ‚A Ÿ0 £A °=½A c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   Úobjr    ÚtracerÚ_ProxyTracerÚproxyÚ_ProxyTensorr}   ÚNoner~   )r   s   "ri   r€   r€     s   € × WÑ W˜Ð W¨Ð W¸\Ð WÈdÑ Wrk   c                ó   € R # rf   r~   ©rÃ   rÄ   rÆ   s   &&&ri   Úset_proxy_slotrË     s   € ÙTWrk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   z&_AnyScriptObjectType | CustomClassBaserÄ   rÅ   rÆ   r7   r}   rÈ   r~   )r   s   "ri   r€   r€     s,   € ÷ ñ Ø	/ðØ9EðØNSðà	ñrk   c                ó   € R # rf   r~   rÊ   s   &&&ri   rË   rË     ó   € ñ rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   r¤   rÄ   rÅ   rÆ   Ú_PySymProxyTyper}   rÈ   r~   )r   s   "ri   r€   r€     s,   € ÷ ñ Ø	ðØ(ðØ1@ðà	ñrk   c                ó   € R # rf   r~   rÊ   s   &&&ri   rË   rË     rÎ   rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   z;PySymType | _AnyScriptObjectType | Tensor | CustomClassBaserÄ   rÅ   rÆ   Úobjectr}   rÈ   r~   )r   s   "ri   r€   r€     s6   € ÷ Qñ QØ	DðQàðQð ðQð 
ñ	Qrk   c                ó8  € \         P                  R V \        V 4      V4       \        V \        4      '       d`   \        V\
        4      '       g   \        R\        V4       24      hWP                  9  g   \        4       '       g   W!P                  V &   R# R# \        V \        4      '       g   \        V 4      '       Ed    \        V\        4      '       g   \        R\        V4       24      h\        V \        P                  4      '       d   W!P                  V &   R# Rp\        V \         4      '       d    \"        P%                  V R4      pVe`   VP(                  P+                  \        V4      4      pVe   WAP,                  V &   R# W!P,                  V &   W!P(                  \        V4      &   R# W!P,                  V &   R# \        V \.        4      '       g   \        R\        V 4       24      hWP0                  9  dŽ   \2        P4                  ! \6        V4      pW!P0                  V &   ^ RIp\        V P:                  P<                  VP>                  4      '       d/   \A        W 4      VPB                  V P:                  P<                  &   R# R# R#   \&         d     ELMi ; i)zset_proxy_slot %s (%s) %szExpected _ProxyTensor, got úExpected Proxy, got NÚreal_objúExpected py_sym_types, got )"ÚlogÚdebugÚidr°   r    rÇ   r•   ÚtypeÚtensor_trackerr»   Ú_AnyScriptObjectr%   r7   ÚtorchÚScriptObjectÚscript_object_trackerr#   rÓ   Ú__getattribute__ÚAttributeErrorÚ_opaque_real_obj_proxyÚgetÚopaque_trackerr£   Úsymnode_trackerÚtypingr   rÐ   Úsympyr«   ÚexprÚSymbolÚ_SympyExprTrackerValueÚsympy_expr_tracker)rÃ   rÄ   rÆ   rÖ   Úexistingrè   s   &&&   ri   rË   rË     s  € ô
 ‡I�IÐ)¨3´°3³¸Ô?Ü�#”v×Òô ˜%¤×.Ò.Ü Ð#>¼tÀE»{¸mÐ!LÓMÐMð ×,Ñ,Ô,ÜB×DÒDà).×!Ñ! #Ó&ñ Eô 
�CÔ*×	,Ò	,Ô0CÀC×0HÓ0HÜ˜%¤×'Ò'Ü Ð#7¼¸U»°}Ð!EÓFÐFô
 �cœ5×-Ñ-×.Ò.Ø05×(Ñ(¨Ó-ð ˆHÜ˜#Ô/×0Ò0ðÜ%×6Ñ6°s¸JÓG�Hð Ò#Ø!×8Ñ8×<Ñ<¼RÀ»\ÓJ�ØÒ'Ø19×)Ñ)¨#Ó.à16×)Ñ)¨#Ñ.ØBG×1Ñ1´"°X³,Ó?à-2×%Ñ% cÓ*ô ˜#œ|×,Ò,Ü Ð#>¼tÀC»y¸kÐ!JÓKÐKØ×,Ñ,Ô,Ü—K’K¤°Ó7ˆEØ*/×"Ñ" 3Ñ'ó ä˜#Ÿ(™(Ÿ-™-¨¯©×6Ò6Ü;QØó<�×)Ñ)¨#¯(©(¯-©-Ó8ñ 7ñ% -øô+ &ô Úðús   Ä5J
 Ê
JÊJc               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÃ   r    rÄ   rÅ   r}   r¬   r~   )r   s   "ri   r€   r€   r  s&   € ÷ Dñ D˜ð D¨ð D¸ñ Drk   c                ó–   € \        V \        \        34      '       g   \        R \	        V 4       24      h\        \        WRR 4      4      # )z Expected Tensor or SymNode, got Fc                ó   € R # ©Tr~   )rn   s   &ri   rj   Ú has_proxy_slot.<locals>.<lambda>v  s   € ¹Trk   )r°   r    rR   r•   rÛ   r¬   Úget_proxy_slot©rÃ   rÄ   s   &&ri   Úhas_proxy_slotrõ   r  s?   € Ü�cœF¤GÐ,×-Ò-ÜÐ?ÄÀSÃ	¸{ÐKÓLÐLä”˜s¨E±>ÓBÓCÐCrk   rÐ   Ú_OpaqueObjectProxyTypec               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÃ   r    rÄ   rÅ   r}   rÇ   r~   )r   s   "ri   r€   r€   ~  s&   € ÷ ñ Ø	ðàðð ñrk   c                ó   € R # rf   r~   rô   s   &&ri   ró   ró   }  s   € ñ rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   r    rÄ   rÅ   Údefaultra   r}   z_ProxyTensor | Ur~   )r   s   "ri   r€   r€   …  s0   € ÷ ñ Ø	ðàðð ðð ñ	rk   c                ó   € R # rf   r~   ©rÃ   rÄ   rú   s   &&&ri   ró   ró   „  s   € ñ
 rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÃ   r    rÄ   rÅ   rú   ra   Ú	transformzCallable[[_ProxyTensor], R]r}   úR | Ur~   )r   s   "ri   r€   r€   �  s:   € ÷ ñ Ø	ðàðð ðð +ð	ð
 ñrk   c                ó   € R # rf   r~   ©rÃ   rÄ   rú   rþ   s   &&&&ri   ró   ró   Œ  ó   € ñ rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÃ   Ú_AnyScriptObjectTyperÄ   rÅ   r}   r7   r~   )r   s   "ri   r€   r€   –  s&   € ÷ ñ Ø	ðàðð ñrk   c                ó   € R # rf   r~   rô   s   &&ri   ró   ró   •  s   € ñ rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   r  rÄ   rÅ   rú   ra   r}   z	Proxy | Ur~   )r   s   "ri   r€   r€   �  s0   € ÷ ñ Ø	ðàðð ðð ñ	rk   c                ó   € R # rf   r~   rü   s   &&&ri   ró   ró   œ  s   € ñ
 rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÃ   r  rÄ   rÅ   rú   ra   rþ   zCallable[[Proxy], R]r}   rÿ   r~   )r   s   "ri   r€   r€   ¥  s:   € ÷ ñ Ø	ðàðð ðð $ð	ð
 ñrk   c                ó   € R # rf   r~   r  s   &&&&ri   ró   ró   ¤  r  rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÃ   r¤   rÄ   rÅ   r}   rÐ   r~   )r   s   "ri   r€   r€   ®  s&   € ÷ ñ Ø	ðàðð ñrk   c                ó   € R # rf   r~   rô   s   &&ri   ró   ró   ­  s   € ñ rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   r¤   rÄ   rÅ   rú   r`   r}   zT | _PySymProxyTyper~   )r   s   "ri   r€   r€   µ  s0   € ÷ ñ Ø	ðàðð ðð ñ	rk   c                ó   € R # rf   r~   rü   s   &&&ri   ró   ró   ´  s   € ñ
 rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÃ   r!   rÄ   rÅ   rú   r`   r}   zT | _OpaqueObjectProxyTyper~   )r   s   "ri   r€   r€   ½  s0   € ÷ %ñ %Ø	ð%àð%ð ð%ð  ñ	%rk   c                ó   € R # rf   r~   rü   s   &&&ri   ró   ró   ¼  s   € ñ
 "%rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÃ   r¤   rÄ   rÅ   rú   ra   rþ   zCallable[[_PySymProxyType], R]r}   rÿ   r~   )r   s   "ri   r€   r€   Å  s:   € ÷ ñ Ø	ðàðð ðð .ð	ð
 ñrk   c                ó   € R # rf   r~   r  s   &&&&ri   ró   ró   Ä  r  rk   c                ó   € V # rf   r~   ©rt   s   &ri   rj   rj   Ô  s   € ©ark   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R/# )
rx   rÃ   ú;Tensor | _AnyScriptObjectType | PySymType | CustomClassBaserÄ   rÅ   rú   rÓ   rþ   úCallable[..., Any]r}   r~   )r   s   "ri   r€   r€   Ð  s:   € ÷ 4ñ 4Ø	Dð4àð4ð ð4ð "ð	4ð
 ñ4rk   c           	     ó   € \        V \        4      '       d   VP                  pMš\        V \        4      '       g   \	        V 4      '       d;   \        V \
        P                  4      '       d   VP                  pMFVP                  pM9\        V \        4      '       g   \        R \        V 4       24      hVP                  pVP                  V 4      pVf¨   \        V \        4      '       d’   V P                  P                  4       '       dr   VP                   P                  V P                  P"                  4      ;pe   VP$                  pM1\'        WP                  P"                  V 4       VP                  V 4      pVfE   \        V \(        4      '       d/   VP*                  P                  \-        V P.                  4      4      pVfA   \        V\0        4      '       d)   \3        V  R\        V 4       R\-        V 4       RV 24      hV# V! V4      pV# )r×   z (z, z)is not tracked with proxy for )r°   r    rÜ   rÝ   r%   rÞ   rß   rà   rå   r£   r•   rÛ   ræ   rä   r«   Úis_symbolicrì   ré   rÆ   Ú_build_proxy_for_sym_exprr#   rã   rÚ   rÖ   r›   ÚRuntimeError)rÃ   rÄ   rú   rþ   Útrackerr´   ÚtmpÚress   &&&&    ri   ró   ró   Ð  s�  € ô �#”v×ÒØ×'Ñ'‰Ü	�CÔ)×	*Ò	*Ô.AÀ#×.FÒ.FÜ�cœ5×-Ñ-×.Ò.Ø×2Ñ2‰Gà×+Ñ+‰Gä˜#œ|×,Ò,Ü Ð#>¼tÀC»y¸kÐ!JÓKÐKØ×(Ñ(ˆð �K‰K˜Ó€Eà‚}œ C¬×6Ò6Ø�8‰8×Ñ×!Ò!ð ×0Ñ0×4Ñ4°S·X±X·]±]ÓCÐC�ÒPØŸ	™	‘ô *¨&·(±(·-±-ÀÔEàŸ™ CÓ(�à‚}œ CÔ)9×:Ò:ð
 ×-Ñ-×1Ñ1´"°S·\±\Ó2BÓCˆà‚}ä�gœz×*Ò*ÜØ�%�rœ$˜s›)˜ B¤r¨#£w iÐ/NÈvÈhÐWóð ð ˆá
�EÓ
€CØ€Jrk   c               ó    € V ^8„  d   QhRRRR/# )rx   Útz'torch.Tensor | TraceableWrapperSubclassr}   zlist[Proxy]r~   )r   s   "ri   r€   r€     s   € ÷ ñ Ð;ð Àñ rk   c                ó:  € . p\         P                  P                  \         P                  P                  P                  4      pVf   V# \        V\        4      '       g   \        R\        V4       24      hVP                  p\        V . R7       F‡  p\        V\        4      '       d!   \         P                  ! VP                  4      p\        V\         P                  4      '       g   K[  \        WC4      pVf   Kl  VP!                  VP"                  4       K‰  	  V# )Nú%Expected ProxyTorchDispatchMode, got )Úout)rÞ   Ú_CÚ_get_dispatch_modeÚ_TorchDispatchModeKeyÚPROXYr°   ÚProxyTorchDispatchModer•   rÛ   rÄ   r/   r4   Ú_from_functional_tensorÚelemr    ró   ÚappendrÆ   )r  Úproxiesr—   rÄ   Út_innerÚproxy_tensors   &     ri   Ú_get_proxiesr.    sÓ   € Ø€GÜ�8‰8×&Ñ&¤u§x¡x×'EÑ'E×'KÑ'KÓL€DØ‚|ØˆÜ�dÔ2×3Ò3ÜÐDÄTÈ$ÃZÀLÐQÓRÐRØ�[‰[€FÜ$ Q¨B×/ˆÜ�gÔ/×0Ò0Ü×3Ò3°G·L±LÓAˆGÜ˜'¤5§<¡<×0Ò0ÙÜ% gÓ6ˆØÔ#Ø�N‰N˜<×-Ñ-Ö.ñ 0ð €Nrk   c               ó    € V ^8„  d   QhRRRR/# ©rx   Úargsr   r}   r~   )r   s   "ri   r€   r€   #  ó   € ÷ 1ñ 1˜ð 1 ñ 1rk   c                 óL   € \         P                  ! \        P                  V 4      # rf   )Ú	functoolsÚreducerÞ   Úsym_max©r1  s   *ri   Ú_nary_sym_maxr8  #  ó   € Ü×ÒœEŸM™M¨4Ó0Ð0rk   c               ó    € V ^8„  d   QhRRRR/# r0  r~   )r   s   "ri   r€   r€   '  r2  rk   c                 óL   € \         P                  ! \        P                  V 4      # rf   )r4  r5  rÞ   Úsym_minr7  s   *ri   Ú_nary_sym_minr=  '  r9  rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   z*dict[type[sympy.Expr], Callable[..., Any]]r~   )r   s   "ri   r€   r€   ,  s   € ÷ #ñ #ÐCñ #rk   c                 ó„  € ^ RI p ^ RIp/ pVP                  P                  P                  P                  4       P                  4        F]  w  r4\        \        VR4      pVe   WRV&   K   VR8X  d   \        W#&   K1  VR8X  d   \        W#&   KB  VR8X  g   KK  \        P                  W#&   K_  	  VP                  W P                  &   V# )zn
Returns a dict mapping sympy types to Python callables
(e.g. ``sympy.Mul`` -> a fold over ``operator.mul``).
NÚmaximumÚminimumÚpow_by_natural)rè   Útorch.utils._sympy.interpÚutilsÚ_sympyÚinterpÚhandlersÚitemsÚgetattrÚoperatorr8  r=  ÚpowÚsym_sumÚAdd)rè   rÞ   rG  ÚkÚvÚops         ri   Ú_sympy_handlersrQ  +  s¢   € ó ã$à€HØ—‘×"Ñ"×)Ñ)×2Ñ2Ó4×:Ñ:Ö<‰ˆÜ”X˜q $Ó'ˆØŠ>Ø�Q‹Kð �)Œ^Ü'ˆH‹KØ�)Œ^Ü'ˆH‹Kð Ð"Ö"Ü"Ÿ,™,ˆH‹Kñ' =ð0  Ÿ-™-€H�Y‰YÑØ€Ork   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rÄ   rÅ   ré   z
sympy.Exprr"  zPySymType | Noner}   z1IntLikeType | FloatLikeType | BoolLikeType | Noner~   )r   s   "ri   r€   r€   R  s2   € ÷ mñ mØðmØ *ðmØ1Aðmà6ñmrk   c                óú  € V P                   P                  V4      ;pe    V'       d   \        R4      hVP                  # \	        V\
        \        \        34      '       d   V# VP                  '       d   \        V4      # VP                  '       d   \        V4      # . pVP                   F&  p\        W4      ;pf    R# VP                  V4       K(  	  \        4       P                  VP                  4      pV'       g   R# Vf/   \        V4      ^8”  d   \         P"                  ! Wt4      # V! V!  pV# \        V4      ^8”  d#   \         P"                  ! WtRR 4      VR,          .p\%        W\'        V4      V4       V# )a§  
Decompose `expr` and look for the pieces as inputs. If `out` is provided
then that will be the resulting SymNode (and `out.expr` must be the same as
`expr`).

This function is used when the ProxyTorchDispatchMode sees a SymNode
that it hasn't seen before to try to associate it with traced inputs.

How can this happen?

First thing to remember is that although sympy.Exprs are interned (so
`sympy.Expr("s3*s4")` will always have the same `id` and will always compare
equal) SymNode does not (so doing `SymNode("s3")*SymNode("s4")` twice in a
row will give two unique SymNodes).

- On way for this to happen is if we turn off tracing to compute an
  intermediate value and then USE that value with tracing turned on - for
  example if we turn off tracing to do some FakeTensor propagation to
  compute a size (dtensor does this) but then turn tracing back on and use
  that computed size.

- Another way is if we compute a size in one graph and stash it somewhere
  hidden (such as in some meta-data) and later use it in a different graph
  (dtensor does this too). Since the size was computed in the first graph
  and it's not an official input to the second graph it's not tracked
  properly. This is often going to show up as it usually works in fullgraph
  but a graph break causes a failure.

To handle this we decompose the sympy.Expr and look for the pieces as
inputs. But there are problems with this approach:

- We lose operation provenance: We end up figuring out where to get the
  inputs - but those may not actually be correct. If we have "s1" coming in
  from both tensor1 and tensor2 and we pick the wrong one we could end up
  keeping a tensor alive longer than intended.

- There's no guarantee that those values are inputs to the graph: If we have
  "s1*s2" computed in a graph #1 and used in graph #2 there's no guarantee
  that the input that holds "s1" is actually an input on graph #2.

- The decomposition isn't guaranteed to be the same: Sympy can "simplify"
  expressions so it's possible that our inputs are "s1*s2" and "s3" but we
  decompose it into "s1" and "s2*s3" - which wouldn't be found.

Other ways we could handle this:

- Don't: Just require that all inputs are tracked properly. This is the
  "correct" solution but harder because you need to track down each
  potential problem one by one and fix them. And when it fails it's a lot of
  work to figure out both why it's failing and the right way to fix it. This
  is complicated by the fact that a stashed value could be incorrect but
  work fine until we happen to get an graph break in the wrong place - so it
  may be a while before the bug is found. (Maybe we need a "dynamo abuse
  mode" where we run tests with as many graph breaks inserted as possible?)

- Track SymNode ops separately from proxy tracing: Right now SymNode
  operations are tracked as part of the proxy tracing - so when we disable
  proxy tracing we also disable SymNode tracing. But we don't have to do
  that - we could instead always have SymNodes track where they came from
  and just use that when needed. This solves the problem of tracing being
  temporarily turned off but doesn't help if an input isn't present after a
  graph break.

- Better decomposition: Right now the decomposition is pretty simple. We do
  have a sat-solver available to us so we could theoretically do a better
  job figuring out a "correct" decomposition. But that still relies on
  having the inputs available at all - which isn't a guarantee.
Nz6out should be empty when expr is in sympy_expr_trackeréÿÿÿÿ)rì   rä   r•   r´   r°   r|   Úfloatr¬   Ú
is_IntegerÚis_Floatr1  r  r*  rQ  ÚfuncÚlenr4  r5  Ú_sym_registerrm   )rÄ   ré   r"  r´   r1  r„   Ú	arg_valuerX  s   &&&     ri   r  r  R  sD  € ðP ×*Ñ*×.Ñ.¨tÓ4Ð4ˆÒAßÜ ØHóð ð �{‰{Ðä�$œœe¤TÐ*×+Ò+ØˆØ‡‡€Ü�4‹yÐØ‡}‡}€}Ü�T‹{Ðà€DØ�yŒyˆÜ2°6Ó?Ð?ˆIÒHÚØ�‰�IÖñ ô
 .Ó/×3Ñ3°D·I±IÓ>€DßÙð ‚{Üˆt‹9�qŒ=Ü×#Ò# DÓ/Ð/Ù�D‰kˆð
 €Jô ˆt‹9�qŒ=Ü×$Ò$ T°°¨9Ó5°t¸BµxÐ@ˆDÜ�f¤E¨$£K°Ô5Ø€Jrk   Fc               ó$   € V ^8„  d   QhRRRRRR/# )rx   r®   r    Úinclude_realr¬   r}   úTensor | Noner~   )r   s   "ri   r€   r€   Â  s!   € ÷ ñ �vð ¨Tð ¸mñ rk   c                ón   € \        V 4      '       d   \        \        V 4      W4      # V P                  4       # rf   )r1   r,   r2   Údetach)r®   r]  s   &&ri   Úsnapshot_fakera  Â  s.   € ô �c×ÒÜÔ.¨sÓ3°SÓGÐGà�z‰z‹|Ðrk   Ú_ExtractValTypec               ó$   € V ^8„  d   QhRRRRRR/# )rx   r®   rb  r]  r¬   r}   r~   )r   s   "ri   r€   r€   Ü  s!   € ÷ '(ñ '(�_ð '(°Dð '(À_ñ '(rk   c           	     ó  € \        V 4      '       d   \        WR 7      # \        V \        4      '       d   V # \        V \        \
        34      '       d   V # \        V \        4      '       d   V # \        V 4      '       d   V # \        V \        \        34      '       d+   T P                  V  Uu. uF  p\        V4      NK  	  up4      # \        V \        4      '       d/   V P                  4        UUu/ uF  w  r4V\        V4      bK  	  upp# \        V \        4      '       d’   V P                  '       g~   ^ RIHp V! V 4      pV'       g   \%        RR7      pV;_uu_ 4        \&        P(                  ! V P*                  V P-                  4       V P.                  V P0                  R7      uuRRR4       # R# \        V \2        \4        \6        34      '       d   V # V f   R# \8        P:                  ! V 4       R# u upi u uppi   + '       g   i     L3; i)©r]  ©Údetect_fake_modeT)Úallow_fallback_kernels)ÚdeviceÚdtypeN)r0   ra  r°   r£   rÝ   r!   rQ   r%   rg   rm   Ú	__class__Úextract_valÚdictrH  r    Ú	is_sparseÚtorch._guardsrg  r.   rÞ   Úempty_stridedÚshapeÚstrideri  rj  r|   rU  r¬   Útyping_extensionsÚassert_never)r®   r]  rt   rN  rO  rg  Úfake_tensor_modes   &&     ri   rl  rl  Ü  sx  € Üˆs‡|‚|Ü˜SÔ<Ð<Ü	�Cœ×	&Ò	&Øˆ
Ü	�CÔ*¬OÐ<×	=Ò	=Øˆ
Ü	�Cœ×	'Ò	'Øˆ
Ü	˜S×	!Ò	!Øˆ
Ü	�Cœ$¤˜×	'Ò	'Ø�}‰}±cÓ:±c°œk¨!žn±cÑ:Ó;Ð;Ü	�Cœ×	Ò	Ø.1¯i©i¬kÔ:©k¡d a�”;˜q“>Ò!©kÒ:Ð:Ü	�Cœ×	 Ò	 Ø�}�}ˆ}õ 7á/°Ó4Ðß#Ü#1ÈÔ#NÐ ß!Ò!Ü×*Ò*Ø—I‘I˜sŸz™z›|°C·J±JÀcÇiÁiô÷ "Ò!ñ
 Ü	�Cœ#œu¤dÐ+×	,Ò	,Øˆ
Ø	ŠÙä×"Ò" 3Ö'ùò7 ;ùã:÷ "×!ús   Â*G1Ã.G6ÅAG<Ç<H	ÚenableTc               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   rv  r¬   r}   r¾   r~   )r   s   "ri   r€   r€     s$   € ÷ %ñ %Øð%Ø%)ð%à ñ%rk   c             #  ó^   "  € V P                   pWn          Rx € W n         R#   Y n         i ; i5i)ac  
Enable thunkification inside the context manager.  Thunkification prevents
SymNode computation from directly being traced into an FX graph; instead,
the compute is only added to the graph if it is actually used.  This helps
us track SymNode compute when it is computed (since we need /something/
to put in the tracker) even if it is unlikely to be used.
N)Úenable_thunkify)rÄ   rv  Úolds   &$ ri   Ú_enable_thunkifyr{    s,   é € ð ×
 Ñ
 €CØ#Ôð%Ûà!$Öø Õüs   ‚-–" š-¢*ª-c               ó   € V ^8„  d   QhRR/# r½   r~   )r   s   "ri   r€   r€     s   € ÷ ñ Ð ;ñ rk   c               #  ó¶   "  € \        4       p V e/   \        V P                  RR7      ;_uu_ 4        Rx € RRR4       R# Rx € R#   + '       g   i     R# ; i5i)aG  Within a context, disable thunkification.  See :func:`maybe_enable_thunkify`
for more details.  This is helpful if you have a wrapper function which
you want to enable thunkification on, but in some segment on the inside (say,
the original user function), you want to disable thunkification as you know
it is not needed there.
NF)rv  ©r”   r{  rÄ   ©Ú
proxy_modes    ri   Úmaybe_disable_thunkifyr�    sC   é € ô  Ó!€JØÒÜ˜j×/Ñ/¸×>Ö>Û÷ ?Ñ>õ 	÷ ?×>Ð>üs   ‚.A°AµAÁA	Á	Ac               ó   € V ^8„  d   QhRR/# r½   r~   )r   s   "ri   r€   r€   *  s   € ÷ ñ Ð:ñ rk   c               #  ó²   "  € \        4       p V e-   \        V P                  4      ;_uu_ 4        Rx € RRR4       R# Rx € R#   + '       g   i     R# ; i5i)a  Within this context manager, if you are doing make_fx tracing, we will thunkify
all SymNode compute and avoid tracing it into the graph unless it is actually needed.
You should prefer to avoid using this as much as possible, as lazy evaluation of
SymNode tracing can lead to long chains of thunks which will stack overflow
if you evaluate them.  However, this is currently sometimes necessary as there
are buggy parts of PT2 which will fail with "s0 is not tracked with proxy" error
due to insufficient tracing of SymNode computation.
Nr~  r  s    ri   Úmaybe_enable_thunkifyr„  )  sA   é € ô  Ó!€JØÒÜ˜j×/Ñ/×0Õ0Û÷ 1Ñ0õ 	÷ 1×0Ð0üs   ‚,A®A³AÁA	Á	Ac               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÆ   r7   r®   rb  r}   r~   )r   s   "ri   r€   r€   B  s!   € ÷ ñ �Eð  ð °Eñ rk   c                óê  € \        WP                  P                  R 8H  R7      V P                  P                  R&   \	        V P
                  4      ;_uu_ 4        \        V4      '       d$   \        V4      V P                  P                  R&   MJ\        V\        4      '       d5   VP                  '       g#   \        V4      V P                  P                  R&   RRR4       V #   + '       g   i     T # ; i)Úplaceholderre  r®   Útensor_metaN)rl  r«   rP  r§   r{  rÄ   r0   rC   r°   r    rn  )rÆ   r®   s   &&ri   Úset_metar‰  B  s¢   € Ü(ØŸ:™:Ÿ=™=¨MÑ9ô€E‡J�J‡O�O�EÑô 
˜%Ÿ,™,×	'Õ	'ä�3�<Š<Ü-EÀcÓ-JˆE�J‰J�O‰O˜MÒ*Ü˜œV×$Ò$¨S¯]¯]¨]Ü-EÀcÓ-JˆE�J‰J�O‰O˜MÑ*÷ 
(ð €L÷ 
(Ö	'ð €Lús   ÁAC!Â5"C!Ã!C2	c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÄ   rÅ   Úfrz   r1  ú_P.argsÚkwargsú	_P.kwargsr}   zThunk[R]r~   )r   s   "ri   r€   r€   P  s4   € ÷  ñ  Øð Ø,ð Ø5<ð ØHQð àñ rk   c                óœ   a€ V P                   '       d$   \        \        P                  ! V.VO5/ VB 4      # V! V/ VB o\        V3R l4      # )zH
Delays computation of f until it's called again
Also caches the result
c                 ó   <€ S # rf   r~   )Úrs   €ri   rj   Úthunkify.<locals>.<lambda>[  s   ø€ ™Qrk   )ry  rM   r4  Úpartial)rÄ   r‹  r1  r�  r‘  s   &&*,@ri   Úthunkifyr”  P  sK   ø€ ð ××ÐÜ”Y×&Ò& qÐ:¨4Ò:°6Ñ:Ó;Ð;áˆtÐ�vÑˆÜ”YÓÐrk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   Útensorr    rÆ   r7   Úconstantr^  rÄ   rÅ   r}   rÈ   r~   )r   s   "ri   r€   r€   ^  sB   € ÷ GBñ GBØðGBØ ðGBØ/<ðGBØFRðGBà	ñGBrk   c               óº  aa€ R  V3R llp\        V P                  4       F  w  rVV! VVV3R lV4       K  	  \        V 4      '       g2   \        V P                  4       4       F  w  rVV! VVV3R lV4       K  	  V! V P	                  4       VV3R l4       \        V 4      '       g   V! V P                  4       VV3R l4       \        V S\        SV4      4       R# )c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   Úouter_srZ   Úproxy_callablez+Callable[Concatenate[PySymType, _P], Proxy]r1  rŒ  r�  rŽ  r}   rÈ   r~   )r   s   "ri   r€   Ú"track_tensor.<locals>.__annotate__a  s:   € ÷ ñ ØðàCðð ðð ð	ð
 
ñrk   c                ó  <€ \        V4      '       g   \        R 4      h\        V \        4      '       d:   \	        S4      ;_uu_ 4        \        V S\        SW.VO5/ VB 4       RRR4       R# R#   + '       g   i     R# ; i)zproxy_callable must be callableN)Úcallabler•   r°   r   r{  rË   r”  )rš  r›  r1  r�  rÄ   s   &&*,€ri   Útry_set_proxy_slotÚ(track_tensor.<locals>.try_set_proxy_slota  sm   ø€ ô ˜×'Ò'Ü Ð!BÓCÐCÜ�gœv×&Ò&Ü! &×)Õ)ÜØØÜ˜V ^ÐN¸tÒNÀvÑNô÷ *Ñ)ñ 'ß)×)Ð)ús   ÁA/Á/B 	c                óœ   <€ \        SP                  R \        P                  P                  P
                  P                  SV3/ 4      V 4      # ©Úcall_function)r‰  Úcreate_proxyrÞ   ÚopsÚatenÚsym_sizer|   ©rt   rs   rÆ   rÄ   s   &&€€ri   rj   Útrack_tensor.<locals>.<lambda>y  s>   ø€ œØ×#Ñ#Ø#¤U§Y¡Y§^¡^×%<Ñ%<×%@Ñ%@À5È!À*Èbóð ô	rk   c                óœ   <€ \        SP                  R \        P                  P                  P
                  P                  SV3/ 4      V 4      # r¢  )r‰  r¤  rÞ   r¥  r¦  Ú
sym_strider|   r¨  s   &&€€ri   rj   r©  †  s@   ø€ œXØ×'Ñ'Ø'¬¯©¯©×)BÑ)B×)FÑ)FÈÐPQÈ
ÐTVóð ô	rk   c                óš   <€ \        SP                  R \        P                  P                  P
                  P                  S3/ 4      V 4      # r¢  )r‰  r¤  rÞ   r¥  r¦  Ú	sym_numelrú   ©rt   rÆ   rÄ   s   &€€ri   rj   r©  ‘  s<   ø€ ”(Ø×ÑØ¤§¡§¡×!9Ñ!9×!AÑ!AÀEÀ8ÈRóð ô	
rk   c                óš   <€ \        SP                  R \        P                  P                  P
                  P                  S3/ 4      V 4      # r¢  )r‰  r¤  rÞ   r¥  r¦  Úsym_storage_offsetrú   r®  s   &€€ri   rj   r©  ›  s?   ø€ ”hØ×#Ñ#Ø#Ü—I‘I—N‘N×5Ñ5×=Ñ=Ø�HØó	ð ôrk   N)rp   rq  r5   rr  ÚnumelÚstorage_offsetrË   rÇ   )r–  rÆ   r—  rÄ   rŸ  rs   Úss   &f$d   ri   Útrack_tensorr´  ^  sÅ   ù€ ÷ð ô* ˜&Ÿ,™,Ö'‰ˆÙØõð ö		
ñ (ô ˜× Ò Ü˜fŸm™m›oÖ.‰DˆAÙØõð ö	ñ /ñ Ø�‰‹õ	
ôô ˜× Ò ÙØ×!Ñ!Ó#õô	
ô �6˜6¤<°°xÓ#@ÖArk   Ú_NestedProxysÚ_NestedTensorsc          
     ó,   € V ^8„  d   QhRRRRRRRRR	R/# )
rx   Ú	inner_resr`   Ú	proxy_resrµ  r—  ú_NestedTensors | NonerÄ   rÅ   r}   r~   )r   s   "ri   r€   r€   °  sA   € ÷ eñ eØðeàðeð $ð	eð
 ðeð ñerk   c               óF   aa€ \        W4       R  VV3R lloS! WV4       V # )c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   ÚerÓ   rÆ   rµ  r—  rº  r}   rÈ   r~   )r   s   "ri   r€   Ú'track_tensor_tree.<locals>.__annotate__Æ  s2   € ÷ Kñ KØðKØ'ðKØ3HðKà	ñKrk   c           	     ó  <a€ \        V \        4      '       d|   \        S\        4      '       g   \        R \	        S4       24      hVe.   \        V\        4      '       g   \        R\	        V4       24      h\        V SSVR7       \        SV 4       R# \        V \        4      '       dW   \        S\        4      '       g   \        R \	        S4       24      h\        SV 4       \        V S\        SV3R l4      4       R# \        V \        4      '       g   \        V 4      '       d‹   \        S\        4      '       g   \        R \	        S4       24      h\        \	        V 4      4      '       d)   \        \	        V 4      4      '       g   \        SV 4       R# \        V SS4       \        SV 4       R# \        V \        \        34      '       d`   \        S\         P                  4      '       d   \        SV 4       R R lp\#        V 4       F  w  rES	! VSV,          V! W$4      4       K  	  R# \        V \$        4      '       dh   Ve   \        R4      h\        S\         P                  4      '       d   \        SV 4       V P'                  4        F  w  rgS	! VSV,          R4       K  	  R# \        V \(        4      '       dC   \        S\        4      '       g   \        R \	        S4       24      h\        SV 4       SV n        R# R# )rÕ   NzExpected None or Tensor, got )rÄ   r—  c                 ó   <€ S # rf   r~   ©rÆ   s   €ri   rj   Ú<track_tensor_tree.<locals>.wrap_with_proxy.<locals>.<lambda>Õ  s   ø€ ¹urk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   Úcrº  Úidxr|   r}   r~   )r   s   "ri   r€   Ú@track_tensor_tree.<locals>.wrap_with_proxy.<locals>.__annotate__é  s$   € ÷ 	"ñ 	"Ø(ð	"Ø/2ð	"à&ñ	"rk   c                ó„   € V f   R # \        V \        \        34      '       g   \        R\	        V 4       24      hW,          # )NzExpected list or tuple, got )r°   rg   rm   r•   rÛ   )rÄ  rÅ  s   &&ri   Úget_constantÚ@track_tensor_tree.<locals>.wrap_with_proxy.<locals>.get_constanté  s<   € ð ’9Ùä% a¬$´¨×7Ò7Ü,Ð/KÌDÐQRËGÈ9Ð-UÓVÐVà�6�Mrk   zExpected constant to be None)r°   r    r7   r•   rÛ   r´  r‰  r£   rË   r”  rÝ   r%   r&   r(   rm   rg   Úfxrp   rm  rH  rQ   rÆ   )
r½  rÆ   r—  rÈ  rÅ  ÚeeÚkeyr®   rÄ   Úwrap_with_proxys
   &f&     €€ri   rÍ  Ú*track_tensor_tree.<locals>.wrap_with_proxyÆ  sI  ù€ ô �aœ× Ò Ü˜e¤U×+Ò+Ü$Ð';¼DÀ»K¸=Ð%IÓJÐJØÒ$¬
°8¼V×(DÒ(DÜ$Ð'DÄTÈ(Ã^ÐDTÐ%UÓVÐVÜ˜˜E¨&¸8ÕDÜ�U˜AÖÜ˜œ<×(Ò(Ü˜e¤U×+Ò+Ü$Ð';¼DÀ»K¸=Ð%IÓJÐJä�U˜AÔÜ˜1˜f¤h¨v´}Ó&EÖFÜ˜Ô+×,Ò,Ô0CÀA×0FÒ0FÜ˜e¤U×+Ò+Ü$Ð';¼DÀ»K¸=Ð%IÓJÐJô
 (¬¨Q«×0Ò0Ü$¤T¨!£W×-Ò-ä˜ Ô"ÙÜ˜1˜f eÔ,Ü�U˜AÖÜ˜œE¤4˜=×)Ò)ä˜%¤§¡×*Ò*Ü˜ Ô"õ	"ô % Qž<‘�ñ    E¨#¥J±¸XÓ0KÖLó (ô
 ˜œ4× Ò ð Ò#Ü$Ð%CÓDÐDä˜%¤§¡×*Ò*Ü˜ Ô"àŸG™GžI‘�Ù  U¨3¥Z°Ö6ó &ô ˜œ=×)Ò)Ü˜e¤U×+Ò+Ü$Ð';¼DÀ»K¸=Ð%IÓJÐJÜ�U˜AÔØˆAŽGñ rk   )Ú_set_unbacked_bindings)r¸  r¹  r—  rÄ   rÍ  s   &&$d@ri   Útrack_tensor_treerÐ  °  s,   ù€ ô( ˜9Ô0÷Kñ KñZ �I¨(Ô3àÐrk   c                  ó,   € ] tR tRt$ R]R&   R]R&   RtR# )rÇ   i  r7   rÆ   r^  r—  r~   Nr¨   r~   rk   ri   rÇ   rÇ     s   ‡ àƒLØ×rk   rÇ   c               ó    € V ^8„  d   QhRRRR/# )rx   rÄ   rÅ   r}   z1Callable[[PySymType], bool | int | float | Proxy]r~   )r   s   "ri   r€   r€     s   € ÷ ñ Øðà6ñrk   c                ó   a € R  V 3R llpV# )c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r¤   r}   zint | bool | float | Proxyr~   )r   s   "ri   r€   Ú%fetch_sym_proxy.<locals>.__annotate__!  s   € ÷ 5ñ 5�ð 5Ð9ñ 5rk   c                ó<  <€ V P                   pVP                  e   VP                  # V P                   P                  P                  '       dŠ   \	        V \
        4      '       d    \        V P                   P                  4      # \	        V \        4      '       d    \        V P                   P                  4      # \        V P                   P                  4      # \	        V \        4      '       g   \        R\        V 4       24      h\        V S4      P                  4       # )Nr×   )r«   r—  ré   Ú	is_numberr°   r   r¬   r   r|   rU  r£   r•   rÛ   ró   Úforce)r½  ÚnrÄ   s   & €ri   ÚinnerÚfetch_sym_proxy.<locals>.inner!  sÁ   ø€ Ø�F‰FˆØ�:‰:Ò!Ø—:‘:ÐØ�6‰6�;‰;× × Ð Ü˜!œW×%Ò%Ü˜AŸF™FŸK™KÓ(Ð(Ü˜Aœv×&Ò&Ü˜1Ÿ6™6Ÿ;™;Ó'Ð'Ü˜Ÿ™Ÿ™Ó%Ð%ä˜a¤×.Ò.Ü$Ð'BÄ4ÈÃ7À)Ð%LÓMÐMä! ! VÓ,×2Ñ2Ó4Ð4rk   r~   )rÄ   rÚ  s   f ri   Úfetch_sym_proxyrÜ    s   ø€ ÷5ð 5ð  €Lrk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   r  r    r}   z_ProxyTensor | Tensorr~   )r   s   "ri   r€   r€   5  s   € × UÑ U˜|Ð U°Ð UÐ;PÑ Urk   c                ó   € R # rf   r~   ©rÄ   r  s   &&ri   Úfetch_object_proxyrà  4  s   € ÙRUrk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   r  r  r}   úProxy | _AnyScriptObjectTyper~   )r   s   "ri   r€   r€   9  s$   € ÷ 'ñ 'Øð'Ø1ð'à!ñ'rk   c                ó   € R # rf   r~   rß  s   &&ri   rà  rà  8  s   € ñ $'rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   r  r¤   r}   z_PySymProxyType | PySymTyper~   )r   s   "ri   r€   r€   ?  s$   € ÷ &ñ &Øð&Ø&ð&à ñ&rk   c                ó   € R # rf   r~   rß  s   &&ri   rà  rà  >  s   € ñ #&rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   r  r!   r}   z"_OpaqueObjectProxyType | PySymTyper~   )r   s   "ri   r€   r€   E  s$   € ÷ -ñ -Øð-Ø,ð-à'ñ-rk   c                ó   € R # rf   r~   rß  s   &&ri   rà  rà  D  s   € ñ *-rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   r  r  r}   rÓ   r~   )r   s   "ri   r€   r€   J  s&   € ÷ (ñ (Øð(àBð(ð ñ(rk   c                ó   € \        WV4      # rf   ©ró   rß  s   &&ri   rà  rà  J  s   € ô ˜! QÓ'Ð'rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rX  rÓ   r€  r'  r}   rÈ   r~   )r   s   "ri   r€   r€   T  s$   € ÷ =ñ =Ø
ð=Ø4ð=à	ñ=rk   c                ó,  € VP                   '       g   VP                  '       g   R# \        V \        P                  P
                  4      '       g   R# \        \        \        VP                  P                  P                  4      4      4      pVP                  P                  R4      p\        P                  \        P                  3p\        V\        P                   4      ;'       d    VP"                  V9   pV'       gz   VP$                   Fi  p\'        VR4      '       d   VP                  P                  R4      MRp\        V\        P                   4      '       g   KT  VP"                  V9   g   Kg  Rp M	  V'       g   R# RVP                  R&   R# )z¬
Records operators whose tensor outputs or inputs are fp16/bf16 so downstream pointwise code can
emulate eager's rounding behavior when emulate_precision_casts is enabled.
Nr®   r§   TÚlow_precision_pointwise_barrier)Údecomp_layersÚemulate_precision_castsr°   rÞ   Ú_opsr+   ÚnextÚiterÚreversedrÄ   ÚgraphÚnodesr§   rä   Úbfloat16Úfloat16r    rj  Úall_input_nodesr¯   )rX  r€  Ú	last_noder  Ú	low_pr_fpÚoutput_low_precisionÚ
input_noder®   s   &&      ri   Ú_maybe_record_pointwise_barrierrý  T  s  € ð ××Ð z×'I×'IÐ'IÙä�dœEŸJ™J×1Ñ1×2Ò2Ùä”Tœ( :×#4Ñ#4×#:Ñ#:×#@Ñ#@ÓAÓBÓC€IØ�‰×Ñ˜5Ó!€AÜ—‘¤§¡Ð/€Iä% a¬¯©Ó6×OÐO¸1¿7¹7ÀiÑ;OÐçØ#×3Ô3ˆJÜ07¸
ÀF×0KÒ0K�*—/‘/×%Ñ% eÔ,ÐQUˆCÜ˜#œuŸ|™|×,Ô,°·±¸iÖ1GØ'+Ð$Ùñ	 4÷  Ùà8<€I‡N�NÐ4Ó5rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   Úflat_args_kwargsz!list[object] | tuple[object, ...]rÄ   rÅ   r}   z-tuple[list[object], tuple[object, ...], bool]r~   )r   s   "ri   r€   r€   t  s)   € ÷ (Kñ (KØ7ð(KØAMð(Kà2ñ(Krk   c                ó˜  € V  Uu. uF=  p\        V\        \        34      '       g   \        V4      '       d   \	        W4      MTNK?  	  pp\
        ;QJ d    R V 4       F  '       g   K   RM	  RM! R V 4       4      '       * ;'       d:    \
        ;QJ d    R V  4       F  '       g   K   RM	  RM! R V  4       4      '       * pV Uu. uF'  p\        V\        4      '       d   VP                  MTNK)  	  ppV Uu. uF,  p\        V\        4      '       d   \        V4      ! V4      MTNK.  	  ppV\        V4      V3# u upi u upi u upi )z¹
Given flat arguments, fetch the proxies and whether they are all constants.
This is later used in proxy_call or when someone is trying to stitch together
graph node in tf or td modes.
c              3  ón   "  € T F+  p\        V\        4      '       g   K  VP                  R J x € K-  	  R # 5irf   ©r°   rÇ   r—  ©r…   r  s   & ri   r†   Ú7_fetch_proxies_and_all_constant_flag.<locals>.<genexpr>‰  s,   é € ð 
á'�Ü˜!œ\×*ô ˆA�J‰J˜$ÕÛ'ùó   ‚5Ÿ5TFc              3  óB   "  € T F  p\        V\        4      x € K  	  R # 5irf   ©r°   r£   )r…   rt   s   & ri   r†   r  �  s   é € ÐJÑ9I°A”J˜q¤,×/Ð/Ó9Iùó   ‚)r°   r    rÝ   r%   rà  ÚanyrÇ   rÆ   r£   rÜ  rm   )rÿ  rÄ   rt   Úf_flat_args_kwargsÚall_constantr½  Úproxy_flat_args_kwargss   &&     ri   Ú$_fetch_proxies_and_all_constant_flagr  t  sU  € ñ "óñ "ˆAô ˜!œfÔ&6Ð7×8Ò8Ô<OÐPQ×<RÒ<Rô ˜vÔ)àòñ "ð ð ÷ ‹Cñ 
á'ó
�C�CŠCñ 
á'ó
ó 
ô 	
÷ 	Kð 	K÷ “ÑJÑ9IÓJ——’ÑJÑ9IÓJÓJÔJð ñ @RóÙ?Q¸!”:˜a¤×.Ò.ˆ�Š°AÒ5Ñ?Qð ð ñ (óá'ˆAô (2°!´\×'BÒ'BŒ˜Ô	  Ô	#ÈÒ	IÙ'ð ð ð
 œuÐ%;Ó<¸lÐJÐJùòAùò.ùòs   …AD=Ã-EÃ;2Ec               ó   € V ^8„  d   QhRR/# r·   r~   )r   s   "ri   r€   r€   Ÿ  s   € ÷ /ñ /�tñ /rk   c                 ó&   € ^ RI Hp  V P                  # )z½True when compile-on-one-rank (CooR) device-as-parameter rewriting should run.

Reads the cross-cutting flag from ``torch.compiler.config`` (its canonical home),
honoring ``config.patch``.
©Úconfig)Útorch.compilerr  Úcompile_on_one_rank)Úcompiler_configs    ri   Ú_coor_enabledr  Ÿ  s   € õ 9à×.Ñ.Ð.rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   útorch.device | Noner~   )r   s   "ri   r€   r€   ª  s   € ÷ 
Lñ 
LÐ#6ñ 
Lrk   c                 óÈ   € \         P                  P                  RR7      p V f   R# \         P                  ! V P                  \         P                  P                  4       4      # )z›The current accelerator as an indexed device (e.g. cuda:0), or None if there is no
accelerator. Used to classify device operands under compile-on-one-rank.T)Úcheck_availableN)rÞ   ÚacceleratorÚcurrent_acceleratorri  rÛ   Úcurrent_device_index)Úaccs    ri   Ú_coor_current_acceleratorr  ª  sI   € ô ×
Ñ
×
/Ñ
/ÀÐ
/Ó
E€CØ
‚{ÙÜ�<Š<˜Ÿ™¤%×"3Ñ"3×"HÑ"HÓ"JÓKÐKrk   c               ó   € V ^8„  d   QhRR/# ©rx   r}   útorch.devicer~   )r   s   "ri   r€   r€   ·  s   € ÷ ñ ˜lñ rk   c                 ó8   € \        4       p V f   \        R4      hV # )ae  The current accelerator as a fully-specialized indexed device (e.g. cuda:0).

Runtime target of the compile-on-one-rank device node: each rank resolves it to its
own current device (cuda:0 on rank 0, cuda:3 on rank 3). Carries the concrete index
(unlike type-only ``current_accelerator()``) so consuming ops -- and inductor -- get a
fully specified device.
z+compile-on-one-rank requires an accelerator)r  r  )Úcurs    ri   Ú_coor_current_devicer$  ·  s"   € ô $Ó
%€CØ
‚{ÜÐHÓIÐIØ€Jrk   c               ó    € V ^8„  d   QhRRRR/# )rx   ri  r!  r}   r¬   r~   )r   s   "ri   r€   r€   Å  s   € ÷ Uñ U¨,ð U¸4ñ Urk   c                óâ   € \        4       '       d   V P                  f   R# \        4       pVRJ;'       d;    V P                  VP                  8H  ;'       d    V P                  VP                  8H  # )aã  Whether ``device``'s index is just "the device this rank happens to be on".

True only under compile-on-one-rank, and only for the current accelerator. CooR
enforces a single-accelerator invariant while tracing -- one accelerator device,
though cpu tensors may coexist with it -- so for an accelerator device the index
is the compiling rank's and conveys nothing that is true of any other rank.
Callers use this to leave the index out of anything that has to be identical
across ranks (a guard, a cache key, a traced constant).

cpu is excluded: it is portable already and its index is not a rank identity.
Outside CooR several accelerator devices can legitimately be live at once, so
the index is real information and this returns False.
NF)r  Úindexr  rÛ   ©ri  r#  s   & ri   Ú_coor_device_index_is_currentr)  Å  sS   € ô �?Š?˜fŸl™lÒ2ÙÜ
#Ó
%€CØ�dˆ?×TÐT˜vŸ{™{¨c¯h©hÑ6×TÐT¸6¿<¹<È3Ï9É9Ñ;TÐTrk   zcoor::current_devicez() -> Device)ÚtagsÚCompositeExplicitAutogradc               ó   € V ^8„  d   QhRR/# r   r~   )r   s   "ri   r€   r€   ä  ó   € ÷ "ñ " <ñ "rk   c                 ó   € \        4       # rf   ©r$  r~   rk   ri   Ú_coor_current_device_implr0  ã  ó   € äÓ!Ð!rk   c               ó   € V ^8„  d   QhRR/# r   r~   )r   s   "ri   r€   r€   é  r-  rk   c                 ó   € \        4       # rf   r/  r~   rk   ri   Ú_coor_current_device_faker4  è  r1  rk   zcoor::current_device_indexz() -> SymIntc               ó   € V ^8„  d   QhRR/# ©rx   r}   r|   r~   )r   s   "ri   r€   r€   ø  s   € ÷ 4ñ 4¨ñ 4rk   c                 ó>   € \         P                  P                  4       # rf   )rÞ   r  r  r~   rk   ri   Ú_coor_current_device_index_implr8  ÷  s   € ä×Ñ×1Ñ1Ó3Ð3rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   ztorch.SymIntr~   )r   s   "ri   r€   r€   ý  s   € ÷ 	ñ 	¨ñ 	rk   c                 ó–   € ^ RI Hp  \        P                  P	                  4       pVP
                  P                  4       pV ! V^ R7       V# )r   )Úconstrain_range)Úmin)Ú%torch.fx.experimental.symbolic_shapesr;  rÞ   ÚlibraryÚget_ctxÚ
_shape_envÚcreate_unbacked_symint)r;  Úctxr'  s      ri   Ú_coor_current_device_index_fakerC  ü  s:   € åEô
 �-‰-×
Ñ
Ó
!€CØ�N‰N×1Ñ1Ó3€EÙ�E˜qÕ!Ø€Lrk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   ri  r!  r#  r  r}   rÈ   r~   )r   s   "ri   r€   r€   	  s$   € ÷ 
ñ 
Øð
Ø2ð
à	ñ
rk   c                ó  € V P                   R9   d   R# Ve   V P                   VP                   8w  d   \        RV  RV R24      hV P                  e0   V P                  VP                  8w  d   \        RV  RV R24      hR# R# )a�  Raise if ``device`` is an accelerator other than ``cur`` (``cpu``/``meta`` pass).

A different accelerator type or a non-current index is rank-specific and cannot be made
device-agnostic for compile-on-one-rank, so the graph is refused rather than left
silently non-portable. Callers supply ``cur`` from their own per-scope cache of the
current accelerator (the tracer while tracing, the wrapper during codegen).
Nz*device_as_parameter: the graph references z(, which is not the current accelerator (zK); the traced graph cannot be made device-agnostic for compile-on-one-rank.z4, whose index differs from the current accelerator (©Úcpur§   )rÛ   r  r'  r(  s   &&ri   Ú_coor_check_current_acceleratorrH  	  sœ   € ð ‡{�{�oÔ%ÙØ
‚{�f—k‘k S§X¡XÔ-ÜØ8¸¸ð A$Ø$' 5ð )7ð8ó
ð 	
ð
 ‡|�|Ò F§L¡L°C·I±IÔ$=ÜØ8¸¸ð A-Ø-0¨Eð 27ð8ó
ð 	
ñ %>Ñrk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   ri  r!  r}   r7   r~   )r   s   "ri   r€   r€   #  s!   € ÷ ñ  ð °|ð Èñ rk   c                óø   € V P                   pVe   V# V P                  R\        P                  P                  P
                  P                  R/ 4      p\        4       VP                  P                  R&   W0n         V# )av  Return a per-graph ``coor::current_device`` proxy for CooR, cached once per graph.

Replaces a baked accelerator device operand (``cuda:0`` or bare ``cuda``) with a
reference to a single node that, at runtime, yields each rank's specialized device
(cuda:0 on rank 0, cuda:3 on rank 3). The node *call* is rank-agnostic; only its
runtime return and ``node.meta["val"]`` vary, so ``.code`` matches across ranks (a
graph fingerprint must therefore ignore the per-tensor devices in ``meta``).

NOTE: a consumer that lowers this graph (e.g. inductor) cannot represent a
device-returning op, so it must strip this node before lowering.
r£  r®   r~   )
Ú_current_device_noder¤  rÞ   r¥  ÚcoorÚcurrent_devicerú   r$  r«   r§   )rÄ   ri  ÚcachedÚedges   &&  ri   Ú_current_device_edgerP  #  si   € ð ×(Ñ(€FØÒØˆØ×ÑØœŸ™Ÿ™×6Ñ6×>Ñ>ÀÀBó€Dô 1Ó2€D‡I�I‡N�N�5ÑØ"&ÔØ€Krk   c               ó    € V ^8„  d   QhRRRR/# )rx   rÄ   rÅ   r}   r  r~   )r   s   "ri   r€   r€   :  s   € ÷ ,ñ ,¨\ð ,Ð>Qñ ,rk   c                óT   € V P                   f   \        4       V n         V P                   # )zÝThe current accelerator for this trace, read once (a cudaGetDevice) and cached on the
tracer beside the current_device node, so the input check and the per-op device-operand
rewrite together pay a single lookup per trace.)r  ©rÄ   s   &ri   Ú _coor_traced_current_acceleratorrT  :  s'   € ð ×'Ñ'Ò/Ü+DÓ+FˆÔ(Ø×+Ñ+Ð+rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÄ   rÅ   ri  r!  r}   r¬   r~   )r   s   "ri   r€   r€   C  s"   € ÷ 	ñ 	¨Lð 	À,ð 	ÐSWñ 	rk   c                óV   € VP                   R9   d   R# \        V\        V 4      4       R# )zÝWhether ``device`` should be replaced by the current-device node under CooR.

True for the current accelerator (bare ``cuda`` or its current index); False for portable
``cpu``/``meta``; raises for a rank-specific device.
FTrF  )rÛ   rH  rT  )rÄ   ri  s   &&ri   Ú_coor_match_current_acceleratorrW  C  s&   € ð ‡{�{�oÔ%ÙÜ# FÔ,LÈVÓ,TÔUÙrk   c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )rx   r€  r'  rX  r+   Úpre_dispatchr¬   r1  útuple[object, ...]r�  údict[str, object]r}   rÓ   r~   )r   s   "ri   r€   r€   O  sL   € ÷ \ñ \Ø&ð\à
ð\ð ð\ð ð	\ð
 ð\ð ñ\rk   c           	     ó<  a aa€ . o\         P                  ! W434      w  rVR  V V3R llo\        ;QJ d    V3R lV 4       F  '       d   K   RM	  RM! V3R lV 4       4      '       g   \        P	                  RS4       \
        # \        S WV4      pV\
        Jd   \        VS 4       V# V'       gÜ   V\        P                  P                  P                  P                  \        P                  P                  P                  P                  \        P                  P                  P                  P                  39  dN   \        W4      '       d=   S ;_uu_ 4        VP                   ! V/ VB pV\
        Jd   VuuRRR4       #  RRR4       V\        P                  P                  P"                  P                  J d`   S ;_uu_ 4        \        P$                  ! V^ ,          P'                  4       ^8H  R 4       V^ ,          ^ 8g  P)                  4       uuRRR4       # S P*                  p\-        WX4      w  ršp\        P.                  P0                  VP2                  9   d¾   V'       dq   V	 Uu. uF'  p\5        V\6        4      '       d   VP8                  MTNK)  	  pp\         P:                  ! WÖ4      w  rï\=        4       ;_uu_ 4        V! V/ VB uuRRR4       # S P>                  '       d4   \         P@                  ! \B        R W434      '       d   \E        R	V R
24      h\G        4       '       dŠ   \H        ;QJ d    R V
 4       F  '       g   K   RM	  RM! R V
 4       4      '       dP   V
 Uu. uFC  p\5        V\        PJ                  4      '       d   \M        VV4      '       d   \O        VV4      MTNKE  	  p
p\         P:                  ! W¦4      w  ppV\        P                  P                  PP                  P                  J d/   \        P                  P                  PR                  P                  pS P*                  PU                  RVVVS P*                  PV                  PY                  VPZ                  P\                  4      R7      p\_        S P*                  4      ;_uu_ 4        V! V/ VB pRRR4       \H        ;QJ d    R V	 4       F  '       g   K   RM	  RM! R V	 4       4      pRpR R lpV\        P                  P                  PR                  P                  J dŽ   XP'                  4       \`        8:  du   \=        4       ;_uu_ 4        \5        V^ ,          \b        \B        34      '       g   \e        R\g        V^ ,          4       24      hV^ ,          Pi                  4       pRRR4       MÌ\        P.                  Pj                  VP2                  9  d¢   V'       dš   V'       d’   \         P@                  ! \B        VX4      '       dp   \=        4       ;_uu_ 4        V	 Uu. uF'  p\5        V\6        4      '       d   VP8                  MTNK)  	  pp\         P:                  ! WÖ4      w  rïV! V/ VB pRRR4       MRp\m        XVVVR7       \        VS 4       V#   + '       g   i     EL; i  + '       g   i     EL ; iu upi   + '       g   i     ELþ; iu upi   + '       g   i     EL;; i  + '       g   i     L‡; iu upi   + '       g   i     LŸ; i)c               ó    € V ^8„  d   QhRRRR/# )rx   rt   r    r}   r¬   r~   )r   s   "ri   r€   Ú proxy_call.<locals>.__annotate__Y  s   € ÷ ñ ˜Vð ¨ñ rk   c                ó.  <€ \        V 4      \        9   ;'       g    \        V SP                  4      pSP                  '       d0   T;'       g&    \        V 4      \
        P                  P                  J pV'       g   SP                  \        V 4      4       V# rf   )	rÛ   ÚHANDLED_TYPESrõ   rÄ   Ú_allow_fake_constantrÞ   Ú_subclassesr-   r*  )rt   r‘  r€  Úunrecognized_typess   & €€ri   Úcan_handle_tensorÚ%proxy_call.<locals>.can_handle_tensorY  sn   ø€ Ü�‹G”}Ñ$×LÐL¬°q¸*×:KÑ:KÓ(LˆØ×*×*Ð*Ø×<Ð<”T˜!“W¤× 1Ñ 1× <Ñ <Ð<ˆAßØ×%Ñ%¤d¨1£gÔ.Øˆrk   c              3  ód   <"  € T F%  p\        V\        4      '       g   K  S! V4      x € K'  	  R # 5irf   )r°   r    )r…   rt   rd  s   & €ri   r†   Úproxy_call.<locals>.<genexpr>c  s(   øé € ÐWÑ-=¨ÄÈAÌv×AVÔ#Ñ  ×#Ð#Ó-=ùs   ƒ0 0FTzEProxyTensorMode tensors without proxy had unrecognized subclasses: %sNc                 ó   € R # )z=Boolean value of Tensor with more than one value is ambiguousr~   r~   rk   ri   rj   Úproxy_call.<locals>.<lambda>ƒ  s   € ÑWrk   c                ó"   € \        V 4      '       * # rf   )r0   ©r  s   &ri   rj   ri  œ  s
   € ¤'¨!£*�nrk   zHIt appears that you're trying to get value out of a tracing tensor with zÌ - erroring out! It's likely that this is caused by data-dependent control flow or similar.  It may be possible to trace this with dynamic shapes; try setting tracing_mode='symbolic' in your make_fx call.c              3  óV   "  € T F  p\        V\        P                  4      x € K!  	  R # 5irf   )r°   rÞ   ri  )r…   r½  s   & ri   r†   rg  ©  s"   é € ð Ù-C¨Œ
�1”e—l‘l×#Ð#Ó-Cùs   ‚')r£  )Únamec              3  ón   "  € T F+  p\        V\        4      '       g   K  VP                  R Jx € K-  	  R # 5irf   r  r  s   & ri   r†   rg  ú  s,   é € ð á#ˆAÜ�aœ×&ô 	ˆ�
‰
˜$ÕÛ#ùr  c               ó    € V ^8„  d   QhRRRR/# )rx   r  r    r}   r¬   r~   )r   s   "ri   r€   r^    s   € ÷ 1ñ 1 ð 1¨Dñ 1rk   c                ó0   € V P                  4       \        8*  # rf   )r±  ÚCONSTANT_NUMEL_LIMITrk  s   &ri   Útensor_numel_in_limitÚ)proxy_call.<locals>.tensor_numel_in_limit  s   € Ø�w‰w‹yÔ0Ñ0Ð0rk   zExpected Proxy or Tensor, got ©r—  rÄ   )7rq   Útree_flattenÚallÚnot_implemented_logrÙ   ÚNotImplementedÚmaybe_handle_decomprý  rÞ   r¥  r¦  Úsizerú   rr  r²  rI   r™   Ú
is_nonzeroÚ_checkr±  ÚitemrÄ   r  ÚTagÚdata_dependent_outputr*  r°   rÇ   r—  Útree_unflattenr3   Ú_error_on_data_dependent_opsÚtree_all_onlyr    r  r  r	  ri  rW  rP  Ú
lift_freshÚlift_fresh_copyr¤  rô  Ú_target_to_strÚoverloadpacketr�   r{  rq  r7   r•   rÛ   ÚcloneÚnondeterministic_seededrÐ  )r€  rX  rY  r1  r�  rÿ  Úspecr‘  rÄ   r
  r  r  r  Úconst_flat_args_kwargsÚ
const_argsÚconst_kwargsr½  Ú
proxy_argsÚproxy_kwargsÚ	proxy_outr"  Úany_constantr—  rr  rd  rc  s   f&&&&                   @@ri   Ú
proxy_callr‘  O  s©  ú€ ð &(ÐÜ#×0Ò0°$°Ó@ÑÐ÷ñ ÷ ‹3ÔWÑ-=ÓW�3�3Š3ÔWÑ-=ÓW×WÒWÜ×!Ñ!ØSØô	
ô Ðä˜J¨°FÓ;€AØ”ÓÜ'¨¨jÔ9Øˆ÷ Øä�I‰I�N‰N×Ñ×'Ñ'Ü�I‰I�N‰N×!Ñ!×)Ñ)Ü�I‰I�N‰N×)Ñ)×1Ñ1ð
ô
ô +¨4×BÒBçŠZØ—’ Ð/¨Ñ/ˆAØœÓ&Ø÷ ŠZà&÷ ð
 Œu�y‰y�~‰~×(Ñ(×0Ñ0Ó0ßŠZÜ�LŠLØ�Q•—‘“ 1Ñ$ÙWôð ˜•G˜q‘L×&Ñ&Ó(÷ ŠZð ×Ñ€Fä,Ð-=ÓFñ =Ð°ô ‡y�y×&Ñ&¨$¯)©)Ô3çñ ,ó&á+�Aô )¨¬L×9Ò9�—
’
¸qÒ@Ù+ð #ð &ô (.×'<Ò'<Ø&ó(Ñ$ˆJô (×)Õ)Ù˜ZÐ8¨<Ñ8÷ *Ò)ð
 ×2×2Ð2´v×7KÒ7KÜÑ,¨t¨n÷8
ò 8
ô ØZÐ[_ÐZ`ð a(ð (óð ô ‡‚Ÿ3›3ñ Ù-CóŸ3Ÿ3š3ñ Ù-Có÷ ò ñ ,ó"
ñ
 ,�ô ˜!œUŸ\™\×*Ò*Ü/°¸×:Ò:ô ! ¨Ô+ð òñ ,ð 	ð "
ô  &×4Ò4Ð5KÓRÑ€J�ðF Œu�y‰y�~‰~×(Ñ(×0Ñ0Ó0Ü�y‰y�~‰~×-Ñ-×5Ñ5ˆà×!Ñ!×.Ñ.ØØØØØ×Ñ×$Ñ$×3Ñ3°D×4GÑ4G×4PÑ4PÓQð /ó €Iô 
˜*×+Ñ+×	,Õ	,Ù�DÐ#˜FÑ#ˆ÷ 
-÷0 “3ñ á#ó—3—3’3ñ á#óó €Lð €Hõ1ð 	”—	‘	—‘×.Ñ.×6Ñ6Ó6Ø�I‰I‹KÔ/Ô/ä#×%Õ%Ü˜d 1�g¬¬v ×7Ò7Ü$Ð'EÄdÈ4ÐPQÍ7ÃmÀ_Ð%UÓVÐVØ˜A•w—}‘}“ˆH÷ &Ð%ô
 	�	‰	×)Ñ)°·±Ô:ßßÜ× Ò ¤Ð)>À×DÒDô $×%Õ%ñ ,ó&á+�Aô )¨¬L×9Ò9�—
’
¸qÒ@Ù+ð #ð &ô (.×'<Ò'<Ø&ó(Ñ$ˆJñ ˜ZÐ8¨<Ñ8ˆH÷ &Ð%ð ˆäØØàØõô $ D¨*Ô5Ø€J÷c �ZˆZú÷ �ZˆZüò&÷ *×)Ð)üò,"
÷l 
-×	,Ð	,ú÷T &×%üò&÷ &×%úsi   ÅZÇ	A
Z-É--[Ë[Í,A	[Ò$	[ÕA[3Ø\Ø"-\Ù"\ÚZ*	Ú-Z>	Û[	Û[0	Û3\	Ü\Ü\	c                  ór   € ] tR tRtRtR R ltR R ltR R ltR	 R
 ltRR R llt	R R lt
R R ltRtR# )Ú_SymNodeDicti.  zE
Wrapper around a dictionary that will hash SymInts with their nodes
c               ó   € V ^8„  d   QhRR/# )rx   r}   rÈ   r~   )r   s   "ri   r€   Ú_SymNodeDict.__annotate__3  s   € ÷ Bñ B˜$ñ Brk   c                	ó   € / V n         R # rf   ©Úsym_node_dict©Úselfs   &ri   Ú__init__Ú_SymNodeDict.__init__3  s
   € Ø?AˆÖrk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÌ  r¤   r´   rÐ   r}   rÈ   r~   )r   s   "ri   r€   r•  6  s!   € ÷ -ñ -˜yð -°ð -ÀTñ -rk   c                	ó6   € W P                   VP                  &   R # rf   ©r˜  r«   )rš  rÌ  r´   s   &&&ri   Ú__setitem__Ú_SymNodeDict.__setitem__6  s   € à',×Ñ˜3Ÿ8™8Ó$rk   c               ó    € V ^8„  d   QhRRRR/# )rx   rÌ  r¤   r}   rÐ   r~   )r   s   "ri   r€   r•  :  s   € ÷ ,ñ ,˜yð ,¨_ñ ,rk   c                	ó<   € V P                   VP                  ,          # rf   rŸ  ©rš  rÌ  s   &&ri   Ú__getitem__Ú_SymNodeDict.__getitem__:  s   € à×!Ñ! #§(¡(Õ+Ð+rk   c               ó    € V ^8„  d   QhRRRR/# )rx   rÌ  r¤   r}   r¬   r~   )r   s   "ri   r€   r•  >  s   € ÷ .ñ . 	ð .¨dñ .rk   c                	ó4   € VP                   V P                  9   # rf   )r«   r˜  r¤  s   &&ri   Ú__contains__Ú_SymNodeDict.__contains__>  s   € Ø�x‰x˜4×-Ñ-Ñ-Ð-rk   Nc               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÌ  r¤   rú   z_PySymProxyType | Noner}   rÐ   r~   )r   s   "ri   r€   r•  A  s$   € ÷ 9ñ 9Øð9Ø'=ð9à	ñ9rk   c                	óN   € V P                   P                  VP                  V4      # rf   )r˜  rä   r«   )rš  rÌ  rú   s   &&&ri   rä   Ú_SymNodeDict.getA  s!   € ð
 ×!Ñ!×%Ñ% c§h¡h°Ó8Ð8rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   r   r~   )r   s   "ri   r€   r•  H  s   € ÷ "ñ "˜#ñ "rk   c                	ó   € \         hrf   )ÚNotImplementedErrorr™  s   &ri   Ú__iter__Ú_SymNodeDict.__iter__H  s   € Ü!Ð!rk   c               ó   € V ^8„  d   QhRR/# r6  r~   )r   s   "ri   r€   r•  K  s   € ÷ 'ñ '˜ñ 'rk   c                	ó,   € \        V P                  4      # rf   )rY  r˜  r™  s   &ri   Ú__len__Ú_SymNodeDict.__len__K  s   € Ü�4×%Ñ%Ó&Ð&rk   r—  rf   )r�   rž   rŸ   r    Ú__doc__r›  r   r¥  r©  rä   r±  rµ  r¡   r~   rk   ri   r“  r“  .  s0   † ñõBõ-õ,õ.÷9õ"÷'ñ 'rk   r“  c                  ó,   € ] tR tRt$ R]R&   R]R&   RtR# )rë   iO  rÐ   rÆ   r¤   r´   r~   Nr¨   r~   rk   ri   rë   rë   O  s   ‡ àÓØ×rk   rë   c               ó    € V ^8„  d   QhRRRR/# )rx   rÄ   z)PythonKeyTracer | _GraphAppendingTracerExr}   rÈ   r~   )r   s   "ri   r€   r€   U  s   € ÷ #ñ #Ð!Jð #Ètñ #rk   c                óî   € \        4       V n        \        4       V n        \	        R\
        R7      V n        \	        4       V n        / V n        / V n	        RV n
        RV n        RV n        / V n        RV n        R# )zZInitialize the tracker dictionaries shared by PythonKeyTracer and _GraphAppendingTracerEx.N)rm  Úref_typeF)rP   rÜ   r“  ræ   rO   rN   rà   rå   rã   rì   rK  r  Útorch_fn_metadataÚtorch_fn_countsry  rS  s   &ri   Ú_init_proxy_trackersr¾  U  sk   € ä3Ó5€FÔÜ)›^€FÔÜ#6¸DÌ<Ô#X€FÔ Ü/Ó1€FÔØ$&€FÔ!Ø "€FÔØ"&€FÔØ'+€FÔ$à#€FÔð  €FÔØ"€FÖrk   c                  óD  a € ] tR tRt$ R]R&   R]R&   R]R&   R]R	&   R
]R&   R]R&   R]R&   R]R&   R]R&   R]R&   RtR]R&   RR./R V 3R llltR R ltR R ltR  V 3R! llt	R" R# lt
]R$ R% l4       t]R& R' l4       t]R( R) l4       tR* R+ ltR/R, V 3R- llltR.tV ;t# )0r[   ig  ú)MutableMapping[torch.ScriptObject, Proxy]rà   ú9MutableMapping[FakeScriptObject | CustomClassBase, Proxy]rå   údict[int, Proxy]rã   r“  ræ   ú*dict[sympy.Symbol, _SympyExprTrackerValue]rì   ú$MutableMapping[Tensor, _ProxyTensor]rÜ   úProxy | NonerK  r  r  úOpOverload | Noner¼  údict[OpOverload, int]r½  Fr¬   ry  Úautowrap_modulesc               ó    € V ^8„  d   QhRRRR/# )rx   rÈ  útuple[types.ModuleType, ...]r}   rÈ   r~   )r   s   "ri   r€   ÚPythonKeyTracer.__annotate__|  s   € ÷ #ñ #Ð,Hð #ÐRVñ #rk   c               	ó>   <€ \         SV `  VR 7       \        V 4       R# )©rÈ  N©Úsuperr›  r¾  )rš  rÈ  rk  s   &$€ri   r›  ÚPythonKeyTracer.__init__|  s   ø€ Ü‰ÑÐ*:ÐÔ;Ü˜TÖ"rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   ÚmrD   Úforwardr  r1  ztuple[Any, ...]r�  zdict[str, Any]r}   r   r~   )r   s   "ri   r€   rË  ƒ  s<   € ÷ (ñ (àð(ð $ð(ð ð	(ð
 ð(ð 
ñ(rk   c                	ó   € V! V/ VB # rf   r~   ©rš  rÒ  rÓ  r1  r�  s   &&&&&ri   Úcall_moduleÚPythonKeyTracer.call_moduleƒ  s   € ñ ˜Ð' Ñ'Ð'rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©rx   ÚattrÚstrÚattr_valrÓ   Úparameter_proxy_cachezdict[str, Proxy]r}   r~   )r   s   "ri   r€   rË  �  s,   € ÷ ñ ØðØ#)ðØBRðà	ñrk   c                	ó   € V# rf   r~   ©rš  rÚ  rÜ  rÝ  s   &&&&ri   rI  ÚPythonKeyTracer.getattr�  s	   € ð ˆrk   c               ó    € V ^8„  d   QhRRRR/# )rx   ÚarÓ   r}   úfx.node.Noder~   )r   s   "ri   r€   rË  ’  s   € ÷ %ñ %˜Fð % |ñ %rk   c                	óX  <€ \        V\        P                  P                  4      '       dz   V P                  P                  4        F   w  r#WJ g   K  V P                  R VR/ 4      u # 	  V P                  R4      p\        V P                  WA4       V P                  R VR/ 4      # \        V\        4      '       d0   VP                  P                  f   \        R4      hVP                  # \        V\        \        34      '       d   V P                  V4      pVe   V# \         SV `E  V4      # )Úget_attrÚ_param_constantz"a.node.constant should not be Noner~   )r°   rÞ   ÚnnÚ	ParameterÚrootÚnamed_parametersÚcreate_nodeÚget_fresh_qualnameÚsetattrr£   r«   r—  r•   r#   r!   Ú_try_reconstruct_opaquerÏ  Ú
create_arg)rš  râ  rÙ  ÚpÚqualnamer«   rk  s   &&    €ri   rï  ÚPythonKeyTracer.create_arg’  sø   ø€ Ü�aœŸ™×+Ñ+×,Ò,ØŸ	™	×2Ñ2Ö4‘�Ø•6Ø×+Ñ+¨J¸¸2¸rÓBÒBñ 5ð ×.Ñ.Ð/@ÓAˆHÜ�D—I‘I˜xÔ+à×#Ñ# J°¸"¸bÓAÐAÜ˜œ<×(Ò(Ø�v‰v�‰Ò&Ü$Ð%IÓJÐJà—:‘:Ðô �aÔ*¬OÐ<×=Ò=Ø×/Ñ/°Ó2ˆDØÒØ�ä‰wÑ! !Ó$Ð$rk   c               ó    € V ^8„  d   QhRRRR/# )rx   râ  z"FakeScriptObject | CustomClassBaser}   zfx.node.Node | Noner~   )r   s   "ri   r€   rË  «  s   € ÷ 9ñ 9Ø3ð9à	ñ9rk   c                óÊ  a € \        V\        4      '       d   VP                  MTp\        \	        V4      4      '       g   R# \        \	        V4      4      pVf   R# R V 3R llpV! W$S 4      pVf   R# RVP                  P                  9  d   \        WQ4       \        VS V4       \        V4      S P                  9  d   VS P                  \        V4      &   VP                  # )a‡  Try to reconstruct an opaque object from existing graph inputs.

When make_fx encounters an untracked opaque reference type (e.g. a
DeviceMesh submesh captured by a backward closure), this method checks
if the type has a registered reconstruct_fn that can derive the object
from inputs already in the graph.  Returns an FX Node on success,
None on failure (falls back to get_attr constant).
Nc               ó    € V ^8„  d   QhRRRR/# )rx   rÃ   r!   r}   rÅ  r~   )r   s   "ri   r€   Ú=PythonKeyTracer._try_reconstruct_opaque.<locals>.__annotate__¿  s   € ÷ 	ñ 	 ?ð 	°|ñ 	rk   c                ó"  <€ SP                   P                  \        V 4      4      pVe   V# \        V SR 4      pVe   V# SP                  P                  4        F2  w  r#\        V\        4      '       g   K  VP                  V 8X  g   K0  Vu # 	  R # rf   )	rã   rä   rÚ   ró   rå   rH  r°   r#   rÖ   )rÃ   rÆ   Útracked_objrð  rš  s   &   €ri   Úget_tracked_proxyÚBPythonKeyTracer._try_reconstruct_opaque.<locals>.get_tracked_proxy¿  s‡   ø€ Ø×/Ñ/×3Ñ3´B°s³GÓ<ˆEØÒ Ø�Ü" 3¨¨dÓ3ˆEØÒ Ø�ð #'×"5Ñ"5×";Ñ";Ö"=‘�Ü! +Ô/?×@Ò@ÙØ×'Ñ'¨3Ö.Ø’Hñ	 #>ñ
 rk   r®   )r°   r#   rÖ   r'   rÛ   r$   r«   r§   r‰  rË   rÚ   rã   )rš  râ  rÖ   Úreconstruct_fnrù  Úresults   f&    ri   rî  Ú'PythonKeyTracer._try_reconstruct_opaque«  sÁ   ø€ ô 3=¸QÔ@P×2QÒ2Q A§J¢JÐWXˆä&¤t¨H£~×6Ò6Ùä+¬D°«NÓ;ˆØÒ!Ù÷	ð 	ñ&   ¸TÓBˆØŠ>Ùð ˜Ÿ™×(Ñ(Ô(Ü�VÔô 	�q˜$ Ô'Üˆh‹<˜t×:Ñ:Ô:Ø8>ˆD×'Ñ'¬¨8«Ñ5à�{‰{Ðrk   c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r    r}   zProxy | Tensorr~   )r   s   "ri   r€   rË  ç  s   € ×<Ñ<˜fÐ<¨Ñ<rk   c                	ó   € R # rf   r~   ©rš  r½  s   &&ri   Úunwrap_proxyÚPythonKeyTracer.unwrap_proxyæ  s   € Ù9<rk   c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r¤   r}   zProxy | PySymTyper~   )r   s   "ri   r€   rË  ê  s   € ×BÑB˜iÐBÐ,=ÑBrk   c                	ó   € R # rf   r~   r   s   &&ri   r  r  é  s   € Ù?Brk   c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r  r}   râ  r~   )r   s   "ri   r€   rË  í  s   € ×XÑXÐ2ÐXÐ7SÑXrk   c                	ó   € R # rf   r~   r   s   &&ri   r  r  ì  s   € ÙUXrk   c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r`   r}   rÓ   r~   )r   s   "ri   r€   rË  ï  s   € ÷ ñ ˜að  Fñ rk   c                	óü   € \        V\        4      '       d   \        WVR  4      # \        V\        4      '       d   \        WVR 4      # \        V\        4      '       g   \        V4      '       d   \        WV4      # V# )c                ó   € V P                   # rf   rÁ  r  s   &ri   rj   Ú.PythonKeyTracer.unwrap_proxy.<locals>.<lambda>ñ  s   € ¸¿ºrk   c                ó"   € V P                  4       # rf   )rØ  )r½  s   &ri   rj   r
  ó  s
   € ¸¿¹¼	rk   )r°   r    ró   r£   rÝ   r%   r   s   &&ri   r  r  ï  sg   € Ü�aœ× Ò Ü! !¨1Ñ.?Ó@Ð@Ü˜œ<×(Ò(Ü! !¨1Ñ.AÓBÐBÜ˜Ô+×,Ò,Ô0CÀA×0FÒ0FÜ! !¨1Ó-Ð-àˆHrk   c               ó4   € V ^8„  d   QhRRRRRRRRR	R
RRRR/# )rx   ÚkindrÛ  ÚtargetrB   r1  ztuple[Argument, ...]r�  zdict[str, Argument]rm  z
str | NoneÚ	type_exprz
Any | Noner}   ztorch.fx.Noder~   )r   s   "ri   r€   rË  ù  sP   € ÷ )ñ )àð)ð ð)ð #ð	)ð
 $ð)ð ð)ð ð)ð 
ñ)rk   c                	ó”  <€ \         SV `  WW4WV4      pVP                  R	9   d   RVP                  9   d   VP                  R VR8X  d—   \	        V\
        4      '       g   \        R\        V4       24      h\        V P                  V4      p\	        V\        P                  4      '       d4   \        4       ;_uu_ 4        \        V4      VP                  R&   RRR4       R R lp	\        W#V34      '       d>   \        P                  P                   P#                  W43V	4      w  r«W«3VP                  R&   V#   + '       g   i     Lh; i)
r‡  Ústack_tracerå  zExpected str, got r®   Nc               ó    € V ^8„  d   QhRRRR/# )rx   rO  r   r}   z_ExtractValType | Noner~   )r   s   "ri   r€   Ú1PythonKeyTracer.create_node.<locals>.__annotate__  s   € ÷ 	.ñ 	.�cð 	.Ð4ñ 	.rk   c                ó@  € \        V \        P                  P                  4      '       d   R V P                  9  d   R# V P                  R ,          p\        V\        P
                  4      '       d   \        V4      '       g   R# \        V P                  R ,          4      # ©r®   N)r°   rÞ   rÊ  ÚNoder§   r    r1   rl  )rO  r®   s   & ri   Úmap_fnÚ+PythonKeyTracer.create_node.<locals>.map_fn  se   € Ü˜a¤§¡§¡×/Ò/°5ÀÇÁÔ3FÙØ—&‘&˜•-ˆCô ˜#œuŸ|™|×,Ò,´^ÀC×5HÒ5HÙÜ˜qŸv™v e�}Ó-Ð-rk   Úeager_input_vals©r‡  Úoutput)rÏ  rë  rP  r§   r°   rÛ  r•   rÛ   rI  ré  rÞ   r    Údisable_proxy_modes_tracingrl  Ú_should_save_eager_input_valsrÊ  r«   Úmap_aggregate)rš  r  r  r1  r�  rm  r  r«   rÚ  r  Úarg_inpÚ	kwarg_inprk  s   &&&&&&&     €ri   rë  ÚPythonKeyTracer.create_nodeù  s  ø€ ô ‰wÑ" 4°¸tÓOˆà�7‰7Ð/Ô/°MÀTÇYÁYÔ4NØ—	‘	˜-Ð(à�:ÔÜ˜f¤c×*Ò*Ü$Ð'9¼$¸v»,¸Ð%HÓIÐIÜ˜4Ÿ9™9 fÓ-ˆDÜ˜$¤§¡×-Ò-Ü0×2Õ2Ü'2°4Ó'8�D—I‘I˜eÑ$÷ 3õ	.ô )¨¸°×@Ò@ô "'§¡§¡×!<Ñ!<¸d¸^ÈVÓ!TÑˆGØ-4Ð,@ˆD�I‰IÐ(Ñ)àˆ÷- 3×2ús   Â>D7Ä7E	r~   )NN)r�   rž   rŸ   r    r©   ry  r›  rÖ  rI  rï  rî  r   r  rë  r¡   Ú__classcell__©rk  s   @ri   r[   r[   g  s¼   ø‡ ð EÓDð NÓMð -Ó,Ø!Ó!ØBÓBØ8Ó8à&Ó&à2Ó2Ø(Ó(Ø*Ó*Ø!€O�TÓ!ð#È2÷ #ò #õ(õ÷
%ð %õ29ðv Ü<ó Ø<àÜBó ØBàÜXó ØXõ÷)÷ )ð )rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r  r   Úargs_kwargsz7tuple[tuple[Argument, ...], dict[str, Argument]] | Noner}   r¬   r~   )r   s   "ri   r€   r€   %  s&   € ÷ ,ñ ,Øð,àHð,ð 
ñ,rk   c                ób  € ^ RI Hp \        V 4      '       g   R# \        V \        P
                  P                  P                  \        P
                  P                  P                  V34      '       d   R# VeÖ   V \        P                  P                  P                  J g)   V \        P                  P                  P                  J d†   V^ ,          p\        V^ ,          \        P                  P                  \        P                  P                  34      '       g   \!        R\#        V^ ,          4       24      h\%        V^ ,          R4      # V \        P                  P                  P&                  J d   R# \        V \        P                  P                  4      '       d1   \(        P*                  ! \$        V4      '       d   \-        RV  R24      h\        V \        P                  P                  4      '       d4   ^ RIHp V! V 4      \        P2                  P4                  P6                  8H  # R# )	r   )ÚInvokeSubgraphHOPFTNz0Expected OpOverload or HigherOrderOperator, got zNYI: The HOP z” has an input that is an OpOverload that needs exact strides. We probably need special logic to propagate the FakeTensor vals. Please file an issue.)Úget_layout_constraint_tag)Ú'torch._higher_order_ops.invoke_subgraphr'  rž  r°   rÞ   Ú_higher_order_opsÚtriton_kernel_wrapÚTritonKernelWrapperFunctionalÚTritonKernelWrapperMutationr¥  Úhigher_orderÚauto_functionalizedÚauto_functionalized_v2rð  r+   r*   r•   rÛ   r  Úwith_effectsrq   Útree_anyr  Útorch._library.utilsr(  r#  r~  Úneeds_exact_strides)r  r%  r'  r1  r(  s   &&   ri   r  r  %  s¢  € õ Jä�F×ÒÙÜØä×#Ñ#×6Ñ6×TÑTÜ×#Ñ#×6Ñ6×RÑRØð	
÷ò ñ ØÒØ”%—)‘)×(Ñ(×<Ñ<Ó<Ø”U—Y‘Y×+Ñ+×BÑBÓBà˜1�~ˆÜØ��G”e—j‘j×+Ñ+¬U¯Z©Z×-KÑ-KÐL÷
ò 
ô !ØBÄ4ÈÈQÍÃ=À/ÐRóð ô -¨T°!­W°dÓ;Ð;Ø”—‘×'Ñ'×4Ñ4Ó4ñ Ü�&œ%Ÿ*™*×8Ñ8×9Ò9Ü�?Š?Ô8¸+×FÒFÜØ ˜xð (Gð Hóð ô
 �&œ%Ÿ*™*×/Ñ/×0Ò0ÝBá(¨Ó0´E·H±H·L±L×4TÑ4TÑTÐTÙrk   c               ó    € V ^8„  d   QhRRRR/# )rx   Úmode_tyztype[TorchFunctionMode]r}   z@Callable[[], _GeneratorContextManager[TorchFunctionMode | None]]r~   )r   s   "ri   r€   r€   T  s   € ÷ $ñ $Ø$ð$àEñ$rk   c                ó,   a € \         R  V 3R ll4       pV# )c               ó   € V ^8„  d   QhRR/# )rx   r}   z/Generator[TorchFunctionMode | None, None, None]r~   )r   s   "ri   r€   Ú<_make_temp_remove_mode_context_manager.<locals>.__annotate__X  s   € ÷ %ñ %Ð Oñ %rk   c               3  ó<  <"  € ^ RI Hp HpHp . pRpV ! 4       ^ 8”  d0   V! 4       p\	        VS4      '       d   TpMVP                  V4       K;  \        V4       F  pV! V4       K  	   Vx € VeR   \        V4      pV^ 8”  d   V! 4       pV^,          pK  VP                  V4       \        V4       F  pV! V4       K  	  R# R#   TeQ   \        T4      pT^ 8”  d   T! 4       pT^,          pK  TP                  T4       \        T4       F  pT! T4       K  	  i i ; i5i)r   )Ú_len_torch_function_stackÚ	_pop_moderG   N)Útorch.overridesr;  r<  rG   r°   r*  ró  rY  )r;  r<  rG   Útemp_elementsÚremoved_moder—   rL   r6  s          €ri   Úcontext_manager_fnÚB_make_temp_remove_mode_context_manager.<locals>.context_manager_fnW  s  øé € çTÑTàˆØˆá'Ó)¨AÔ-Ù“;ˆDÜ˜$ ×(Ò(Ø#�Øà×$Ñ$ TÖ*ä˜]Ö+ˆDÙ�tÖñ ,ð	%ØÒð Ò'Ü˜MÓ*�Ø˜a”iÙ$›;�DØ˜Q•J’Eà×$Ñ$ \Ô2ä$ ]Ö3�DÙ˜tÖ$ó 4ñ (øˆ|Ò'Ü˜MÓ*�Ø˜a”iÙ$›;�DØ˜Q•J’Eà×$Ñ$ \Ô2ä$ ]Ö3�DÙ˜tÖ$ò 4ð (üs    ƒA$DÁ(C Á,ADÃADÄD)r   )r6  r@  s   f ri   Ú&_make_temp_remove_mode_context_managerrB  T  s    ø€ ô ÷%ó ð%ð@ Ðrk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   ré  úModule | Callable[..., Any]rÄ   r8   Úconcrete_argsztuple[object, ...] | Noner}   r6   r~   )r   s   "ri   r€   r€   |  s6   € ÷ )Nñ )NØ
%ð)Nàð)Nð -ð)Nð ñ	)Nrk   c                ó2  € VP                  W4      pR  R lpVP                  V4       ^ RIHp V! V4       \	        V \
        4      '       d   V P                  P                  MV P                  p\        P                  P                  VP                  W64      # )c               ó    € V ^8„  d   QhRRRR/# )rx   rÙ  úfx.Noder}   r¬   r~   )r   s   "ri   r€   Ú$dispatch_trace.<locals>.__annotate__„  s   € ÷ ñ �wð  4ñ rk   c                ó`  € ^RI Hp V P                  4       '       d   R# V! V 4      '       d   R# \        V P                  P                  R4      \        4      '       dQ   \        ;QJ d&    R V P                   4       F  '       d   K   RM	  RM! R V P                   4       4      '       d   R# R# )é   )Úis_accessor_nodeTFr®   c              3  ó¸   "  € T FP  p\        V\        P                  4      '       g   K%  \        VP                  P	                  R 4      \
        4      x € KR  	  R# 5ir  )r°   rÊ  r  r§   rä   r£   )r…   râ  s   & ri   r†   Ú6dispatch_trace.<locals>.impure_pred.<locals>.<genexpr>•  s>   é € ð á�AÜ˜a¤§¡×)ô <”
˜1Ÿ6™6Ÿ:™: eÓ,¬l×;Ð;Ûùs
   ‚"A©1A)	Úsymbolic_shapesrL  Ú	is_impurer°   r§   rä   r£   rv  r1  )rÙ  rL  s   & ri   Úimpure_predÚ#dispatch_trace.<locals>.impure_pred„  s„   € Ý5ð �;‰;�=Š=Ùñ ˜A×ÒÙô
 �q—v‘v—z‘z %Ó(¬,×7Ò7÷ ‹Cñ àŸšó�C�CŠCñ àŸšó÷ ò ñ ñ rk   )Údedupe_symints)ÚtraceÚeliminate_dead_codeÚ,torch._inductor.fx_passes.dedupe_symint_usesrS  r°   rD   rk  r�   rÊ  Ú_lazy_graph_moduleÚ_make_graph_moduleré  )ré  rÄ   rE  rô  rQ  rS  rm  s   &&&    ri   Údispatch_tracerY  {  sp   € ð �L‰L˜Ó-€Eõð8 
×Ñ˜kÔ*ÝKá�5ÔÜ&0°´v×&>Ò&>ˆ4�>‰>×"Ò"ÀDÇMÁM€DÜ× Ñ ×3Ñ3°F·K±KÀÓMÐMrk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   r‹  zCallable[[Unpack[_Ts]], R]Útensorsztuple[Unpack[_Ts]]rÄ   rÅ   rY  r¬   r}   rz   r~   )r   s   "ri   r€   r€   ¨  sA   € ÷ Añ AØ!ðAàðAð ðAð ð	Að
 ñArk   c                óŠ   a aaa€ \         P                  ! S4      w  op\        P                  ! S 4      R  V VVV3R ll4       pV# )c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r+  rŒ  Ú_unusedrŽ  r}   rc   r~   )r   s   "ri   r€   Úwrap_key.<locals>.__annotate__±  s!   € ÷ 6ñ 6˜'ð 6¨ið 6¸Añ 6rk   c            	     óî  <€ \         P                  ! V 4      w  r#\        V4      \        S4      8w  d$   \        R \        V4       R\        S4       24      h\	        4       ;_uu_ 4       p\        V\        4      '       g   \        R\        V4       24      h\        SVRSR7       \        SV4       FU  w  rV\        V\        \        \        34      '       g   K(  \        V\        P                  4      '       g   KJ  \        We4       KW  	  RRR4       \!        4       '       dM   \#        S4      pS F;  p\        V\$        P&                  4      '       g   K%  \)        VP*                  V4       K=  	  \-        SRR4      '       dM   \        SV 4       UU	u. uF3  w  r‰\        V\$        P.                  P0                  4      '       d   T	MTNK5  	  up	poR V3R llp
S! S!  p\         P2                  ! \&        W«4      p\         P2                  ! \4        V3R	 lV4      p\         P2                  ! \6        V3R
 lV4      pR V3R llp\         P2                  ! \8        WË4      pV#   + '       g   i     EL\; iu up	pi )zExpected same length: z vs r!  Nrt  Úproxy_module_inputsFc               ó    € V ^8„  d   QhRRRR/# )rx   r  r    r}   zTensor | Proxyr~   )r   s   "ri   r€   Ú/wrap_key.<locals>.wrapped.<locals>.__annotate__×  s   € ÷ 	Cñ 	C Vð 	C°ñ 	Crk   c                ó"   <€ \        V SV R  4      # )c                ó   € V P                   # rf   rÁ  r  s   &ri   rj   ÚJwrap_key.<locals>.wrapped.<locals>.get_tensor_proxy_slot.<locals>.<lambda>Ø  s   € ¸!¿'º'rk   rê  ©r  rÄ   s   &€ri   Úget_tensor_proxy_slotÚ8wrap_key.<locals>.wrapped.<locals>.get_tensor_proxy_slot×  s   ø€ Ü! ! V¨QÑ0AÓBÐBrk   c                ó"   <€ \        V SV R  4      # )c                ó   € V # rf   r~   r  s   &ri   rj   Ú=wrap_key.<locals>.wrapped.<locals>.<lambda>.<locals>.<lambda>Ý  s   € Éqrk   rê  rg  s   &€ri   rj   Ú+wrap_key.<locals>.wrapped.<locals>.<lambda>Ý  s   ø€ ¬°q¸&À!Á[Ô(Qrk   c                ó"   <€ \        V SV R  4      # )c                ó   € V # rf   r~   r  s   &ri   rj   rl  à  s   € Éark   rê  rg  s   &€ri   rj   rm  à  s   ø€ ¤~°a¸ÀÁKÔ'Prk   c               ó    € V ^8„  d   QhRRRR/# )rx   r  r¤   r}   r7   r~   )r   s   "ri   r€   rc  ã  s   € ÷ 	5ñ 	5 )ð 	5°ñ 	5rk   c                ó8   <€ \        V S4      P                  4       # rf   )ró   rØ  rg  s   &€ri   Úget_sym_proxy_slotÚ5wrap_key.<locals>.wrapped.<locals>.get_sym_proxy_slotã  s   ø€ Ü! ! VÓ,×2Ñ2Ó4Ð4rk   )rq   ru  rY  r•   r  r°   r'  rÛ   rÐ  Úzipr|   rU  r¬   rÊ  r7   r‰  r  rT  rÞ   r    rH  ri  rI  rç  rD   Útree_map_onlyrÝ   r!   r£   )r+  r^  Úflat_proxiesÚ_proxies_specrÒ  Úinput_valuerÆ   r#  r  rð  rh  r"  rr  r‹  Úflat_tensorsr[  rÄ   s   *,           €€€€ri   ÚwrappedÚwrap_key.<locals>.wrapped°  s
  ø€ ô '-×&9Ò&9¸'Ó&BÑ#ˆÜˆ|Ó¤ LÓ 1Ô1Ü Ø(¬¨\Ó):Ð(;¸4ÄÀLÓ@QÐ?RÐSóð ô )×*Ô*¨aÜ˜aÔ!7×8Ò8Ü$Ð'LÌTÐRSËWÈIÐ%VÓWÐWÜ˜l¨LÀ4ÐPVÕWô '*¨,¸Ö&EÑ"�Ü˜k¬C´¼Ð+=×>Ô>Ä:Øœ2Ÿ8™8÷Dô Dô ˜UÖ0ñ	 'F÷ +ô$ �?Š?Ü2°6Ó:ˆCÛ+�Ü˜k¬5¯<©<×8Ô8Ü3°K×4FÑ4FÈÖLñ  ,ô �6Ð0°%×8Ò8ô   ¨Ô1ôá1‘D�Aô   ¤5§8¡8§?¡?×3Ò3‘¸Ò:Ù1òˆG÷
	Cð 	Cñ �‰kˆÜ×"Ò"¤6Ð+@ÓFˆÜ×"Ò"ÜÔQÐSVó
ˆô ×"Ò"ÜÔPÐRUó
ˆ÷	5ð 	5ô ×"Ò"¤<Ð1CÓIˆØˆ
÷] +×*Ð*üó2s   Á(A,IÃIÃ;IÆ9I1ÉI.	)rq   ru  r4  Úwraps)r‹  r[  rÄ   rY  Ú_tensors_specrz  ry  s   fff&  @ri   Úwrap_keyr~  ¨  sB   û€ ô #)×"5Ò"5°gÓ">Ñ€L�-ä‡_‚_�QÓ÷6ò 6ó ð6ðp €Nrk   ÚORIGINAL_ATEN)rú   z%contextvars.ContextVar[object | None]c               ó    € V ^8„  d   QhRRRR/# )rx   rX  z+OpOverload | torch._ops.HigherOrderOperatorr}   r¾   r~   )r   s   "ri   r€   r€   ó  s   € ÷ ñ Ø
5ðà ñrk   c              #  ó€  "  € \         P                  4       fs   \        P                  ! 4       '       dX   \         P	                  V 4      pV \        P
                  R&    R x € \         P                  V4       R \        P
                  R&   R # R x € R #   \         P                  T4       R \        P
                  R&   i ; i5i)NÚoriginal_aten)r  rä   Úfx_tracebackÚhas_preserved_node_metaÚsetÚcurrent_metaÚreset)rX  Útokens   & ri   Úset_original_aten_opr‰  ò  sŽ   é € ô ×ÑÓÒ"¤|×'KÒ'K×'MÒ'MÜ×!Ñ! $Ó'ˆØ59Œ×!Ñ! /Ñ2ð	>Ûä×Ñ Ô&Ø9=ŒL×%Ñ% oÓ6åøô ×Ñ Ô&Ø9=ŒL×%Ñ% oÒ6üs"   ‚1B>´(B>ÁB Á!0B>Â*B;Â;B>c                  ó2   € ] tR tRtR R ltRR R lltRtR# )	ÚTorchFunctionMetadataModei  c               ó    € V ^8„  d   QhRRRR/# ©rx   rÄ   rÅ   r}   rÈ   r~   )r   s   "ri   r€   Ú&TorchFunctionMetadataMode.__annotate__  s   € ÷ ñ ˜|ð °ñ rk   c                	ó   € Wn         R # rf   rS  ©rš  rÄ   s   &&ri   r›  Ú"TorchFunctionMetadataMode.__init__  s   € ØŽrk   Nc          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# ©rx   rX  r+   Útypesú tuple[torch._C._TensorMeta, ...]r1  rZ  r�  údict[str, object] | Noner}   rÓ   r~   )r   s   "ri   r€   rŽ    s<   € ÷ %ñ %àð%ð 0ð%ð !ð	%ð
 )ð%ð 
ñ%rk   c                	óÀ  € T;'       g    / pWP                   n        V P                   P                  P                  V^ 4      ^,           V P                   P                  V&   V\        P
                  P                  P                  P                  J dÆ   \        V4      ^8X  d¶   \        V^ ,          \        4      '       d™   \        ;QJ d1    R V^ ,          P                  4        4       F  '       g   K   RM&	  RM"! R V^ ,          P                  4        4       4      '       d5   \        P
                  P                  P                  P                  ! V/ VB # V! V/ VB # )r   c              3  óB   "  € T F  p\        V\        4      x € K  	  R # 5irf   r  )r…   r³  s   & ri   r†   Ú?TorchFunctionMetadataMode.__torch_function__.<locals>.<genexpr>  s   é € ÐH¹°A”J˜q¤,×/Ð/»ùr  TF)rÄ   r¼  r½  rä   rÞ   r¥  r¦  rz  rú   rY  r°   r    r	  r§  ©rš  rX  r”  r1  r�  s   &&&&&ri   Ú__torch_function__Ú,TorchFunctionMetadataMode.__torch_function__  sì   € ð —�˜2ˆà(,�‰Ô%Ø,0¯K©K×,GÑ,G×,KÑ,KÈDÐRSÓ,TÐWXÕ,Xˆ�‰×#Ñ# DÑ)à”E—I‘I—N‘N×'Ñ'×/Ñ/Ó/Ü�D“	˜Q”Ü˜4 �7¤F×+Ò+ß“ÑH¸¸a½¿¹¼ÓH——’ÑH¸¸a½¿¹¼ÓH×HÒHä—9‘9—>‘>×*Ñ*×2Ò2°DÐC¸FÑCÐCÙ�TÐ$˜VÑ$Ð$rk   rS  ©r~   N©r�   rž   rŸ   r    r›  r›  r¡   r~   rk   ri   r‹  r‹    s   † õ÷%ó %rk   r‹  c                  ó2   € ] tR tRtR R ltRR R lltRtR# )	ÚPreDispatchTorchFunctionModei#  c               ó    € V ^8„  d   QhRRRR/# r�  r~   )r   s   "ri   r€   Ú)PreDispatchTorchFunctionMode.__annotate__$  s   € ÷ <ñ <˜|ð <°ñ <rk   c                	ó    € Wn         . V n        R # rf   )rÄ   Úenter_autocast_nodesr�  s   &&ri   r›  Ú%PreDispatchTorchFunctionMode.__init__$  s   € ØŒð :<ˆÖ!rk   Nc          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rX  zOpOverload | Callable[..., Any]r”  r•  r1  rZ  r�  r–  r}   rÓ   r~   )r   s   "ri   r€   r¢  +  sC   € ÷ C%ñ C%à-ðC%ð 0ðC%ð !ð	C%ð
 )ðC%ð 
ñC%rk   c                	óœ  € T;'       g    / pV\         9   EdC   V\        P                  P                  P                  J d   V P
                  P                  4       pV3pV P                  P                  R W/ 4      pV\        P                  P                  P                  J d   V P
                  P                  V4       V\        P                  P                  \        P                  P                  P                  \        P                  P                  P                  39   d   RVP                  R&   V\        P                  P                  J d	   V! V/ VB  V# V\        P                  P                  P                   \        P                  P                  P"                  \        P                  P                  P$                  \        P                  P                  P&                  \        P                  P(                  P*                  \        P                  P                  P,                  \        P                  P                  P.                  \        P                  P                  P0                  \        P                  P                  P2                  \        P                  P                  P4                  \        P                  P                  P6                  \        P                  P                  P8                  39   d­   \;        W0P                  4      w  rxpV P                  P=                  R VVV4      p	V! V/ VB p
V\>        9   dJ   \        P                  PA                  4       ;_uu_ 4        \C        W©RV P                  R7       RRR4       V
# \C        W©RV P                  R7       V
# V! V/ VB #   + '       g   i     T
# ; i)r£  Nr®   rt  )"r@   rÞ   ÚampÚautocast_modeÚ_exit_autocastr¤  ÚpoprÄ   rë  Ú_enter_autocastr*  r#  Ú_set_grad_enabledr§   Ú
_functorchÚpredispatchÚ_add_batch_dimÚ_remove_batch_dimÚ_vmap_increment_nestingÚ_vmap_decrement_nestingÚvmapÚlazy_load_decompositionsÚ
_make_dualÚ_unpack_dualÚ_jvp_increment_nestingÚ_jvp_decrement_nestingÚ_unwrap_for_gradÚ_enter_dual_levelÚ_exit_dual_levelr  r¤  Ú_jvp_predispatch_functionsÚ_DisableFuncTorchrÐ  )rš  rX  r”  r1  r�  Ú
enter_noder«   rn   r+  Ú	out_proxyr  s   &&&&&      ri   r›  Ú/PreDispatchTorchFunctionMode.__torch_function__+  sÉ  € ð —�˜2ˆØÔDÕDð
 ”u—y‘y×.Ñ.×=Ñ=Ó=Ø!×6Ñ6×:Ñ:Ó<�
Ø"�}�Ø—;‘;×*Ñ*¨?¸DÈÓKˆDØ”u—y‘y×.Ñ.×>Ñ>Ó>Ø×)Ñ)×0Ñ0°Ô6ØÜ—‘×*Ñ*Ü—	‘	×'Ñ'×7Ñ7Ü—	‘	×'Ñ'×6Ñ6ðô ð
 $(�—	‘	˜%Ñ ð ”u—x‘x×1Ñ1Ó1á�dÐ%˜fÒ%ØˆKð Ü×Ñ×(Ñ(×7Ñ7Ü×Ñ×(Ñ(×:Ñ:Ü×Ñ×(Ñ(×@Ñ@Ü×Ñ×(Ñ(×@Ñ@Ü×Ñ×!Ñ!×:Ñ:Ü×Ñ×(Ñ(×3Ñ3Ü×Ñ×(Ñ(×5Ñ5Ü×Ñ×(Ñ(×?Ñ?Ü×Ñ×(Ñ(×?Ñ?Ü×Ñ×(Ñ(×9Ñ9Ü×Ñ×(Ñ(×:Ñ:Ü×Ñ×(Ñ(×9Ñ9ð
ô 
ô AÀÇ{Á{ÓS‰MˆA˜ØŸ™×0Ñ0ØØØØó	ˆIñ ˜Ð' Ñ'ˆCð Ô1Ô1Ü—X‘X×/Ñ/×1Õ1Ü% c¸tÈDÏKÉKÕX÷ 2ð ˆJô " #¸4ÈÏÉÕTØˆJÙ�TÐ$˜VÑ$Ð$÷ 2Ö1ð ˆJús   Í5N:Î:O	)r¤  rÄ   r�  rž  r~   rk   ri   r   r   #  s   † õ<÷C%ó C%rk   r   )Ú_side_effectful_functionsc                  ó¾   a € ] tR tRt]R R l4       tRR V 3R lllt]RR R ll4       tR V 3R	 llt	R
 V 3R llt
]R R l4       t]R R l4       tR R ltRtV ;t# )r'  i•  c               ó   € V ^8„  d   QhRR/# r·   r~   )r   s   "ri   r€   Ú#ProxyTorchDispatchMode.__annotate__˜  s   € ÷ ñ  ñ rk   c                	ó   € R # rñ   r~   r™  s   &ri   Úenable_tracingÚ%ProxyTorchDispatchMode.enable_tracing—  ó   € árk   c               ó4   € V ^8„  d   QhRRRRRRRRRRR	R
RR/# )rx   rÄ   rÅ   Útracing_moder^   rY  r¬   ra  r�  r�   r‘   r}   rÈ   r~   )r   s   "ri   r€   rÅ  ›  sZ   € ÷ %Lñ %Làð%Lð #ð%Lð ð	%Lð
 #ð%Lð '+ð%Lð Lð%Lð 
ñ%Lrk   c                	ó¶  <€ V'       d%   \         P                  P                  P                  MR p\        S	V `  V4       Wn        W n        W0n        W@n	        WPn
        \         P                  P                  P                  V n        . V n        T;'       g    / T n        . V n        ^ V n        \%        4       V n        / V n        ^ RIHp VP.                  V n        R # )Nr  )rÞ   r#  ÚDispatchKeyÚPreDispatchrÏ  r›  rÄ   rË  rY  ra  r�  r%  r&  Ú	_mode_keyÚenter_stackr�   Ú_decomposition_table_stackrî  r…  Ú_invoke_subgraph_namesÚ_invoke_subgraph_cacheÚtorch._inductorr  rï  )
rš  rÄ   rË  rY  ra  r�  r�   Údkr  rk  s
   &&&&&&&  €ri   r›  ÚProxyTorchDispatchMode.__init__›  sÁ   ø€ ÷ 2>ŒU�X‰X×!Ñ!×-Ò-À4ˆÜ‰Ñ˜ÔØŒØ(ÔØ(ÔØ$8Ô!Ø,HÔ)ô Ÿ™×7Ñ7×=Ñ=ˆŒð ACˆÔà×%Ð% 2ð 	Ô ð
 ð 	Ô'ð #$ˆÔä03³ˆÔ#ð ð 	Ô#õ 	+à-3×-KÑ-KˆÖ$rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# r“  r~   )r   s   "ri   r€   rÅ  Ã  sC   € ÷ Kñ KàðKð 0ðKð !ð	Kð
 )ðKð 
ñKrk   c           	     	ó  € \        V4      ;_uu_ 4        T;'       g    / pV\        P                  P                  8X  d   V! V/ VB uuR R R 4       # \	        WV P
                  W44      uuR R R 4       #   + '       g   i     R # ; irf   )r‰  Úprimri  rú   r‘  rY  rš  s   &&&&&ri   Ú__torch_dispatch__Ú)ProxyTorchDispatchMode.__torch_dispatch__Â  sd   € ô " $×'Õ'Ø—\�\˜rˆFà”t—{‘{×*Ñ*Ô*Ù˜TÐ, VÑ,÷	 (Ò'ô ˜d¨$×*;Ñ*;¸TÓJ÷ (×'×'Ó'ús   ”3A3ÁA3Á3B	c               ó   € V ^8„  d   QhRR/# )rx   r}   r   r~   )r   s   "ri   r€   rÅ  Ò  s   € ÷ #ñ #˜4ñ #rk   c                	ó°   <€ \        \        P                  P                  P                  4      pV P
                  P                  V4       \        SV `!  4       # rf   )	rH   rÞ   r#  r%  r&  rÐ  r*  rÏ  Ú	__enter__)rš  Úmaybe_prev_proxy_moderk  s   & €ri   rÞ  Ú ProxyTorchDispatchMode.__enter__Ò  sA   ø€ ä 1´%·(±(×2PÑ2P×2VÑ2VÓ WÐØ×Ñ×ÑÐ 5Ô6Ü‰wÑ Ó"Ð"rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   Úexc_typeztype[BaseException] | NoneÚ	exc_valuezBaseException | NoneÚ	tracebackztypes.TracebackType | Noner}   zbool | Noner~   )r   s   "ri   r€   rÅ  Ø  s2   € ÷ ñ à,ðð (ðð .ð	ð
 
ñrk   c                	óz   <€ \         SV `  WV4      pV P                  P                  4       pVe   \	        V4       V# rf   )rÏ  Ú__exit__rÐ  r«  rG   )rš  râ  rã  rä  ÚbÚmb_previous_proxy_moderk  s   &&&&  €ri   ræ  ÚProxyTorchDispatchMode.__exit__Ø  sA   ø€ ô ‰GÑ˜X°)Ó<ˆð "&×!1Ñ!1×!5Ñ!5Ó!7ÐØ!Ò-ÜÐ-Ô.àˆrk   c               ó   € V ^8„  d   QhRR/# r·   r~   )r   s   "ri   r€   rÅ  è  s   € ÷ ñ ˜dñ rk   c                	ó   € R # rñ   r~   )Úclss   &ri   Úis_infra_modeÚ$ProxyTorchDispatchMode.is_infra_modeç  rÉ  rk   c               ó    € V ^8„  d   QhRRRR/# r�   r~   )r   s   "ri   r€   rÅ  ì  s#   € ÷ 
Mñ 
MàKð
Mð 
Hñ
Mrk   c              #  	ó  "  € T;'       g    / pV P                   P                  V P                  4       W n         Vx € V P                   P                  4       V n        R #   T P                   P                  4       T n        i ; i5irf   )rÑ  r*  r�   r«  )rš  r�   r˜   s   && ri   r–   Ú,ProxyTorchDispatchMode.enable_decompositionsë  sm   é € ð
 $×)Ð) rˆØ×'Ñ'×.Ñ.¨t×/GÑ/GÔHØ#(Ô ð	MØŠKà'+×'FÑ'F×'JÑ'JÓ'LˆDÖ$ø t×'FÑ'F×'JÑ'JÓ'LˆDÕ$üs   ‚8B»A  ¿!BÁ !BÂBc          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rX  r+   r”  r•  r1  rZ  r�  r[  r}   rÓ   r~   )r   s   "ri   r€   rÅ  ø  s<   € ÷ ñ àðð 0ðð !ð	ð
 "ðð 
ñrk   c                	ób  € V\         P                  J di   \        V^,          \        4      '       d   V^,          ^8X  d
   V^ ,          # \        V^ ,          \        4      '       d   V^ ,          ^8X  d
   V^,          # V'       d   \	        R4      hV! V/ VB p\        V P                  WV4       V# )rK  zExpected no keyword arguments)rJ  Úmulr°   r|   r•   rZ  rÄ   )rš  rX  r”  r1  r�  r"  s   &&&&& ri   Ú__sym_dispatch__Ú'ProxyTorchDispatchMode.__sym_dispatch__ø  s�   € ð ”8—<‘<ÓÜ˜$˜q�'¤3×'Ò'¨D°­G°q¬LØ˜A•w�Ü˜D �G¤S×)Ò)¨d°1­g¸¬lØ˜A•w�÷
 Ü Ð!@ÓAÐAÙ�DÐ#˜FÑ#ˆÜ�d—k‘k 4¨sÔ3Øˆ
rk   )ra  rÑ  r�  rÓ  rÒ  rÏ  rî  r�   rï  rÐ  rY  rÄ   rË  )FFTNr�  )r�   rž   rŸ   r    ÚpropertyrÇ  r›  rL   rÚ  rÞ  ræ  Úclassmethodrí  r   r–   rõ  r¡   r"  r#  s   @ri   r'  r'  •  s€   ø† àôó ð÷%Lò %LðN öKó ðK÷#ð #÷ð ð ôó ðð ô
Mó ð
M÷ó rk   r'  c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÄ   rÅ   rX  r+   r1  rZ  r"  rÓ   r}   rÈ   r~   )r   s   "ri   r€   r€   	  s4   € ÷ 1ñ 1Øð1Ø *ð1Ø2Dð1ØKQð1à	ñ1rk   c           	     ót   € \        V\        4      '       d"   \        V \        WW#R 7      p\	        W0V4       R# R# ))rX  r1  r"  N)r°   r£   r”  Ú_compute_proxyrË   )rÄ   rX  r1  r"  Úp_out_thunks   &&&& ri   rZ  rZ  	  s5   € ô �#”|×$Ò$ÜØ”N F¸Dô
ˆô 	�s KÖ0ñ	 %rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÄ   rÅ   rX  r+   r1  rZ  r"  r¤   r}   r7   r~   )r   s   "ri   r€   r€   	  s4   € ÷ ñ ØðØ *ðØ2DðØKTðà
ñrk   c                óÀ  a € \        V4      ^8X  df   \        V^ ,          \        \        34      '       dC   \        ;QJ d    . V 3R lV^ ,           4       F  NK  	  5M! V 3R lV^ ,           4       4      3pM2\        ;QJ d    . V 3R lV 4       F  NK  	  5M! V 3R lV 4       4      pS P	                  RW/ 4      p\
        P                  ! VS 4      p\        Wc4       V# )rK  c              3  óœ   <"  € T FA  p\        V\        4      '       d%   \        VS4      P                  4       P                  MTx € KC  	  R # 5irf   ©r°   r£   ró   rØ  r«   ©r…   râ  rÄ   s   & €ri   r†   Ú!_compute_proxy.<locals>.<genexpr>&	  sI   øé € ð ñ !�Aô " !¤\×2Ò2ô # 1 fÓ-×3Ñ3Ó5×:Ò:àôó !ùó   ƒA	Ac              3  óœ   <"  € T FA  p\        V\        4      '       d%   \        VS4      P                  4       P                  MTx € KC  	  R # 5irf   r   r  s   & €ri   r†   r  0	  sI   øé € ð 
ñ �ô ˜a¤×.Ò.ô ˜q &Ó)×/Ñ/Ó1×6Ò6àôó ùr  r£  )rY  r°   rg   rm   rë  rÊ  r7   r‰  )rÄ   rX  r1  r"  Ún_argsÚn_outÚp_outs   f&&&   ri   rû  rû  	  sÂ   ø€ ô
 ˆ4ƒy�A„~œ* T¨!¥W¬t´U¨m×<Ò<çŒEô ð ˜ažó�E‰Eô ð ˜ažóó ð	
‰÷ ”ô 
ñ ó
—‘ô 
ñ ó
ó 
ˆð ×Ñ˜°¸bÓA€EÜ�HŠH�U˜FÓ#€EÜˆUÔØ€Lrk   c                  ó¢   a € ] tR tRt$ R]R&   R]R&   R]R&   R]R	&   R
]R&   R]R&   R]R&   R]R&   R]R&   R]R&   RtR]R&   R V 3R lltRtV ;t# )r]   iA	  rÀ  rà   rÁ  rå   rÂ  rã   r“  ræ   rÄ  rÜ   rÃ  rì   rÅ  rK  r  r  rÆ  r¼  rÇ  r½  Fr¬   ry  c               ó    € V ^8„  d   QhRRRR/# )rx   rô  zfx.graph.Graphr}   rÈ   r~   )r   s   "ri   r€   Ú$_GraphAppendingTracerEx.__annotate__R	  s   € ÷ #ñ #˜nð #°ñ #rk   c                	ó<   <€ \         SV `  V4       \        V 4       R # rf   rÎ  )rš  rô  rk  s   &&€ri   r›  Ú _GraphAppendingTracerEx.__init__R	  s   ø€ Ü‰Ñ˜ÔÜ˜TÖ"rk   r~   )	r�   rž   rŸ   r    r©   ry  r›  r¡   r"  r#  s   @ri   r]   r]   A	  sU   ø‡ ØDÓDØMÓMð -Ó,Ø!Ó!Ø8Ó8ØBÓBà&Ó&à2Ó2Ø(Ó(Ø*Ó*Ø!€O�TÓ!÷#ö #rk   c                  óz   a € ] tR tRtRR V 3R llltR V 3R lltR V 3R lltR V 3R	 lltR
 V 3R lltRt	V ;t
# )r\   iY	  c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   Úmoduleúfx.GraphModuleÚ	new_graphúfx.Graphr�   r‘   r�  rÓ   r}   rÈ   r~   )r   s   "ri   r€   Ú%DecompositionInterpreter.__annotate__Z	  s=   € ÷ 
ñ 
àð
ð ð
ð Lð	
ð
 ð
ð 
ñ
rk   c                	óÚ   <€ \         SV `  ! V3/ VB  W n        \        V P                  4      V n        T;'       g    / V n        \        V P                  R V P
                  R7      V n        R# )Úreal)rË  r�   N)rÏ  r›  r  r]   rÄ   r�   r'  r—   )rš  r  r  r�   r�  rk  s   &&&&,€ri   r›  Ú!DecompositionInterpreter.__init__Z	  s[   ø€ ô 	‰Ò˜Ñ* 6Ò*Ø"ŒÜ-¨d¯n©nÓ=ˆŒà#6×#<Ð#<¸"ˆÔ Ü*Ø�K‰KØØ $× 8Ñ 8ô
ˆŽ	rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rx   r  rÛ  r1  rZ  r�  r[  r}   rÓ   r~   )r   s   "ri   r€   r  m	  ó2   € ÷ ñ àðð !ðð "ð	ð
 
ñrk   c                	ó$  <€ \         SV `  WV4      p\        P                  ! V P                  P                  V4      V P
                  4      p\        WER V P
                  R7       \        V\        \        \        34      '       d   \        WT4       V# ©Nrt  )rÏ  r‡  rÊ  r7   r  rÄ   rÐ  r°   r|   rU  r¬   r‰  ©rš  r  r1  r�  r"  rÆ   rk  s   &&&&  €ri   r‡  Ú$DecompositionInterpreter.placeholderm	  sl   ø€ ô ‰gÑ! &°Ó7ˆÜ—’˜Ÿ™×3Ñ3°FÓ;¸T¿[¹[ÓIˆÜ˜#¨t¸D¿K¹KÕHô �cœC¤¬Ð-×.Ò.Ü�UÔ àˆ
rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# r  r~   )r   s   "ri   r€   r  	  s2   € ÷ 	ñ 	àð	ð !ð	ð "ð		ð
 
ñ	rk   c                	óÌ   <€ \         SV `  WV4      p\        P                  ! V P                  P                  V4      V P
                  4      p\        WER V P
                  R7       V# r  )rÏ  rå  rÊ  r7   r  rÄ   rÐ  r  s   &&&&  €ri   rå  Ú!DecompositionInterpreter.get_attr	  sN   ø€ ô ‰gÑ˜v¨VÓ4ˆÜ—’˜Ÿ™×0Ñ0°Ó8¸$¿+¹+ÓFˆÜ˜#¨t¸D¿K¹KÕHØˆ
rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# r  r~   )r   s   "ri   r€   r  �	  r  rk   c                	óª   <a a€ \         SS `  WV4      pR  R loR VV 3R llpS P                  P                  \        P                  ! WT4      4       V# )c               ó    € V ^8„  d   QhRRRR/# )rx   rt   rÇ   r}   rã  r~   )r   s   "ri   r€   Ú5DecompositionInterpreter.output.<locals>.__annotate__•	  s   € ÷ 	 ñ 	 ˜lð 	 ¨|ñ 	 rk   c                ó.   € V P                   P                  # rf   )rÆ   r«   r  s   &ri   Úget_proxy_nodeÚ7DecompositionInterpreter.output.<locals>.get_proxy_node•	  s   € Ø—7‘7—<‘<Ðrk   c               ó    € V ^8„  d   QhRRRR/# )rx   r½  r    r}   zTensor | fx.Noder~   )r   s   "ri   r€   r$  ˜	  s   € ÷ 	Eñ 	E�fð 	EÐ!1ñ 	Erk   c                ó4   <€ \        V SP                  V S4      # rf   )ró   rÄ   )r½  r&  rš  s   &€€ri   ÚunwrapÚ/DecompositionInterpreter.output.<locals>.unwrap˜	  s   ø€ Ü! ! T§[¡[°!°^ÓDÐDrk   )rÏ  r  r  rq   Útree_map)rš  r  r1  r�  r"  r*  r&  rk  s   f&&&  @€ri   r  ÚDecompositionInterpreter.output�	  sH   ú€ ô ‰g‰n˜V¨6Ó2ˆõ	 ÷	Eñ 	Eð 	�‰×ÑœfŸošo¨fÓ:Ô;Øˆ
rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r1  rÓ   r�  r}   r~   )r   s   "ri   r€   r  ž	  s!   € ÷ 0ñ 0˜ð 0¨6ð 0°fñ 0rk   c                	óŠ   <€ V P                   ;_uu_ 4        \        SV `  ! V/ VB uuR R R 4       #   + '       g   i     R # ; irf   )r—   rÏ  Úrun)rš  r1  r�  rk  s   &*,€ri   r0  ÚDecompositionInterpreter.runž	  s+   ø€ ð �Y�Y‹YÜ‘7’; Ð/¨Ñ/÷ �Y�Y‹Yús	   –1±A	)r�   r—   r  rÄ   rf   )r�   rž   rŸ   r    r›  r‡  rå  r  r0  r¡   r"  r#  s   @ri   r\   r\   Y	  s5   ø† ÷
ò 
÷&ð ÷$	ð 	÷ð ÷"0ö 0rk   c                  óV   a € ] tR tRtR V 3R llt]R R l4       tR V 3R lltRtV ;t	# )	Ú_SelectiveDecomposeInterpreteri¥	  c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   r  r  Úshould_decomposeúCallable[[fx.Node], bool]r�   r‘   r�  rÓ   r}   rÈ   r~   )r   s   "ri   r€   Ú+_SelectiveDecomposeInterpreter.__annotate__¦	  s=   € ÷ 7ñ 7àð7ð 4ð7ð Lð	7ð
 ð7ð 
ñ7rk   c                óB   <€ \         SV `  ! V3/ VB  W n        W0n        R# )zw
For all nodes in `module`, selectively decompose if is `should_decompose`,
following the given `decomposition_table`.
N)rÏ  r›  r5  r�   )rš  r  r5  r�   r�  rk  s   &&&&,€ri   r›  Ú'_SelectiveDecomposeInterpreter.__init__¦	  s#   ø€ ô 	‰Ò˜Ñ* 6Ò*Ø 0ÔØ#6Ö rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   Úgmr  r5  r6  r�   r‘   r�  rÓ   r}   r3  r~   )r   s   "ri   r€   r7  ¶	  s;   € ÷  
ñ  
Øð 
à3ð 
ð Lð 
ð ð	 
ð
 
(ñ 
rk   c                ó¢  € V P                   P                   F©  pVP                  R8X  g   K  \        VP                  \
        4      '       g   K8  . pVP                   FO  p\        V\        P                  4      '       d   \        P                  ! WaV3/ VB pMTpVP                  V4       KQ  	  \        V4      Vn        K«  	  \        WV3/ VB # )a¢  
Recursively wrap gm and its sub graph modules. Specifically, HOP takes
sub graph module as args. We may not want to decompose all nodes within
these sub graph modules. So we also need to wrap these sub graph modules.
As a result:
- if should_decompose(hop) is True, we decompose all nodes within the hop.
- if should_decompose(hop) is False, we check each node within the hop
    and decide whether decompose or not.
r£  )rô  rõ  rP  r°   r  r*   r1  rÊ  r6   r3  Úrecursive_wrapr*  rm   )r;  r5  r�   r�  r«   Únew_argsr„   Únew_args   &&&,    ri   r=  Ú-_SelectiveDecomposeInterpreter.recursive_wrapµ	  s¹   € ð  —H‘H—N”NˆDØ�w‰w˜/Ö)¬jØ—‘Ô0÷/ô /ð �ØŸ9œ9�CÜ! #¤r§~¡~×6Ò6Ü"@×"OÒ"OØÐ3Fñ#ØJPñ#™ð #&˜Ø—O‘O GÖ,ñ %ô " (›O�–	ñ #ô .ØÐ"5ñ
Ø9?ñ
ð 	
rk   c               ó    € V ^8„  d   QhRRRR/# )rx   rÙ  rH  r}   r   r~   )r   s   "ri   r€   r7  Ø	  s   € ÷ ñ ˜'ð  cñ rk   c                	ó<  <€ ^ RI Hp ^ RIHp V P	                  V4      '       d7   \        V P                  4      ;_uu_ 4        \        SV `!  V4      pRRR4       M\        SV `!  V4      pV! 4       ;pe   V! VP                  VX4       X#   + '       g   i     L1; i)r   rf  )Úrebind_unbackedN)
ro  rg  r=  rC  r5  r™   r�   rÏ  Úrun_nodeÚ	shape_env)rš  rÙ  rg  rC  rü  Ú	fake_moderk  s   &&    €ri   rD  Ú'_SelectiveDecomposeInterpreter.run_nodeØ	  sƒ   ø€ Ý2ÝIà× Ñ  ×#Ò#Ü˜4×3Ñ3×4Õ4Ü™Ñ)¨!Ó,�÷ 5Ð4ô ‘WÑ% aÓ(ˆFñ *Ó+Ð+ˆIÒ8Ù˜I×/Ñ/°°FÔ;Øˆ÷ 5×4ús   ÁBÂB	)r�   r5  )
r�   rž   rŸ   r    r›  Ústaticmethodr=  rD  r¡   r"  r#  s   @ri   r3  r3  ¥	  s,   ø† ÷7ð 7ð ô 
ó ð 
÷Dö rk   r3  c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )rx   Újoint_gmr  r1  rÓ   Údecompositionr‘   r5  zCallable[..., bool]Útrace_joint_graphr¬   r}   r~   )r   s   "ri   r€   r€   è	  sE   € ÷ ;ñ ;Øð;àð;ð Bð;ð *ð	;ð
 ð;ð ñ;rk   c               óÂ   a aaa€ ^ RI Hp V! S4      ;pe   V;P                  ^,          un        V'       d   R VVV V3R llpMR VV V3R llp\        V/ R7      ! S!  # )zARetrace a joint graph module and selectively apply decomposition.rf  c               ó$   € V ^8„  d   QhRRRRRR/# )rx   Úprimalsú	list[Any]Útangentsr}   r   r~   )r   s   "ri   r€   Ú)selective_decompose.<locals>.__annotate__û	  s!   € ÷ 	ñ 	˜Yð 	°)ð 	Àñ 	rk   c                óN   <€ \         P                  SSS4      P                  ! S!  # rf   ©r3  r=  r0  )rO  rQ  r1  rK  rJ  r5  s   &&€€€€ri   Úwrap_fnÚ$selective_decompose.<locals>.wrap_fnû	  ó0   ø€ Ü1×@Ñ@ØÐ*¨Móç‰cðàñð rk   c               ó    € V ^8„  d   QhRRRR/# r0  r~   )r   s   "ri   r€   rR  
  s   € ÷ 	ñ 	˜3ð 	 3ñ 	rk   c                 óN   <€ \         P                  SSS4      P                  ! V !  # rf   rT  )r1  rK  rJ  r5  s   *€€€ri   rU  rV  
  rW  rk   )r�   )ro  rg  ÚepochÚmake_fx)rJ  rK  r5  rL  r1  rg  rF  rU  s   fdd$j   ri   Úselective_decomposer\  è	  sS   û€ õ /ñ & dÓ+Ð+ˆ	Ò8Ø�Š˜1Õ�ç÷	ô 	÷	ò 	ô
 �7°Õ3°TÑ:Ð:rk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rX  zCallable[..., R]r1  rZ  r�  r[  r}   z0tuple[Callable[[list[object]], R], list[object]]r~   )r   s   "ri   r€   r€   	
  s,   € ÷ ñ Ø
ðØ"4ðØ>Oðà5ñrk   c                óT   a a€ \         P                  ! W34      w  poR  V V3R llpWC3# )c               ó    € V ^8„  d   QhRRRR/# )rx   Ú	flat_argszlist[object]r}   rc   r~   )r   s   "ri   r€   Ú2wrapper_and_args_for_make_fx.<locals>.__annotate__
  s   € ÷ +ñ +˜<ð +¨Añ +rk   c                óF   <€ \         P                  ! V S4      w  rS! V/ VB # rf   )rq   r€  )r`  Úfn_argsÚ	fn_kwargsrX  r‰  s   &  €€ri   rz  Ú-wrapper_and_args_for_make_fx.<locals>.wrapped
  s(   ø€ Ü#×2Ò2°9¸dÓCÑˆÙ�WÐ* 	Ñ*Ð*rk   )rq   ru  )rX  r1  r�  r`  rz  r‰  s   f&&  @ri   Úwrapper_and_args_for_make_fxrf  	
  s0   ù€ ô
 ×)Ò)¨4¨.Ó9�O€Iˆt÷+ñ +ð ÐÐrk   c               ó   € V ^8„  d   QhRR/# r½   r~   )r   s   "ri   r€   r€   
  s   € ÷ 4ñ 4Ð ;ñ 4rk   c               #  óÐ   "  € \         P                  ! 4       p \         P                  ! R 4        Rx € \         P                  ! V 4       R#   \         P                  ! T 4       i ; i5i)FN)rÞ   Úis_autocast_cache_enabledÚset_autocast_cache_enabled)Ú	old_values    ri   Údisable_autocast_cacherl  
  sE   é € ä×/Ò/Ó1€IÜ	×$Ò$ UÔ+ð4Ûä×(Ò(¨Ö3øŒ×(Ò(¨Õ3üs   ‚,A&¯A ³A&ÁA#Á#A&c                  ó   € ] tR tRtRtR# )Ú#_ModuleNotInstalledAsSubmoduleErrori!
  r~   Nrœ   r~   rk   ri   rn  rn  !
  r¢   rk   rn  c                  ó"   € ] tR tRtR R ltRtR# )Ú
_AttrProxyi&
  c               ó$   € V ^8„  d   QhRRRRRR/# )rx   ÚbaserD   ÚpathrÛ  r}   rÈ   r~   )r   s   "ri   r€   Ú_AttrProxy.__annotate__'
  s!   € ÷ ñ ¨ð °cð ¸dñ rk   c                	ó   € R # rf   r~   )rš  rr  rs  s   &&&ri   Úreset_proxy_mappingÚ_AttrProxy.reset_proxy_mapping'
  s   € Ùrk   r~   N)r�   rž   rŸ   r    rv  r¡   r~   rk   ri   rp  rp  &
  s   † ÷ñ rk   rp  c                  óª   a € ] tR tRtRt]R R l4       tRR/R V 3R llltR R	 ltR
 V 3R llt	R V 3R llt
R R ltR R ltR V 3R lltRtV ;t# )Ú_ModuleStackTraceri+
  aƒ  Customized version of PythonKeyTracer that retains module stack
information in node.meta["nn_module_stack"].

FX symbolic trace actually does this already, but it relies on `self.root`
being the actual module being traced. Since make_fx traces a lambda of our
creation, things don't work properly.

So for this version we hold onto a reference to the original module
(scope_root) and use that to match the path. Also when we see,
        A
       / \
      B   C
       \ /
        D
we want to record the path as A.B.D by recording only one path.
See Note [Preserving the nn module stack metadata during export non-strict mode]  # noqa: W605
c               ó    € V ^8„  d   QhRRRR/# )rx   ré  rD   r}   r8   r~   )r   s   "ri   r€   Ú_ModuleStackTracer.__annotate__?
  s   € ÷ Eñ E¸ð EÀ6ñ Erk   c                	ó   € \        V4      # rf   )Ú/_ModuleStackTracerForGraphModuleDeserialization)rì  ré  s   &&ri   Ú$_graph_module_deserialization_tracerÚ7_ModuleStackTracer._graph_module_deserialization_tracer>
  s   € ä>¸tÓDÐDrk   rÈ  c               ó$   € V ^8„  d   QhRRRRRR/# )rx   Ú
scope_rootrD   rÈ  rÊ  r}   rÈ   r~   )r   s   "ri   r€   r{  B
  s-   € ÷ o$ñ o$àðo$ð 7ð	o$ð
 
ño$rk   c               	óú  <aa€ \         SV `  VR 7       \        P                  P                  '       * V n        RV n        Wn        RV n        / V n	        V P                  P                  RR7       FT  w  r4W@P                  9   d2   \        P                  RV P                  V,          V4       RV n        KF  W0P                  V&   KV  	  \        4       V n        \        4       V n        \        4       V n        ^ V n        \%        \&        4      V n        V P                  P                  RR7       F0  w  r5V P(                  \+        V4      ,          P-                  V4       K2  	  V o ! VV3R lR\.        4      oSV n        R# )rÍ  TF)Úremove_duplicatez<Shared module found between %s and %s, AttrProxy is enabled.c                  óŒ   <a € ] tR tRtR V3R lltR VV V3R lltR V3R lltR VV V3R	 llt]R
 VV3R ll4       t	Rt
V ;t# )Ú._ModuleStackTracer.__init__.<locals>.AttrProxyig
  c               ó$   € V ^8„  d   QhRRRRRR/# )rx   rr  zModule | _AttrProxyrs  rÛ  r}   rÈ   r~   )r   s   "ri   r€   Ú;_ModuleStackTracer.__init__.<locals>.AttrProxy.__annotate__h
  s"   € ÷ 2ñ 2Ð%8ð 2Àð 2Èñ 2rk   c                	ó  <€ \        V\        4      '       d   VP                  4       p\        V\        4      '       g   \	        R \        V4       24      h\        VP                  P                  V P                  VP                  3/ 4      V n        VP                  V n        VP                  P                  V P                  n	        VP                  P                  V P                  n
        VSP                  V &   VSP                  V &   R# )úExpected Module, got N)r°   rp  Úget_baserD   r•   rÛ   rk  r�   Ú__dict__rž   rŸ   Úproxy_pathsÚproxy_modules)rš  rr  rs  rÄ   s   &&&€ri   r›  Ú7_ModuleStackTracer.__init__.<locals>.AttrProxy.__init__h
  sÈ   ø€ Ü˜d¤J×/Ò/ØŸ=™=›?�Dä! $¬×/Ò/Ü(Ð+@ÄÀdÃÀÐ)MÓNÐNô "&Ø—N‘N×+Ñ+Ø—^‘^ T§^¡^Ð4Øó"�”ð
 !%§¡�”Ø,0¯N©N×,EÑ,E�—‘Ô)Ø.2¯n©n×.IÑ.I�—‘Ô+ð ,0�×"Ñ" 4Ñ(Ø-1�×$Ñ$ TÓ*rk   c               ó    € V ^8„  d   QhRRRR/# )rx   rm  rÛ  r}   Ú	AttrProxyr~   )r   s   "ri   r€   r‡  €
  s   € ÷ 
Rñ 
R¨ð 
R°	ñ 
Rrk   c                	óü   <€ \        V \        4      '       g   \        R \        V 4       24      h\        SV `  V4      p\        V\        4      '       g   V# S! VSP                  V ,          R,           V,           4      # )r‰  Ú.)r°   rD   r•   rÛ   rÏ  Ú__getattr__rŒ  )rš  rm  rÜ  r�  rk  rÄ   s   && €€€ri   r“  Ú:_ModuleStackTracer.__init__.<locals>.AttrProxy.__getattr__€
  sl   ø€ Ü! $¬×/Ò/Ü(Ð+@ÄÀdÃÀÐ)MÓNÐNô !™7Ñ.¨tÓ4�Ü! (¬F×3Ò3Ø#�Oá  ¨6×+=Ñ+=¸dÕ+CÀcÕ+IÈDÕ+PÓQÐQrk   c               ó   € V ^8„  d   QhRR/# )rx   r}   rD   r~   )r   s   "ri   r€   r‡  Œ
  s   € ÷ 2ñ 2 &ñ 2rk   c                	ó*   <€ SP                   V ,          # rf   )r�  r�  s   &€ri   rŠ  Ú7_ModuleStackTracer.__init__.<locals>.AttrProxy.get_baseŒ
  s   ø€ Ø×+Ñ+¨DÕ1Ð1rk   c               ó    € V ^8„  d   QhRRRR/# )rx   rÅ  zint | slicer}   r�  r~   )r   s   "ri   r€   r‡  �
  s   € ÷ 0ñ 0 {ð 0°yñ 0rk   c                	ó¢  <€ \        V\        4      '       Ed*   \        V \        P                  P                  4      '       dp   \        P                  P	                  \        \        V P                  P                  4       4      V,          4      4      pS! VSP                  V ,           R V 24      # \        V \        P                  P                  4      '       dg   \        P                  P                  \        V P                  P                  4       4      V,          4      pS! VSP                  V ,           R V 24      # \        SV `5  V4      # )r’  )r°   ÚslicerÞ   rç  Ú
Sequentialr   rg   Ú_modulesrH  rŒ  Ú
ModuleListÚvaluesrÏ  r¥  )rš  rÅ  r  r�  rk  rÄ   s   && €€€ri   r¥  Ú:_ModuleStackTracer.__init__.<locals>.AttrProxy.__getitem__�
  sö   ø€ Ü˜c¤5×)Ó)Ü! $¬¯©×(;Ñ(;×<Ò<ä#Ÿh™h×1Ñ1Ü'¬¨T¯]©]×-@Ñ-@Ó-BÓ(CÀCÕ(HÓIó˜ñ  )¨°×1CÑ1CÀDÕ1IÐ0JÈ!ÈCÈ5Ð.QÓRÐRÜ# D¬%¯(©(×*=Ñ*=×>Ò>ä#Ÿh™h×1Ñ1´$°t·}±}×7KÑ7KÓ7MÓ2NÈsÕ2SÓT˜á(¨°×1CÑ1CÀDÕ1IÐ0JÈ!ÈCÈ5Ð.QÓRÐRä‘wÑ*¨3Ó/Ð/rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   zdict[str, AttrProxy]r~   )r   s   "ri   r€   r‡  ¡
  s   € ÷ ñ Ð"6ñ rk   c                	ó|  <€ R V P                   9  d   \        R4      hV P                   R ,          p\        V\        4      '       g   \        R\	        V4       24      hVP                  4        UUu/ uF=  w  r#TVe2   S! VSP                  V ,          R,           \        V4      ,           4      MTbK?  	  upp# u uppi )rœ  z_modules not in __dict__zExpected dict, got r’  )r‹  r•   r°   rm  rÛ   rH  rŒ  rÛ  )rš  Ú
submodulesrÌ  r´   r�  rÄ   s   &   €€ri   rœ  Ú7_ModuleStackTracer.__init__.<locals>.AttrProxy._modules 
  s¸   ø€ à T§]¡]Ô2Ü(Ð)CÓDÐDØ!Ÿ]™]¨:Õ6�
Ü! *¬d×3Ò3Ü(Ð+>¼tÀJÓ?OÐ>PÐ)QÓRÐRð '1×&6Ñ&6Ô&8ôñ '9™
˜ð à Ò,ñ " %¨×);Ñ);¸DÕ)AÀCÕ)GÌ#ÈcË(Õ)RÔSà"ò#ñ
 '9òð ùó s   Á1AB8)rk  r‹  )r�   rž   rŸ   r    r›  r“  rŠ  r¥  r÷  rœ  r¡   r"  )rk  r�  rÄ   s   @€€ri   r�  r…  g
  sF   ù† ÷2ð 2÷0
Rò 
R÷2ð 2÷0ò 0ð" ÷ð ó örk   r�  N)rÏ  r›  rÊ  r  Údo_not_emit_stack_tracesÚrecord_stack_tracesÚ!_record_forward_stack_traces_onlyr�  Úenable_attr_proxyÚsubmodule_pathsÚnamed_modulesrØ   Úinfor   rŒ  Úattr_proxy_mapr�  Úcounterr   rg   Úmodule_id_cacherÚ   r*  rp  Ú
proxy_type)	rš  r�  rÈ  rm  rÒ  Úmodr�  rÄ   rk  s	   &&$   @@€ri   r›  Ú_ModuleStackTracer.__init__B
  sE  ú€ ô 	‰ÑÐ*:ÐÔ;Ü')§y¡y×'IÑ'IÔ#IˆÔ Ø15ˆÔ.Ø$ŒØ!&ˆÔØ!ˆÔØ—‘×4Ñ4ÀeÐ4ÖL‰GˆDØ×(Ñ(Ô(Ü—‘ØRØ×(Ñ(¨Õ+Øôð
 *.�Ö&à*.×$Ñ$ QÓ'ñ Mô @QÓ?RˆÔÜEVÓEXˆÔÜDUÓDWˆÔØˆŒä*¬4Ó0ˆÔØŸ™×6Ñ6ÈÐ6ÖN‰IˆDØ× Ñ ¤ C£Õ)×0Ñ0°Ö6ñ Oð ˆ÷H	ð H	œ
ô H	ðT $ˆŽrk   c               ó    € V ^8„  d   QhRRRR/# )rx   r¯  rD   r}   rÛ  r~   )r   s   "ri   r€   r{  ³
  s   € ÷ =ñ = &ð =¨Sñ =rk   c                óØ   € WP                   J d   R# \        V\        4      '       d   V P                  V,          #  \        P
                  ! W4      #   \         d   p\        ThRp?ii ; i)z‹
Use tracked access path during tracing instead of the default BFS behavior.
Still use all the possible module paths to verify the result.
Ú N)r�  r°   rp  rŒ  r8   Úpath_of_moduleÚ	NameErrorrn  )rš  r¯  r½  s   && ri   r´  Ú!_ModuleStackTracer.path_of_module³
  s]   € ð
 —/‘/Ó!Ùä�cœ:×&Ò&Ø×#Ñ# CÕ(Ð(ð	=Ü×(Ò(¨Ó3Ð3øÜô 	=Ü5¸1Ð<ûð	=ús   ¼A ÁA)ÁA$Á$A)c               ó(   € V ^8„  d   QhRRRRRRRR/# rÙ  r~   )r   s   "ri   r€   r{  Ã
  s,   € ÷ -ñ -Øð-Ø#)ð-ØBRð-à	ñ-rk   c                	ó¬  <€ \        V\        4      '       d3   \        V\        P                  4      '       g   V P                  '       g   \
        SV `  WV4      # \        V\        4      '       d   V# W P                  9  d    V P                  W!4      V P                  V&   M"V P                  V,          P                  W!4       V P                  V,          # rf   )r°   rD   rÊ  r6   r§  rÏ  rI  rp  r«  r®  rv  )rš  rÚ  rÜ  rÝ  rk  s   &&&&€ri   rI  Ú_ModuleStackTracer.getattrÃ
  s¤   ø€ ô ˜8¤V×,Ò,Ü˜(¤B§N¡N×3Ò3Ø×)×)Ð)ä‘7‘? 4Ð3HÓIÐIÜ�h¤
×+Ò+ØˆOð ×.Ñ.Ô.Ø,0¯O©O¸HÓ,KˆD×Ñ Ò)à×Ñ Õ)×=Ñ=¸hÔMØ×"Ñ" 8Õ,Ð,rk   c               ó$   € V ^8„  d   QhRRRRRR/# ©rx   ré  rD  rE  r–  r}   r  r~   )r   s   "ri   r€   r{  Ö
  s)   € ÷ Oñ OØ/ðOØ@XðOà	ñOrk   c                	óB  <€ \         SV `  W4      p\        P                  4        ^ RIHu Hp VP                  '       dJ   V P                  P                  4        F+  w  rVVP                  P                  \        \        V4      &   K-  	  . pV P                  P                  4        F)  w  r‰W�P                  9   g   K  VP!                  W‰34       K+  	  R R lp
V FA  w  r¼V
! V P                  V4       V P                  V,          p\#        WÐP                  V4       KC  	  V# )r   Nc               ó$   € V ^8„  d   QhRRRRRR/# )rx   rÃ   rD   r  rÛ  r}   r¬   r~   )r   s   "ri   r€   Ú._ModuleStackTracer.trace.<locals>.__annotate__  s!   € ÷ 	ñ 	 Fð 	°Cð 	¸Dñ 	rk   c                ó¬  € VP                  R 4      pVRR VR,          rC\        V \        4      '       g   \        R\	        V 4       24      hT pV FA  p\        WV4      '       g    R# \        WV4      p\        V\        \        34      '       d   K@   R# 	  \        WT4      '       g   R# \        \        WT4      \        4      '       g   R# \        WT4       R# )r’  Nr‰  FTrT  )	Úsplitr°   rD   r•   rÛ   r¯   rI  rp  Údelattr)rÃ   r  Úatomsrs  Útarget_submodr¯  r}  s   &&     ri   Ú_delete_proxy_attrÚ4_ModuleStackTracer.trace.<locals>._delete_proxy_attr  s·   € ð —L‘L Ó%ˆEØ"'¨¨ *¨e°B­i�-Ü˜c¤6×*Ò*Ü$Ð'<¼TÀ#»Y¸KÐ%HÓIÐIØˆCó �Ü˜s×)Ò)Ú ä˜cÓ(�ä! #¬
´FÐ';×<Ô<Ú ñ ô ˜3×.Ò.Ùô œg cÓ9¼:×FÒFÙä�CÔ'Ùrk   )rÏ  rT  rµ   ÚclearÚtorch._export.configÚ_exportr  Ú#detect_non_strict_fake_tensor_leaksrÜ   rH  rÆ   r«   rÚ   ré  r©  r�  r*  r?   )rš  ré  rE  r  Ú_export_configrÌ  r®   Ú!proxy_module_names_to_be_replacedrm  r  rÄ  Úproxy_module_nameÚproxy_moduleÚactual_modulerk  s   &&&           €ri   rT  Ú_ModuleStackTracer.traceÖ
  sò   ø€ ô ‰g‰m˜DÓ0ˆô 	0×5Ñ5Ô7÷ 	6Ð5à×=×=Ð=Ø ×/Ñ/×5Ñ5Ö7‘�ØCFÇ9Á9Ç>Á>Ô7¼¸3»Ó@ñ 8ð KMÐ)Ø ŸI™I×3Ñ3Ö5‰LˆDØ×+Ñ+Ö+Ø1×8Ñ8¸$¸ÖHñ 6õ	ó< 0QÑ+ÐÙ˜tŸy™yÐ*;Ô<Ø ×.Ñ.¨|Õ<ˆMÜ˜¯	©	Ð3DÖEñ 0Qð
 ˆ
rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÒ  rD   rÓ  r  r1  rZ  r�  r[  r}   rÈ   r~   )r   s   "ri   r€   r{  '  s<   € ÷  ,ñ  ,àð ,ð $ð ,ð !ð	 ,ð
 "ð ,ð 
ñ ,rk   c                óÜ   € ^ RI Hp \        W\        34      '       d	   V! V/ VB #  \        P
                  ! WW#V4      #   \         d"    \        P                  RT4       T! T/ TB u # i ; i)z\PythonKeyTracer overrides call_module to avoid the scope handling,
but we actually want it.
)ÚOptimizedModulezØUnable to find the path of the module %s. This might be because the module was not properly registered as a submodule, which is not good practice. We will trace through the module without recording stack information.)	Útorch._dynamorÒ  r°   r6   r8   rÖ  rn  rØ   rÙ   )rš  rÒ  rÓ  r1  r�  rÒ  s   &&&&& ri   rÖ  Ú_ModuleStackTracer.call_module'  s{   € õ 	2ô �a¬;Ð7×8Ò8Ù˜DÐ+ FÑ+Ð+ð
	,Ü×%Ò% d¨w¸fÓEÐEøÜ2ô 	,Ü�I‰IðJð ôñ ˜DÐ+ FÑ+Ò+ð	,ús   §? ¿)A+Á*A+c               ó$   € V ^8„  d   QhRRRRRR/# ©rx   rÒ  rD   Úmodule_qualified_namerÛ  r}   r¬   r~   )r   s   "ri   r€   r{  I  s!   € ÷ ñ  ð ¸sð Àtñ rk   c                	ó   € R # ©Fr~   ©rš  rÒ  r×  s   &&&ri   Úis_leaf_moduleÚ!_ModuleStackTracer.is_leaf_moduleI  s   € Ùrk   c               ó$   € V ^8„  d   QhRRRRRR/# ©rx   r1  rÓ   r�  r}   rã  r~   )r   s   "ri   r€   r{  L  s!   € ÷ #ñ # ð #°6ð #¸lñ #rk   c                óÜ  <€ \         SV `  ! V/ VB pVP                  R9  dÄ   VP                  P	                  R4      f(   V P
                  P                  4       VP                  R&   VP                  R,          P                  4        FZ  w  pw  rV\        V\        4      '       g   K   VVP                  R,           VP                  ,           3VP                  R,          V&   K\  	  VP                  R8X  dv   V P                  ;pef   RVP                  9  dU   VP                   RV P                  V,           2VP                  P                   RVP                   23VP                  R&   V# )a  
Create node and add on metadata.
Add nn_module_stack here instead of TracerBase,
since calls to make_fx() might not want to record module stack metadata.
Add torch_fn by looking at torch_fn_metadata and torch_fn_counts.
Add stack_trace by filtering out forward() stack frames.
Únn_module_stackr’  r£  Útorch_fnrn   r  )rÏ  rë  rP  r§   rä   Úmodule_stackÚcopyrH  r°   rÛ   rž   rŸ   r¼  r�   r½  rk  )	rš  r1  r�  r«   rÌ  ÚfqnÚmod_clsrá  rk  s	   &*,     €ri   rë  Ú_ModuleStackTracer.create_nodeL  sE  ø€ ô ‰wÒ" DÐ3¨FÑ3ˆð �7‰7Ð3Ô3Ø�y‰y�}‰}Ð.Ó/Ò7Ø/3×/@Ñ/@×/EÑ/EÓ/G�—	‘	Ð+Ñ,à'+§y¡yÐ1BÕ'C×'IÑ'IÖ'KÑ#�‘^�cÜ˜g¤t×,Ô,àØ×*Ñ*¨SÕ0°7×3GÑ3GÕGð9�D—I‘IÐ/Õ0°Ó5ñ (Lð �G‰G�Ô&Ø!×3Ñ3Ð3�Ò@Ø $§)¡)Ô+ð ×$Ñ$Ð% Q t×';Ñ';¸HÕ'EÐ&FÐGà×%Ñ%×.Ñ.Ð/¨q°×1BÑ1BÐ0CÐDð	%ˆD�I‰I�jÑ!ð ˆrk   )r¦  r«  r¬  r§  r­  r�  rŒ  r®  r¥  r�  r¨  r~   )r�   rž   rŸ   r    r·  rø  r~  r›  r´  rI  rT  rÖ  rÛ  rë  r¡   r"  r#  s   @ri   ry  ry  +
  sg   ø† ñð$ ôEó ðEðo$ð :<÷	o$ò o$õb=÷ -ð -÷&Oð Oõb ,õD÷#ö #rk   ry  c                  ór   a € ] tR tRtRtR V 3R lltRR R lltR R ltR	 R
 ltR R lt	R R lt
RtV ;t# )r}  ir  zDReplay GraphModule code without running export-only tracer behavior.c               ó    € V ^8„  d   QhRRRR/# )rx   r�  rD   r}   rÈ   r~   )r   s   "ri   r€   Ú<_ModuleStackTracerForGraphModuleDeserialization.__annotate__u  s   € ÷ )ñ ) 6ð )¨dñ )rk   c                	óB   <€ \         SV `  V\        3R 7       RV n        R# )rÍ  FN)rÏ  r›  Úmathr¥  )rš  r�  rk  s   &&€ri   r›  Ú8_ModuleStackTracerForGraphModuleDeserialization.__init__u  s   ø€ Ü‰Ñ˜´t°gÐÔ>Ø#(ˆÖ rk   c               ó$   € V ^8„  d   QhRRRRRR/# r»  r~   )r   s   "ri   r€   ré  y  s(   € ÷ 7ñ 7à)ð7ð 0ð7ð 
ñ	7rk   c                	ó0   € \         P                  ! WV4      # rf   )r8   rT  )rš  ré  rE  s   &&&ri   rT  Ú5_ModuleStackTracerForGraphModuleDeserialization.tracey  s   € ô
 �|Š|˜D¨Ó6Ð6rk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   rÒ  rD   rÓ  r  r1  rZ  r�  r[  r}   r   r~   )r   s   "ri   r€   ré  €  sC   € ÷ Bñ BàðBð $ðBð !ð	Bð
 "ðBð 
ñBrk   c                	ó2   € \         P                  ! WW#V4      # rf   )r8   rÖ  rÕ  s   &&&&&ri   rÖ  Ú;_ModuleStackTracerForGraphModuleDeserialization.call_module€  s   € ô ×!Ò! $¨7¸&ÓAÐArk   c               ó(   € V ^8„  d   QhRRRRRRRR/# rÙ  r~   )r   s   "ri   r€   ré  ‰  s2   € ÷ Kñ KØðKØ#)ðKØBRðKà	ñKrk   c                	ó¢   € \        V\        4      '       d$   V P                  '       d   V P                  W!4      # \        P
                  ! WW#4      # rf   )r°   rD   r§  r®  r8   rI  rß  s   &&&&ri   rI  Ú7_ModuleStackTracerForGraphModuleDeserialization.getattr‰  s<   € ô �h¤×'Ò'¨D×,B×,BÐ,BØ—?‘? 8Ó2Ð2Ü�~Š~˜d¨(ÓJÐJrk   c               ó$   € V ^8„  d   QhRRRRRR/# rÖ  r~   )r   s   "ri   r€   ré  �  s!   € ÷ ñ  ð ¸sð Àtñ rk   c                	ó   € R # rñ   r~   rÚ  s   &&&ri   rÛ  Ú>_ModuleStackTracerForGraphModuleDeserialization.is_leaf_module�  s   € Ùrk   c               ó$   € V ^8„  d   QhRRRRRR/# rÞ  r~   )r   s   "ri   r€   ré  “  s!   € ÷ 9ñ 9 ð 9°6ð 9¸lñ 9rk   c                	ó6   € \         P                  ! V .VO5/ VB # rf   )r8   rë  )rš  r1  r�  s   &*,ri   rë  Ú;_ModuleStackTracerForGraphModuleDeserialization.create_node“  s   € Ü×!Ò! $Ð8¨Ò8°Ñ8Ð8rk   )r¥  rf   )r�   rž   rŸ   r    r·  r›  rT  rÖ  rI  rÛ  rë  r¡   r"  r#  s   @ri   r}  r}  r  s0   ø† ÙN÷)ð )÷7õBõKõ÷9ó 9rk   r}  c                  óÎ   € ] tR tRtRR R lltR R ltR R lt]R	 R
 l4       tR R lt	]R R l4       t
R R ltR R ltR R ltR R ltRR R lltR R ltR R ltRtR# ) Ú_MakefxTraceri—  Nc               óL   € V ^8„  d   QhRRRRRRRRRRR	RR
RRRRRRRRRRRRR/# )rx   r�   r‘   rË  r^   Ú_allow_non_fake_inputsr¬   rY  Úrecord_module_stackra  r�  r¥  Úparent_tracerú_MakefxTracer | Nonera  Ú_disable_torch_fn_metadata_modeÚdynamic_shapeszShapesSpec | Noner}   rÈ   r~   )r   s   "ri   r€   Ú_MakefxTracer.__annotate__˜  s›   € ÷ Nñ NàKðNð #ðNð !%ð	Nð
 ðNð "ðNð #ðNð '+ðNð "ðNð ,ðNð "ðNð *.ðNð *ðNð 
ñNrk   c                	óˆ  € \        T;'       g    / 4      V n        V P                  P                  \        P                  P
                  P                  P                  \        P                  P                  P                  4       Vfs   V'       gk   V P                  P                  \        P                  P
                  P                  P                  \        P                  P                  P                  4       W n        W0n        W@n        WPn        W`n        Wpn        R V n        \'        4       V n        \'        4       V n        R V n        \'        4       V n        \'        4       V n        W€n        W�n        W n        W°n        WÀn        V P:                  e.   V P                  R8w  d   \=        RV P                  : R24      hR # R # )NÚfakezKmake_fx(dynamic_shapes=...) requires tracing_mode='fake' (got tracing_mode=zm). 'real' would silently ignore the spec; 'symbolic' conflicts with the spec's unbacked-by-default semantics.)rm  r�   Ú
setdefaultrÞ   r¥  r¦  r­  rú   Ú_decompÚdecompositionsr`  Únop_decompositionrË  rÿ  rY  r   ra  r�  ru  r   r€  Úproxy_function_modeÚ	fx_tracerÚpython_dispatcher_modeÚtorch_fn_metadata_moder¥  r  ra  r  r  Ú
ValueError)rš  r�   rË  rÿ  rY  r   ra  r�  r¥  r  ra  r  r  s   &&&&&&&&&&&&&ri   r›  Ú_MakefxTracer.__init__˜  s{  € ô" JNØ×%Ð% 2óJ
ˆÔ ð 	× Ñ ×+Ñ+Ü�I‰I�N‰N×$Ñ$×,Ñ,¬e¯m©m×.JÑ.J×.TÑ.Tô	
ð Ò&¯|Ø×$Ñ$×/Ñ/Ü—	‘	—‘×%Ñ%×-Ñ-Ü—‘×,Ñ,×>Ñ>ôð +7ÔØ,BÔ#Ø".ÔØ)<Ô Ø*>Ô!Ø2NÔ)ð 8<ˆÔÜFQÃmˆŒä‹Mð 	Ô ð 26ˆŒÜ?J»}ˆÔ#ä‹Mð 	Ô#ð $7Ô Ø3@ÔØ#6Ô Ø/NÔ,ð 2@Ôð ×ÑÒ*¨t×/@Ñ/@ÀFÔ/JÜð%Ø%)×%6Ñ%6Ñ$9ð :8ð9óð ñ 0KÑ*rk   c               ó   € V ^8„  d   QhRR/# )rx   r}   rP  r~   )r   s   "ri   r€   r  è  s   € ÷ 
ñ 
 9ñ 
rk   c                	óŠ   € V P                   V P                  V P                  V P                  V P                  V P
                  .# rf   ©ru  r€  r  r  r  r  r™  s   &ri   Ú_checkpoint_modesÚ_MakefxTracer._checkpoint_modesè  s>   € à×!Ñ!Ø�O‰OØ×$Ñ$Ø�N‰NØ×'Ñ'Ø×'Ñ'ð
ð 	
rk   c               ó4   € V ^8„  d   QhRRRRRRRRR	R
RRRR/# )rx   Úprev_fake_tensor_modeúFakeTensorMode | NoneÚprev_proxy_modez*nullcontext[None] | ProxyTorchDispatchModeÚprev_proxy_function_modez0nullcontext[None] | PreDispatchTorchFunctionModeÚprev_fx_tracerzPythonKeyTracer | NoneÚprev_python_dispatcher_modeznullcontext[None] | AnyÚprev_torch_fn_metadata_modez-nullcontext[None] | TorchFunctionMetadataModer}   rÈ   r~   )r   s   "ri   r€   r  ò  s\   € ÷ Bñ Bà4ðBð DðBð #Sð	Bð
 /ðBð &=ðBð &SðBð 
ñBrk   c                	óN   € Wn         W n        W0n        W@n        WPn        W`n        R # rf   r  )rš  r  r  r  r  r  r  s   &&&&&&&ri   Ú_restore_modesÚ_MakefxTracer._restore_modesò  s&   € ð !6ÔØ)ŒØ#;Ô Ø'ŒØ&AÔ#Ø&AÖ#rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r‹  r  r1  rZ  r}   r¾   r~   )r   s   "ri   r€   r    s)   € ÷ M-ñ M-Ø#ðM-Ø+=ðM-à	$ñM-rk   c           	   #  	ó   "  € V P                  4       p ^RIHp \        VR4      '       d0   V P                  '       d   VP
                  p\        V4      V n        M~\        4       V n        V P                  ;'       d     \        P                  P                  '       * V P                  n	        V P                  P                  '       d   RV P                  n        V P                  R8X  d¦   ^ RIpVP                   P"                  P%                  V4      pVfK   ^ RIHu Hp VP+                  RR7      ;_uu_ 4        \-        RV P.                  V! 4       RR7      pRRR4       V P0                  e   VP2                  f   \5        R	4      hWpn        MÒV P                  R
8X  d™   ^ RIpVP                   P"                  P%                  V4      pVfL   T! 4       p	^ RIHu Hp VP+                  RR7      ;_uu_ 4        \-        RV P.                  V	R7      pRRR4       VP2                  f   \9        R4      hWpn        M)V P                  R8X  g   \9        RV P                   24      hV P;                  V P                  4       Rx € V P<                  ! V!   R#   + '       g   i     ELB; i  + '       g   i     Lž; i  T P<                  ! T!   i ; i5i)rK  rV   Ú	_orig_modTr  NF)Ú(fake_tensor_allow_unsafe_data_ptr_access)rh  Úallow_non_fake_inputsrE  Ústatic_shapeszxmake_fx(dynamic_shapes=...) requires the active FakeTensorMode to have a shape_env, but the detected fake mode has none.Úsymbolic)rh  r&  rE  ú2shape_env should be set if tracing with 'symbolic'r  zUnexpected tracing type: )r  rO  rW   r¯   r   r$  ry  r  r[   r¥  rÊ  r  r¤  r¦  rË  rÓ  Ú_dynamorD  rg  Útorch._functorch.configr®  Úpatchr.   rÿ  r  rE  r  ru  r•   Ú_construct_modes_with_fx_tracerr   )
rš  r‹  r1  Ú
prev_modesrW   r�  rÞ   ru  Ú_configrE  s
   &&&       ri   Ú_init_modes_from_inputsÚ%_MakefxTracer._init_modes_from_inputs  sR  é € ð ×+Ñ+Ó-ˆ
ðI	-å1ä�q˜+×&Ò&¨4×+C×+CÐ+CØŸ[™[�
ô "4°JÓ!?�•ä!0Ó!2�”à×,Ñ,×WÐW´R·Y±Y×5WÑ5WÔ1Wð —‘Ô2ð —>‘>×5×5Ð5ØGK�D—N‘NÔDà× Ñ  FÔ*Û$à#(§=¡=×#6Ñ#6×#GÑ#GÈÓ#MÐ Ø#Ò+ß=Ð=à Ÿ™ÐPU˜×VÕVÜ+9Ø37Ø26×2MÑ2MÙ&.£jØ*.ô	,Ð(÷ Wð ×'Ñ'Ò3Ø(×2Ñ2Ò:ä$ð.óð ð
 )9Õ%Ø×"Ñ" jÔ0Û$à#(§=¡=×#6Ñ#6×#GÑ#GÈÓ#MÐ Ø#Ò+Ù (£
�Iß=Ð=à Ÿ™ÐPU˜×VÕVÜ+9Ø38Ø26×2MÑ2MØ&/ô,Ð(÷ Wð $×-Ñ-Ò5Ü(ØLóð ð )9Õ%à×(Ñ(¨FÔ2Ü(Ø3°D×4EÑ4EÐ3FÐGóð ð ×0Ñ0°·±Ô@Ûà×Ò Ô,÷c W×VÐVú÷: W×Vûð( ×Ò Ó,üsa   ‚K”)J9 ¾>J9 Á=A
J9 ÃA2J9 Ä:JÅBJ9 Ç7J&ÈA0J9 Ê KÊJ#	Ê	J9 Ê&J6	Ê1J9 Ê9KËKc               ó    € V ^8„  d   QhRRRR/# )rx   r  rÅ   r}   rÈ   r~   )r   s   "ri   r€   r  R  s   € ÷ Añ A¸ð AÈ$ñ Ark   c           	     	ó¤  € \        VV P                  V P                  V P                  V P                  V P
                  R 7      V n        V P                  '       d   \        V4      V n        V P                  R8X  g   V P                  '       d   \        4       V n
        V P                  '       g   \        V4      V n        V P                  Vn        R# ))r�   rY  ra  r�  r(  N)r'  rË  r�   rY  ra  r�  r€  r   r  r"   r  r  r‹  r  ra  )rš  r  s   &&ri   r-  Ú-_MakefxTracer._construct_modes_with_fx_tracerR  s¦   € Ü0ØØ×ÑØ $× 8Ñ 8Ø×*Ñ*Ø!%×!:Ñ!:Ø)-×)JÑ)Jô
ˆŒð ××ÐÜ'CÀIÓ'NˆDÔ$ð ×Ñ 
Ô*¨d×.?×.?Ð.?Ü*BÓ*DˆDÔ'à×3×3Ð3Ü*CÀIÓ*NˆDÔ'Ø(,×(@Ñ(@ˆ	Ö%rk   c               ó    € V ^8„  d   QhRRRR/# )rx   r  rý  r}   r¾   r~   )r   s   "ri   r€   r  i  s   € ÷ -ñ -Ø*ð-à	$ñ-rk   c              #  	óF  "  € V P                  4       p VP                  V n        R  R lpVP                  f   \        R4      hV! VP                  4      V n        V P	                  V P                  4       Rx € V P
                  ! V!   R#   T P
                  ! T!   i ; i5i)c               ó    € V ^8„  d   QhRRRR/# )rx   r  rÅ   r}   r[   r~   )r   s   "ri   r€   Ú;_MakefxTracer._init_modes_from_parent.<locals>.__annotate__s  s   € ÷ ñ °\ð Àoñ rk   c                ó¼   € \        V 4      \        J d   \        4       # \        V 4      \        J d   \        V P                  4      # \	        R \        V 4       R24      h)zUnexpected tracer type: r’  )rÛ   r[   ry  r�  r  ©r  s   &ri   Ú_create_sub_fx_tracerÚD_MakefxTracer._init_modes_from_parent.<locals>._create_sub_fx_tracers  sV   € Ü˜Ó&¬/Ó9Ü*Ó,Ð,Ü˜-Ó(Ô,>Ó>Ü-¨m×.FÑ.FÓGÐGä&Ø2´4¸Ó3FÐ2GÀqÐIóð rk   Nz*parent_tracer.fx_tracer should not be None)r  ru  r  r•   r-  r   )rš  r  r.  r;  s   &&  ri   Ú_init_modes_from_parentÚ%_MakefxTracer._init_modes_from_parenth  sŠ   é € ð ×+Ñ+Ó-ˆ
ð	-Ø$1×$BÑ$BˆDÔ!õð ×&Ñ&Ò.Ü$Ð%QÓRÐRÙ2°=×3JÑ3JÓKˆDŒNØ×0Ñ0°·±Ô@Ûà×Ò Ô,øˆD×Ò Ó,üs   ‚B!”A&B Á:B!ÂBÂB!c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r‹  r  r1  r`   r}   r~   )r   s   "ri   r€   r  …  s,   € ÷ rGñ rGÐ'9ð rGÀð rGÀqñ rGrk   c                óŒ  a aaa€ S P                   R8X  d   V# ^ RIHp ^ RIHp ^ RIHpHoHpH	oH
o R VVVV 3R llpS P                  P                  pS P                  p	V	e   V	P                  '       d	   V! W‰4       T! TT/ T	;'       g    \        4       4      w  r«pVe   VP!                  4       M	\#        4       pT;_uu_ 4        \%        V4       UUu. uF  w  rïV! Wó! RV 24      W®,          4      NK  	  pppRRR4       V	e	   V! V4       \&        P(                  ! XV4      ^ ,          # u uppi   + '       g   i     L@; i)	zbFakify ``args``. If ``self.dynamic_shapes`` is set, create
tensors with dynamic dims accordingly.
r  )ÚConstantSource)Ú_bind_spec_to_args)Ú_finalize_spec_wiringÚ"_symbolic_context_from_shapes_specÚ_wire_spec_assumptionsÚ_wire_spec_slotÚ_wire_tensor_spec_dimsc               ó(   € V ^8„  d   QhRRRRRRRR/# )rx   rt   rÓ   ÚsourcerT   Ú	leaf_specr;   r}   r~   )r   s   "ri   r€   Ú9_MakefxTracer._convert_args_to_fake.<locals>.__annotate__›  s(   € ÷ 6	ñ 6	˜6ð 6	¨6ð 6	¸hð 6	È6ñ 6	rk   c                ó  <€ SP                   f   \        R4      h\        V \        4      '       dd   Vf   SP                   P	                  WR7      # \        \        V4      pS! WVR/ 4      pSP                   P	                  V RWR7      pS
! W54       V# \        V 4      \        J d¹   \        V\        \        34      '       dB   SP                   P                  pVf   \        R4      hVP                  VR7      pS	! W'4       V# SP                  R8X  dK   SP                   P                  pVf   \        R4      hVP                  VP                  WRR	7      V VR
7      # \        V \         P"                  4      '       g   \%        V 4      '       dQ   \'        \        V 4      4      '       d   V # \         P(                  P*                  P-                  SP                   V 4      # \        V \.        4      '       d   \        RV  R24      hV # )z@Fakify a single flat input leaf (closes over the helpers above).Nú#fake_tensor_mode should not be None)rI  F)r'  rI  Úsymbolic_contextz'shape_env should be set for spec inputsr(  r)  )Úpositive)ÚhintrI  zScriptObject z. has been fakified. Cannot wrap_fake it again.)ru  r•   r°   r    Úfrom_tensorr   r>   rÛ   r|   r:   r   rE  rA  rË  Úcreate_symintnodeÚcreate_symbolrÞ   rß   r%   r&   Ú_libraryÚfake_class_registryÚmaybe_to_fake_objr#   )rt   rI  rJ  Útensor_specrB  Úfake_xrE  Úsym_noderD  rF  rG  rš  s   &&&     €€€€ri   Úfakify_leafÚ8_MakefxTracer._convert_args_to_fake.<locals>.fakify_leaf›  sø  ø€ à×$Ñ$Ò,Ü$Ð%JÓKÐKä˜!œV×$Ò$ØÒ$Ø×0Ñ0×<Ñ<¸QÐ<ÓNÐNä"¤:¨yÓ9�Ù8Ø˜{¨D°"ó�ð ×.Ñ.×:Ñ:Ø U°6ð ;ó �ñ ' {Ô;Ø�ô �A‹wœ#‹~Ü˜i¬&´&Ð)9×:Ò:Ø $× 5Ñ 5× ?Ñ ?�IØ Ò(Ü,Ð-VÓWÐWØ(×?Ñ?ÀvÐ?ÓN�HÙ# IÔ8Ø#�OØ×$Ñ$¨
Ô2Ø $× 5Ñ 5× ?Ñ ?�IØ Ò(Ü,ØPóð ð %×6Ñ6Ø!×/Ñ/°ÀDÐ/ÓIØØ%ð 7ó ð ô ˜!œU×/Ñ/×0Ò0Ô4GÈ×4JÒ4JÜ*Ü˜“G÷ò ð �HÜ—~‘~×9Ñ9×KÑKØ×)Ñ)¨1óð ô ˜!Ô-×.Ò.Ü$Ø# A 3Ð&TÐUóð ð ˆHrk   NÚinput)rË  Útorch._dynamo.sourcerA  Ú#torch.fx.experimental._spec_bindingrB  r=  rC  rD  rE  rF  rG  ru  rE  r  Ú_assumptionsr=   Úignore_fresh_unbacked_symbolsr   rp   rq   r€  )rš  r‹  r1  rA  rB  rC  rE  rZ  rE  Ú	user_specÚ
leaf_specsr`  Úargs_pytree_specÚunbacked_ctxrs   rt   Úfake_leavesrD  rF  rG  s   f&&              @@@ri   Ú_convert_args_to_fakeÚ#_MakefxTracer._convert_args_to_fake…  s5  û€ ð ×Ñ Ô&ØˆKå7ÝJ÷	
õ 	
÷6	ó 6	ðv #×3Ñ3×=Ñ=ˆ	Ø×'Ñ'ˆ	ð Ò  Y×%;×%;Ð%;Ù" 9Ô8á2DØØØØ×%Ð%œ›ó	3
Ñ/ˆ
Ð/ð Ò$ð ×3Ñ3Ô5ä“ð 	÷
 Š\ô & iÔ0ôá0‘D�Añ ˜A˜~°°a°S¨kÓ:¸J½MÖJÙ0ð ñ ÷ ð Ò Ù! )Ô,ô ×$Ò$ [Ð2BÓCÀAÕFÐFùó÷ �\ús   ÃD3Ã#D-
Ã8D3Ä-D3Ä3E	c               ó$   € V ^8„  d   QhRRRRRR/# ©rx   r‹  r  r1  rÓ   r}   r6   r~   )r   s   "ri   r€   r  ù  s'   € ÷ fñ fÐ0ð f¸ð fÀKñ frk   c           
     	ó  a a€ ^ RI o\        P                  ! V3R lV4      pS P                  W4      pTp\	        \
        P                  ! V4      R4      '       dF   \
        P                  ! V4      P                  P                  \
        P                  ,          '       d   \        V\        V4      4      p\        P                  ! \        S P                  4      p\!        4       ;_uu_ 4       pS P"                  '       d   VP%                  S P"                  4       VP%                  S P&                  4       VP%                  S P(                  4       VP%                  S P*                  4       VP%                  V4       VP%                  \-        4       4       VP%                  \/        S 4      4       SP0                  P2                  P4                  '       d=   SP6                  P9                  4       '       d   ^ RIHp VP%                  V! 4       4       S P>                  f   \A        R4      h \C        \E        WBS P>                  S PF                  4      S P>                  \I        V4      R7      p RRR4       S PO                  4       '       g   S PP                  ex   SPR                  PU                  T4      ;p	'       dU   T	PV                  eG   ^ RI,H-p
 S PP                  e   ^ RI.H/p T! X4       T
! XT	PV                  R4       TPa                  4        S Pb                  R8X  d5   S P"                  f   \A        R4      hS P"                  PV                  Xn+        X#   \J         d    \M        RR T 3R	 lR
7       h i ; i  + '       g   i     EL; i)r   Nc                óD   <€ SP                   P                  P                  # rf   )rÊ  Ú_symbolic_traceÚPH)rn   rÞ   s   &€ri   rj   Ú,_MakefxTracer._trace_inner.<locals>.<lambda>  s   ø€ ¨¯©×(@Ñ(@×(CÒ(Crk   Ú__code__)Ú!_LegacyToFunctionalCollectiveModezfx_tracer should not be None)rÄ   rE  Úartifactc                 ó   € R RRR/# )rm  Úmake_fx_fail_partialÚencodingÚstringr~   r~   rk   ri   rj   rn  9  s   € ØÐ 6Ø" Hñ)rk   c                 ój   <€ S P                   P                  P                  R RRRR7      P                  # )rš  T)Úroot_moduleÚverboseÚinclude_strideÚinclude_device)r  rô  Úpython_codeÚsrcr™  s   €ri   rj   rn  =  s8   ø€  t§~¡~×';Ñ';×'GÑ'GØ$*Ø $Ø'+Ø'+ð	 (Hó (÷
 ‘cð(rk   )Úmetadata_fnÚ
payload_fn)Úinsert_deferred_runtime_asserts)Ú_add_input_unbacked_bindingsÚreenter_make_fxr(  rM  )2rÓ  rq   r,  rf  r¯   Úinspectr*  ro  Úco_flagsÚ
CO_VARARGSr�   rY  rç   r   r'  r€  r   ru  Úenter_contextr  r  r  rl  Ú_set_make_fx_tracerÚcompilerr  r  ÚdistributedÚis_availableÚ)torch.distributed._functional_collectivesrp  r  r•   rY  r~  rY  rm   Ú	Exceptionr)   Úis_hop_subgraph_tracerr  Ú_guardsrg  rE  Útorch.fx.passes.runtime_assertr  Útorch.export._tracer€  Ú	recompilerË  )rš  r‹  r1  ÚphsrX  r€  Ústackrp  r  rF  r  r€  rÞ   s   f&*         @ri   Ú_trace_innerÚ_MakefxTracer._trace_innerù  sµ  ù€ ó 	ä�oŠoÔCÀTÓJˆà×)Ñ)¨!Ó2ˆð $%ˆäœŸš qÓ)¨:×6Ò6Ü�~Š~˜aÓ ×)Ñ)×2Ñ2´W×5GÑ5G×GÔGä! !¤S¨£XÓ.ˆDô .4¯[ª[Ü" D§O¡Oó.
ˆ
ô �[Œ[˜EØ×$×$Ð$Ø×#Ñ# D×$9Ñ$9Ô:Ø×Ñ × ;Ñ ;Ô<Ø×Ñ × 8Ñ 8Ô9Ø×Ñ × ;Ñ ;Ô<Ø×Ñ 
Ô+Ø×ÑÔ 6Ó 8Ô9Ø×ÑÔ 3°DÓ 9Ô:ð —‘×%Ñ%×9×9Ð9Ø×%Ñ%×2Ñ2×4Ò4õð ×#Ñ#Ñ$EÓ$GÔHà�~‰~Ò%Ü$Ð%CÓDÐDðÜ"Ü˜T¨¯©¸×9JÑ9JÓKØŸ>™>Ü"'¨£*ô‘÷7 ðj ×(Ñ(×*Ò*¨d×.AÑ.AÒ.MØ#Ÿm™m×<Ñ<¸TÓBÐB�ÖBØ×#Ñ#Ò/åVà×"Ñ"Ò.õ Má,¨QÔ/Ù+¨A¨y×/BÑ/BÐDUÔVØ�K‰KŒMà×Ñ 
Ô*Ø×$Ñ$Ò,Ü$Ð%JÓKÐKØ×/Ñ/×9Ñ9ˆAŒKØˆøôS ô Ü Øñ!ô õð ðú÷A �[ˆ[ús&   Ã,DM9Ç55M9È+A MÍ M6Í6M9Í9N
	c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r‹  r  r1  rÓ   r}   r  r~   )r   s   "ri   r€   r  a  s"   € ÷ /ñ /Ð)ð /°&ð /¸^ñ /rk   c                	óš   € V P                  W4      ;_uu_ 4        V P                  ! V.VO5!  uuR R R 4       #   + '       g   i     R # ; irf   )r0  r“  )rš  r‹  r1  s   &&*ri   rT  Ú_MakefxTracer.tracea  s5   € Ø×)Ñ)¨!×2Õ2Ø×$Ò$ QÐ.¨Ó.÷ 3×2×2Ó2ús	   š9¹A
	c               ó   € V ^8„  d   QhRR/# r·   r~   )r   s   "ri   r€   r  e  s   € ÷ .ñ .¨ñ .rk   c                	ó   € V P                   R J# rf   r:  r™  s   &ri   rŒ  Ú$_MakefxTracer.is_hop_subgraph_tracere  s   € Ø×!Ñ!¨Ð-Ð-rk   c               ó$   € V ^8„  d   QhRRRRRR/# )rx   Údecomp_tabler‘   rË  r^   r}   rý  r~   )r   s   "ri   r€   r  h  s(   € ÷ 
ñ 
àDð
ð #ð
ð 
ñ	
rk   c                	ó¬   € \        Ve   TMV P                  VV P                  V P                  V P                  V P
                  V P                  V R7      # )Nr:  )rý  r�   rÿ  rY  r   ra  r�  )rš  rœ  rË  s   &&&ri   Ú_make_sub_tracerÚ_MakefxTracer._make_sub_tracerh  sT   € ô
 Ø(Ò4‰L¸$×:RÑ:RØØ×'Ñ'Ø×ÑØ×$Ñ$Ø×%Ñ%Ø×-Ñ-Øô	
ð 		
rk   c               ó$   € V ^8„  d   QhRRRRRR/# ri  r~   )r   s   "ri   r€   r  x  s"   € ÷ 5ñ 5Ð 2ð 5¸6ð 5Àkñ 5rk   c                	óº   € V P                  4       pVP                  V 4      ;_uu_ 4        VP                  ! V.VO5!  uuR R R 4       #   + '       g   i     R # ; irf   )rž  r=  r“  )rš  r‹  r1  Ú
sub_tracers   &&* ri   Útrace_subgraphÚ_MakefxTracer.trace_subgraphx  sC   € Ø×*Ñ*Ó,ˆ
Ø×/Ñ/°×5Õ5Ø×*Ò*¨1Ð4¨tÓ4÷ 6×5×5Ó5ús   ªA	Á	A	c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   r‹  r  rœ  z'Mapping[OpOverload, Callable[..., Any]]r1  rÓ   r}   r6   r~   )r   s   "ri   r€   r  }  s2   € ÷ 
5ñ 
5àð
5ð >ð
5ð ð	
5ð
 
ñ
5rk   c                	ó  € \        V\        4      '       g   \        R \        V4       24      hV P	                  VR7      pVP                  V 4      ;_uu_ 4        VP                  ! V.VO5!  uuRRR4       #   + '       g   i     R# ; i)zExpected Mapping, got )rœ  N)r°   r   r•   rÛ   rž  r=  r“  )rš  r‹  rœ  r1  r¢  s   &&&* ri   Útrace_subgraph_custom_decompÚ*_MakefxTracer.trace_subgraph_custom_decomp}  sp   € ô ˜,¬×0Ò0Ü Ð#9¼$¸|Ó:LÐ9MÐ!NÓOÐOØ×*Ñ*¸Ð*ÓEˆ
Ø×/Ñ/°×5Õ5Ø×*Ò*¨1Ð4¨tÓ4÷ 6×5×5Ó5ús   ÁA8Á8B		)ra  rÿ  r  r�  r�   r  ru  r  r  rY  r  r€  ra  r  r   r¥  r  rË  )FNFFN)Nr  )r�   rž   rŸ   r    r›  r  r   r   r0  r-  r=  rf  r“  rT  rŒ  rž  r£  r§  r¡   r~   rk   ri   rý  rý  —  sr   † ÷Nõ`
õBð  ôM-ó ðM-õ^Að, ô-ó ð-õ8rGõhfõP/õ.÷
õ 5÷

5ñ 
5rk   rý  r  Ú_CURRENT_MAKE_FX_TRACERc               ó    € V ^8„  d   QhRRRR/# )rx   rÄ   rý  r}   r¾   r~   )r   s   "ri   r€   r€   Ž  s   € ÷ .ñ . ð .Ð2Mñ .rk   c              #  ó:   "  € \         p V s R x € Vs R #   Ts i ; i5irf   )r©  )rÄ   Úprev_tracers   & ri   r†  r†  �  s&   é € ô *€Kð.Ø"(ÐÛà"-Òø +Ñüs   ‚Š �”˜rY  r   ra  r�  r¥  ra  r  r  c               óL   € V ^8„  d   QhRRRRRRRRR	RR
RRRRRRRRRRRRRRR/# )rx   r‹  r  r�   r‘   rË  r^   rÿ  r¬   rY  r   ra  r�  r¥  ra  r  r  z/ShapesSpec | ParamsSpec | dict[str, Any] | Noner}   zCallable[..., GraphModule]r~   )r   s   "ri   r€   r€   ˜  sš   € ÷ Iñ IØðIàGðIð ðIð !ð	Ið ðIð ðIð ðIð #'ðIð ðIð ðIð &*ðIð DðIð  ñIrk   c               ó  a a€ VR9  d   \        RV 24      h^ RIHp V! S V4      p^ RIHp \        TTTTTTTT;'       g    VP                  4       ^8H  V	V
\        V4      R7      o\        P                  ! S 4      R V V3R ll4       pV# )uC  
Given a function f, return a new function which when executed with valid
arguments to f, returns an FX GraphModule representing the set of operations that
were executed during the course of execution.

If record_stack_traces is True, the stack trace will be preserved on node.meta["stack_trace"]

By default, post-dispatch traces without an explicit decomposition_table
rewrite detach to alias. Re-differentiating the returned graph does not
preserve those detach calls as autograd gradient cuts; pass an explicit
decomposition_table or use pre_dispatch=True if exact detach nodes are needed.

``tracing_mode``:
    - ``"real"``: no fakification, traces with real tensors.
    - ``"fake"``: tensors become FakeTensors. By default all dims are
      static (concrete); if ``dynamic_shapes`` is set, the spec
      controls which dims become unbacked symbolic sizes â€” everything
      not declared by the spec stays static.
    - ``"symbolic"``: tensors become FakeTensors and **every dim becomes a
      backed symbolic size**. NOTE: using backed symbols this way is generally
      **not recommended and not sound** â€” backed symbols come with assumptions
      and can be constrained by guards silently. Kept for backward compatibility.
      Prefer ``"fake"`` + ``dynamic_shapes`` to declare dynamism explicitly with
      unbacked symbols.
z-tracing_mode must be real/fake/symbolic, got )Ú_resolve_dynamic_shapesr  )r¥  ra  r  r  c               ó    € V ^8„  d   QhRRRR/# )rx   r1  rÓ   r}   r6   r~   )r   s   "ri   r€   Úmake_fx.<locals>.__annotate__Þ  s   € ÷ .ñ .�vð . +ñ .rk   c                 ó,   <€ SP                   ! S.V O5!  # rf   )rT  )r1  r‹  Úmake_fx_tracers   *€€ri   rz  Úmake_fx.<locals>.wrappedÝ  s   ø€ à×#Ò# AÐ-¨Ó-Ð-rk   ©r  r  r(  )
r•   Ú"torch.fx.experimental.dynamic_specr¯  rÔ  r  rý  Ú#effective_provenance_tracking_levelr9   r4  r|  )r‹  r�   rË  rÿ  rY  r   ra  r�  r¥  ra  r  r  r¯  r  rz  r³  s   f&&&$$$$$$$$   @ri   r[  r[  ˜  s¯   ù€ ðR Ð7Ô7ÜØ;¸L¸>ÐJó
ð 	
õ Ká,¨Q°Ó?€Nå&ä"ØØØØØØØ$Ø/÷ =ð =Ø×5Ñ5Ó7¸1Ñ<Ø/Ø(GÜ-¨nÓ=ô€Nô ‡_‚_�QÓ÷.ð .ó ð.ð €Nrk   c               ó   € V ^8„  d   QhRR/# )rx   r}   zlist[TorchDispatchMode]r~   )r   s   "ri   r€   r€   ä  s   € ÷ Kñ KÐ"9ñ Krk   c                 óR   € \         P                  P                  P                  4       # rf   )rÞ   rD  Ú_python_dispatchÚ _get_current_dispatch_mode_stackr~   rk   ri   Úget_torch_dispatch_modesr¼  ä  s   € Ü�;‰;×'Ñ'×HÑHÓJÐJrk   c               ó   € V ^8„  d   QhRR/# ©rx   r}   úProxyTorchDispatchMode | Noner~   )r   s   "ri   r€   r€   ê  s   € ÷ ñ Ð"?ñ rk   c                 ó   € \        4       # rf   )r”   r~   rk   ri   Úget_innermost_proxy_moderÁ  ê  s   € ÜÓÐrk   c               ó   € V ^8„  d   QhRR/# r¾  r~   )r   s   "ri   r€   r€   î  s   € ÷ Sñ SÐ5ñ Srk   c                 óz  € \         P                  P                  \         P                  P                  P
                  4      p \         P                  P                  \         P                  P                  P
                  4      pV e   Ve   \        RV  RV 24      h\        P                  ! RT ;'       g    T4      # )z†
Current the currently active proxy tracing mode, or None if
we are not currently tracing.  This includes pre-dispatch proxy
tracing.
zpre_dispatch_mode=z, mode=r¿  )
rÞ   rð  Ú_get_dispatch_mode_pre_dispatchr#  r%  r&  r$  r•   rç   r   )Úpre_dispatch_moder—   s     ri   r”   r”   î  s’   € ô Ÿ
™
×BÑBÜ�‰×&Ñ&×,Ñ,óÐô �8‰8×&Ñ&¤u§x¡x×'EÑ'E×'KÑ'KÓL€DØÒ%¨ªÜÐ1Ð2CÐ1DÀGÈDÈ6ÐRÓSÐSÜ�;Š;Ð6Ð8I×8QÐ8QÈTÓRÐRrk   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rx   rX  rz   r1  rŒ  r�  rŽ  r}   rc   r~   )r   s   "ri   r€   r€   ý  s6   € ÷ @ñ @Ø
ð@à
ð@ð ð@ð ñ	@rk   c                óÆ   € \        4       pV'       g   \        R4      h\        4       ;_uu_ 4        . pVP                  WW4      uuRRR4       #   + '       g   i     R# ; i)z’
Call into the currently active proxy tracing mode to do a
SymInt/SymFloat/SymBool dispatch trace on a function that operates on
these arguments.
r“   N)r”   r•   r  rõ  )rX  r1  r�  r—   r”  s   &&&  ri   Úhandle_sym_dispatchrÈ  ý  sJ   € ô Ó€DßÜÐ<Ó=Ð=ô 
%×	&Õ	&àˆØ×$Ñ$ T°$Ó?÷ 
'×	&×	&Ó	&ús   °AÁA 	c               ó   € V ^8„  d   QhRR/# )rx   r}   z-Generator[ProxyTorchDispatchMode, None, None]r~   )r   s   "ri   r€   r€     s   € ÷ Eñ EÐ%Rñ Erk   c                 ó\   € \        \        P                  P                  P                  4      # rf   )rF   rÞ   r#  r%  r&  r~   rk   ri   r  r    s   € äœuŸx™x×=Ñ=×CÑCÓDÐDrk   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rx   r€  r'  rP  r+   r1  rZ  r�  r[  r}   rÓ   r~   )r   s   "ri   r€   r€     s:   € ÷ ñ Ø&ðàðð ðð ð	ð
 ñrk   c                óh  a€ ^ RI Hp V P                  pSV9   d|   VP                  RRV3R l4      '       d   \        # V ;_uu_ 4        V ;P
                  ^,          un        VS,          ! V/ VB pV ;P
                  ^,          un        VuuRRR4       # \        #   + '       g   i     \        # ; i)r   )ÚCompilerBisectorÚaot_eager_decomp_partitionrK  c                 ó   <€ \        S 4      # rf   )Úrepr)rP  s   €ri   rj   Ú%maybe_handle_decomp.<locals>.<lambda>"  s	   ø€ Ä4ÈÄ8rk   N)Ú!torch._inductor.compiler_bisectorrÍ  r�   Údisable_subsystemrx  rî  )r€  rP  r1  r�  rÍ  rœ  r"  s   &f&&   ri   ry  ry    sœ   ø€ õ Cà×1Ñ1€LØ	ˆ\ÔØ×-Ñ-Ø(¨/Ô;K÷
ò 
ô "Ð!çŠZØ×$Ò$¨Õ)Õ$Ø˜rÖ" DÐ3¨FÑ3ˆCØ×$Ò$¨Õ)Õ$Ø÷	 ŠZô Ð÷ ŽZô Ðús   ÁABÂB1	c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )rx   rX  r  r1  rZ  r�  r[  rË  r^   r�   r‘   r}   r6   r~   )r   s   "ri   r€   r€   /  sE   € ÷ ñ Ø
ðà
ðð ðð ð	ð
 Hðð ñrk   c                ó¦   € \        WV4      w  rV\        4       ;_uu_ 4        \        WTVR7      ! V4      pRRR4       V#   + '       g   i     X# ; i)a  A helper function used to get the GraphModule for the given func.

It's expected to be used in the ProxyTensor tracing context.
It detaches the args and kwargs from the current tracer so that the trace of
the current graph module can be created without any side-effects.
)r�   rË  N)rf  r  r[  )rX  r1  r�  rË  r�   rz  Úall_argsr;  s   &&&&&   ri   Úget_isolated_graphmoduler×  /  sO   € ô 5°TÀÓHÑ€Gä	$×	&Õ	&ÜØÈ<õ
à
óˆ÷ 
'ð €I÷	 
'Ö	&ð €Iús	   ¡?¿A	c               ó$   € V ^8„  d   QhRRRRRR/# )rx   r"  rÓ   rÀ  rµ  r}   rÈ   r~   )r   s   "ri   r€   r€   E  s&   € ÷ 4Uñ 4U ð 4U°=ð 4UÀTñ 4Urk   c           	     óÐ  € ^RI Hp \        P                  ! R\        P
                  P                  \        P
                  P                  P                  4      4      pV'       Ed=   VP                  '       Ed(   V! VP                  V 4      ;p'       Ed
   / pVP                  4        F£  w  rgTpTp	\        V\        4      '       g-   V	'       d%    V	^ ,          P                  V4      pT	R,          p	KB  \        V\        4      '       g/   \#        R\$        P&                  ! V4       R\)        V4       24      hW•P+                  V/ 4      V&   K¥  	  VP                  4        F:  w  r‹VP,                  P.                  P+                  R	/ 4      P1                  V4       K<  	  R# R# R# R#   \        \        \         3 d,   p
\#        R\$        P&                  ! T4       RT 24      T
hRp
?
ii ; i)
zOA helper function for setting up unbacked_bindings on the destination FX graph.)Úcompute_unbacked_bindingsr  zunbacked_bindings path z& does not index into the proxy pytree N:rK  NNzExpected Proxy at binding path z, got Úunbacked_bindings)rO  rÚ  rç   r   rÞ   r#  r$  r%  ÚFAKErE  rH  r°   r7   rä   Ú
IndexErrorÚKeyErrorrâ   r•   rq   ÚkeystrrÛ   r  r«   r§   Úupdate)r"  rÀ  rÚ  rF  Úsymbol_to_pathÚbindings_by_proxyÚsymbolrs  rÆ   Ú
local_pathr½  Úbindingss   &&          ri   rÏ  rÏ  E  s°  € å:ô —’ØÜ�‰×#Ñ#¤E§H¡H×$BÑ$B×$GÑ$GÓHó€I÷ €y�Y×(×(Ñ(Ù6°y×7JÑ7JÈCÓPÐPˆ>×Pð
 RTÐØ .× 4Ñ 4Ö 6‘�Ø'0�Ø!�
ô % U¬E×2Ò2·zð!Ø *¨1¥× 1Ñ 1°%Ó 8˜ð ",¨B¥’Jä! %¬×/Ò/Ü(Ø9¼&¿-º-ÈÓ:MÐ9Nð OÜ# E›{˜mð-óð ð
 CM×,Ñ,¨U°BÓ7¸Ó?ñ3 !7ð: $5×#:Ñ#:Ö#<‘�Ø—
‘
—‘×*Ñ*Ð+>ÀÓC×JÑJÈ8ÖTó $=ñG Qñ )�yøô& '¬´.ÐAô !Ü,Ø5´f·m²mÀDÓ6IÐ5Jð K?Ø?H¸kðKóð  !ð!ûð!ús   ÃF$Æ$G%Æ:&G Ç G%)r[   rY  r[  r\   r\  r£   rÁ  r”   rÈ  r„  r�  )r[   r]   rµ  rf   rÙ  )rb  .)Nr  F)r  N()  Ú__conditional_annotations__Ú
__future__r   Úcontextvarsr4  r‚  Úloggingrë  rJ  Ú	threadingrç   rs  Úcollectionsr   r   Úcollections.abcr   r   r   r	   Ú
contextlibr
   r   r   r   Údataclassesr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Úweakrefr   rÞ   Ú
torch._opsÚtorch.fxrÊ  Útorch.fx.tracebackrä  rƒ  Útorch.utils._pytreerD  Ú_pytreerq   r   r   r    Útorch._custom_class_baser!   Útorch._dispatch.pythonr"   Ú"torch._library.fake_class_registryr#   Útorch._library.opaque_objectr$   r%   r&   r'   r(   Útorch._loggingr)   r*   r+   Útorch._subclasses.fake_implsr,   Útorch._subclasses.fake_tensorr-   r.   r/   r0   r1   r2   r3   Ú#torch._subclasses.functional_tensorr4   Útorch._subclasses.meta_utilsr5   r6   r7   r8   r¶  r9   r:   r;   r<   r=   r>   Útorch.fx.graph_moduler?   Útorch.fx.noder@   rA   rB   Útorch.fx.passes.shape_proprC   Útorch.nnrD   r=  rE   Útorch.utils._python_dispatchrF   rG   rH   rI   rJ   rK   Útorch.utils._statsrL   Útorch.utils._thunkrM   Útorch.utils.weakrN   rO   rP   Ú_backward_staterQ   rY  rR   r”  rS   rè   ro  rT   Útorch._higher_order_ops.utilsrU   r=  rW   Útorch.typesrX   rY   rZ   Ú__all__rÅ   r^   r©   rß   rÝ   r  r¥  r¦  rÙ  Ú	getLoggerr�   rØ   Ú_loggingÚgetArtifactLoggerrw  rq  r`   ra   rb   rc   rd   Úregister_pytree_nodeÚSizerm   Ú!_pytree_subclasses_that_lose_infor�   r™   rÓ   Ú
proxy_slotr›   Ú
no_defaultr£   r¤   r¦   r±   Úlocalr³   rº   rµ   r»   rÁ   rË   rõ   rÐ   rö   ró   r.  r8  r=  ÚcacherQ  r  ra  rg   rm  rÛ  r|   rU  r¬   rb  rl  r{  r�  r„  r‰  r”  r´  rµ  r¶  rÐ  rÇ   rÜ  rà  rç  rè  r`  rý  r  r  r  r$  r)  r>  Údefiner~  Úpt2_compliant_tagÚimplr0  Úregister_faker4  r8  rC  rH  rP  rT  rW  r‘  r“  rë   r¾  r[   r  rB  Ú_disable_dynamorY  r~  Ú
ContextVarr  r‰  r‹  Ú)_temp_remove_metadata_torch_function_moder   Ú-_temp_remove_pre_dispatch_torch_function_modeÚ	frozensetr®  r¯  r¶  r·  r¸  r¹  rº  r»  r¼  r½  rÂ  rà  r'  rZ  rû  rÆ   ÚGraphAppendingTracerr]   ÚInterpreterr\   r3  r\  rf  rl  rµ  rn  rp  ry  r}  rý  r©  r†  r[  r¼  rÁ  r”   rÈ  r  ry  r×  rÏ  )ræ  s   @ri   Ú<module>r     sš
  øð÷ #Ð "ã Û Û Û Û Û Û Û Û ß 0ß BÓ Bß WÓ WÝ !÷÷ ÷ ÷ DÓ CÝ %ã Û Ý ß )Ð )ß $Ð $ß )Ñ )Ý 4Ý ;Ý ?÷õ õ ,ß 6Ý 4÷÷ ñ õ AÝ 6ß /Ñ /÷÷ õ /÷ñ õ
 @Ý Ý -÷÷ õ %Ý $ß WÑ Wå *Ý ÷ ÛÝ.ãå$ÝEÝ>ßDÑDó€ð ÑAÕB€Ø!Ñ"<Õ=€ˆiÓ =à×&Ò&Ð(8Ð9Ð Ø×)Ò)Ð,<Õ<Ð à‡y‚y‡~‚~€Ø‡y‚y‡~‚~€à×Ó˜Ó!€Ø—n’n×6Ò6°xÐARÓSÐ àÐ áˆCƒL€ÙˆCƒL€Ùˆtƒ_€ÙˆCƒL€Ù�5Ó€ð × Ó Ø	‡J‚JÙÙñð &õ
ð" &+§Z¢Z°Ð$7Ð !õBð ôó ðñ ‹X€
÷	ñ 	ñ ‹\€
ç /ôˆxô õMô )§/¢/ô ñ &AÓ%BÐ "ð EGÐ 'Ð)AÓ Fõ4ð ô)>ó ð)>ðX 
Ü Wó 
Ø Wð 
ôó 
ðð
 
ôó 
ðõ
QõhDð # 5�\€�Ó )Ø$)Ð ˜	Ó )ð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ôó 
ðð 
ô%ó 
ð%ð 
ôó 
ðð !Ù$/÷	4õvõ01õ1ð ‡‚ô#ó ð#÷Lmð m÷`ð ð 	Øõàõð õð õ	ð
 ÐÕõð Ñ"Õ#õ$ð ˆ3Ð!Ð!Õ"õ#ð õð 
õ	
ð õ
ð õð �ó ÷ '(ð '(ðT ð%Ø,0ö%ó ð%ð$ ôó ðð ôó ðõ0õ õGBðT Ø	ˆ8�OÕ$ g¨f°oÐ.EÕ&FÐFõ€ð Ø
ˆHÐ%Õ&¨°Ð8HÐ0HÕ(IÐIõ€õ
eðP ÷ð ó ðõ
ð, 
Ü Uó 
Ø Uð 
ô'ó 
ð'ð
 
ô&ó 
ð&ð
 
ô-ó 
ð-õ
(ð ˜Ÿš×+Ò+¨ZÐ8€õ=õ@(KõV/õ
LõõUð. ‡‚× Ò ØØØ	�Š×	$Ò	$ð ô ð ‡‚×ÒÐ*Ð,GÓHô"ó Ið"ð ‡‚×ÒÐ3Ó4ô"ó 5ð"ð ‡‚× Ò Ø ØØ	�Š×	$Ò	$ð ô ð ‡‚×ÒÐ0Ð2MÓNô4ó Oð4ð ‡‚×ÒÐ9Ó:ô	ó ;ð	õ
õ4õ.,õ	õ\÷~'ñ 'ðB ÷ð ó ðõ
#ô${�fô {÷|,ð ,õ^$ðN ×Ò÷)Nó ð)NõXAðJ 8C×7MÓ7MØ˜Tô8€Ð4ó ð
 ôó ðô%Ð 1ô %ñ2 -SØó-Ð )ôK%Ð#4ô K%ñ\ 1WØ ó1Ð -ñ 'à×Ò×$Ò$×/Ò/Ø×Ò×$Ò$×1Ò1Ø×Ò×$Ò$×;Ò;Ø×Ò×$Ò$×;Ò;Ø×Ò×$Ò$×5Ò5Ø×Ò×$Ò$×6Ò6Ø×Ò×$Ò$×5Ò5ðó
Ñ ÷  4ñ ×  Ó  à×Ò×$Ò$×;Ò;Ø×Ò×$Ò$×;Ò;Ø×Ò×$Ò$×6Ò6Ø×Ò×$Ò$×5Ò5ð	ôôyÐ.õ yöx1öôD#˜bŸhšh×;Ò;õ #ô0I0˜rŸ~š~õ I0ôX@ R§^¢^õ @öF;öBð ô4ó ñ4ô	©)õ 	÷
ò ô
D˜õ DôN
"9Ñ6Hõ "9÷Jp5ò p5ðf 15Ñ Ð-Ó 4ð ô.ó ñ.òIð ðIð !&ðIð "'ðIð *.ðIð !&ðIð !&ðIð -2ðIð GK÷Ió I÷XKð K÷ð ÷Sð S÷@ð @ð* öEó ñE÷ð ÷0ó ÷,4Uò 4Urk   