+
    åûj[  ã                   óÀ  € R t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHt ^ RI	H
t
HtHt ^ RIHtHtHtHtHt ^ RIt^ RIHu Ht ^ RIHt ^ RIHtHtHtHtHt ^ RI H!t!H"t" ^ RI#H$t$H%t%H&t&H't' ^ R	I(H)t)H*t* ^ R
I+H,t,H-t-H.t.H/t/ ^ RI0H1t1H2t2 ^ RI3H4t4 ^ RI5H6t6 ^ RI7H8t8 ^ RI9H:t: ^ RI;H<t< ^ RI=H>t>H?t?H@t@HAtAHBtBHCtC ^ RIDHEtEHFtF ^ RIGHHtH ^ RIIHJtJHKtK ^ RILHMtMHNtN ^ RIOHPtP ^ RIQHRtR ]'       d   ^ RISHTtTHUtU ^ RIVHWtW RtX]1! ]YR4      tZ]1! ]YR4      t[]R<,          t\R R lt]R R  lt^R! R" lt_ ! R# R$]4      t`R% R& lta ! R' R(4      tb ! R) R*4      tc ! R+ R,4      td]c! 4       te. R=Otf]P! ]]]PÎ                  ].4      th]PÒ                  ! 4       sjR- R. ltk ! R/ R04      tlR1smR1snR1soR1sp^ sq]Pä                  R>R2 R3 ll4       ts]Pä                  R4 R5 l4       ttR6 R7 ltuR8 R9 ltvR: R; ltwR# )?aò  
Provides functionality for compiling PyTorch's autograd (automatic differentiation) system.

This module implements compiled autograd, which traces and optimizes backward pass
computations at runtime. The key components are:

- AutogradCompilerInstance: Traces and compiles autograd graphs using FX
- Context managers (_enable/_disable): Control when compiled autograd is active
- Utility functions: Support graph manipulation, tensor operations, and hooks

Compiled autograd can significantly improve backward pass performance by removing
Python overhead and enabling additional optimizations. It works by capturing
backward computations into an FX graph that can be compiled and optimized,
while maintaining the same semantics as eager mode autograd.
N)ÚCounterÚdefaultdict)ÚCallableÚ	GeneratorÚSequence)ÚAnyÚcastÚLiteralÚProtocolÚTYPE_CHECKING)Úenable_python_dispatcher)Úcall_accumulate_gradÚcall_backwardÚ	call_hookÚFakeCompiledAutogradEngineÚunwrap_maybe_dynamic_int©ÚGetItemSourceÚLocalSource)ÚcountersÚget_chromium_event_loggerÚlazy_format_graph_codeÚset_locals_to_steal)ÚAutogradLazyBackwardCompileInfoÚ%CachedAutogradLazyBackwardCompileInfo)Úcompile_contextÚCompileContextÚ	CompileIdÚSource)ÚgetArtifactLoggerÚtrace_structured©Úclone_preserve_strides)ÚFakeTensorMode)Ú
FakeTensor)ÚGraphModule)ÚBackwardState)Údisable_autocast_cacheÚdisable_proxy_modes_tracingÚfetch_object_proxyÚProxyTorchDispatchModeÚPythonKeyTracerÚtrack_tensor_tree)Ú
DimDynamicÚShapeEnv)ÚArgument)Úpreserve_node_metaÚset_stack_trace)ÚFloatLikeTypeÚIntLikeType)Ú
OrderedSet)ÚCapturedTraceback)ÚSubclassMetaÚViewAndMutationMeta)ÚProxya»  You can turn off compiled autograd by either:
1. Moving the unsupported autograd call outside of the torch.compile'd region.
2. Wrapping the unsupported autograd call in the torch._dynamo.compiled_autograd._disable() context manager.
3. Setting torch._dynamo.config.compiled_autograd=False for the torch.compile call containing the unsupported autograd call.
4. Setting torch._dynamo.config.compiled_autograd=False at the start of the program.Úcompiled_autogradÚcompiled_autograd_verbosec                ó$   € V ^8„  d   QhR\         /# ©é   Úreturn©Úbool)Úformats   "Ú[C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_dynamo\compiled_autograd.pyÚ__annotate__rC   `   s   € ÷ ñ ¬$ñ ó    c                  óh   € \         P                  P                  P                  P	                  R 4      # )r:   )ÚtorchÚ_loggingÚ	_internalÚ	log_stateÚis_artifact_enabled© rD   rB   Ú snapshot_verbose_logging_enabledrL   `   s(   € Ü�>‰>×#Ñ#×-Ñ-×AÑAØ#óð rD   c                ó$   € V ^8„  d   QhR\         /# r<   r?   )rA   s   "rB   rC   rC   f   s   € ÷ 4ñ 4¤Dñ 4rD   c                  ó^   € \         P                  P                  P                  P                  # ©N)rF   Ú	_inductorÚconfigÚtritonÚ
cudagraphsrK   rD   rB   Úsnapshot_cudagraph_enabledrT   f   s   € Ü�?‰?×!Ñ!×(Ñ(×3Ñ3Ð3rD   c                ót   € V ^8„  d   QhR\         P                  R,          R\         P                  R,          /# )r=   ÚxNr>   ©rF   ÚTensor)rA   s   "rB   rC   rC   j   s,   € ÷ ñ ”5—<‘< $Õ&ð ¬5¯<©<¸$Õ+>ñ rD   c                 ó$   € V e   \        V 4      # V # rO   r!   )rV   s   &rB   Úmaybe_clonerZ   j   s   € Ø‚}Ü% aÓ(Ð(Ø€HrD   c                   ó0   a € ] tR t^pt o RtV 3R ltRtV tR# )Ú_AOTCompiledFunctionzÖStructural type for the AOTAutograd autograd.Function subclass that
compiled autograd retraces. The concrete class is generated locally inside
AOTAutograd, so we describe only the private attributes consumed here.
c                ó¤   <€ V ^8„  d   Qh/ S[ S[,          R,          ;R&   R;R&   R;R&   S[;R&   S[RS[3,          ;R	&   S[RS[3,          ;R
&   # )r=   NÚ_lazy_backward_infor7   ÚmetadatazSubclassMeta | NoneÚmaybe_subclass_metadataÚ_aot_id.Ú_bw_prologue_fnÚ_bw_epilogue_fn)r   r   Úintr   r   )rA   Ú__classdict__s   "€rB   rC   Ú!_AOTCompiledFunction.__annotate__p   sr   ø‡ ‚ ñ 	(Ñ*OÕOÐRVÕVññ ð $Ñ#ñ ð 3Ñ2ñ ñ �Lñ ñ ˜c¡3˜hÕ'Ñ'ñ ñ ˜c¡3˜hÕ'Ñ'ò rD   rK   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©re   s   @rB   r\   r\   p   s   ø‡ € ñ÷ ƒ rD   r\   c                ó0   € V ^8„  d   QhR\         R\        /# )r=   ÚCompiledFunctionr>   )r\   r%   )rA   s   "rB   rC   rC   €   s   € ÷ 
ñ 
Ô(<ð 
Äñ 
rD   c                 ó²  € \        V P                  \        4      '       d%   \        \        V P                  P
                  4      # \        V P                  \        4      '       dV   \        P                  P                  P                  4       ;_uu_ 4        V P                  P                  4       uuR R R 4       # \        R4      h  + '       g   i     R # ; i)NzEUnexpected Lazy Backward Compilation Info Type. Please file an issue.)Ú
isinstancer^   r   r   r%   Ú	bw_moduler   rF   Ú_subclassesÚfake_tensorÚunset_fake_temporarilyÚbw_module_fnÚAssertionError)rq   s   &rB   Úextract_bw_modulerz   €   s§   € ÜØ×,Ñ,Ô.M÷ò ô ”KÐ!1×!EÑ!E×!OÑ!OÓPÐPÜ	Ø×,Ñ,Ô.S÷
ò 
ô ×Ñ×*Ñ*×AÑA×CÕCØ#×7Ñ7×DÑDÓF÷ DÒCô ØSó
ð 	
÷ D×CÐCús   ÂCÃC	c                   óh   a € ] tR t^›t o V 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltR	tV t	R
# )Ú
NaNCheckerc                ó$   <€ V ^8„  d   QhRS[ RR/# )r=   Úaccumulate_gradr>   Nr?   )rA   re   s   "€rB   rC   ÚNaNChecker.__annotate__œ   s   ø€ ÷ *ñ *©ð *°ñ *rD   c                ó<   € Wn         . V n        / V n        . V n        R # rO   )r~   Úparams_indicesÚparams_to_checkÚoutput_names)Úselfr~   s   &&rB   Ú__init__ÚNaNChecker.__init__œ   s    € Ø.ÔØ)+ˆÔØ8:ˆÔØ')ˆÖrD   c                óL   <€ V ^8„  d   QhRS[ P                  P                  RR/# )r=   Úgraphr>   N)rF   ÚfxÚGraph)rA   re   s   "€rB   rC   r   ¢   s'   ø€ ÷ "Añ "A¡U§X¡X§^¡^ð "A¸ñ "ArD   c                óÖ  € \        \        VP                  4      4      pVP                  R \        R7      pVP                  RR7      ^ ,          P
                  ^ ,          pV P                  \        V4      8w  d&   \        RV P                   R\        V4       R24      hV P                  V'       * 8w  d!   \        RV P                   RV'       *  24      hV Fé  pVP
                  ^ ,          pVP                  \        P                  Jd   \        RVP                   24      hVP
                  ^ ,          VJd   \        R	4      h\        VP
                  ^,          \        4      '       g)   \        R
\        VP
                  ^,          4       24      hV P                  P!                  VP
                  ^,          4       Kë  	  V Uu. uF  qUP"                  NK  	  upV n        R# u upi )Úcall_function©ÚopÚtargetÚoutput©rŽ   z#accumulate_grad mismatch: expected z, got z acc_grad_nodesz5accumulate_grad mismatch with output_nodes: expected z7Expected param_node target to be operator.getitem, got z-Expected param_node.args[0] to be inputs_nodez+Expected param_node.args[1] to be int, got N)ÚnextÚiterÚnodesÚ
find_nodesr   Úargsr~   r@   ry   r�   ÚoperatorÚgetitemrs   rd   Útyper�   ÚappendÚnamerƒ   )r„   rˆ   Úinputs_nodeÚacc_grad_nodesÚoutput_nodesÚnodeÚ
param_nodes   &&     rB   Úprep_with_graphÚNaNChecker.prep_with_graph¢   sÄ  € Üœ4 §¡Ó,Ó-ˆØ×)Ñ)ØÔ';ð *ó 
ˆð ×'Ñ'¨8Ð'Ó4°QÕ7×<Ñ<¸QÕ?ˆØ×Ñ¤4¨Ó#7Ô7Ü Ø5°d×6JÑ6JÐ5Kð LÜ˜NÓ+Ð,¨Oð=óð ð ×Ñ¨Ô$4Ô5Ü ØGÈ×H\ÑH\ÐG]ð ^Ø'Ô'Ð(ð*óð ó
 #ˆDØŸ™ 1�ˆJð × Ñ ¬×(8Ñ(8Ó8Ü$ØMÈj×N_ÑN_ÐM`Ðaóð ð �‰˜qÕ!¨Ó4Ü$Ð%TÓUÐUÜ˜jŸo™o¨aÕ0´#×6Ò6Ü$ØAÄ$ÀzÇÁÐWXÕGYÓBZÐA[Ð\óð ð ×Ñ×&Ñ& z§¡°qÕ'9Ö:ñ #ñ" 4@Ó@±<¨4ŸYœY±<Ñ@ˆÖùÒ@s   ÇG&c                óL   <€ V ^8„  d   QhRS[ S[P                  R3,          RR/# )r=   Úinputs.r>   N©ÚtuplerF   rX   )rA   re   s   "€rB   rC   r   Æ   s-   ø€ ÷ Añ A¡u©U¯\©\¸3Ð->Õ'?ð AÀDñ ArD   c                ó0  € V P                   '       g   R # V P                   Fq  pW,          P                  pVe@   \        P                  ! V4      P                  4       '       d   \        RV R\         24      hW,          V P                  RV R2&   Ks  	  R # )Nz9Compiled autograd running under anomaly mode with inputs[z6] already having NaN gradient. This is not supported. zinputs[Ú])	r~   r�   ÚgradrF   ÚisnanÚanyry   ÚTURN_OFF_MSGr‚   )r„   r¤   Úidxr©   s   &&  rB   Úprep_with_inputsÚNaNChecker.prep_with_inputsÆ   s“   € Ø×#×#Ð#áð ×&Ô&ˆCØ•;×#Ñ#ˆDØÒÜ—;’;˜tÓ$×(Ñ(×*Ò*Ü(ØSÐTWÐSXð YGÜGSÀnðVóð ð
 6<µ[ˆD× Ñ  7¨3¨%¨qÐ!1Ó2ó 'rD   c                óL   <€ V ^8„  d   QhRS[ S[P                  R3,          RR/# )r=   Úout.r>   Nr¥   )rA   re   s   "€rB   rC   r   ×   s)   ø€ ÷ ñ ™™uŸ|™|¨SÐ0Õ1ð °dñ rD   c                ó¾  € V P                   '       dÁ   V'       d   \        R 4      h. pV P                  P                  4        Fe  w  r4VP                  f   \        R4      h\
        P                  ! VP                  4      P                  4       '       g   KT  VP                  V4       Kg  	  V'       d   \        RRP                  V4       R24      hR# . p\        V4       FS  w  rg\
        P                  ! V4      P                  4       '       g   K1  VP                  V P                  V,          4       KU  	  V'       d   \        RRP                  V4       R24      hR# )z2Expected empty output for accumulate_grad backwardNz4Expected param.grad to be non-None for backward modez9Compiled Autograd returned NaN gradients for parameters: Ú,Ú.z;Compiled Autograd returned NaN gradients for output nodes: )r~   ry   r‚   Úitemsr©   rF   rª   r«   rš   ÚRuntimeErrorÚjoinÚ	enumeraterƒ   )r„   r±   Ú
nan_paramsÚ
inputs_strÚparamÚ	nan_gradsÚir©   s   &&      rB   ÚcheckÚNaNChecker.check×   s7  € Ø××ÐçÜ$ØHóð ð %'ˆJØ%)×%9Ñ%9×%?Ñ%?Ö%AÑ!�
Ø—:‘:Ò%Ü(ØNóð ô —;’;˜uŸz™zÓ*×.Ñ.×0Ô0Ø×%Ñ% jÖ1ñ &B÷ Ü"ØOÐPS×PXÑPXÐYcÓPdÐOeÐefÐgóð ñ ð $&ˆIÜ$ Sž>‘�Ü—;’;˜tÓ$×(Ñ(×*Ô*Ø×$Ñ$ T×%6Ñ%6°qÕ%9Ö:ñ *÷ Ü"ØQÐRU×RZÑRZÐ[dÓReÐQfÐfgÐhóð ñ rD   )r~   rƒ   r�   r‚   N)
rg   rh   ri   rj   r…   r¡   r®   r¾   rm   rn   ro   s   @rB   r|   r|   ›   s2   ø‡ € ÷*ð *÷"Að "A÷HAð A÷"ö rD   r|   c                   óV   a € ] tR t^ýt o V 3R lR ltV 3R lR ltV 3R lR ltRtV tR# )	ÚOpNamespacec                ó   <€ V ^8„  d   QhRR/# ©r=   r>   NrK   )rA   re   s   "€rB   rC   ÚOpNamespace.__annotate__þ   s   ø€ ÷ Dñ D˜$ñ DrD   c                ó$   € \        4       V n        R # rO   )r   Úcustom_function_name_counter©r„   s   &rB   r…   ÚOpNamespace.__init__þ   s   € Ü:A»)ˆÖ)rD   c          
      óL   <€ V ^8„  d   QhRS[ RS[RS[3,          RS[RS[RS[ /# )r=   r›   Úfn.Úis_custom_functionÚis_traceabler>   ©Ústrr   r   r@   )rA   re   s   "€rB   rC   rÄ     sF   ø€ ÷ ñ áðñ �S™#�XÕðñ !ð	ñ
 ðñ 
ñrD   c                ó¼  a€ V'       dB   R V,           pV P                   V,          pV P                   V;;,          ^,          uu&   V V 2p\        W4      '       d   \        RV R24      h\        WV4      oV'       d,   \	        W\
        P                  P                  S4      4       V# \
        P                  P                  R V3R ll4       p\	        WV4       V# )ÚCppNodezOp with name 'z' already existsc                ó<   € V ^8„  d   QhR\         R\         R\         /# ©r=   r–   Úkwargsr>   ©r   )rA   s   "rB   rC   Ú%OpNamespace.add.<locals>.__annotate__  s!   € ÷ /ñ /´cð /ÄSð /ÌSñ /rD   c                  ó   <€ S! V / VB # rO   rK   )r–   rÓ   Úresults   *,€rB   Úrun_non_traceable_cpp_in_eagerÚ7OpNamespace.add.<locals>.run_non_traceable_cpp_in_eager  s   ø€ á˜tÐ. vÑ.Ð.rD   )	rÆ   Úhasattrry   ÚOpÚsetattrrF   Ú_dynamoÚallow_in_graphÚdisable)r„   r›   rÊ   rË   rÌ   ÚcountrØ   r×   s   &&&&&  @rB   ÚaddÚOpNamespace.add  sÆ   ø€ ÷ Ø˜tÕ#ˆDØ×5Ñ5°dÕ;ˆEØ×-Ñ-¨d×3°qÕ8Ó3Ø�V˜E˜7Ð#ˆDä�4×ÒÜ  >°$°Ð7GÐ!HÓIÐIÜ�DÐ0Ó1ˆßä�D¤§¡× <Ñ <¸VÓ DÔEð ˆô �]‰]×"Ñ"÷/ó #ð/ô �DÐ >Ô?ØˆrD   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r=   r›   r>   )rÎ   r   )rA   re   s   "€rB   rC   rÄ     s   ø€ ÷ #ñ #™ð #¡ñ #rD   c                ó   € \        W4      # rO   )Úgetattr)r„   r›   s   &&rB   ÚgetÚOpNamespace.get  s   € Ü�tÓ"Ð"rD   )rÆ   N)	rg   rh   ri   rj   r…   rá   ræ   rm   rn   ro   s   @rB   rÁ   rÁ   ý   s%   ø‡ € ÷Dð D÷ð ÷:#ö #rD   rÁ   c                   óV   a € ] tR tRt o V 3R lR ltV 3R lR ltV 3R lR ltRtV tR	# )
rÛ   i"  c                óD   <€ V ^8„  d   QhRS[ RS[RS[3,          RS[RR/# )r=   r›   rÊ   .rË   r>   NrÍ   )rA   re   s   "€rB   rC   ÚOp.__annotate__#  s<   ø€ ÷ @ñ @Ùð@Ù% c©3 hÕ/ð@ÙEIð@à	ñ@rD   c                ó8   € W n         W0n        Wn        R V n        R# )z#torch._dynamo.compiled_autograd.opsN)rÊ   rË   rg   rh   )r„   r›   rÊ   rË   s   &&&&rB   r…   ÚOp.__init__#  s   € ð ŒØ"4ÔØŒØ?ˆŽrD   c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# rÒ   rÔ   )rA   re   s   "€rB   rC   rê   +  s"   ø€ ÷ (ñ (™cð (©Sð (±Sñ (rD   c                ó&   € V P                   ! V/ VB # rO   )rÊ   )r„   r–   rÓ   s   &*,rB   Ú__call__ÚOp.__call__+  s   € Ø�wŠw˜Ð' Ñ'Ð'rD   c                ó    <€ V ^8„  d   QhRS[ /# r<   ©rÎ   )rA   re   s   "€rB   rC   rê   .  s   ø€ ÷ 5ñ 5™#ñ 5rD   c                óJ   € V P                   R ,           V P                  ,           # )r´   )rh   rg   rÇ   s   &rB   Ú__repr__ÚOp.__repr__.  s   € Ø�‰ Õ$ t§}¡}Õ4Ð4rD   )rh   rg   rÊ   rË   N)	rg   rh   ri   rj   r…   rï   rô   rm   rn   ro   s   @rB   rÛ   rÛ   "  s%   ø‡ € ÷@ð @÷(ð (÷5ö 5rD   rÛ   c                ó0   € V ^8„  d   QhR\         R\        /# )r=   Úcompiled_autograd_idr>   )rd   r   )rA   s   "rB   rC   rC   B  s   € ÷ 	ñ 	¬sð 	´sñ 	rD   c           
      óB   € \        \        \        V R R R7      4      4      # )N)r÷   Úframe_idÚframe_compile_id)r   r   r   )r÷   s   &rB   Úmake_compile_contextrû   B  s(   € ÜÜÜØ%9ØØ!%ôó	
óð rD   c                   ó:  a € ] tR tRt o V 3R lR ltV 3R lR lt]V 3R lR l4       tV 3R lR	 ltV 3R
 lR lt	V 3R lR lt
V 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R lR ltV 3R  lR! ltRXV 3R# lR$ lltV 3R% lR& ltV 3R' lR( ltV 3R) lR* ltV 3R+ lR, ltV 3R- lR. ltV 3R/ lR0 ltV 3R1 lR2 ltV 3R3 lR4 ltV 3R5 lR6 ltV 3R7 lR8 ltV 3R9 lR: lt V 3R; lR< lt!]V 3R= lR> l4       t"]V 3R? lR@ l4       t#V 3RA lRB lt$V 3RC lRD lt%V 3RE lRF lt&V 3RG lRH lt'V 3RI lRJ lt(V 3RK lRL lt)V 3RM lRN lt*V 3RO lRP lt+RXV 3RQ lRR llt,V 3RS lRT lt-V 3RU lRV lt.RWt/V t0R"# )YÚAutogradCompilerInstanceiN  c                ó8   <€ V ^8„  d   QhRS[ RS[3,          RR/# )r=   Úcompiler_fn.r>   N)r   r   )rA   re   s   "€rB   rC   Ú%AutogradCompilerInstance.__annotate__O  s$   ø€ ÷ .ñ .¡H¨S±#¨XÕ$6ð .¸4ñ .rD   c                ó6  € Wn         \        P                  ! 4       V n        V P                  P                  V n        \        4       V n        \        R R V P                  R7      V n        \        4       V n
        \        V P                  R4      V n        RV n        R# )T)Úallow_fallback_kernelsÚallow_non_fake_inputsÚ	shape_envÚsymbolicN)rÿ   Ú
contextlibÚ	ExitStackÚstackÚcloser.   r  r#   Úfake_tensor_moder+   Ú	fx_tracerr*   Ú
proxy_modeÚhooks_proxy)r„   rÿ   s   &&rB   r…   Ú!AutogradCompilerInstance.__init__O  sr   € Ø&ÔÜ×)Ò)Ó+ˆŒ
Ø—Z‘Z×%Ñ%ˆŒ
Ü!›ˆŒÜ .Ø#'Ø"&Ø—n‘nô!
ˆÔô
 )Ó*ˆŒÜ0°·±ÀÓLˆŒØ)-ˆÖrD   c                óN   <€ V ^8„  d   QhRS[ P                  RS[R,          RS[/# )r=   rV   ÚsourceNr>   )rF   rX   r   r$   )rA   re   s   "€rB   rC   r   ]  s/   ø€ ÷ Cñ C™5Ÿ<™<ð C±¸$µð CÁ:ñ CrD   c                ó¨   € \        V\        P                  4      '       g   \        R \	        V4       24      hV P
                  P                  WR7      # )úExpected torch.Tensor, got )r  )rs   rF   rX   ry   r™   r
  Úfrom_tensor)r„   rV   r  s   &&&rB   Ú	wrap_fakeÚ"AutogradCompilerInstance.wrap_fake]  sD   € Ü˜!œUŸ\™\×*Ò*Ü Ð#>¼tÀA»w¸iÐ!HÓIÐIØ×$Ñ$×0Ñ0°Ð0ÓBÐBrD   c                ó,   <€ V ^8„  d   QhRS[ RS[RS[/# )r=   r›   r­   r>   )rÎ   r   r   )rA   re   s   "€rB   rC   r   c  s"   ø€ ÷ 5ñ 5‘Sð 5™sð 5¡}ñ 5rD   c                ó,   € \        \        V 4      V4      # rO   r   )r›   r­   s   &&rB   r  ÚAutogradCompilerInstance.sourceb  s   € äœ[¨Ó.°Ó4Ð4rD   c                ó0  <€ V ^8„  d   QhRS[ S[P                  ,          RS[ S[,          RS[ S[S[,          ,          RS[ S[ S[S[S[3,          ,          ,          RS[RS[RS[S[S[ S[P                  ,          S[ S[,          S[ S[,          3,          /# )r=   r¤   ÚsizesÚscalarsÚoriginsr~   Ú
check_nansr>   )	ÚlistrF   rX   rd   r3   r2   r¦   rÎ   r@   )rA   re   s   "€rB   rC   r   f  s¤   ø€ ÷ y
ñ y
á‘U—\‘\Õ"ðy
ñ ‘C�yðy
ñ ‘k¡MÕ1Õ2ð	y
ñ
 ‘d™5¡¡c �?Õ+Õ,ðy
ñ ðy
ñ ðy
ñ 
‰s‘D™Ÿ™Õ&©©[Õ(9¹4ÁÕ;NÐNÕ	Oñy
rD   c                ó–  a € \         R ,          R;;,          ^,          uu&   \        \        4      S n        \	        \
        4      S n        \        S P                  4      S n        S P                  P                  4        V'       d   \        V4      MRS n        \        P                  ! 4       S n        \        4       P!                  R S P                  RS P                  /RR7       \"        P$                  P'                  4       S P(                  n        \"        P,                  P/                  \0        R7      S P(                  n        / S P(                  n        / S n        V 3R l\8         4       w  pS n        S n        S n        S n         S PB                  PE                  \G        4       4       Vw  r‰p
S PB                  PE                  \I        4       4       V^ ,          p \K        V4       F)  w  rËS PM                  VS PO                  RV4      4      W&   K+  	  S PY                  YT4       \K        T4       UUu. uF@  w  rÎS PZ                  P]                  TS PO                  RT4      \^        P`                  4      NKB  	  ppp\c        \e        T4      4       Uu. uF  pS P:                  T,          NK  	  pp\K        T4       Fk  w  ppS P(                  Pg                  R\h        TT,          3/ 4      TT&   \k        T\
        4      '       d   KK  TT,          S P6                  TPl                  &   Km  	  S PY                  TTT	4      p\K        T4       FÑ  w  rÎS PO                  RT4      p\k        T\
        4      '       d0   S PZ                  P]                  TT\^        P`                  4      Y<&   K\  \k        T\n        4      '       dM   S PZ                  Pq                  S PZ                  Ps                  TT\^        P`                  R7      TTR7      Y<&   K¾  \u        R\U        T4      4      h	  S PY                  TS P<                  T
4       \K        T4       F0  w  ppS P<                  T,          S P6                  TPl                  &   K2  	  S PB                  PE                  S Pv                  4       S PB                  PE                  S Px                  4       S PB                  PE                  \{        4       4       S Pv                  PZ                  f   \u        R4      hS Pv                  PZ                  pS PB                  PE                  \"        P,                  P|                  P~                  P�                  T4      4       \ƒ        \„        P†                  ! 4       4      TTT3#   \P         d%   p\S        R	\U        T4       R
\V         24      ThRp?ii ; iu uppi u upi )r9   ÚcapturesNÚgraph_idT©Úlog_pt2_compile_event)Ú
tracer_clsc              3   ó`   <"  € T F#  pSP                   P                  R VR/ 4      x € K%  	  R# 5i)ÚplaceholderNrK   )r  Úcreate_proxy)Ú.0r›   r„   s   & €rB   Ú	<genexpr>Ú9AutogradCompilerInstance.begin_capture.<locals>.<genexpr>†  s0   øé € ð 
á+�ð �N‰N×'Ñ'¨°t¸RÀ×DÐDÛ+ùs   ƒ+.r¤   zFound tensor of type z,, which is not supported by FakeTensorMode. r  rŒ   r  )r  Údynamic_dim)Úhintr  zUnexpected scalar type: z+fake_tensor_mode.shape_env must not be None)Dr   r’   ÚCOMPILE_COUNTERÚidr   rd   Úaot_id_counterrû   r   Ú	__enter__r|   Únan_checkerÚtimeÚtime_nsÚstart_time_nsr   Úlog_event_startrF   ÚnnÚModuler  Úrootr‰   rŠ   r+   rˆ   Útensor_attrsÚsymnode_proxy_lookupÚ_graph_placeholdersÚsizes_proxyÚscalars_proxyr  Úpacked_data_proxyr  Úenter_contextr0   r   r¸   r  r  Ú	ExceptionÚNotImplementedErrorr™   r¬   Úbind_objects_to_proxiesr  Ú$create_unspecified_symint_and_symbolr-   ÚDYNAMICÚrangeÚlenr'  r   rs   rŸ   ÚfloatÚcreate_symfloatnodeÚcreate_unspecified_symbolry   r
  r  r'   ÚexperimentalÚsymbolic_shapesÚ_suppress_guardsrÎ   r   Úcurrent_compile_id)r„   r¤   r  r  r  r~   r  Ú
args_proxyÚinputs_originsÚsizes_originsÚscalars_originsrV   r­   ÚeÚvalÚ	sym_sizesr½   ÚproxiesÚsymintr  ÚsymvalÚenvs   f&&&&&&               rB   Úbegin_captureÚ&AutogradCompilerInstance.begin_capturef  sÀ  ø€ ô 	Ð$Õ% j×1°QÕ6Ó1Ü”Ó'ˆŒÜ.9¼#Ó.>ˆÔÜ3°D·G±GÓ<ˆÔØ×Ñ×&Ñ&Ô(ß:Dœ: oÔ6È$ˆÔÜ!Ÿ\š\›^ˆÔÜ!Ó#×3Ñ3ØØ×ÑØ˜Ÿ™Ð!Ø"&ð	 	4ô 	
ô $Ÿh™hŸo™oÓ/ˆ�‰ÔÜ$Ÿx™xŸ~™~¼˜~ÓIˆ�‰ÔØ&(ˆ�‰Ô#Ø$&ˆÔ!ô
å+ó
ñ	
ØØÔØÔØÔØÔ"ð 	�
‰
× Ñ Ô!3Ó!5Ô6Ø9@Ñ6ˆ ð 	�
‰
× Ñ Ô!9Ó!;Ô<ð �1�Iˆð	Ü# FÖ+‘�Ø"Ÿn™n¨Q°·±¸HÀcÓ0JÓK�“ñ ,ð 	×$Ñ$ V¸ÔHô & eÔ,ô
ñ -‘�ð �N‰N×?Ñ?ØØ—‘˜G SÓ)Ü×"Ñ"öñ
 -ð 	ñ 
ô 16´c¸)³nÔ0EÓFÑ0E¨1�4×#Ñ# A×&Ð&Ñ0EˆÐFÜ" 9Ö-‰IˆAˆvØŸ™×4Ñ4ØÜ(Ø˜•�Øó	ˆG�A‰Jô ˜f¤c×*Ô*Ø9@À½�×)Ñ)¨&¯+©+Ó6ñ .ð ×.Ñ.¨y¸'À=ÓQˆä! 'Ö*‰HˆCØ—[‘[ ¨CÓ0ˆFÜ˜#œs×#Ò#Ø#Ÿ~™~×RÑRØØÜ×&Ñ&ó �“ô
 ˜C¤×'Ò'Ø#Ÿ~™~×AÑAØ—N‘N×<Ñ<ØØ%Ü$.×$6Ñ$6ð =ó ð
 Ø!ð  Bó  �“ô %Ð%?ÄÀcÃÓKÐKñ' +ð( 	×$Ñ$ W¨d×.@Ñ.@À/ÔRÜ" 7Ö+‰IˆAˆvØ59×5GÑ5GÈÕ5JˆD×%Ñ% f§k¡kÓ2ñ ,ð 	�
‰
× Ñ  ×!6Ñ!6Ô7Ø�
‰
× Ñ  §¡Ô1Ø�
‰
× Ñ Ô!7Ó!9Ô:à× Ñ ×*Ñ*Ò2Ü Ð!NÓOÐOØ×#Ñ#×-Ñ-ˆØ�
‰
× Ñ Ü�H‰H×!Ñ!×1Ñ1×BÑBÀ3ÓGô	
ô
 ”×1Ò1Ó3Ó4ØØØð	
ð 	
øôG ô 	Ü%Ø'¬¨Q« yÐ0\Ô]iÐ\jÐkóàðûð	üó
ùò Gs%   Ç8V È4AW ÊWÖV=ÖV8Ö8V=c                ó4   <€ V ^8„  d   QhRS[ S[,          RR/# )r=   Úcompile_reasonsr>   N)r  rÎ   )rA   re   s   "€rB   rC   r   á  s#   ø€ ÷ 
ñ 
á™c�ð
ð 
ñ
rD   c                óT   a€ S'       g   \        R 4      h\        RR V3R lR7       R# )z!compile_reasons must not be emptyÚartifactc                  ó   € R RRR/# )r›   Ú!compiled_autograd_compile_reasonsÚencodingÚjsonrK   rK   rD   rB   Ú<lambda>Ú>AutogradCompilerInstance.log_compile_reasons.<locals>.<lambda>é  s   € ØÐ;Ø˜Fñ!rD   c                  ó   <€ S # rO   rK   )r\  s   €rB   rc  rd  í  s   ø€ ™rD   ©Úmetadata_fnÚ
payload_fnN)ry   r    )r„   r\  s   &frB   Úlog_compile_reasonsÚ,AutogradCompilerInstance.log_compile_reasonsá  s)   ø€ ÷ Ü Ð!DÓEÐEÜØñô /÷	
rD   c                ó
  <€ V ^8„  d   QhRS[ S[,          RS[ S[P                  ,          RS[ S[P                  ,          RRRS[P                  P
                  P                  RS[R,          R	S[S[,          R
S[ S[,          /# )r=   ÚpinputsÚpsaved_tensorsÚsaved_tensorsÚpctxr8   ÚctxÚmaybe_backward_state_idxNÚopaque_object_indicesr>   )	r   r   rF   rX   ÚautogradÚfunctionÚBackwardCFunctionrd   r  )rA   re   s   "€rB   rC   r   ð  s—   ø€ ÷ añ aá™#•ðañ !¡§¡Õ.ðañ  ¡§¡Õ-ð	að
 ðañ �^‰^×$Ñ$×6Ñ6ðañ #&¨¥*ðañ  $¡C�yðañ 
‘#�ñarD   c                óv  a aaaaaa€ SP                  4        Uu. uF  pS P                  V4      NK  	  p	pV U
u. uF  p
S P                  V
,          NK  	  pp
SP                  p\	        V4      oVP
                  pVP                  pVP                  oVP                  oVP                  p?\        P                  ! 4       '       d1   VP                   F   pVP                  '       g   K  \        R 4      h	  \        P                  P                   R V3R ll4       pS P"                  P%                  RVVV	VV3/ R7      oRoVe   S P                  V,          oR VVVVVV 3R llpV! 4       pVe   R V 3R	 llpV! VVR
7      pMV! V4      p\&        P(                  ! S P                  V4      pV# u upi u up
i )z@torch.compile does not currently support higher order gradients.c          
      óÀ   € V ^8„  d   QhR\         \        P                  ,          R\         \        ,          R\         \        ,          R\         \        ,          R\        /# )r=   Úctx_saved_tensorsÚctx_symintsÚctx_opaque_objsÚ	flat_argsr>   )r   rF   rX   r3   r   )rA   s   "rB   rC   ÚFAutogradCompilerInstance.proxy_call_aot_backward.<locals>.__annotate__!  sP   € ÷ 	ñ 	Ü'¬¯©Õ5ð	ä!¤+Õ.ð	ô &¤c�]ð	ô  ¤•}ð		ô
 ñ	rD   c                 ó   <€ S! V VVV4      # rO   rK   )rx  ry  rz  r{  Úbw_prologue_fns   &&&&€rB   Úcall_aot_bwd_prologueÚOAutogradCompilerInstance.proxy_call_aot_backward.<locals>.call_aot_bwd_prologue   s   ø€ ñ "Ø!ØØØó	ð rD   rŒ   ©Úkindr�   r–   rÓ   Nc                óN   € V ^8„  d   QhR\         \        P                  ,          /# r<   )r  rF   rX   )rA   s   "rB   rC   r|  @  s   € ÷ k	ñ k	¬t´E·L±LÕ/Añ k	rD   c            	      ó@
  <aa€ R  R lp V ! SP                   4      p\        V\        SRJ4      ,
          4       Uu. uF  pSV,          NK  	  ppSP                  4       p\	        V4      \	        SP
                  4      8w  d.   \        R\	        V4       R\	        SP
                  4       24      hV Uu. uF  pSP                  V4      NK  	  ppWcR\	        V4      % Se   VP                  S4       ^ p/ oRp\        S4      oSP                  S,          '       d   SRSP                  S,           2,          oSP                  S;;,          ^,          uu&   R V3R llp	SP                   P                   EF&  p
V
P                  R8X  d:   W7,          P                  pV	! V
P                  4      Vn        VSV
&   V^,          pKN  V
P                  R	8X  d¼   \	        V
P                  4      ^8w  d"   \        R
\	        V
P                  4       24      hV
P                  ^ ,           Uu. uF`  p\!        V\"        P$                  P&                  4      '       d2   \"        P$                  P)                  SV,          SP*                  4      MTNKb  	  ppEK  V
P                  R8X  d�   V
P,                  pSP*                  P/                  V4      p\1        SP*                  P2                  V\5        SV4      4       SP*                  P7                  RVR/ 4      pV	! V
P                  4      Vn        VSV
&   EKº  V
P                  R8X  d¹   V
P,                  \"        P8                  P:                  P<                  P>                  J d4   \"        P8                  P:                  P@                  P>                  V
n        SP*                  P                   PC                  V
V3R l4      pV	! V
P                  4      Vn        VSV
&   EKƒ  V
P                  R8X  d‹   V
P,                  pSP*                  P/                  V4      p\1        SP*                  P2                  V\5        SV4      4       SP*                  P                   PC                  V
V3R l4      pWïn        VSV
&   EK  \        R4      h	  Vf   \        R4      hR R lpV Uu. uF6  p\!        V\"        P$                  P(                  4      '       d   V! 4       MTNK8  	  ppSPE                  VV4       V# u upi u upi u upi u upi )c                óX   € V ^8„  d   QhR\         P                  P                  R\        /# ©r=   rˆ   r>   )rF   r‰   rŠ   rd   )rA   s   "rB   rC   ÚmAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph.<locals>.__annotate__A  s"   € ÷  ñ  ¤%§(¡(§.¡.ð  ´Sñ  rD   c                 ój   € ^ pV P                    F   pVP                  R8X  d   V^,          pK   V# 	  V# )é    r&  )r”   rŽ   )rˆ   Únum_argsrŸ   s   &  rB   Ú
num_inputsÚkAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph.<locals>.num_inputsA  s<   € Ø�Ø!ŸKœK�DØ—w‘w -Ô/Ø  A�˜Ù àØ�ñ (ð  �rD   Nzsymints length mismatch: z vs Ú_c                ó0   € V ^8„  d   QhR\         R\         /# )r=   Ú	node_namer>   rò   )rA   s   "rB   rC   r‡  k  s   € ÷ :ñ :¤sð :¬sñ :rD   c                 ó   <€ R S RV  2# )Úaotr�  rK   )r�  Údeduped_aot_ids   &€rB   Úmake_uniqueÚlAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph.<locals>.make_uniquek  s   ø€ à˜^Ð,¨A¨i¨[Ð9Ð9rD   r&  r�   z(Expected output node to have 1 arg, got Úget_attrrŒ   c                 ó   <€ SV ,          # rO   rK   ©ÚnÚvalue_remaps   &€rB   rc  ÚiAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph.<locals>.<lambda>Ž  ó	   ø€ ¨°A®rD   Úcall_modulec                 ó   <€ SV ,          # rO   rK   r—  s   &€rB   rc  rš  —  r›  rD   zshouldn't get herez&No output node found in backward graphc                ó8   € V ^8„  d   QhR\         P                  /# r<   rW   )rA   s   "rB   rC   r‡  £  s   € ÷ 8ñ 8œ5Ÿ<™<ñ 8rD   c            	      ó˜   € \        4       ;_uu_ 4        \        P                  ! ^ ^ ^ ^ ^{4      uuRRR4       #   + '       g   i     R# ; i)r‰  N©r(   rF   ÚzerosrK   rD   rB   ÚdummyÚfAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph.<locals>.dummy£  s.   € Ü0×2Õ2Ü Ÿ;š; q¨!¨Q°°3Ó7÷ 3×2×2Ó2ús	   “8¸A		rK   )#rˆ   rE  rd   Ú_get_compiled_autograd_symintsrF  Úsymintsry   Úto_proxyrš   rÎ   r/  r”   rŽ   rŸ   r›   r–   rs   rF   r‰   ÚNoder8   r  r�   Úget_fresh_qualnamerÜ   r8  rå   Úcreate_nodeÚopsÚatenÚviewÚdefaultÚreshapeÚ	node_copyrB  )r‹  rŠ  r½   Ú	pall_argsr¥  rR  ÚpsymintsÚargs_idxÚpoutputsr“  rŸ   Úphr˜  r›   Úqualnamer×   r¢  ÚoÚoutputsr’  r™  Úaot_idrt   rp  Úpbackward_stateÚpgradsr„   s                      @@€€€€€€rB   Úcopy_paste_aot_backward_graphÚWAutogradCompilerInstance.proxy_call_aot_backward.<locals>.copy_paste_aot_backward_graph@  sH  ú€ õ ñ " )§/¡/Ó2ˆHä#(¨´C¸ÈtÐ8SÓ4TÕ)TÔ#UóÙ#U˜a��q—	�	Ñ#Uð ð ð ×8Ñ8Ó:ˆGÜ�7‹|œs 3§;¡;Ó/Ô/Ü$Ø/´°G³¨~¸TÄ#ÀcÇkÁkÓBRÐASÐTóð ñ 3:Ó:±'¨Q˜Ÿ™ aÖ(±'ˆHÐ:Ø(0�nœ˜G›Ð%àÒ*Ø× Ñ  Ô1ð ˆHàˆKØ48ˆHô ! ›[ˆNØ×"Ñ" 6×*Ô*Ø A d×&9Ñ&9¸&Õ&AÐ%BÐ"CÕC�Ø×Ñ ×'¨1Õ,Ó'÷:ð :ð "Ÿ™×-Õ-�Ø—7‘7˜mÔ+Ø"Õ,×1Ñ1�BÙ)¨$¯)©)Ó4�B”GØ(*�K Ñ%Ø •M’HØ—W‘W Ô(Ü˜4Ÿ9™9“~¨Ô*Ü,ØFÄsÈ4Ï9É9Ã~ÐFVÐWóð ð "&§¡¨1¦ó	 ñ ".˜Aô & a¬¯©¯©×7Ò7ô Ÿ™Ÿ™ {°1¥~°t·~±~ÔFàòñ ".ð	 ð  ’Hð —W‘W 
Ô*ØŸ;™;�DØ#Ÿ~™~×@Ñ@ÀÓF�HÜ˜DŸN™N×/Ñ/°¼7À9ÈdÓ;SÔTØ!Ÿ^™^×7Ñ7¸
ÀHÈbÐRTÓU�FÙ"-¨d¯i©iÓ"8�F”KØ(.�K Ô%Ø—W‘W Ô/Ø—{‘{¤e§i¡i§n¡n×&9Ñ&9×&AÑ&AÓAô ',§i¡i§n¡n×&<Ñ&<×&DÑ&D˜œØ!Ÿ^™^×1Ñ1×;Ñ;ØÔ6ó�Fñ #.¨d¯i©iÓ"8�F”KØ(.�K Ô%Ø—W‘W Ô-ØŸ;™;�DØ#Ÿ~™~×@Ñ@ÀÓF�HÜ˜DŸN™N×/Ñ/°¼7À9ÈdÓ;SÔTØ!Ÿ^™^×1Ñ1×;Ñ;ØÔ6ó�Fð %-”MØ(.�K Ô%ä(Ð)=Ó>Ð>ñ[ .ð^ ÒÜ$Ð%MÓNÐNõ8ñ
 JRóÙIQÀAœ: a¬¯©¯©×8Ò8‘”¸aÒ?Éð ð ð ×(Ñ(¨°(Ô;ØˆNùò{ùò ;ùòF ùòZs   »TÂ3TÈ%A&TÒ:<Tc                ór   € V ^8„  d   QhR\         R\        R\        \         ,          R\        P                  /# )r=   Úsubclass_metaÚ
is_runtimeÚunwrapped_argsr>   )r   r@   r   rF   rX   )rA   s   "rB   rC   r|  ±  s8   € ÷ ñ Ü"ðä ðô !)¬¥ðô —‘ñ	rD   c                 ó4  <a a€ \         P                  P                  R  VV 3R ll4       p\        P                  ! SP
                  V4      pSP                  P                  RV\        V4      / R7      pSP                  4       pSP                  V.V.4       V# )c                ó0   € V ^8„  d   QhR\         R\         /# )r=   rÀ  r>   rÔ   )rA   s   "rB   rC   ÚjAutogradCompilerInstance.proxy_call_aot_backward.<locals>.proxy_subclass_constructor.<locals>.__annotate__·  s   € ÷ ñ ´3ð ¼3ñ rD   c                  ó*   <€ SP                  V SR 7      # ))r¿  )Úcreation_fn)rÀ  r¿  r¾  s   *€€rB   Úmake_subclassÚkAutogradCompilerInstance.proxy_call_aot_backward.<locals>.proxy_subclass_constructor.<locals>.make_subclass¶  s    ø€ à(×4Ñ4Ø&°:ð 5ó ð rD   rŒ   r�  )rF   rÝ   rÞ   ÚpytreeÚtree_mapr¦  r  r'  r¦   Úallocate_dummyrB  )r¾  r¿  rÀ  rÆ  Úpunwrapped_argsÚpoutputr�   r„   s   ff&    €rB   Úproxy_subclass_constructorÚTAutogradCompilerInstance.proxy_call_aot_backward.<locals>.proxy_subclass_constructor±  s�   ú€ ô
 —‘×-Ñ-÷ð ó .ðô
 #)§/¢/°$·-±-ÀÓ"P�àŸ.™.×5Ñ5Ø(à(Ü˜Ó/Øð 6ó �ð ×,Ñ,Ó.�Ø×,Ñ,¨f¨X¸°yÔAØ�rD   )Úmake_subclass_override)r¤  r¦  r  Ú_forward_clsrz   r_   r`   ra   rb   rc   rF   Úis_grad_enabledÚoutput_infoÚrequires_gradr¶   rÝ   rÞ   r  r'  rÈ  rÉ  )r„   rl  rm  rn  ro  rp  rq  rr  rR  r±  r­   Úpopaque_objectsrq   r_   r`   Úbw_epilogue_fnÚoutput_alias_infor  r»  r·  rÍ  ÚresultsÚpresultsr¸  rt   r~  r¹  rº  s   f&&&&f&&               @@@@@rB   Úproxy_call_aot_backwardÚ0AutogradCompilerInstance.proxy_call_aot_backwardð  sÓ  þ€ ð. ×7Ñ7Ô9ó
á9�ð �M‰M˜!ÖÙ9ð 	ð 
ñ -ó
á,�ð ×Ñ˜S×!Ð!Ù,ð 	ð 
ð 25×1AÑ1AÐÜ%Ð&6Ó7ˆ	Ø#×,Ñ,ˆØ"2×"JÑ"JÐØ!×)Ñ)ˆØ)×9Ñ9ˆØ)×9Ñ9ˆØä× Ò ×"Ò"Ø%-×%9Ô%9Ð!Ø$×2×2Ò2Ü&ØZóð ñ &:ô 
�‰×	%Ñ	%÷	ó 
&ð	ð —‘×,Ñ,Ø à(àØØØð	ð ð -ó 
ˆð ˆØ#Ò/Ø"×.Ñ.Ð/GÕHˆO÷k	õ k	ñZ 0Ó1ˆà"Ò.÷ð ñ2 %ØÐ0Jô‰Gñ % WÓ-ˆGä—?’? 4§=¡=°'Ó:ˆØˆùòY
ùò

s
   šF1ºF6c                ó  <€ V ^8„  d   QhRS[ S[,          RS[ S[,          RS[ S[P                  ,          RS[RS[P
                  P                  P                  RS[R,          RS[S[,          R	S[	S[P                  R,          R
3,          /# )r=   r¤   Úoutput_metadatasrn  Úbackward_idxrp  rq  Nrr  r>   .)
r   r   rF   rX   rd   rs  rt  ru  r  r¦   )rA   re   s   "€rB   rC   r   Ó  s—   ø€ ÷ :ñ :á™•ð:ñ #¡3�-ð:ñ  ¡§¡Õ-ð	:ñ
 ð:ñ �^‰^×$Ñ$×6Ñ6ð:ñ #&¨¥*ð:ñ  $¡C�yð:ñ 
‰u�|‰|˜dÕ" CÐ'Õ	(ñ:rD   c                óV  € V P                   f   \        R4      hV P                   V,          pV P                  V4      p	V P                  V4      p
\        VP                  R4      '       d   V P                  V	V
VVVVV4      pMh\        VP                  RR4      '       d$   \        RVP                  P                   R24      hV P                  P                  R\        VV
.V	O5/ R7      pVf   \        R	4      h\        4       ;_uu_ 4        . p\        V4       FV  w  rÞVe   W½,          f   VP                  R 4       K&  Vw  ppppVP                  \        P                   ! VVVVR
7      4       KX  	  V P#                  WË4       R R R 4       \%        X4      #   + '       g   i     L; i)Nz2hooks_proxy must be set before proxy_call_backwardra   Úboxed_grads_callFzboxed_grads_call=True on z* is not supported with compiled autograd. rŒ   r�  z,proxies must not be None after backward call)ÚsizeÚdtypeÚlayoutÚdevice)r  ry   r¦  rÚ   rÐ  rÙ  rå   r¶   rg   r  r'  r   r(   r¸   rš   rF   ÚemptyrB  r¦   )r„   r¤   rÜ  rn  rÝ  rp  rq  rr  ro  rl  rm  rU  Úgrad_insr­   Úoutput_metadatarâ  rã  rá  rà  s   &&&&&&&&           rB   Úproxy_call_backwardÚ,AutogradCompilerInstance.proxy_call_backwardÓ  s¨  € ð ×ÑÒ#Ü Ð!UÓVÐVØ×Ñ Õ-ˆØ—-‘- Ó'ˆØŸ™ }Ó5ˆÜ�3×#Ñ# Y×/Ò/à×2Ñ2ØØØØØØ(Ø%ó‰Gô �s×'Ñ'Ð);¸U×CÒCÜ"Ø/°×0@Ñ0@×0IÑ0IÐ/Jð K@ð @óð ð —n‘n×1Ñ1Ø$Ü$àØ"ðð ñð
 ð 2ó 	ˆGð Š?Ü Ð!OÓPÐPä(×*Õ*à24ˆHÜ(1Ð2BÖ(CÑ$�Ø"Ò*¨g­lÒ.BØ—O‘O DÔ)Ùà.=Ñ+�˜  tØ—‘Ü—K’K T°¸vÈfÔUöñ )Dð ×(Ñ(¨Ô;÷ +ô �X‹Ð÷ +×*ús   ÄA9FÆF(	c                ó¾   <€ V ^8„  d   QhRS[ S[,          RS[ S[,          RS[ S[,          RS[RS[ S[,          RS[ S[,          RS[RS[ S[P                  ,          /# ©	r=   r¤   Ú
base_sizesÚbase_stridesÚbase_storage_offsetÚ
view_sizesÚview_stridesÚview_storage_offsetr>   )r   r   rF   rX   )rA   re   s   "€rB   rC   r     s‚   ø€ ÷ Gñ Gá™•ðGñ ™S•MðGñ ™s•mð	Gñ
 !ðGñ ™S•MðGñ ™s•mðGñ !ðGñ 
‘%—,‘,Õ	ñGrD   c           	     ó  € VV P                  V4      V P                  V4      V P                  V4      V P                  V4      V P                  V4      V P                  V4      3pV P                  \        VR .^,          4      # rO   )r¦  Ú
proxy_callÚcopy_slices_prologue)	r„   r¤   rë  rì  rí  rî  rï  rð  r–   s	   &&&&&&&& rB   Úcall_copy_slices_prologueÚ2AutogradCompilerInstance.call_copy_slices_prologue  st   € ð Ø�M‰M˜*Ó%Ø�M‰M˜,Ó'Ø�M‰MÐ-Ó.Ø�M‰M˜*Ó%Ø�M‰M˜,Ó'Ø�M‰MÐ-Ó.ð
ˆð �‰Ô3°T¸D¸6ÀA½:ÓFÐFrD   c                ó¤   <€ V ^8„  d   QhRS[ S[,          RS[P                  RS[ S[,          RS[P                  RS[ S[P                  ,          /# )r=   Úneeds_input_gradr×   ÚresÚ
grad_slicer>   )r   r@   rF   rX   r   )rA   re   s   "€rB   rC   r   $  sV   ø€ ÷ 
ñ 
á"¡4�.ð
ñ —‘ð
ñ ‘c�]ð	
ñ
 —L‘Lð
ñ 
‘%—,‘,Õ	ñ
rD   c                óV   € V P                  \        WW43R .\        V4      ,          4      # rO   )rò  Úcopy_slices_epiloguerF  )r„   r÷  r×   rø  rù  s   &&&&&rB   Úcall_copy_slices_epilogueÚ2AutogradCompilerInstance.call_copy_slices_epilogue$  s0   € ð �‰Ü Ø sÐ7ØˆF”SÐ)Ó*Õ*ó
ð 	
rD   c                ó4   <€ V ^8„  d   QhRS[ P                  /# r<   rW   )rA   re   s   "€rB   rC   r   1  s   ø€ ÷ /ñ /¡§¡ñ /rD   c                ó”   € \        4       ;_uu_ 4        \        P                  ! ^ R.4      uuRRR4       #   + '       g   i     R# ; i)r‰  iÍ[Nr   rÇ   s   &rB   rÊ  Ú'AutogradCompilerInstance.allocate_dummy1  s*   € Ü(×*Õ*ä—;’;  9˜~Ó.÷ +×*×*Ó*ús	   “6¶A	c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r=   rV   r>   rW   )rA   re   s   "€rB   rC   r   6  s#   ø€ ÷ 'ñ '¡U§\¡\ð '±e·l±lñ 'rD   c                ó�   € \        4       ;_uu_ 4        \        P                  ! V4      uuR R R 4       #   + '       g   i     R # ; irO   )r(   rF   Ú
empty_like)r„   rV   s   &&rB   Úallocate_dummy_likeÚ,AutogradCompilerInstance.allocate_dummy_like6  s(   € Ü(×*Õ*Ü×#Ò# AÓ&÷ +×*×*Ó*ús	   “4´A	c          
      óL   <€ V ^8„  d   QhRS[ RS[RS[3,          RS[RS[RS[ /# )r=   Úfn_namerÊ   .rË   rÌ   r>   rÍ   )rA   re   s   "€rB   rC   r   :  sM   ø€ ÷ Fñ FáðFñ �S™#�XÕðFñ !ð	Fñ
 ðFñ 
ñFrD   c                ó.   € \         P                  WW44      # )zBinds ops.fn_name = fn)rª  rá   )r„   r  rÊ   rË   rÌ   s   &&&&&rB   Úbind_functionÚ&AutogradCompilerInstance.bind_function:  s   € ô �w‰w�wÐ$6ÓEÐErD   c                ó|   <€ V ^8„  d   QhRS[ RS[S[,          RS[RS[S[,          RS[S[P                  ,          /# )r=   r  Úgradsr–   ræ  r>   )rÎ   r   r   rF   rX   )rA   re   s   "€rB   rC   r   D  sU   ø€ ÷ 	Dñ 	Dáð	Dñ ™�}ð	Dñ ð		Dñ
 "¡#�ð	Dñ 
‘%—,‘,Õ	ñ	DrD   c                óX   € \         P                  V4      pV P                  WR.VO5V4      # )z:Proxies a call to ops.fn_name(grads, *args) into the graph)rª  ræ   rò  )r„   r  r  r–   ræ  rŽ   s   &&&&& rB   Úapply_functionalÚ)AutogradCompilerInstance.apply_functionalD  s)   € ô �W‰W�WÓˆØ�‰˜r >¨D¡>°?ÓCÐCrD   c          	      óz   <€ V ^8„  d   QhRS[ RS[3,          RS[RS[S[,          RS[S[P                  ,          /# )r=   rÊ   .r–   ræ  r>   )r   r   r   rF   rX   )rA   re   s   "€rB   rC   r   O  sC   ø€ ÷ 
ñ 
Ù˜3¡˜8Õ$ð
Ù,/ð
ÙBJÉ3Å-ð
á	‘%—,‘,Õ	ñ
rD   c                ó@  a € \         P                  ! V 3R lV4      pS P                  P                  RW/ R7      pV Uu. uF  pS P	                  4       NK  	  ppS P                  T\        \        V4      4       Uu. uF  q…V,          NK  	  up4       V# u upi u upi )z*Proxies a call to fn(*args) into the graphc                 ó&   <€ SP                  V 4      # rO   ©r¦  )rR  r„   s   &€rB   rc  Ú5AutogradCompilerInstance.proxy_call.<locals>.<lambda>S  s   ø€ ¨t¯}©}¸QÔ/?rD   rŒ   ©r–   rÓ   )rÈ  rÉ  r  r'  rÊ  rB  rE  rF  )	r„   rÊ   r–   ræ  Ú
proxy_argsÚ	proxy_outr�  r×   r½   s	   f&&&     rB   rò  Ú#AutogradCompilerInstance.proxy_callO  s’   ø€ ô —_’_Ô%?ÀÓFˆ
Ø—N‘N×/Ñ/Ø˜R¸ð 0ó 
ˆ	ñ 2AÓA±¨A�$×%Ñ%Ö'±ˆÐAØ×$Ñ$ VÄEÌ#ÈfË+ÔDVÓ-WÑDV¸q¸¯l¨lÑDVÑ-WÔXØˆùò BùÚ-Ws   ¿BÁ<B
c                ó|   <€ V ^8„  d   QhRS[ RS[S[ ,          RS[ RS[S[ ,          RS[S[P                  ,          /# )r=   r�  r·  r–   ræ  r>   )r   r   rF   rX   )rA   re   s   "€rB   rC   r   [  sG   ø€ ÷ ñ ÙðÙ'©�}ðÙ47ðÙJRÑSVÍ-ðá	‘%—,‘,Õ	ñrD   c                óR  € \         P                  R4      p\        P                  ! V P                  V.VO54      pV P
                  P                  RWV/ R7      p\        V4      \        V4      8w  d%   \        R\        V4       R\        V4       R24      hV P                  W'4       V# )zEProxies a call to ops.validate_outputs(outputs, *args) into the graphÚvalidate_outputsrŒ   r  zoutput_metadata length (z) != outputs length (Ú))
rª  ræ   rÈ  rÉ  r¦  r  r'  rF  ry   rB  )r„   r�  r·  r–   ræ  rŽ   r  Únew_proxy_outputss   &&&&&   rB   r  Ú)AutogradCompilerInstance.validate_outputs[  s§   € ô �W‰WÐ'Ó(ˆÜ—_’_ T§]¡]°WÐ4D¸tÑ4DÓEˆ
Ø ŸN™N×7Ñ7Ø˜R¸ð 8ó 
Ðô ˆÓ¤3 w£<Ô/Ü Ø*¬3¨Ó+?Ð*@Ð@UÔVYÐZaÓVbÐUcÐcdÐeóð ð 	×$Ñ$ WÔ@ØˆrD   c                ó@   <€ V ^8„  d   QhRS[ RS[ RS[P                  /# )r=   Úold_varÚnew_varr>   )r   rF   rX   )rA   re   s   "€rB   rC   r   k  s&   ø€ ÷ ñ ¡#ð ±ð ¹¿¹ñ rD   c                óî   € V P                  V4      pV P                  V4      pV P                  P                  R \        P                  W43/ R7      pV P                  4       pV P                  V.V.4       V# )rŒ   r  )r¦  r  r'  rF   rá   rÊ  rB  )r„   r   r!  Úold_var_proxyÚnew_var_proxyr  r×   s   &&&    rB   Ú
accumulateÚ#AutogradCompilerInstance.accumulatek  sq   € ØŸ™ gÓ.ˆØŸ™ gÓ.ˆØ—N‘N×/Ñ/ØœUŸY™Y¨mÐ-KÐTVð 0ó 
ˆ	ð ×$Ñ$Ó&ˆØ×$Ñ$ f X°	¨{Ô;ØˆrD   Nc                óÂ   <€ V ^8„  d   QhRS[ P                  RS[ P                  R,          RS[ P                  S[,          RS[R,          RS[ P                  R,          /# )r=   ÚvariableÚvariable_gradNr©   Úhas_post_hooksr>   )rF   rX   r@   )rA   re   s   "€rB   rC   r   u  s`   ø€ ÷ ñ á—,‘,ðñ —|‘| dÕ*ðñ �l‰l™TÕ!ð	ñ
 ˜t�ðñ 
�‰˜Õ	ñrD   c           	     óZ  € VR J pVf   \        V4      pTpVP                  pV P                  P                  R\        V P                  V4      V P                  V4      V P                  V4      V3/ R7      pV P                  V4      pV P                  V.V.4       Wqn        V'       d   R # V# )NrŒ   r  )r@   r©   r  r'  r   r¦  r  rB  )r„   r(  r)  r©   r*  Úold_callr  r×   s   &&&&&   rB   r~   Ú(AutogradCompilerInstance.accumulate_gradu  s³   € ð " TÐ)ˆØÒ!ô " $›ZˆNØ ˆDØ$ŸM™MˆMà—N‘N×/Ñ/ØÜ à—‘˜hÓ'Ø—‘˜mÓ,Ø—‘˜dÓ#Øð	ð ð 0ó 

ˆ	ð ×)Ñ)¨(Ó3ˆØ×$Ñ$ f X°	¨{Ô;ØŒßÙØˆrD   c                ón   <€ V ^8„  d   QhRS[ RS[3,          RS[RS[RS[P                  P
                  /# )r=   Úhook.r–   Ú	hook_typer>   )r   r   ÚHookTyperF   r‰   r8   )rA   re   s   "€rB   rC   r   –  s>   ø€ ÷ 
ñ 
Ù˜S¡#˜XÕ&ð
Ù/2ð
Ù?Gð
á	�‰�‰ñ
rD   c               ó˜   € V P                   P                  R \        V.V Uu. uF  q@P                  V4      NK  	  upO5RV/4      # u upi )rŒ   r0  )r  r'  r   r¦  )r„   r/  r0  r–   rV   s   &&$* rB   Úproxy_call_hookÚ(AutogradCompilerInstance.proxy_call_hook–  sV   € ð �~‰~×*Ñ*ØÜàðá,0Ó1©D q—-‘- Ö"©DÑ1ñð ˜)Ð$ó
ð 	
ùò
 2s   ¢Ac                ó@   <€ V ^8„  d   QhRS[ RS[ RS[P                  /# )r=   Úhook_idÚdata_idr>   )rd   rF   rX   )rA   re   s   "€rB   rC   r   £  s&   ø€ ÷ ñ ¡3ð ±ð ¹¿¹ñ rD   c                óô   € V P                   f   \        R4      hV P                   V,          pV P                  V,          pV P                  VVRR7      pV P	                  4       pV P                  V.V.4       V# )Nz*hooks_proxy must be set before unpack_hookÚunpack_hook©r0  )r  ry   r>  r3  rÊ  rB  )r„   r6  r7  r/  ÚdataÚproxyr±   s   &&&    rB   r9  Ú$AutogradCompilerInstance.unpack_hook£  s�   € Ø×ÑÒ#Ü Ð!MÓNÐNØ×Ñ Õ(ˆØ×%Ñ% gÕ.ˆØ×$Ñ$ØØØ#ð %ó 
ˆð
 ×!Ñ!Ó#ˆØ×$Ñ$ c U¨U¨GÔ4Øˆ
rD   c          	      óz   <€ V ^8„  d   QhRS[ S[P                  ,          RS[RS[RS[ S[P                  ,          /# ©r=   r¤   r6  r½   r>   ©r  rF   rX   rd   )rA   re   s   "€rB   rC   r   ±  s?   ø€ ÷ ñ Ù™5Ÿ<™<Õ(ðÙ36ðÙ;>ðá	‰e�l‰lÕ	ñrD   c                óJ  € V P                   f   \        R4      hV P                   V,          pV P                  VW,          RR7      p\        4       ;_uu_ 4        \	        W,          4      W&   V P                  W,          .V.4       R R R 4       V#   + '       g   i     T# ; i)Nz.hooks_proxy must be set before tensor_pre_hookÚtensor_pre_hookr:  ©r  ry   r3  r(   rZ   rB  )r„   r¤   r6  r½   r/  r<  s   &&&&  rB   rB  Ú(AutogradCompilerInstance.tensor_pre_hook±  s—   € ð ×ÑÒ#Ü Ð!QÓRÐRØ×Ñ Õ(ˆØ×$Ñ$ØØ�IØ'ð %ó 
ˆô
 )×*Õ*Ü# F¥IÓ.ˆF‰IØ×(Ñ(¨&­)¨°u°gÔ>÷ +ð ˆ÷ +Ö*ð ˆús   Á.BÂB"	c          	      óz   <€ V ^8„  d   QhRS[ S[P                  ,          RS[RS[RS[ S[P                  ,          /# r?  r@  )rA   re   s   "€rB   rC   r   Á  s?   ø€ ÷ ñ Ù™5Ÿ<™<Õ(ðÙ36ðÙ;>ðá	‰e�l‰lÕ	ñrD   c           	     ó~  € V P                   P                  R \        P                  P                  P
                  P                  W P                  W,          4      3/ 4      p\        4       ;_uu_ 4        \        W,          4      W&   V P                  W,          .V.4       RRR4       V#   + '       g   i     T# ; i©rŒ   N)r  r'  rF   Ú_CrÝ   r9   Úcall_cpp_tensor_pre_hooksr¦  r(   rZ   rB  )r„   r¤   r6  r½   r<  s   &&&& rB   Úcpp_tensor_pre_hookÚ,AutogradCompilerInstance.cpp_tensor_pre_hookÁ  s“   € ð —‘×+Ñ+ØÜ�H‰H×Ñ×.Ñ.×HÑHØ—m‘m F¥IÓ.Ð/Øó	
ˆô )×*Õ*Ü# F¥IÓ.ˆF‰IØ×(Ñ(¨&­)¨°u°gÔ>÷ +ð ˆ÷ +Ö*ð ˆús   Á3.B+Â+B<	c                ó`   <€ V ^8„  d   QhRS[ S[,          RS[RS[S[P
                  ,          /# )r=   r¤   r6  r>   )r   r   rd   r  rF   rX   )rA   re   s   "€rB   rC   r   Ï  s/   ø€ ÷ ñ ™x©�}ð ±sð ¹tÁEÇLÁLÕ?Qñ rD   c                óD  € V P                   f   \        R4      hV P                   V,          pV P                  VVRR7      p\        4       ;_uu_ 4        V Uu. uF  p\	        V4      NK  	  ppV P                  W4       R R R 4       V# u upi   + '       g   i     T# ; i)Nz'hooks_proxy must be set before pre_hookÚpre_hookr:  rC  )r„   r¤   r6  r/  rU  rV   s   &&&   rB   rN  Ú!AutogradCompilerInstance.pre_hookÏ  sš   € Ø×ÑÒ#Ü Ð!JÓKÐKØ×Ñ Õ(ˆØ×&Ñ&ØØØ ð 'ó 
ˆô
 )×*Õ*Ù.4Ó5©f¨”k !–n©fˆFÐ5Ø×(Ñ(¨Ô9÷ +ð ˆùò 6÷ +Ö*ð ˆús   ÁBÁB	Á,BÂ	BÂB	c          	      óž   <€ V ^8„  d   QhRS[ S[P                  ,          RS[S[P                  ,          RS[RS[ S[P                  ,          /# )r=   r·  r¤   r6  r>   )r  rF   rX   r   rd   )rA   re   s   "€rB   rC   r   Ý  sH   ø€ ÷ ñ Ù™EŸL™LÕ)ðÙ3;¹E¿L¹LÕ3IðÙTWðá	‰e�l‰lÕ	ñrD   c                óF  € V P                   f   \        R4      hV P                   V,          pV P                  VVVRR7      p\        4       ;_uu_ 4        V Uu. uF  p\	        V4      NK  	  ppV P                  W4       R R R 4       V# u upi   + '       g   i     T# ; i)Nz(hooks_proxy must be set before post_hookÚ	post_hookr:  rC  )r„   r·  r¤   r6  r/  rU  rV   s   &&&&   rB   rR  Ú"AutogradCompilerInstance.post_hookÝ  sŸ   € ð ×ÑÒ#Ü Ð!KÓLÐLØ×Ñ Õ(ˆØ×&Ñ&ØØØØ!ð	 'ó 
ˆô )×*Õ*Ù/6Ó7©w¨!”{ 1–~©wˆGÐ7Ø×(Ñ(¨Ô:÷ +ð ˆùò 8÷ +Ö*ð ˆús   ÁBÁB
Á-BÂ
BÂB 	c                ód   <€ V ^8„  d   QhRS[ P                  RS[RS[S[ P                  ,          /# )r=   Úinputr6  r>   )rF   rX   rd   r  )rA   re   s   "€rB   rC   r   î  s2   ø€ ÷ ñ Ù—\‘\ðÙ,/ðá	‰e�l‰lÕ	ñrD   c                óŽ  € \        V\        P                  4      '       g   \        R \	        V4       24      hV P
                  f   \        R4      hV P
                  V,          pV P                  VVRR7      p\        4       ;_uu_ 4        \        V4      .pV P                  WT.4       RRR4       V#   + '       g   i     X# ; i)r  Nz1hooks_proxy must be set before post_acc_grad_hookÚpost_acc_grad_hookr:  )
rs   rF   rX   ry   r™   r  r3  r(   rZ   rB  )r„   rU  r6  r/  r<  rø  s   &&&   rB   rW  Ú+AutogradCompilerInstance.post_acc_grad_hookî  s¶   € ô ˜%¤§¡×.Ò.Ü Ð#>¼tÀE»{¸mÐ!LÓMÐMØ×ÑÒ#Ü Ð!TÓUÐUØ×Ñ Õ(ˆØ×$Ñ$ØØØ*ð %ó 
ˆô
 )×*Õ*Ü˜uÓ%Ð&ˆCØ×(Ñ(¨¨gÔ6÷ +ð ˆ
÷ +Ö*ð ˆ
ús   Â
B3Â3C	c                ó^   <€ V ^8„  d   QhRS[ P                  P                  RS[S[,          /# r†  )rF   r‰   rŠ   r  rd   )rA   re   s   "€rB   rC   r     s'   ø€ ÷ 4ñ 4©e¯h©h¯n©nð 4ÁÁcÅñ 4rD   c                óþ  € / pR p\        VP                  4      pV^ ,          P                  R8w  d!   \        RV^ ,          P                   R24      hV^ ,          p\        VP                  P                  4       4      p\        \        4      pWG,          V^ ,          8w  d   \        R4      hV\        V4      ,           ^,
          pWH,          VR,          8w  d   \        R4      h\        V4       EF  w  ršV'       g1   V
P                  R,          P                  P                  R8X  d   RpK>  V
P                  R,          P                  P                  R	8H  p\        V
P                  R,          P                  4       4      ^ 8H  pV'       g   KŸ  V'       g   K©  \        V
P                  P                  4       4      p\        ;QJ d    R
 V 4       F  '       d   K   R M	  RM! R
 V 4       4      '       g   EK	  W¢V	&   EK  	  V'       du   VP                  4        FG  p
\        P!                  RV
4       V
P                  R,          P#                  4       V
P                  R&   KI  	  \        VP                  4       4      # . # )Fr¤   z0Expected first node target to be 'inputs', got 'Ú'z3First getitem node does not match first inputs userz1Last getitem node does not match last inputs userrS  ÚcudaTÚcpuc              3   óJ  "  € T F™  p\        VP                  \        P                  P                  4      ;'       d"    VP                  P
                  R9   ;'       g>    \        VP                  \        4      ;'       d    VP                  P                  '       * x € K›  	  R# 5i)ÚprimsN)r_  r«  )rs   r�   rF   Ú_opsÚ
OpOverloadÚ	namespacerÛ   rË   ©r(  Úusers   & rB   r)  ÚDAutogradCompilerInstance.move_graph_nodes_to_cuda.<locals>.<genexpr>!  sˆ   é € ð 
ñ !+˜ô # 4§;¡;´·
±
×0EÑ0EÓF÷ Gð GØ ŸK™K×1Ñ1Ð5FÑF÷ð ô
 # 4§;¡;´Ó3÷ ?ð ?Ø $§¡× >Ñ >Ô>ôó !+ùs   ‚9B#¼ B#Á!B#Á?$B#zMoving node %s from cpu to cudaéÿÿÿÿ)r  r”   r�   ry   ÚusersÚkeysrF  r;  r¸   Úmetarã  r™   rà  ÚallÚvaluesÚverbose_logÚdebugr\  )r„   rˆ   Úto_moveÚhas_cuda_inputsr”   r¤   Úinputs_usersÚfirst_getitem_idxÚlast_getitem_idxr½   rŸ   Úis_cpuÚ	is_scalarÚ
node_userss   &&            rB   Úmove_graph_nodes_to_cudaÚ1AutogradCompilerInstance.move_graph_nodes_to_cuda  sø  € Ø,.ˆØˆÜ�U—[‘[Ó!ˆØ��8�?‰?˜hÔ&Ü ØBÀ5ÈÅ8Ç?Á?ÐBSÐSTÐUóð ð �q•ˆÜ˜FŸL™L×-Ñ-Ó/Ó0ˆäÔ 3Ó4ÐØÕ# |°A¥Ô6Ü Ð!VÓWÐWØ,¬s°<Ó/@Õ@À1ÕDÐØÕ" l°2Õ&6Ô6Ü Ð!TÓUÐUä  ×.‰GˆAß" t§y¡y°Õ'7×'>Ñ'>×'CÑ'CÀvÔ'MØ"&�Ùà—Y‘Y˜uÕ%×,Ñ,×1Ñ1°UÑ:ˆFÜ˜DŸI™I eÕ,×1Ñ1Ó3Ó4¸Ñ9ˆIß‰vŸ)™)Ü! $§*¡*§/¡/Ó"3Ó4�
ç“3ñ 
ñ !+ó
—3—3’3ñ 
ñ !+ó
÷ 
õ 
ð "&˜A”Jñ- /÷4 ØŸ™Ö(�Ü×!Ñ!Ð"CÀTÔJØ#'§9¡9¨UÕ#3×#8Ñ#8Ó#:�—	‘	˜%Ó ñ )ô
 ˜Ÿ™›Ó'Ð'àˆ	rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   ;  s   ø€ ÷ Bñ B�Tñ BrD   c                óš  a€ \        4       oR p\        V P                  P                  P	                  RR7      4       F.  w  rSP                  VP                  P                  4       4       K0  	  V\        \        4      ^,
          8w  d&   \        R\        \        4      ^,
           RV 24      hR V3R llp\        V P                  P                  P                  4      pV P                  P                  P                  V4       \        V P                  P                  P                  4      p\        P                  RWE,
          4       R # )Nr&  r‘   z	Expected z placeholders, got c                óX   € V ^8„  d   QhR\         P                  P                  R\        /# ©r=   rŸ   r>   ©rF   r‰   r§  r@   )rA   s   "rB   rC   Ú2AutogradCompilerInstance.dce.<locals>.__annotate__I  s"   € ÷ 	$ñ 	$œEŸH™HŸM™Mð 	$¬dñ 	$rD   c                 ó‚   <€ V S9   g'   V P                   R 8X  d   V P                  \        9   d   R# V P                  4       # )rŒ   T)rŽ   r�   Ú_impure_targetsÚ	is_impure)rŸ   Úunpack_nodess   &€rB   r€  Ú/AutogradCompilerInstance.dce.<locals>.is_impureI  s2   ø€ Ø�|Ô#Ø—‘˜?Ô*¨t¯{©{¼oÔ/MáØ—>‘>Ó#Ð#rD   zDCE removed %d nodes)r4   r¸   r  rˆ   r•   Úupdaterg  rh  rF  r;  ry   r”   Úeliminate_dead_coderl  rm  )r„   r½   rŸ   r€  ÚbeforeÚafterr�  s   &     @rB   ÚdceÚAutogradCompilerInstance.dce;  sü   ø€ ô
 3=³,ˆØˆÜ  §¡×!5Ñ!5×!@Ñ!@ÀMÐ!@Ó!RÖS‰GˆAØ×Ñ §
¡
§¡Ó 1Ö2ñ Tà”Ô'Ó(¨1Õ,Ô,Ü ØœCÔ 3Ó4°qÕ8Ð9Ð9LÈQÈCÐPóð ÷	$ð 	$ô �T—^‘^×)Ñ)×/Ñ/Ó0ˆØ�‰×Ñ×0Ñ0°Ô;Ü�D—N‘N×(Ñ(×.Ñ.Ó/ˆÜ×ÑÐ0°&µ.ÖArD   c                ó0   <€ V ^8„  d   QhRS[ S[,          /# r<   )Úsetrd   )rA   re   s   "€rB   rC   r   U  s   ø€ ÷ -ñ -¡S©¥Xñ -rD   c                óT  € . p. p\        V P                  P                  P                  4      p\	        V4       \	        V4      pVP
                  R 8w  d   \        RVP
                   R24      hVP                   Fo  pVP                  \        P                  Jd   \        RVP                   24      hVP                  '       d   VP                  V4       K^  VP                  V4       Kq  	  \        4       pV Fý  p\        VP                  \        4      '       g"   \        R\!        VP                  4       24      hVP                  ^ ,          V8w  d   \        R4      h\        VP                  ^,          \"        4      '       g)   \        R\!        VP                  ^,          4       24      h\%        V4      pVP'                  VP                  ^,          4       VP                  ^ ,          V3Vn        Kÿ  	  V F(  p	V P                  P                  P)                  V	4       K*  	  V# )r  z#Expected placeholder 'sizes', got 'r[  z&Expected operator.getitem target, got z$Expected used.args to be tuple, got z&Expected used.args[0] to be sizes_nodez%Expected used.args[1] to be int, got )r“   r  rˆ   r”   r’   r›   ry   rg  r�   r—   r˜   rš   rŠ  rs   r–   r¦   r™   rd   rF  rá   Ú
erase_node)
r„   Ú
used_sizesÚunused_sizesÚitÚ
sizes_nodeÚgetitem_nodeÚused_sizes_idxÚusedÚnext_size_idxÚunuseds
   &         rB   Úremove_unused_sizesÚ,AutogradCompilerInstance.remove_unused_sizesU  sÐ  € Øˆ
Øˆô �$—.‘.×&Ñ&×,Ñ,Ó-ˆÜˆRŒÜ˜"“Xˆ
Ø�?‰?˜gÔ%Ü Ø5°j·o±oÐ5FÀaÐHóð ð '×,Ô,ˆLØ×"Ñ"¬(×*:Ñ*:Ó:Ü$Ø<¸\×=PÑ=PÐ<QÐRóð ð ×!×!Ð!Ø×!Ñ! ,Ö/ð ×#Ñ# LÖ1ñ -ô $'£5ˆÛˆDÜ˜dŸi™i¬×/Ò/Ü$Ø:¼4ÀÇ	Á	»?Ð:KÐLóð ð �y‰y˜�|˜zÔ)Ü$Ð%MÓNÐNÜ˜dŸi™i¨�l¬C×0Ò0Ü$Ø;¼DÀÇÁÈ1ÅÓ<NÐ;OÐPóð ô   Ó/ˆMà×Ñ˜tŸy™y¨�|Ô,àŸ™ 1� }Ð5ˆDŽIñ ó" #ˆFØ�N‰N× Ñ ×+Ñ+¨FÖ3ñ #ð ÐrD   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r=   r.  r>   )rÎ   r%   )rA   re   s   "€rB   rC   r   „  s   ø€ ÷ Jñ J¡cð J©kñ JrD   c                ól   € \        V P                  P                  V P                  P                  V4      # rO   )r%   r  r8  rˆ   )r„   r.  s   &&rB   Úcreate_graph_moduleÚ,AutogradCompilerInstance.create_graph_module„  s%   € Ü˜4Ÿ>™>×.Ñ.°·±×0DÑ0DÀbÓIÐIrD   c                óP   <€ V ^8„  d   QhRS[ RS[S[RS[ 3,          S[ 3,          /# )r=   r·  r>   .)r   r¦   r   )rA   re   s   "€rB   rC   r   ‡  s2   ø€ ÷ |8ñ |8¡3ð |8©5±¸#¹s¸(Õ1CÁSÐ1HÕ+Iñ |8rD   c           	     óì  a aaa€ S P                   P                  R \        P                  R/ 4       S P                  P                  4        S P                   P                  RRS P                   P                  S P                  V4      4      3/ 4       . o\        4       '       d&   S P                  S P                   P                  4      oS P                   P                  P                   F+  pR F"  pW2P                  9   g   K  VP                  V K$  	  K-  	  \        RR V 3R lR7       S P                  4        S P!                  4        S P#                  4        S P%                  4        S P'                  4        S P)                  4        S P+                  4        S P-                  4        S P.                  '       d0   S P.                  P1                  S P                   P                  4       S P3                  4       oS P5                  RS P6                   24      o\9        SR.4       \;        RSR	R	R	R
7      p\<        P?                  RV4       \@        PC                  RV4       \        RV3R lR7       R VV V3R llp\E        4       PG                  R\H        PJ                  ! 4       RS P6                  /S PL                  R	R7       S PN                  PQ                  RRR4       VS PS                  S4      3# )rŒ   r�   r^  c                  ó   € R RRR/# )r›   Ú&compiled_autograd_graph_pre_reorderingra  ÚstringrK   rK   rD   rB   rc  Ú6AutogradCompilerInstance.end_capture.<locals>.<lambda>£  s   € ØÐ@Ø˜Hñ!rD   c                  óª   <€ \        S P                  P                  S P                  P                  R S P                   R24      P                  RR7      # )ÚCompiledAutogradÚPreReorderingF©Úprint_output)r%   r  r8  rˆ   r.  Úprint_readablerÇ   s   €rB   rc  r¡  §  sG   ø€ œ{Ø—‘×#Ñ#Ø—‘×$Ñ$Ø" 4§7¡7 )¨=Ð9ó ÷ ‰n¨%ˆnÓ0ð	 1rD   rf  r£  r¤   zCompiled autograd graphT)Úinclude_deviceÚinclude_strideÚcoloredz%sÚcompiled_autograd_graphc                  ó(   <€ S P                  R R7      # )Fr¥  )r§  )rˆ   s   €rB   rc  r¡  Ò  s   ø€ ˜u×3Ñ3ÀÐ3ÔGrD   )rh  c                ó¨   € V ^8„  d   QhR\         R\        3,          R\        R\        R\        R\        R\        R\        \        \        3,          /# )	r=   Úcompiled_fn.r¤   r  r  ÚhooksÚpacked_inputsr>   )r   r   r¦   )rA   s   "rB   rC   Ú:AutogradCompilerInstance.end_capture.<locals>.__annotate__Õ  s_   € ÷ $	4ñ $	4Ü! #¤s (Õ+ð$	4äð$	4ô ð$	4ô ð	$	4ô
 ð$	4ô ð$	4ô ”3œ�8�_ñ$	4rD   c                 óF  <€  R s SP                  '       d   SP                  P                  V4       . p\        V4       Fu  w  rxVS9   g   K  V^ 8”  dP   VP	                  \
        P                  ! ^ V4      4       \
        P                  P                  VR,          ^4       Kd  VP	                  V4       Kw  	  S F+  p	W,          P                  4       P                  R R7      W&   K-  	  \        4       ;_uu_ 4        \        SP                  4      ;_uu_ 4        V ! WW4V4      p
SP                  '       d   SP                  P                  V
4       V
uuRRR4       uuRRR4       Rs #   + '       g   i     M; iRRR4       M  + '       g   i     M; iRs R#   Rs i ; i)T)Únon_blockingNFrf  )Úin_compiled_autograd_regionr1  r®   r¸   rš   rF   rä  rÝ   Úmaybe_mark_dynamicÚ
pin_memoryr\  Ú_disablerû   r.  r¾   )r®  r¤   r  r  r¯  r°  Úfiltered_sizesr­   Úintegerr½   r±   Úruntime_inputs_to_mover„   r’  s   &&&&&&     €€€rB   Úruntime_wrapperÚ=AutogradCompilerInstance.end_capture.<locals>.runtime_wrapperÕ  sC  ø€ ð4Ø.2Ð+à×#×#Ð#Ø×$Ñ$×5Ñ5°fÔ=à!#�Ü$-¨eÖ$4‘L�CØ˜nÖ,à" Qœ;Ø*×1Ñ1´%·+²+¸aÀÓ2IÔJÜ!ŸM™M×<Ñ<¸^ÈBÕ=OÐQRÖSà*×1Ñ1°'Ö:ñ %5ó 0�AØ &¥	× 4Ñ 4Ó 6× ;Ñ ;ÈÐ ;Ó N�F“Iñ 0ô —Z•ZÔ!5°d·g±g×!>Õ!>Ù%Ø°Àó�Cð ×'×'Ð'Ø×(Ñ(×.Ñ.¨sÔ3Ø÷ "?Ñ!>—Z‘Zð /4Ñ+÷ "?×!>ú—Z—Z—Z�Zúð /4Ò+ø¨eÑ+úsM   ƒF —1F ÁB.F Ã;FÄ9E)	Å
FÅ
F Å)E9Å4FÅ<	F ÆF	ÆF ÆF r9   r!  r"  NrK   )Útensor_metaÚexample_valuerS  )*r  r'  r   Ú_exec_final_callbacks_stubr  r	  r©  Ú
create_argr¦  rT   rv  rˆ   r”   ri  r    Údelay_unpack_hook_nodesÚreorder_tensor_pre_hook_nodesÚ'reorder_pre_hook_nodes_to_schedule_asapÚreorder_accumulate_grad_nodesÚ%reorder_pre_hook_nodes_to_mimic_eagerÚ reorder_post_acc_grad_hook_nodesÚreorder_post_hook_nodesr‡  r1  r¡   r–  rš  r.  r   r   Úcompiled_autograd_logÚinforl  rm  r   Úlog_event_endr2  r3  r4  r   Ú__exit__rÿ   )	r„   r·  rŸ   ÚfieldÚlazy_graph_coder»  rˆ   rº  r’  s	   f&    @@@rB   Úend_captureÚ$AutogradCompilerInstance.end_capture‡  su  û€ Ø�‰×#Ñ#ØÜ&×AÑAØØô		
ð 	�
‰
×ÑÔØ�‰×"Ñ"ØØØ�^‰^×&Ñ& t§}¡}°WÓ'=Ó>Ð@Øô		
ð -/ÐÜ%×'Ò'Ø%)×%BÑ%BÀ4Ç>Á>×CWÑCWÓ%XÐ"ð
 —N‘N×(Ñ(×.Ô.ˆDÛ@�ØŸI™IÖ%ØŸ	™	 %Ò(ó Añ /ô
 	Øñô1õ	
ð 	×$Ñ$Ô&Ø×*Ñ*Ô,Ø×4Ñ4Ô6Ø×*Ñ*Ô,Ø×2Ñ2Ô4Ø×-Ñ-Ô/Ø×$Ñ$Ô&ð 	�‰Œ
Ø××ÐØ×Ñ×,Ñ,¨T¯^©^×-AÑ-AÔBð ×1Ñ1Ó3ˆà×(Ñ(Ð+;¸D¿G¹G¸9Ð)EÓFˆÜ˜E H :Ô.Ü0Ø%ØØØØô
ˆô 	×"Ñ" 4¨Ô9Ü×Ñ˜$ Ô0ÜØ%ÜGõ	
÷
$	4ò $	4ôL 	"Ó#×1Ñ1ØÜ�LŠL‹NØ˜Ÿ™Ð!Ø×ÑØ"&ð 	2ô 	
ð 	×Ñ×%Ñ% d¨D°$Ô7Ø × 0Ñ 0°Ó 7Ð7Ð7rD   c                ón   <€ V ^8„  d   QhRS[ S[,          RS[S[P                  P
                  ,          /# )r=   r–   r>   )r   r/   r  rF   r‰   r§  )rA   re   s   "€rB   rC   r     s-   ø€ ÷ ñ ™H¡XÕ.ð ±4¹¿¹¿¹Õ3Fñ rD   c                ó„   € V  Uu. uF.  p\        V4      \        P                  P                  J g   K,  VNK0  	  ppV# u upi rO   )r™   rF   r‰   r§  )r–   r˜  r”   s   &  rB   Úget_all_nodesÚ&AutogradCompilerInstance.get_all_nodes  s7   € ñ !Ó=™D�q¤D¨£G¬u¯x©x¯}©}Ð$<—�™DˆÐ=Øˆùò >s   …)=³=c                óN   <€ V ^8„  d   QhRS[ P                  P                  RS[/# r{  r|  )rA   re   s   "€rB   rC   r     s#   ø€ ÷ ñ ™UŸX™XŸ]™]ð ©tñ rD   c                óÎ   € V P                   R 8X  gR   V P                   R8X  dC   V P                  \        P                  J d%   V P                  ^ ,          P                   R 8X  d   R# R# )r&  rŒ   TF)rŽ   r�   r—   r˜   r–   )rŸ   s   &rB   Úis_placeholderÚ'AutogradCompilerInstance.is_placeholder  sF   € à�7‰7�mÔ#Ø�G‰G�Ô&Ø—‘œx×/Ñ/Ó/Ø—	‘	˜!•—‘ =Ô0áÙrD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r     s   ø€ ÷ -ñ -¨tñ -rD   c                óx  € V P                   P                  P                  R\        R7       EF	  pVP                  ^ ,          VP                  ^,          VP                  ^,          rCpRp\        V\        P                  P                  4      '       d4   VP                  \        P                  J d   TpVP                  ^ ,          p\        V P                  W#V.4      4      pWaP                  Jg   KÈ  V P                  V4      '       d   Ká  VP!                  V4       Vf   Kø  VP!                  V4       EK  	  R# )zí
Usage of AOTAutograd causes all the accumulate_grad_ nodes to get pushed to the end of
the graph.  This differs from eager mode, which schedules them as soon as possible. This
pass attempts to reorder the graph to mimic eager behavior.
rŒ   r�   N)r  rˆ   r•   r   r–   rs   rF   r‰   r§  r�   r—   r˜   ÚmaxrÒ  ÚprevrÖ  rš   )r„   rŸ   r    Úvariable_grad_nodeÚ	grad_noder‘  Úargs   &      rB   rÄ  Ú6AutogradCompilerInstance.reorder_accumulate_grad_nodes  sô   € ð —N‘N×(Ñ(×3Ñ3ØÔ';ð 4÷ 
ˆDð —	‘	˜!•Ø—	‘	˜!•Ø—	‘	˜!•ð -6ˆJð
  ˆLä˜9¤e§h¡h§m¡m×4Ò4Ø×$Ñ$¬×(8Ñ(8Ó8à(�Ø(×-Ñ-¨aÕ0�	äØ×"Ñ" JÀIÐ#NÓOóˆCð Ÿ)™)Õ#¨D×,?Ñ,?À×,DÔ,DØ—
‘
˜4Ô ØÔ+Ø—J‘J˜|×,ó-
rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   3  s   ø€ ÷ %ñ %¨ñ %rD   c                óü   € V P                   P                  P                  R\        R7       FL  pVP                  P                  RR4      R8w  d   K&  \        VP                  4      pVP                  V4       KN  	  R# )z`
We can delay unpack hooks until they are needed, even later than in the eager autograd engine.
rŒ   r�   r0  Nr9  )	r  rˆ   r•   r   rÓ   ræ   Úminrg  Úprepend)r„   rŸ   Ú
first_users   &  rB   rÁ  Ú0AutogradCompilerInstance.delay_unpack_hook_nodes3  sd   € ð —N‘N×(Ñ(×3Ñ3Ø¤yð 4ö 
ˆDð �{‰{�‰˜{¨DÓ1°]ÔBÙä˜TŸZ™Z›ˆJØ×Ñ˜tÖ$ó
rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   @  s   ø€ ÷ *ñ *¨tñ *rD   c                ó”  € V P                   P                  P                  R\        R7       F˜  pVP                  P                  RR4      R8w  d   K&  VP                  ^ ,          pVP                  ^,          pW1P                  Jg   K]  V P                  V4      '       d   Kv  VP                  V4       VP                  V4       Kš  	  R# )zë
Usage of AOTAutograd causes all the tensor_pre_hook nodes to get pushed
to the end of the graph. This differs from eager mode, which schedules
them as soon as possible. This pass attempts to reorder the graph to
mimic eager behavior.
rŒ   r�   r0  NrB  )
r  rˆ   r•   r   rÓ   ræ   r–   rÛ  rÖ  rš   )r„   rŸ   r‘  Ú
input_nodes   &   rB   rÂ  Ú6AutogradCompilerInstance.reorder_tensor_pre_hook_nodes@  sš   € ð —N‘N×(Ñ(×3Ñ3Ø¤yð 4ö 
ˆDð �{‰{�‰˜{¨DÓ1Ð5FÔFÙàŸ9™9 Q�<ˆLØŸ™ 1�ˆJà§¡Õ*°4×3FÑ3FÀz×3RÔ3RØ×!Ñ! ,Ô/Ø×#Ñ# DÖ)ó
rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   T  s   ø€ ÷ "+ñ "+¸ñ "+rD   c                ó\  € V P                   P                  P                  R\        R7       EF{  pVP                  P                  RR4      R8w  d   K'  VP                  ^ ,          pV P                  VP                  ^,          4      p. p. pV.pV Fz  pVP                  R8X  g   K  VP                  \        P                  J g   K6  VP                  VP                  ^ ,          4       VP                  V4       VP                  V4       K|  	  \        WE4       F'  w  r‰VP                  V4       VP                  V	4       K)  	  \        V4      p
W¡P                   Jg   EK6  V P#                  V
4      '       d   EKP  V
P                  V4       V F  pVP                  V4       K  	  EK~  	  R# )aR  
In this function, we schedule the pre hooks as soon as possible. This
does not match eager behavior (schedule pre hook right before its
registered node), but it can make acc grad be scheduled properly when
the pre hooks are registered to them. After reordering acc grad node, we
will reorder the pre hooks again to mimic eager behavior.
rŒ   r�   r0  NrN  )r  rˆ   r•   r   rÓ   ræ   r–   rÒ  rŽ   r�   r—   r˜   rš   ÚzipÚremoverÚ  rÛ  rÖ  )r„   rŸ   r‘  Úinput_nodesÚ	to_removeÚ	to_appendÚ
hook_blockr˜  ÚaÚbrÞ  s   &          rB   rÃ  Ú@AutogradCompilerInstance.reorder_pre_hook_nodes_to_schedule_asapT  sQ  € ð —N‘N×(Ñ(×3Ñ3Ø¤yð 4÷ 
ˆDð �{‰{�‰˜{¨DÓ1°ZÔ?ÙàŸ9™9 Q�<ˆLà×,Ñ,¨T¯Y©Y°q­\Ó:ˆKàˆIØˆIØ˜ˆJÛ �Ø—4‘4˜?Ö*¨q¯x©x¼8×;KÑ;KÕ/KØ×$Ñ$ Q§V¡V¨A¥YÔ/Ø×$Ñ$ QÔ'Ø×%Ñ% aÖ(ñ	 !ô
 ˜IÖ1‘�Ø×"Ñ" 1Ô%Ø×"Ñ" 1Ö%ñ 2ô �kÓ"ˆCØŸ)™)Ö#¨D×,?Ñ,?À×,DÕ,DØ—
‘
˜<Ô(Û#�AØ ×'Ñ'¨Ö*ô $ó3
rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   x  s   ø€ ÷ $5ñ $5°tñ $5rD   c                ó  € . pV P                   P                  P                  R\        R7       F7  pVP                  P                  RR4      R8w  d   K&  VP                  V4       K9  	  \        V4       EF  pVP                  ^ ,          p\        VP                  P                  4       4      p\        V4      ^ 8X  d   KL  \        ;QJ d    R V 4       F  '       d   K   RM	  RM! R V 4       4      '       g   \        R	4      h\        \!        V^ ,          P                  P                  4       4      4      pWRP                  Jg   KÕ  VP#                  V4       VP#                  V4       V F  pVP#                  V4       K  	  EK  	  R# )
zý
Usage of AOTAutograd causes all the pre_hook nodes to get pushed to the
end of the graph. This differs from eager mode, which schedules them
right before their registered node execution. This pass attempts to
reorder the graph to mimic eager behavior.
rŒ   r�   r0  NrN  c              3   óˆ   "  € T F8  pVP                   R 8H  ;'       d    VP                  \        P                  J x € K:  	  R# 5irG  )rŽ   r�   r—   r˜   rc  s   & rB   r)  ÚQAutogradCompilerInstance.reorder_pre_hook_nodes_to_mimic_eager.<locals>.<genexpr>�  s:   é € ð á!�Dð —‘˜?Ñ*×NÐN¨t¯{©{¼h×>NÑ>NÐ/NÔNÛ!ùs
   ‚A�%AFTzIExpected all users of pre_hook to be operator.getitem call_function nodes)r  rˆ   r•   r   rÓ   ræ   rš   Úreversedr–   r  rg  rh  rF  rj  ry   r’   r“   rã  )r„   Ú	pre_hooksrŸ   Úhook_getitem_noderg  Úregistered_noder˜   s   &      rB   rÅ  Ú>AutogradCompilerInstance.reorder_pre_hook_nodes_to_mimic_eagerx  sB  € ð ˆ	Ø—N‘N×(Ñ(×3Ñ3Ø¤yð 4ö 
ˆDð �{‰{�‰˜{¨DÓ1°ZÔ?ÙØ×Ñ˜TÖ"ñ
ô ˜Y×'ˆDØ $§	¡	¨!¥Ðä˜Ÿ™Ÿ™Ó*Ó+ˆEÜ�5‹z˜QŒÙ÷ “3ñ á!ó—3—3’3ñ á!ó÷ ò ô %Ø_óð ô #¤4¨¨a­¯©×(;Ñ(;Ó(=Ó#>Ó?ˆOà§i¡iÕ/Ø×'Ñ'Ð(9Ô:Ø×'Ñ'¨Ô-Û$�GØ#×+Ñ+¨GÖ4ô  %ó) (rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   ž  s   ø€ ÷ #&ñ #&°$ñ #&rD   c                óV  € . pV P                   P                  P                  R\        R7       F7  pVP                  P                  RR4      R8w  d   K&  VP                  V4       K9  	  \        V4       F±  pVP                  ^ ,          pVP                  ^,          pRp\        VP                  P                  4       4       F.  pVP                  R8X  g   K  VP                  \        J g   K,  Tp M	  Vf   \        R4      hVP                  V4       VP                  V4       K³  	  R# )zî
Usage of AOTAutograd causes all the post_acc_grad_hook nodes to get
pushed to the end of the graph. This differs from eager mode, which
schedules them as soon as possible. This pass attempts to reorder the
graph to mimic eager behavior.
rŒ   r�   r0  NrW  z8post_acc_grad_hook must have corresponding acc grad node)r  rˆ   r•   r   rÓ   ræ   rš   rù  r–   r  rg  rh  rŽ   r�   r   ry   )r„   Úpost_acc_grad_hooksrŸ   r‘  r    Úacc_grad_noder˜  s   &      rB   rÆ  Ú9AutogradCompilerInstance.reorder_post_acc_grad_hook_nodesž  s  € ð !ÐØ—N‘N×(Ñ(×3Ñ3Ø¤yð 4ö 
ˆDð �{‰{�‰˜{¨DÓ1Ð5IÔIÙØ×&Ñ& tÖ,ñ
ô Ð0Ö1ˆDØŸ9™9 Q�<ˆLØŸ™ 1�ˆJð !ˆMÜ˜*×*Ñ*×/Ñ/Ó1Ö2�Ø—4‘4˜?Ö*¨q¯x©xÔ;OÕ/OØ$%�MÙñ 3ð
 Ò$Ü$ØNóð ð
 × Ñ  Ô.Ø×Ñ Ö%ó% 2rD   c                ó   <€ V ^8„  d   QhRR/# rÃ   rK   )rA   re   s   "€rB   rC   r   Ã  s   ø€ ÷ 8*ñ 8*¨ñ 8*rD   c           	     óÂ  a€ . pV P                   P                  P                  R\        R7       F7  oSP                  P                  RR4      R8w  d   K&  VP                  S4       K9  	  \        V4       EFå  oSP                  ^ ,          pSP                  ^,          pSP                  ^,          p\        V4      ^ 8”  d   KO  . pVP                  \        V4      4       V F?  pVP                  V3R l\        VP                  P                  4       4       4       4       KA  	  \        V4      pVP                  R8X  dË   VP                   \"        J d·   VP                  ^ ,          pRp	\        VP                  P                  4       4       FQ  p
V
P                  R8X  g   K  V
P                   \        J g   K,  V
P                  P                  RR4      R8X  g   KO  T
p	KS  	  V	e&   V	P                  V4       VP                  S4       EK–  VSP$                  Jg   EK©  V P'                  V4      '       d   EKÃ  VP                  V4       VP                  S4       EKè  	  R# )zå
Usage of AOTAutograd causes all the post_hook nodes to get pushed to the
end of the graph. This differs from eager mode, which schedules them as
soon as possible. This pass attempts to reorder the graph to mimic eager
behavior.
rŒ   r�   r0  NrR  c              3   ó¸   <"  € T FO  pVP                   R 8X  d8   VP                  \        J d$   SP                  P	                  RR4      R8X  d   KK  Vx € KQ  	  R# 5i)rŒ   r0  NrR  )rŽ   r�   r   rÓ   ræ   )r(  rd  rŸ   s   & €rB   r)  ÚCAutogradCompilerInstance.reorder_post_hook_nodes.<locals>.<genexpr>Þ  sI   øé € ð -á =˜àŸ™ ?Ô2Ø ŸK™K¬9Ó4Ø ŸK™KŸO™O¨K¸Ó>À+ÑM÷ ’DÛ =ùs   ƒAAÁ
ArW  )r  rˆ   r•   r   rÓ   ræ   rš   rù  r–   rF  Úextendr  rg  rh  rÚ  rŽ   r�   r   rÛ  rÖ  )r„   Ú
post_hooksr‘  rž   rî  Úinput_nodes_and_usersrè  rÞ  r    Úpost_acc_grad_hook_noder˜  rŸ   s   &          @rB   rÇ  Ú0AutogradCompilerInstance.reorder_post_hook_nodesÃ  sã  ø€ ð ˆ
Ø—N‘N×(Ñ(×3Ñ3Ø¤yð 4ö 
ˆDð �{‰{�‰˜{¨DÓ1°[Ô@ÙØ×Ñ˜dÖ#ñ
ô ˜Z×(ˆDØŸ9™9 Q�<ˆLØŸ9™9 Q�<ˆLØŸ)™) A�,ˆKä�<Ó  1Ô$Ùð %'Ð!Ø!×(Ñ(¬¨kÓ):Ô;Û)�
Ø%×,Ñ,ô -ä $ Z×%5Ñ%5×%:Ñ%:Ó%<Ô =ó-ö ñ *ô Ð+Ó,ˆCØ�v‰v˜Ô(¨S¯Z©ZÔ;OÓ-OØ ŸX™X a�[�
Ø*.Ð'Ü˜j×.Ñ.×3Ñ3Ó5Ö6�AàŸ™ Ö/ØŸH™H¬	Õ1ØŸH™HŸL™L¨°dÓ;Ð?SÖSà23Ò/ñ 7ð +Ò6Ø+×2Ñ2°<Ô@Ø ×'Ñ'¨Ô-Úà˜$Ÿ)™)Ö#¨D×,?Ñ,?À×,DÕ,DØ—
‘
˜<Ô(Ø×#Ñ# D×)óS )rD   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r=   Útr>   rÔ   )rA   re   s   "€rB   rC   r   ý  s   ø€ ÷ "ñ "™#ð "¡#ñ "rD   c                óä  a € Vf   R # \        V\        4      '       d"   V Uu. uF  pS P                  V4      NK  	  up# \        V\        4      '       d3   \        ;QJ d    . V 3R lV 4       F  NK  	  5# ! V 3R lV 4       4      # \        V\        P
                  \        P                  34      '       d   S P                  VP                  ,          # \        V\        P                  4      '       g   V# \        S P                  V4      p\        V\        P                  P                  P                  P                  4      '       g   \!        R\#        V4       24      hVP$                  # u upi )Nc              3   óF   <"  € T F  pSP                  V4      x € K  	  R # 5irO   r  )r(  rV   r„   s   & €rB   r)  Ú4AutogradCompilerInstance.to_proxy.<locals>.<genexpr>  s   øé € Ð5±1¨a˜Ÿ™ q×)Ð)³1ùs   ƒ!zExpected _ProxyTensor, got )rs   r  r¦  r¦   rF   ÚSymIntÚSymFloatr:  rŸ   rX   r)   r  r‰   rJ  Úproxy_tensorÚ_ProxyTensorry   r™   r<  )r„   r  rV   r  s   f&  rB   r¦  Ú!AutogradCompilerInstance.to_proxyý  s  ø€ ØŠ9ÙÜ�aœ×ÒÙ./Ó0©a¨�D—M‘M !Ö$©aÑ0Ð0Ü�aœ×Òß”5Ô5±1Ó5—5Ð5�5Ô5±1Ó5Ó5Ð5Ü�aœ%Ÿ,™,¬¯©Ð7×8Ò8Ø×,Ñ,¨Q¯V©VÕ4Ð4Ü˜!œUŸ\™\×*Ò*àˆHÜ)¨$¯.©.¸!Ó<ˆÜØœ%Ÿ(™(×/Ñ/×<Ñ<×IÑI÷
ò 
ô !Ð#>¼tÀLÓ?QÐ>RÐ!SÓTÐTØ×!Ñ!Ð!ùò 1s   ¢E-c          	      ó†   <€ V ^8„  d   QhRS[ S[,          RS[RS[S[S[S[3,          ,          R,          RS[ S[,          /# )r=   ÚobjectsrU  r  Nr>   )r   r   r  r¦   rd   rÎ   )rA   re   s   "€rB   rC   r     sM   ø€ ÷ ñ á™#•ðñ ðñ ‘e™C¡˜H•oÕ&¨Õ-ð	ñ
 
‘#�ñrD   c                ó�  € \        V\        P                  P                  4      '       dÂ   V'       d‘   \	        V4      \	        V4      8w  d%   \        R \	        V4       R\	        V4       R24      h. p\        \	        V4      4       F6  pW5,          w  rgV P                  WvR4       VP                  W%,          4       K8  	  TpM)\        \	        V4      4       Uu. uF  qRV,          NK  	  pp\	        V4      \	        V4      8w  d%   \        R\	        V4       R\	        V4       R24      h\        WRV P                  R7       V# u upi )zorigins length (z) != objects length (r  Nzobjects length (z) != proxies length (©ÚconstantÚtracer)rs   rF   r‰   r8   rF  ry   rE  Úset_node_originrš   r,   r  )r„   r  rU  r  Úbound_proxiesr½   Únodecall_indexr�  s   &&&&    rB   rB  Ú0AutogradCompilerInstance.bind_objects_to_proxies  s  € ô �gœuŸx™xŸ~™~×.Ò.ßÜ�w“<¤3 w£<Ô/Ü(Ø*¬3¨w«<¨.Ð8MÌcÐRYËlÈ^Ð[\Ð]óð ð !#�Üœs 7›|Ö,�AØ07µ
Ñ-�NØ×(Ñ(¨ÀDÔIØ!×(Ñ(¨­Ö4ñ -ð (‘ä/4´S¸³\Ô/BÓCÑ/B¨! 1Ÿ:˜:Ñ/B�ÐCäˆw‹<œ3˜w›<Ô'Ü Ø"¤3 w£< .Ð0EÄcÈ'ÃlÀ^ÐSTÐUóð ô 	˜'°TÀ$Ç.Á.ÕQØˆùò Ds   ÃEc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r=   Úindexr>   )rd   r&   )rA   re   s   "€rB   rC   r   ,  s   ø€ ÷ ñ ©ð ±ñ rD   c                ó¢   € V P                   f   \        R4      hV P                   V,          p\        4       p\        W2R V P                  R7       V# )Nz2hooks_proxy must be set before bind_backward_stater  )r  ry   r&   r,   r  )r„   r!  r<  Úbw_states   &&  rB   Úbind_backward_stateÚ,AutogradCompilerInstance.bind_backward_state,  sF   € Ø×ÑÒ#Ü Ð!UÓVÐVØ× Ñ  Õ'ˆÜ “?ˆÜ˜(°DÀÇÁÕPØˆrD   c                óf   <€ V ^8„  d   QhRS[ RS[RS[P                  P                  R,          RR/# )r=   r�  r  ÚpyobjNr>   )rÎ   rd   rF   rs  ÚFunction)rA   re   s   "€rB   rC   r   4  sB   ø€ ÷ )ñ )áð)ñ ð)ñ �~‰~×&Ñ&¨Õ-ð	)ð
 
ñ)rD   c                ó:  € R pVeD   VP                   p\        VR4      '       d&   VP                  f   \        R4      hVP                  pV V RV R2p\
        P                  ! 4       P                  4       R,          pVP                  RV4      p\        V4       R# )Ú Nra   zÅThis compiled backward function was saved by AOTAutogradCache, which does not support
                    compiled autograd. Please turn off AOTAutogradCache using `TORCHINDUCTOR_AUTOGRAD_CACHE=0`.z (NodeCall r  z:raw_stack_trace = CapturedTraceback.extract().format()[-1]rf  )
rÐ  rÚ   r^   r¶   ra   r5   ÚextractrA   Úreplacer1   )	r„   r�  r  r'  Úmaybe_aot_idÚforward_clsÚnew_codeÚraw_stack_traceÚnew_stack_traces	   &&&&     rB   r  Ú(AutogradCompilerInstance.set_node_origin4  s¥   € ð ˆØÒØ×,Ñ,ˆKÜ�{ I×.Ò.à×2Ñ2Ò:Ü&ðsóð ð  +×2Ñ2�Ø�[  ¨k¸.Ð9IÈÐKˆÜ+×3Ò3Ó5×<Ñ<Ó>¸rÕBˆØ)×1Ñ1ØHÈ(ó
ˆô 	˜Ö(rD   )r/  r	  r   rÿ   r
  r  r  r.  r1  r>  r  r=  r  r<  r  r4  r:  rO   )1rg   rh   ri   rj   r…   r  Ústaticmethodr  rY  ri  rÙ  rç  rô  rü  rÊ  r  r	  r  rò  r  r%  r~   r3  r9  rB  rJ  rN  rR  rW  rv  r‡  r–  rš  rÎ  rÒ  rÖ  rÄ  rÁ  rÂ  rÃ  rÅ  rÆ  rÇ  r¦  rB  r$  r  rm   rn   ro   s   @rB   rý   rý   N  sä  ø‡ € ÷.ð .÷Cð Cð
 ÷5ó ð5÷y
ð y
÷v
ð 
÷að a÷F:ð :÷xGð G÷*
ð 
÷/ð /÷
'ð '÷Fð F÷	Dð 	D÷
ð 
÷ð ÷ ð ÷ò ÷B
ð 
÷ð ÷ð ÷ ð ÷ð ÷ð ÷"ð ÷.4ð 4÷lBð B÷4-ð -÷^Jð J÷|8ð |8ð| ÷ó ðð
 ÷ó ð÷-ð -÷<%ð %÷*ð *÷("+ð "+÷H$5ð $5÷L#&ð #&÷J8*ð 8*÷t"ð "÷&ò ÷8ð ÷)ö )rD   rý   Fc          	      óp   € V ^8„  d   QhR\         R\        3,          R\        R\        R\        R,          /# )r=   rÿ   .ÚdynamicÚignore_active_disable_ctxr>   ©NNN)r   r   r@   r   )rA   s   "rB   rC   rC   \  sE   € ÷ Mñ MÜ˜#œs˜(Õ#ðMäðMô  $ðMô ÐÕ ñ	MrD   c              #   óÒ  "  € V'       g   \         '       d   R x € R # V'       d+   \        V4      \        Jd   \        R\        V4       24      h^ RIHp VP                  P                  R8X  d   Rs R x € RsR # \        P                  P                  4       '       d   ^ RIHp \        P                  P                  P                   P#                  \$        P&                  ! \(        V 4      V4      w  pp\+        4       '       d8   \        P                  P                  P                   P-                  \.        4       Rs\2        p\2        ^,          s \        P4                  P7                  R4      ;_uu_ 4        R x € R R R 4       V'       g   Rs\        P                  P                  P                   P#                  WV4       \2        ^,          s\2        V8w  d   \        R4      hR #   Rsi ; i  + '       g   i     Ly; i  T'       g   Rs\        P                  P                  P                   P#                  YV4       \2        ^,          s\2        T8w  d   \        R4      hi ; i5i)Nz!Expected dynamic to be bool, got )Ú
eval_frameÚforce_eagerTF)Úcudagraph_treeszINested Compiled Autograd Contexts must return before their parent context)Úactive_disable_ctxr™   r@   ry   Útorch._dynamor9  Ú_stanceÚstanceÚ%compiled_autograd_enabled_force_eagerrF   r\  Úis_availableÚtorch._inductorr;  rH  rÝ   r9   Úset_autograd_compilerÚ	functoolsÚpartialrý   rL   Úset_verbose_loggerrl  Úcompiled_autograd_enabledÚdepthrs  Úset_multithreading_enabled)rÿ   r5  r6  r9  r;  Úprior_compilerÚprior_dynamicÚprior_depths   &&&     rB   Ú_enablerM  [  sÞ  é € ÷4 %×);Ó);ÝçÜ�G‹}¤DÓ(Ü$Ø7¼¸W»°ÐGóð õ 	-à×Ñ×$Ñ$¨Ô5ð 59Ð1ð>Ûà8=Ò5ô �z‰z×&Ñ&×(Ò(Ý;ô
 —‘× Ñ ×2Ñ2×HÑHÜ×!Ò!Ô":¸KÓHÈ'óñØØô 0×1Ò1Ü—‘× Ñ ×2Ñ2×EÑEÄkÔRà(,Ð%äˆKÜ�Q�JˆEðÜ—^‘^×>Ñ>¸u×EÕEÛ÷ F÷ &Ø05Ð-Ü—‘× Ñ ×2Ñ2×HÑHØ"ôô ˜•
�Ü˜KÔ'Ü(Øcóð ñ (øð= 9>Ñ5ú÷* F×Eû÷ &Ø05Ð-Ü—‘× Ñ ×2Ñ2×HÑHØ"ôô ˜•
�Ü˜KÔ'Ü(Øcóð ð (üsa   ‚I'—I'¥AI'Á3G( Á7'I'ÂB2I'Å'H Å9G/Å>H ÆA"I'Ç(G,Ç,I'Ç/G?	Ç:H ÈA"I$É$I'c                ó2   € V ^8„  d   QhR\         R,          /# )r=   r>   r7  )r   )rA   s   "rB   rC   rC   ­  s   € ÷ 
ñ 
”)Ð,Õ-ñ 
rD   c               #   ó¬  "  € \         P                  P                  P                  P	                  R R4      w  p pRs\        '       g   Rs R x € V '       d   RsRs\         P                  P                  P                  P	                  W4       R #   T '       d   RsRs\         P                  P                  P                  P	                  Y4       i ; i5i)NFT)rF   rH  rÝ   r9   rC  rG  r<  )rJ  rK  s     rB   r·  r·  ¬  s±   é € ô
 	�‰×Ñ×*Ñ*×@Ñ@ÀÀuÓMñØØð !&ÐçÓØ!Ðð
ÛçØ(,Ð%Ø"ÐÜ�‰×Ñ×*Ñ*×@Ñ@Øö	
ø÷ Ø(,Ð%Ø"ÐÜ�‰×Ñ×*Ñ*×@Ñ@Øõ	
üs    ‚ACÁB ÁACÂACÃCc                ó   € V ^8„  d   QhRR/# rÃ   rK   )rA   s   "rB   rC   rC   Ã  s   € ÷ 	(ñ 	(ˆtñ 	(rD   c                  ó”  € R s \        '       d   \        R4      h\        P                  P
                  P                  P                  RR 4       \        P                  P
                  P                  P                  R4       \        P                  P
                  P                  P                  4        \        P                  ! 4       sR# )Fz6Cannot reset while in_compiled_autograd_region is TrueN)rG  r´  ry   rF   rH  rÝ   r9   rC  rF  Úclear_cacheÚ	itertoolsrà   r-  rK   rD   rB   ÚresetrT  Ã  s€   € à %Ðß"Ó"ÜÐUÓVÐVÜ	‡H�H×Ñ×&Ñ&×<Ñ<¸TÀ5ÔIÜ	‡H�H×Ñ×&Ñ&×9Ñ9¸$Ô?Ü	‡H�H×Ñ×&Ñ&×2Ñ2Ô4ä—o’oÓ'‚OrD   c                ó$  € V ^8„  d   QhR\         \        P                  ,          R\         \        ,          R\         \        ,          R\        R\         \        ,          R\         \        ,          R\        R\        \        P                  ,          /# rê  )r   rF   rX   r3   r  )rA   s   "rB   rC   rC   Ñ  sˆ   € ÷ Yñ YÜ”U—\‘\Õ"ðYäœÕ%ðYô œ;Õ'ðYô %ð	Yô
 œÕ%ðYô œ;Õ'ðYô %ðYô 
Œ%�,‰,ÕñYrD   c                 óî   € V ^ ,          pVP                  W4      pVf   \        R4      hVP                  V4       Wc,
          p	VP                  WEV	4      p
WŠV
P	                  \
        P                  R7      .# )r‰  z-grad must not be None in copy_slices_prologue)Úmemory_format)Únew_empty_stridedry   Úcopy_Ú
as_stridedÚclonerF   Úcontiguous_format)r¤   rë  rì  rí  rî  rï  rð  r©   r×   Úoffsetrù  s   &&&&&&&    rB   ró  ró  Ñ  ss   € ð �!�9€DØ×#Ñ# JÓ=€FØ‚|ÜÐLÓMÐMØ
‡L�L�ÔØ Õ6€FØ×"Ñ" :¸VÓD€JØ 
× 0Ñ 0¼u×?VÑ?VÐ 0Ó WÐXÐXrD   c                ó  € V ^8„  d   QhR\         \        ,          R\        P                  R\         \        P                  R,          ,          R\        P                  R\        \        P                  R,          ,          /# )r=   r÷  r×   rø  Nrù  r>   )r   r@   rF   rX   r  )rA   s   "rB   rC   rC   æ  sb   € ÷ ñ Üœt•nðä�L‰Lðô 
”%—,‘, Õ%Õ	&ðô —‘ð	ô
 
Œ%�,‰,˜Õ
ÕñrD   c                 ó  € R .\        V 4      ,          p\        \        V 4      4       F^  pW,          '       g   K  W%,          f   K  V^ 8X  d/   W%,          pVf   \        R4      hVP                  V4       WV&   KT  W%,          WE&   K`  	  V# )Nz/res[0] must not be None for needs_input_grad[0])rF  rE  ry   rY  )r÷  r×   rø  rù  Úgrad_inputsr½   Úto_copys   &&&&   rB   rû  rû  æ  s‰   € ð /3¨V´cÐ:JÓ6KÕ-K€KÜ”3Ð'Ó(Ö)ˆØ×ÖØ�vŠ~ÙØ�AŒvØ�&�Ø’?Ü(ØIóð ð × Ñ  Ô)Ø!'˜A“à!$¥�“ñ *ð ÐrD   )r9  rB  rN  rR  rW  )r¤   r  r  r¯  Úpacked_data)TT)xrk   r  rD  rS  r—   r2  Úcollectionsr   r   Úcollections.abcr   r   r   Útypingr   r   r	   r
   r   rF   Útorch.utils._pytreeÚutilsÚ_pytreerÈ  Útorch._dispatch.pythonr   Útorch._dynamo.external_utilsr   r   r   r   r   Útorch._dynamo.sourcer   r   Útorch._dynamo.utilsr   r   r   r   Ú/torch._functorch._aot_autograd.runtime_wrappersr   r   Útorch._guardsr   r   r   r   Útorch._loggingr   r    Útorch._prims_commonr"   Útorch._subclassesr#   Útorch._subclasses.fake_tensorr$   Útorch.fxr%   Ú%torch.fx.experimental._backward_stater&   Ú"torch.fx.experimental.proxy_tensorr'   r(   r)   r*   r+   r,   Ú%torch.fx.experimental.symbolic_shapesr-   r.   Útorch.fx.noder/   Útorch.fx.tracebackr0   r1   Útorch.typesr2   r3   Útorch.utils._ordered_setr4   Útorch.utils._tracebackr5   Ú&torch._functorch._aot_autograd.schemasr6   r7   Útorch.fx.proxyr8   r¬   rg   rÈ  rl  r1  rL   rT   rZ   r\   rz   r|   rÁ   rÛ   rª  r;  r¿  r  rà   r-  rû   rý   rG  r@  r´  r<  rH  ÚcontextmanagerrM  r·  rT  ró  rû  rK   rD   rB   Ú<module>r     sÎ  ðñó  Û Û Û Û ß ,ß 9Ñ 9ß >Õ >ã ß $Ð $Ý ;÷õ ÷ <÷ó ÷÷ MÓ Lß >Ý 6Ý ,Ý 4Ý  Ý ?÷÷ ÷ GÝ "ß Bß 2Ý /Ý 4÷ ßXÝ$ðX€ñ *¨(Ð4GÓHÐ Ù Ð*EÓF€ð
 ðõ€õõ4õô(˜8ô (õ 
÷6Zñ Z÷D"#ñ "#÷J5ñ 5ñ  ƒm€ò MÐ ÙàØØ"×=Ñ=Øð	ó€ð —/’/Ó#€õ	÷|)ñ |)ð@( "Ð ð ).Ð %ð $Ð àÐ à	€ð ×ÑöMó ðMð` ×Ñô
ó ð
õ,	(õY÷*rD   