+
    &åûj@G ã                   ó(+  a€ ER Et—0 t ^ RIt^ RIt^ RIHt ^ RIHtHtHtH	t	 ^ RI
t
^ RIt
^ RIHt ^ RIHtHtHtHt ]	'       d   ^ RIHt ^ RIHt ]P.                  P1                  RR	4      R	8H  tR
tR R ltR R ltR R ltR R ltR R ltR R lt R R lt!R R lt"R R lt#]P.                  P1                  RR	4      R	8H  t$R
t%Rt&R
t']! 4       '       d   RMRt(])! ]P.                  P1                  R ER4      4      t*] ^ k ]! R!R"R#RR$7      t+] ^k R
t,] ^k ]! 4       t-] ^k ]! 4       t.] ^k ]! R%R&RR'7      t/] ^k Rt0] ^k ]! 4       t1] ^k ]! 4       t2] ^k ]! R(R)7      t3] ^	k R
t4] ^
k / t5] ^k Rt6] ^k R*t7] ^k ]P.                  P1                  R+R,4      R	8H  t8] ^k ]P.                  P1                  R-R,4      R	8H  t9] ^k ]P.                  P1                  R.R,4      R	8H  t:] ^k ]P.                  P1                  R/]! 4       '       d   R,MR	4      R	8H  t;] ^k ]P.                  P1                  R0R	4      R	8H  t<]P.                  P1                  R1R	4      R	8H  t=R
t>Rt?]P.                  P1                  R2R	4      R	8H  t@]P.                  P1                  R34      R	8H  tA]P.                  P1                  R44      R	8H  tB]P.                  P1                  R5R	4      R	8H  tC]P.                  P1                  R64      R	8H  tD]P.                  P1                  R7]! 4       '       d   R,MR	4      R	8H  tE]P.                  P1                  R84      R	8H  tFRtGRtH]!! R
R4      tI]P.                  P1                  R9R,4      R	8H  tJ]P.                  P1                  R:4      R	8H  tKR
tL]P.                  P1                  R;R<4      tM] ^k RtNRtOR
tP]#! 4       tQR
tRR
tSRtTR
tUR
tVRtW] ^k RtX] ^k RtY] ^k RtZ] ^k Rt[] ^k Rt\] ^k Rt]] ^k Rt^] ^k Rt_R
t`R
taR
tbRtc/ td] ^k / te] ^k Rtf]P.                  P1                  R=R,4      R	8H  tg]P.                  P1                  R>R	4      R	8H  thR
tiRtj]! RRR?R@7      tk] ^k RAR
RBRCRD^RER/tl] ^k ]! RFRR?R@7      tm] ^k R
tn]P.                  P1                  RGR,4      R	8H  to. tp] ^ k Rtq] ^!k ]!! R
R4      trR
ts^ tt] ^"k RHtu] ^#k Rtv] ^$k RItw] ^%k R
tx] ^&k RHty] ^'k Rtz] ^(k RIt{] ^)k RHt|] ^*k Rt}] ^+k RIt~R
t] ^,k Rt€] ^-k Rt�] ^.k RJt‚]! RRKRLRM7      tƒ] ^/k ]P.                  P1                  RN4      R	8H  t„]P.                  P1                  RO4      R	8H  t…]! R
RPRQRM7      t†] ^0k ]P.                  P1                  RR4      R	8H  t‡]P.                  P1                  RS4      R	8H  tˆ]P.                  P1                  RT4      R	8H  t‰]! RUR
RV7      tŠ] ^1k ])! ]EP                  ! RW^4      4      tŒ])! ]EP                  ! RX^d4      4      t�]P.                  P1                  RY4      R	8H  tŽ] ^2k ])! ]P.                  P1                  RZR	4      4      t�] ^3k R[ R\ lt�]�! 4       t‘] ^4k ]P.                  P1                  R]R	4      R	8H  t’]P.                  P1                  R^R,4      R	8H  t“]P.                  P1                  R_R,4      R	8H  t”]P.                  P1                  R`]! 4       '       g   R	MR,4      R	8H  t•] ^5k Rt–] ^6k . t—] ^7k . t˜] ^8k R
t™] ^9k . tš] ^:k ]P.                  P1                  RaRb4      EP7                  4       tœ]! R
RcRd7      t�] ^;k Re Rf ltž]ž! 4       tŸ] ^<k ]P.                  P1                  RgR,4      R	8H  t ] ^=k ]P.                  P1                  RhR,4      R	8H  t¡] ^>k ]P.                  P1                  RiRj4      t¢] ^?k ]
EPF                  EPH                  '       d   RkMRlt¥]P.                  P1                  RmRk4      EP7                  4       t¦]P.                  P1                  Rn]¥4      EP7                  4       t§]P.                  P1                  Ro]¥4      EP7                  4       t¨]P.                  P1                  RpRq4      EP7                  4       t©] ^@k ]P.                  P1                  RrRq4      EP7                  4       tª] ^Ak ]!! RR
4      t«] ^Bk ]!! RR
4      t¬] ^Ck ]!! R
R4      t­] ^Dk ]!! R
R4      t®] ^Ek RIt¯] ^Fk ]!! R
R4      t°] ^Gk ]!! R
R4      t±] ^Hk ]P.                  P1                  RsR,4      R	8H  t²] ^Ik ]P.                  P1                  RtR,4      R	8H  t³] ^Jk R
t´RutµR
t¶]P.                  P1                  Rv4      R	8H  t·]P.                  P1                  Rw4      R	8H  t¸Rxt¹RytºRyt»]P.                  P1                  Rz4      R	8H  t¼])! ]P.                  P1                  R{R|4      4      t½]¾! ]P.                  P1                  R}R~4      4      t¿]P.                  P1                  R4      R	8H  tÀ]P.                  P1                  R€4      R	8H  tÁ])! ]P.                  P1                  R�R	4      4      tÂR‚ tÃRƒ tÄ ! R„ R…4      tÅ ! R† R‡4      tÆ]P.                  P1                  RˆR,4      R	8H  tÇR‰ RŠ ltÈR‹ RŒ ltÉR� RŽ ltÊ]P.                  P1                  R�Rq4      tË]
EPF                  EPH                  '       g   R	MR,tÌ]P.                  P1                  R�]Ì4      R	8H  tÍ]P.                  P1                  R‘R,4      R	8H  tÎ]P.                  P1                  R’R,4      R	8H  tÏ]P.                  P1                  R“R	4      R	8H  tÐR
tÑ]P.                  P1                  R”4      R	8H  tÒ^tÓ^tÔRtÕ] ^Kk ^tÖ^2t×^tØRtÙ] ^Lk ^tÚRtÛ] ^Mk ]! R•RR–7      tÜ] ^Nk R
tÝR
tÞ]P.                  P1                  R—4      R	8H  tßR
tàRtá]P.                  P1                  R˜4      R	8H  tâRtã] ^Ok R
tä]P.                  P1                  R™4      R	8H  tå] ^Pk ]P.                  P1                  Rš4      R	8H  tæ] ^Qk ]P.                  P1                  R›Rœ4      tç]P.                  P1                  R�]! 4       '       d   R,MR	4      R	8H  tè] ^Rk ]P.                  P1                  RžR	4      R	8H  té] ^Sk Rtê] ^Tk ^
tëRtì] ^Uk Rtí] ^Vk ]P.                  P1                  RŸ]P.                  P1                  R R	4      4      R	8H  tî] ^Wk ]! R¡RR¢R£7      tï] ^Xk ^tð] ^Yk ]! R¤RR¥R£7      tñ] ^Zk ^@tòR¦tó^@tôRtõ] ^[k ^tö^t÷R
tø^tùR
túR
tû]EP                  ! R§R	4      R	8H  tü]EP                  ! R¨4      R	8H  tý]EP                  ! R©4      R	8H  tþ]! ]P.                  P1                  RªRI4      ER U u/ uF  p V R«RR¬RR­R/bK  	  up R®7      tÿ] ^\k ])! ]P.                  P1                  R¯^ 4      4      Et ]P.                  P1                  R°R,4      R	8H  EtREtR
EtREtR
EtR
EtR
EtR
Et^Et	^Et
REt^úEt^EtR
Et]! R±R²R
R'7      Et] ^]k REtR
EtREt] ^^k R³Et] ^_k ^@Et] ^`k REtR
EtR´]
EP.                  9   ;'       g    Rµ]
EP.                  9   Et]! 4       ;'       g    E]Et]P.                  P1                  R¶R	4      R	8H  EtREt] ^ak REt] ^bk ]! R·RœR–7      Et] ^ck R¸ R¹ lEtE]! 4       Et] ^dk RºEt ] ^ek ]! R»R¼RR'7      Et!] ^fk ])! ]P.                  P1                  R½^<4      4      Et"] ^gk ]! R¾R
R–7      Et#] ^hk R
Et$^Et%R¿RÀ.Et&] ^ik R
Et'] ^jk ]
EPF                  EPH                  '       d   R	MR,Et(]P.                  P1                  RÁE](4      R	8H  Et)^Et*] ^kk ^@Et+] ^lk RÂEt,] ^mk RÃEt-] ^nk RÄEt.] ^ok ]P.                  P1                  RÅR,4      R	8H  Et/] ^pk  ! RÆ RÇ4      Et0 ! RÈ RÉ4      Et1RÊ RË lEt2RÌ RÍ lEt3]! 4       '       d   RME]3! 4       Et4] ^qk RÎ RÏ lEt5E]5! 4       Et6] ^rk ]! RÐRÑRR'7      Et7] ^sk ]! ^<RV7      Et8] ^tk ]"! 4       Et9] ^uk ]! RÒR)7      Et:] ^vk ]! RÓRÔR
R'7      Et;] ^wk ]P.                  P1                  RÕR,4      R	8H  Et<] ^xk ]! RÖR)7      Et=] ^yk ]P.                  P1                  R×R,4      R	8H  Et>] ^zk ]P.                  P1                  RØR	4      R	8H  Et?] ^{k ]P.                  P1                  RÙR	4      R	8H  Et@] ^|k ] ^}k ]! 4       '       dy    ^ RÚEIAEHBEtB E]C'       dP   E]BEPˆ                  ! ]EPŠ                  EP�                  E]CEP�                  RÛ]EP�                  4      RÜ4      4      EtIME]BEPˆ                  ! RÜ4      EtIMREtI^
EtL]P.                  P1                  RÝR	4      R	8H  EtM]P.                  P1                  RÞR	4      R	8H  EtNR
EtOR
EtPREtQR
EtR^€EtSRßEtTR
EtUREtVR
EtW] ^~k ]P.                  P1                  RàR,4      R	8H  EtXR
EtYR
EtZR
Et[R
Et\]! 4       '       * Et]] ^k ]P.                  P1                  RáRœ4      Et^E]^Rœ8g  Et_E]^R	8X  d   RœME]^Et`]P.                  P1                  RâR4      Eta] ^€k ]P.                  P1                  Rã4      R	8H  EtbR
Etc]P.                  P1                  RäR,4      R	8H  Etd] ^�k R
Ete] ^‚k R
Etf] ^ƒk R
Etg] ^„k R
Eth] ^…k R
Eti] ^†k R
Etj] ^‡k R
Etk] ^ˆk R
Etl] ^‰k ]P.                  P1                  RåR,4      R	8H  Etm]P.                  P1                  RæR,4      R	8H  Etn] ^Šk REto] ^‹k / Etp] ^Œk ])! ]P.                  P1                  RçRè4      4      Etq] ^�k ])! ]P.                  P1                  RéR,4      4      Etr] ^Žk R
Ets] ^�k Rê Rë lEtt]! RìRœR–7      Etu] ^�k  ! Rí Rî4      Etv ! Rï Rð4      EtwRñ Rò lEtx ! Ró Rô4      Ety ! Rõ Rö4      Etz ! R÷ Rø4      Et{ ! Rù Rú4      Et|]! E]|4       ! Rû RüE]|4      4       Et}]! E]|4       ! Rý RþE]|4      4       Et~ ! Rÿ ER 4      EtRðEt€] ^‘k RôEt�] ^’k EREt‚] ^“k RôEtƒ] ^”k  ! ER ER4      Et„ ! ER ER4      Et…ER ER lEt† ! ER ER	4      Et‡ER
 ER lEtˆ. EROEt‰] ^•k . EROEtŠ] ^–k ER ER lEt‹E]‹EtŒ. Et�] ^—k ]EP                  ! ERR	4      R	8H  EtŽ ! ER ER4      Et� ! ER ER4      Et�]	'       d   ^ EREI‘5  ! ER ER4      Et’]P.                  P1                  ERR,4      R	8H  Et“] ^˜k ]P.                  P1                  ERR	4      R	8H  Et”] ^™k ]! ]EP*                  E]–,          4       R# u up i   E]JE]K3 d    REtI ELþi ; i(  é    N)ÚCallable)ÚAnyÚcastÚLiteralÚTYPE_CHECKING)Ú	is_fbcode)ÚConfigÚget_tristate_envÚinherit_fields_fromÚinstall_config_module)ÚInductorChoices)ÚCUDAGraphPolicyÚTORCHINDUCTOR_INPLACE_PADDINGÚ1Fc                ó2   € V ^8„  d   QhR\         R,          /# ©é   ÚreturnN©Úbool)Úformats   "ÚRC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_inductor\config.pyÚ__annotate__r      ó   € ÷ Cñ C¤t¨d¥{ñ Có    c                  ó   € \        R 4      # )Ú#TORCHINDUCTOR_FX_GRAPH_REMOTE_CACHE©r
   © r   r   Úfx_graph_remote_cache_defaultr       ó   € ÜÐAÓBÐBr   c                ó2   € V ^8„  d   QhR\         R,          /# r   r   )r   s   "r   r   r      s   € ÷ ñ œD 4�Kñ r   c                  óž   € \         P                  P                  R 4      R8X  d   R# \         P                  P                  R 4      R8X  d   R# R# )ÚTORCHINDUCTOR_VEC_ISA_OKr   TÚ0FN©ÚosÚenvironÚgetr   r   r   Úvec_isa_ok_defaultr*      s7   € Ü	‡z�z‡~�~Ð0Ó1°SÔ8ÙÜ	‡z�z‡~�~Ð0Ó1°SÔ8ÙÙr   c                ó2   € V ^8„  d   QhR\         R,          /# r   r   )r   s   "r   r   r   %   r   r   c                  ó   € \        R 4      # )Ú#TORCHINDUCTOR_AUTOTUNE_REMOTE_CACHEr   r   r   r   Úautotune_remote_cache_defaultr.   %   r!   r   c                ó2   € V ^8„  d   QhR\         R,          /# r   r   )r   s   "r   r   r   )   s   € ÷ Kñ K¬t°d­{ñ Kr   c                  ó   € \        R 4      # )Ú+TORCHINDUCTOR_BUNDLED_AUTOTUNE_REMOTE_CACHEr   r   r   r   Ú%bundled_autotune_remote_cache_defaultr2   )   s   € ÜÐIÓJÐJr   c                ó2   € V ^8„  d   QhR\         R,          /# r   r   )r   s   "r   r   r   -   s   € ÷ ñ ´4¸$µ;ñ r   c                  óF   € \        R \        4       '       g   R4      # R4      # )Ú/TORCHINDUCTOR_BUNDLE_TRITON_INTO_FX_GRAPH_CACHETN)r
   r   r   r   r   Ú)bundle_triton_into_fx_graph_cache_defaultr6   -   s(   € ÜØ9Ü—K’Kˆóð à%)óð r   c                ó2   € V ^8„  d   QhR\         R,          /# r   r   )r   s   "r   r   r   4   s   € ÷ Fñ F¬$°­+ñ Fr   c                  ó   € \        R 4      # )Ú&TORCHINDUCTOR_AUTOTUNE_AT_COMPILE_TIMEr   r   r   r   Ú autotune_at_compile_time_defaultr:   4   s   € ÜÐDÓEÐEr   c                ó<   € V ^8„  d   QhR\         R\         R\         /# )r   Ú
lite_valueÚdefaultr   r   )r   s   "r   r   r   8   s!   € ÷ ñ ¤$ð ´ð ¼$ñ r   c                óR   € \         P                  P                  R4      R8X  d   V # V# )aÏ  Default for a knob that lite_mode_options overrides.

TORCHINDUCTOR_LITE_MODE=1 installs the same bundle as
torch.compile(mode="lite"), so an existing test list can be re-run under
all-fallback mode without editing the tests, and so the setting reaches
model-generation subprocesses (e.g. test/cpp/aoti_inference). Keep this a
function rather than a module-level bool: a bool would be picked up as a
settable config entry that silently does nothing after import.
ÚTORCHINDUCTOR_LITE_MODEr   r&   )r<   r=   s   &&r   Úlite_mode_defaultr@   8   s%   € ô 
‡z�z‡~�~Ð/Ó0°CÔ7ØÐØ€Nr   c                ó$   € V ^8„  d   QhR\         /# ©r   r   r   )r   s   "r   r   r   G   s   € ÷ ñ ¤dñ r   c                  óÞ   € ^p R\         P                  9   d#   \         P                  P                  R4      R8H  # \        4       '       d$   \        P
                  P                  R4      pW8*  # R# )r   Ú&TORCHINDUCTOR_USE_STATIC_CUDA_LAUNCHERr   z-pytorch/inductor:static_cuda_launcher_versionT©r'   r(   r)   r   ÚtorchÚ_utils_internalÚjustknobs_getval_int)ÚSTATIC_CUDA_LAUNCHER_VERSIONÚversions     r   Ústatic_cuda_launcher_defaultrK   G   s]   € Ø#$Ð à/´2·:±:Ô=Ü�z‰z�~‰~ÐFÓGÈ3ÑNÐNÜ	�ŠÜ×'Ñ'×<Ñ<Ø;ó
ˆð Ñ6Ð6ñ r   c                ó$   € V ^8„  d   QhR\         /# rB   r   )r   s   "r   r   r   V   s   € ÷ 
ñ 
¤ñ 
r   c                  óâ   € ^ p R\         P                  9   d#   \         P                  P                  R4      R8H  # \        4       '       d&   Rp\        P
                  P                  V4      pW 8*  # R# )r   ÚTORCHINDUCTOR_PROLOGUE_FUSIONr   z(pytorch/inductor:prologue_fusion_versionTrE   )ÚENABLE_PROLOGUE_FUSION_VERSIONÚjk_namerJ   s      r   Úprologue_fusion_enabledrQ   V   s[   € Ø%&Ð"à&¬"¯*©*Ô4Ü�z‰z�~‰~Ð=Ó>À#ÑEÐEÜ	�ŠØ<ˆÜ×'Ñ'×<Ñ<¸WÓEˆØÑ8Ð8ár   Ú"TORCHDYNAMO_AUTO_FUNCTIONALIZED_V2Tú-/logs/dedicated_log_torch_compile_worker_rankÚ,TORCHINDUCTOR_PRECOMPILATION_TIMEOUT_SECONDSz0pytorch/remote_cache:enable_local_fx_graph_cacheÚ$TORCHINDUCTOR_FX_GRAPH_CACHE_DEFAULTÚTORCHINDUCTOR_FX_GRAPH_CACHE)ÚjustknobÚenv_name_defaultÚenv_name_forcer=   z>pytorch/remote_cache:enable_non_blocking_remote_cache_write_v2Ú-TORCHINDUCTOR_NON_BLOCKING_REMOTE_CACHE_WRITE©rW   rY   r=   z*torch.compiler.config.force_disable_caches)ÚaliasÚneeds_fixed_stride_orderÚTORCHINDUCTOR_CPP_WRAPPERr%   Ú(TORCHINDUCTOR_CPP_WRAPPER_BUILD_SEPARATEÚTORCHINDUCTOR_FX_WRAPPERÚ*TORCHINDUCTOR_CPP_CACHE_PRECOMPILE_HEADERSÚTORCHINDUCTOR_ONLINE_SOFTMAXÚ$TORCHINDUCTOR_APPLY_GUMBEL_MAX_TRICKÚTORCHINDUCTOR_SIZE_ASSERTSÚTORCHINDUCTOR_NAN_ASSERTSÚ(TORCHINDUCTOR_RUNTIME_TRITON_NAN_ASSERTSÚTORCHINDUCTOR_SCALAR_ASSERTSÚ.TORCHINDUCTOR_UNSAFE_SKIP_SCALAR_RANGE_ASSERTSÚTORCHINDUCTOR_ALIGNMENT_ASSERTSÚ&TORCHINDUCTOR_ALIGNMENT_ASSERTS_INPUTSÚTORCHINDUCTOR_MEMORY_PLANNINGÚTORCHINDUCTOR_USE_FAST_MATHÚTORCHINDUCTOR_MEMORY_POOLÚintermediatesÚ'TORCHINDUCTOR_REORDER_LOCALITY_TRAININGÚ"TORCHINDUCTOR_DYNAMIC_SCALE_RBLOCKzdoes not do anything)r=   Ú
deprecatedÚdeprecation_messageÚpre_gradÚ	precisiong-Cëâ6?Únum_iterationsÚrequires_optimizerÚ	heuristicÚ*TORCHINDUCTOR_DECOMPOSE_SHARD_DIM_ALLTOALLÚnoner=   g      I@Ú*TORCHINDUCTOR_USE_EXPERIMENTAL_BENCHMARKERz-pytorch/inductor:use_experimental_benchmarker)r=   rY   rW   Ú+TORCHINDUCTOR_DISTRIBUTED_MAX_AUTOTUNE_GEMMÚ&TORCHINDUCTOR_PIPELINE_GEMM_AUTOTUNINGÚ,TORCHINDUCTOR_USE_TORCH_PROFILER_BENCHMARKERz/pytorch/inductor:use_torch_profiler_benchmarkerÚTORCHINDUCTOR_MAX_AUTOTUNEÚ$TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISEÚTORCHINDUCTOR_MAX_AUTOTUNE_GEMMÚ"TORCHINDUCTOR_INCREMENTAL_AUTOTUNE)r=   Ú%TORCHINDUCTOR_DEFAULT_AUTOTUNE_WARMUPÚ"TORCHINDUCTOR_DEFAULT_AUTOTUNE_REPÚ-TORCHINDUCTOR_AUTOTUNE_CUDAGRAPH_BENCHMARKINGÚ3TORCHINDUCTOR_AUTOTUNE_CUDAGRAPH_BENCHMARKING_ITERSc                ó2   € V ^8„  d   QhR\         R,          /# r   ©Úint)r   s   "r   r   r   g  s   € ÷ ñ ´°tµñ r   c                  ó�   € \         P                  P                  R 4      p V f   ^
# V P                  4       R9   d   R# \	        V 4      # )Ú,TORCHINDUCTOR_AUTOTUNE_NUM_CHOICES_DISPLAYEDN©ry   Úall©r'   r(   r)   Úlowerrˆ   ©Úenv_vals    r   Ú'_autotune_num_choices_displayed_defaultr‘   g  s8   € Ü�j‰j�n‰nÐKÓL€GØ‚ÙØ‡}�}ƒ˜/Ô)ÙÜˆw‹<Ðr   Ú/TORCHINDUCTOR_MAX_AUTOTUNE_REPORT_CHOICES_STATSÚ<TORCHINDUCTOR_MAX_AUTOTUNE_PRUNE_CHOICES_BASED_ON_SHARED_MEMÚ-TORCHINDUCTOR_TRITON_DISABLE_DEVICE_DETECTIONÚTORCHINDUCTOR_GRAPH_PARTITIONÚ(TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_BACKENDSzATEN,TRITON,CPPÚ+TORCHINDUCTOR_BMM_SHARED_A_TEMPLATE_ENABLED)r=   rY   c                ó2   € V ^8„  d   QhR\         R,          /# r   r‡   )r   s   "r   r   r   È  s   € ÷ ñ ¬s°T­zñ r   c                  ó†   € \         P                  P                  R R4      p V P                  4       R9   d   R# \	        V 4      # )Ú*TORCHINDUCTOR_NVGEMM_MAX_PROFILING_CONFIGSÚ10Nr‹   r�   r�   s    r   Ú%_nvgemm_max_profiling_configs_defaultrœ   È  s2   € Ü�j‰j�n‰nÐIÈ4ÓP€GØ‡}�}ƒ˜/Ô)ÙÜˆw‹<Ðr   Ú'TORCHINDUCTOR_NVGEMM_SUPPLEMENT_CONFIGSÚTORCHINDUCTOR_NVGEMM_SWAP_ABÚTORCHINDUCTOR_NVGEMM_PDLÚautozATEN,TRITONÚATENÚ(TORCHINDUCTOR_MAX_AUTOTUNE_CONV_BACKENDSÚ3TORCHINDUCTOR_MAX_AUTOTUNE_BWD_WEIGHT_CONV_BACKENDSÚ2TORCHINDUCTOR_MAX_AUTOTUNE_BWD_INPUT_CONV_BACKENDSÚ,TORCHINDUCTOR_MAX_AUTOTUNE_GEMM_SEARCH_SPACEÚDEFAULTÚ,TORCHINDUCTOR_MAX_AUTOTUNE_FLEX_SEARCH_SPACEÚCUTEDSL_ENABLE_AUTOTUNINGÚFLYDSL_ENABLE_AUTOTUNINGi    ÚTORCHINDUCTOR_SAVE_ARGSÚ!TORCHINDUCTOR_AUTOTUNE_IN_SUBPROCg      N@g        Ú#TORCHINDUCTOR_AUTOTUNE_MULTI_DEVICEÚ(TORCHINDUCTOR_COLLECTIVE_BENCHMARK_NRUNSÚ50Ú*TORCHINDUCTOR_COLLECTIVE_BENCHMARK_TIMEOUTÚ30Ú'TORCHINDUCTOR_COORDINATE_DESCENT_TUNINGÚ5TORCHINDUCTOR_COORDINATE_DESCENT_CHECK_ALL_DIRECTIONSÚ'TORCHINDUCTOR_COORDINATE_DESCENT_RADIUSc                  ód   € \         P                  P                  R R4      P                  R4      p V # )Ú#TORCHINDUCTOR_AUTOHEURISTIC_COLLECTÚ Ú,©r'   r(   r)   Úsplit)Úcollect_envs    r   Ú _parse_autoheuristic_collect_envr»   l  s)   € Ü—*‘*—.‘.Ð!FÈÓK×QÑQÐRUÓV€KØÐr   c                  ód   € \         P                  P                  R R4      P                  R4      p V # )ÚTORCHINDUCTOR_AUTOHEURISTIC_USEr¶   r·   r¸   )Úuse_envs    r   Ú_parse_autoheuristic_use_envr¿   q  s'   € Ü�j‰j�n‰nÐ>ÀÓC×IÑIÈ#ÓN€GØ€Nr   c                   ó.   € ] tR tRtRtR]! 4       9   tRtR# )Úautoheuristic_collectiv  zL
Config for which autoheuristic optimizations should collect training data.
Úpad_mmr   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r»   rÂ   Ú__static_attributes__r   r   r   rÁ   rÁ   v  s   † ñð Ñ9Ó;Ñ;„Fr   rÁ   c                   ó:   € ] tR tRtRtR]! 4       9   d   RMRtRtR# )Úautoheuristic_usei~  zM
Config for which autoheuristic optimizations should use learned heuristics.
rÂ   TNr   )rÃ   rÄ   rÅ   rÆ   rÇ   r¿   rÂ   rÈ   r   r   r   rÊ   rÊ   ~  s   † ñð Ñ!=Ó!?Ô?‰TÀT„Fr   rÊ   Ú'TORCHINDUCTOR_RUN_JIT_POST_COMPILE_HOOKc                ó0   € V ^8„  d   QhR\         R\        /# ©r   Únamer   ©Ústrr   )r   s   "r   r   r   Œ  s   € ÷ Bñ BœCð B¤Dñ Br   c                 ó>   € \        V 4      ;'       g    \        V 4      # ©N)Úcollect_autoheuristicÚuse_autoheuristic©rÎ   s   &r   Úrun_autoheuristicrÖ   Œ  s   € Ü  Ó&×AÐAÔ*;¸DÓ*AÐAr   c                ó0   € V ^8„  d   QhR\         R\        /# rÍ   rÏ   )r   s   "r   r   r   �  s   € ÷ :ñ :¤ð :¬ñ :r   c                 óh   € \        \        V 4      '       d   \        \        V 4      # V \        4       9   # rÒ   )ÚhasattrrÁ   Úgetattrr»   rÕ   s   &r   rÓ   rÓ   �  s/   € ÜÔ$ d×+Ò+ÜÔ,¨dÓ3Ð3ð Ô7Ó9Ñ9Ð9r   c                ó0   € V ^8„  d   QhR\         R\        /# rÍ   rÏ   )r   s   "r   r   r   ˜  s   € ÷ 6ñ 6œCð 6¤Dñ 6r   c                 ó¼   € \        \        V 4      '       d;   \        \        V 4      pVf%   \        P                  P
                  P                  # V# V \        4       9   # rÒ   )rÙ   rÊ   rÚ   rF   Ú	_inductorÚconfigÚdeterministicr¿   )rÎ   Úattrs   & r   rÔ   rÔ   ˜  sN   € ÜÔ  $×'Ò'ÜÔ(¨$Ó/ˆØŠ<Ü—?‘?×)Ñ)×7Ñ7Ð7Øˆð Ô3Ó5Ñ5Ð5r   Ú$TORCHINDUCTOR_AUTOHEURISTIC_LOG_PATHÚ!TORCHINDUCTOR_LAYOUT_OPTIMIZATIONÚTORCHINDUCTOR_FORCE_LAYOUT_OPTÚ#TORCHINDUCTOR_CACHE_SDPA_CONSTRAINTÚ TORCHINDUCTOR_KEEP_OUTPUT_STRIDEÚTORCHINDUCTOR_WARN_MIX_LAYOUTÚ)TORCHINDUCTOR_DELAY_REALIZE_CHEAP_OUTPUTS©rY   r=   ÚTORCHINDUCTOR_USE_RAND4XÚ.TORCHINDUCTOR_ASSUME_UNALIGNED_FALLBACK_OUTPUTÚTORCHINDUCTOR_DEBUG_FUSIONÚTORCHINDUCTOR_BENCHMARK_FUSIONÚ#TORCHINDUCTOR_ENABLED_METRIC_TABLESr¶   Ú(TORCHINDUCTOR_LOOP_ORDERING_AFTER_FUSIONÚ*TORCHINDUCTOR_LOOP_REINDEXING_AFTER_FUSIONÚ'TORCHINDUCTOR_BENCHMARK_TEMPLATE_FUSIONÚ'TORCHINDUCTOR_BENCHMARK_EPILOGUE_FUSIONz0torch._inductor.config.benchmark_template_fusionz%use benchmark_template_fusion instead)r\   rq   rr   z>torch._inductor.config.max_template_fusion_benchmarked_choicesz3use max_template_fusion_benchmarked_choices insteadçš™™™™™ñ?ÚTORCHINDUCTOR_SPLIT_REDUCTIONSÚTORCHINDUCTOR_DETERMINISTICÚTORCHINDUCTOR_BATCH_INVARIANTÚTORCHINDUCTOR_NUMERICSzeager_numerics.disable_ftzz eager_numerics.division_roundingÚemulate_precision_casts)r=   ÚimpliesÚTORCHINDUCTOR_MIN_NUM_SPLITÚTORCHINDUCTOR_BENCHMARK_KERNELz3pytorch/inductor:combo_kernel_compile_time_autotuneÚ0TORCHINDUCTOR_COMBO_KERNEL_COMPILE_TIME_AUTOTUNEgš™™™™™©?ÚdevÚgitÚ0TORCHINDUCTOR_OPTIMIZE_SCATTER_UPON_CONST_TENSORÚTORCHINDUCTOR_DISABLED_PASSESc                ó$   € V ^8„  d   QhR\         /# rB   ©rÐ   )r   s   "r   r   r     s   € ÷ ñ ¤Cñ r   c                  óŽ   € R \         P                  9   d   \         P                  R ,          p MRp V R9  d   \        RV  24      hV # )ÚTORCHINDUCTOR_WORKER_STARTÚ
subprocesszInvalid start method: )r  ÚforkÚspawn)r'   r(   ÚAssertionError)Ústart_methods    r   Údecide_worker_start_methodr	    sJ   € Ø#¤r§z¡zÔ1Ü—z‘zÐ">Õ?‰à#ˆØð ô ô
 Ð5°l°^ÐDÓEÐEØÐr   é   z(pytorch/compiler:worker_suppress_loggingÚ%TORCHINDUCTOR_WORKER_SUPPRESS_LOGGINGÚ.TORCHINDUCTOR_COMPILE_WORKER_WATCHDOG_INTERVALÚLOG_TLPARSEÚfuse_ddp_with_concat_opÚschedule_comm_waitÚ)TORCHINDUCTOR_PARTITIONED_SCATTER_ENABLEDi   g      @i /hYÚ'TORCHINDUCTOR_PARTITIONED_SCATTER_FORCEc                   ó4   a € ] tR tRt o RtRtV 3R ltRtV tR# )Ú_collectiveiv  Fc                ó2   <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   # )r   Úauto_selectÚ#one_shot_all_reduce_threshold_bytes©r   rˆ   )r   Ú__classdict__s   "€r   r   Ú_collective.__annotate__v  s   ø‡ ‚ ÙÑñ á),Ñ9ò r   r   Ni   )	rÃ   rÄ   rÅ   rÆ   r  r  Ú__annotate_func__rÈ   Ú__classdictcell__©r  s   @r   r  r  v  s   ø‡ € Ø€KØ/9Ð'÷ ƒ r   r  c                   ó¸   a € ] tR tRt o RtRtRtRtRtRt	Rt
RtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRtRt R	t!R
t"Rt#Rt$Rt%Rt&V 3R lt'Rt(V t)R# )Úaten_distributed_optimizationsi{  zDConfiguration for distributed optimization passes on ATen FX graphs.TFNÚ
analyticalÚ	benchmarkÚwarng      $@g     @@ç      ð?c                óî  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ R,          ;R&   S[ R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[S[P
                  P                  .S[R,          3,          R,          ;R&   S[R$,          ;R	&   S[R$,          ;R
&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[ ;R&   S[ R,          ;R&   S[ ;R&   S[ ;R&   S[R%,          R,          ;R&   S[ ;R&   S[ ;R&   S[R&,          ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[R,          ;R&   S[;R&   S[;R&   S[ ;R &   S[;R!&   S[ ;R"&   S[ ;R#&   # )'r   Úenable_simple_overlapÚenable_overlap_schedulingNÚcollective_bucketingÚinsert_overlap_depsÚmax_compute_pre_fetchÚcompute_overlap_multiplerÚcustom_runtime_estimationÚcollective_estimatorÚcompute_estimatorÚ'profile_guided_estimations_profile_pathÚmax_memory_increase_gbÚmax_memory_increase_ratioÚmax_in_flight_gbÚmax_coll_distanceÚ!log_final_collectives_estimationsÚbucket_exposed_firstÚbucket_only_internode_commsÚenable_fusion_regionsÚbucket_modeÚ&prioritize_bucketing_during_schedulingÚ
spmd_checkÚspmd_mismatchÚ!overlap_scheduling_autofix_cyclesÚ!enable_low_contention_collectivesÚ!low_contention_skip_overlap_checkÚ!low_contention_min_bytes_per_rankÚpre_bucketing_fsdp_collectivesÚ,pre_bucketing_fsdp_collectives_bucket_cap_mbÚ0pre_bucketing_fsdp_collectives_min_bucket_cap_mbÚ0pre_bucketing_fsdp_collectives_max_bucket_cap_mbÚ&pre_bucketing_fsdp_collectives_verboseÚ@pre_bucketing_fsdp_collectives_saturation_calibration_multiplierÚ&low_contention_all_gather_ce_multicastÚallow_comms_decompositions)r  r   )r=   Ú
custom_opsÚcustom_ops_multidtypeÚ	coalesced)r!  Úerror)	r   rˆ   Úfloatr   rF   ÚfxÚNoder   rÐ   )r   r  s   "€r   r   Ú+aten_distributed_optimizations.__annotate__{  s_  ø‡ ‚ ñ  Ñ&ñ ñ  $Ñ+ñ ñ   �+Ñ,ñ! ñ(  �Ñ+ñ) ñ.  �:Ñ,ñ/ ñ2  % t�|Ñ2ñ3 ñ>  (©¯©¯©¨¹À½Ð(EÕFÈÕMÑTñ? ñJ "Ð";Õ<ÑKñK ñV Ð8Õ9ÑGñW ñ\ .1°4­ZÑ>ñ] ñd " D�LÑ/ñe ñf  % t�|Ñ2ñg ñn ˜d•lÑ)ño ñt ˜T•zÑ(ñu ñv (,Ñ3ñw ñ|  �+Ñ,ñ} ñB "&Ñ-ñC ñL  Ñ&ñM ñb 	ÐMÕNÐQUÕUñña ñj -1Ñ7ñk ñx Ññy ñB ˜?Õ+Ñ4ñC ñL (,Ñ3ñM ñT (,Ñ3ñU ñZ (,Ñ3ñ[ ñb (+Ñ=ñc ñl %)Ñ/ñm ñt 38¸$µ,ÑEñu ñz 7<ÑBñ{ ñ@ 7<ÑCñA ñH -1Ñ8ñI ñP GLÑQñQ ñX -1Ñ8ñY ñ` !%Ñ,òa r   r   r
  )*rÃ   rÄ   rÅ   rÆ   rÇ   r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  r  rÈ   r  r  s   @r   r  r  {  s%  ø‡ € ÙNð #'Ðð ',Ðð )-Ðð (,Ðð )-Ðà.2Ðð QUÐð @LÐð =HÐð ;?Ð+ð ,0ÐØ.2Ðð &*Ðð %)ÐØ.3Ð%ð )-Ðð ).Ðð
 #'Ðð 	ð ð
 48Ð*ð €Jð
 /5€Mð
 /4Ð%ð /4Ð%ð /4Ð%ð .>Ð%ð
 ,0Ð"ð BFÐ0ð ?CÐ4ð ?DÐ4ð 49Ð*ð ORÐDð 49Ð*ð (-Ð÷a ƒ r   r  c                ó$   € V ^8„  d   QhR\         /# rB   r   )r   s   "r   r   r     s   € ÷ 6ñ 6¬Tñ 6r   c                 óP   € ^p Rp\         P                  P                  V4      pW8¬  # )a  
TODO: Remove when parallel compiled is fully enabled internally. For rollout, use a
knob to enable / disable. The justknob should not be performed at import, however.
So for fbcode, we assign compile_threads to 'None' below and initialize lazily in
async_compile.py.
z0pytorch/inductor:enable_parallel_compile_version)rF   rG   rH   )ÚENABLE_PARALLEL_COMPILE_VERSIONrP   rJ   s      r   Ú#parallel_compile_enabled_internallyrQ    s.   € ð '(Ð#à@€GÜ×#Ñ#×8Ñ8¸ÓA€GØ*Ñ5Ð5r   c                ó$   € V ^8„  d   QhR\         /# rB   r‡   )r   s   "r   r   r     s   € ÷ ñ ¤ñ r   c                 ó,  € ^ RI p V P                  \        4      pR\        P                  9   d5   \        \        P                  R,          4      pVP                  RV4       V# \        P                  R8X  d   ^pVP                  R4       V# \        4       '       d&   \        4       '       g   ^pVP                  R4       V# \        P                  P                  4       pV'       g   \        RV 24      h\        ^ V4      pVP                  RV4       V# )	a	  
Here are the precedence to decide compile_threads
1. User can override it by TORCHINDUCTOR_COMPILE_THREADS.  One may want to disable async compiling by
   setting this to 1 to make pdb happy.
2. Set to 1 if it's win32 platform
3. decide by the number of CPU cores
NÚTORCHINDUCTOR_COMPILE_THREADSz!compile_threads set to %d via envÚwin32z"compile_threads set to 1 for win32z"compile_threads set to 1 in fbcodez expected nonzero cpu_count, got zcompile_threads set to %d)ÚloggingÚ	getLoggerrÃ   r'   r(   rˆ   ÚinfoÚsysÚplatformr   rQ  rF   Ú_utilsÚ	cpu_countr  Úmin)rV  ÚlogÚcompile_threadsr\  s       r   Údecide_compile_threadsr`    sï   € ó ð ×
Ñ
œHÓ
%€Cà&¬"¯*©*Ô4ÜœbŸj™jÐ)HÕIÓJˆØ�‰Ð4°oÔFð Ðô 
�‰˜Ô	 ØˆØ�‰Ð5Ô6ð Ðô 
�ŠÔ@×BÒBØˆØ�‰Ð5Ô6ð Ðô —L‘L×*Ñ*Ó,ˆ	ßÜ Ð#CÀIÀ;Ð!OÓPÐPÜ˜b )Ó,ˆØ�‰Ð,¨oÔ>àÐr   c                ó$   € V ^8„  d   QhR\         /# rB   r  )r   s   "r   r   r   A  s   € ÷ ñ ¤Cñ r   c            	     óâ   € \         P                  P                  RR4      p RpW9  dG   ^ RIpVP	                  \
        4      pVP                  RV RP                  \        V4      4      4       Rp V # )aø  
Decide whether to use threads or processes for compilation workers.

Returns one of: "auto", "process", "thread"
- "auto": Automatically detect if Python is free-threaded (nogil) and use
          threads if available, otherwise use processes
- "process": Force multiprocessing (current behavior, compatible with all Python)
- "thread": Force threading (requires free-threaded Python build)

Precedence:
1. TORCH_COMPILE_WORKER_MODE environment variable
2. Default to "process" for safe multiprocessing
ÚTORCH_COMPILE_WORKER_MODEÚprocessNzSInvalid TORCH_COMPILE_WORKER_MODE='%s'. Valid options: %s. Defaulting to 'process'.z, )r    rd  Úthread)	r'   r(   r)   rV  rW  rÃ   ÚwarningÚjoinÚsorted)ÚmodeÚvalid_modesrV  r^  s       r   Údecide_compile_worker_moderk  A  sh   € ô �:‰:�>‰>Ð5°yÓA€DØ/€KØÔÛà×Ñ¤Ó)ˆØ�‰ð:àØ�I‰I”f˜[Ó)Ó*ô		
ð ˆØ€Kr   z+pytorch/inductor:quiesce_async_compile_poolÚ(TORCHINDUCTOR_QUIESCE_ASYNC_COMPILE_POOLz/torch._inductor.config.use_static_cuda_launcherz:pytorch/inductor:static_launch_user_defined_triton_kernelsÚ7TORCHINDUCTOR_STATIC_LAUNCH_USER_DEFINED_TRITON_KERNELSÚ)TORCHINDUCTOR_STRICT_STATIC_CUDA_LAUNCHERz2torch._inductor.config.strict_static_cuda_launcherÚ#TORCHINDUCTOR_KEEP_STATIC_CUBIN_RAWÚ&TORCHINDUCTOR_USE_FAST_TRITON_LAUNCHERÚ(TORCHINDUCTOR_USE_LAUNCH_METADATA_SCHEMA)ÚparutilÚ.zfb/cacheÚTORCHINDUCTOR_SHAPE_PADDINGÚ#TORCHINDUCTOR_COMPREHENSIVE_PADDINGé   ÚTORCHINDUCTOR_PERMUTE_FUSIONÚTORCHINDUCTOR_PROFILEÚTORCHINDUCTOR_PROFILE_OUTPUTÚ3TORCHINDUCTOR_PROFILE_WITH_DO_BENCH_USING_PROFILINGÚTORCHINDUCTOR_FREEZINGÚ*TORCHINDUCTOR_ENABLE_LINEAR_BINARY_FOLDINGÚTORCHINDUCTOR_ANNOTATE_TRAININGÚTORCHINDUCTOR_FILE_LOCK_TIMEOUTÚ600Ú)TORCHINDUCTOR_COMPILE_WORKER_WAIT_TIMEOUTc                ó2   € V ^8„  d   QhR\         R,          /# r   r  )r   s   "r   r   r   c  s   € ÷ 	ñ 	œS 4�Zñ 	r   c                  ó¼   € R p \        4       '       dJ   \        P                  P                  RR 4      p\        P                  P                  RR4      pVe   RV 2p V # )NÚMAST_HPC_JOB_NAMEÚ	ROLE_RANKr%   rS   )r   r'   r(   r)   )Úlog_locÚmast_job_nameÚglobal_ranks      r   Úget_worker_log_pathrˆ  c  sN   € Ø€GÜ‡{‚{ÜŸ
™
Ÿ™Ð':¸DÓAˆÜ—j‘j—n‘n [°#Ó6ˆàÒ$ØEÀkÀ]ÐSˆGà€Nr   ÚTORCHINDUCTOR_WORKER_LOGPATHc                   óð   a € ] tR tRt o ]P
                  P                  R4      R8H  tRt^t	]P
                  P                  R4      e"   ]
! ]P
                  P                  R4      4      MRtV 3R ltRtV tR# )	Úauto_chunkeriu  ÚTORCHINDUCTOR_AUTO_CHUNKERr   Ú TORCHINDUCTOR_CHUNKER_NUM_CHUNKSNc                óX   <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[;R&   S[R,          ;R&   # )r   ÚenableÚoutput_size_thresholdÚamplify_ratio_thresholdNÚ	num_chunkr  )r   r  s   "€r   r   Úauto_chunker.__annotate__u  s=   ø‡ ‚ ÙÑFñ ñ Ñ,ñ	 ñ !Ñ$ñ ñ �T�zñ ò r   r   i   )rÃ   rÄ   rÅ   rÆ   r'   r(   r)   r�  r�  r‘  rˆ   r’  r  rÈ   r  r  s   @r   r‹  r‹  u  sj   ø‡ € Ø—:‘:—>‘>Ð">Ó?À3ÑF€Fð "-Ðð $%Ðð �:‰:�>‰>Ð<Ó=ÒIñ 	ˆB�J‰J�N‰NÐ=Ó>Ô?àð ÷ ƒ r   r‹  c                   ó  a € ] tR tRt o RtR&t]P                  P                  RR4      R8H  t	]P                  P                  RR4      R8H  t
Rt]! ]P                  P                  RR	4      4      tR]P                  P                  R
]P                  R8X  d   RMR4      3t]P                  P                  R4      t]P                  P                  RR4      R8H  t]P                  P                  RR4      R8H  t]P                  P                  RR4      R8H  tRtRt]! R4      tRt]! ]P                  P                  RR4      4      t]P                  P                  RR4      R8H  t]P                  P                  RR4      R8H  t]P                  P                  RR4      t]P                  P                  RR4      R8H  tRt]! ]P                  P                  RR4      4      t ]P                  P                  RR4      t!]P                  P                  RR4      t"Rt#Rt$]P                  P                  R R4      R8H  t%Rt&]P                  P                  R!R4      R8H  t']P                  P                  R"R4      R8H  t(R#t)V 3R$ lt*R%t+V t,R# )'Úcppi†  zi
Settings for cpp backend.
This class provides a centralized location for managing cpp backend settings.
Ú$TORCHINDUCTOR_CPP_NO_REDUNDANT_LOOPSr   Ú!TORCHINDUCTOR_CPP_DYNAMIC_THREADSr%   NÚ TORCHINDUCTOR_CPP_MIN_CHUNK_SIZEÚ512ÚCXXÚdarwinzclang++zg++ÚTORCHINDUCTOR_CPP_MARCHÚ'TORCHINDUCTOR_CPP_ENABLE_KERNEL_PROFILEÚ-TORCHINDUCTOR_CPP_ENABLE_KERNEL_CONTEXT_GUARDÚ TORCHINDUCTOR_CPP_WEIGHT_PREPACKr$   Úoriginal_atenÚ,TORCHINDUCTOR_CPP_MAX_HORIZONTAL_FUSION_SIZEÚ16Ú-TORCHINDUCTOR_CPP_FALLBACK_SCATTER_REDUCE_SUMÚ-TORCHINDUCTOR_CPP_ENABLE_UNSAFE_MATH_OPT_FLAGÚ5TORCHINDUCTOR_CPP_ENABLE_FLOATING_POINT_CONTRACT_FLAGÚoffÚ)TORCHINDUCTOR_CPP_ENABLE_TILING_HEURISTICFÚ#TORCHINDUCTOR_CPP_GEMM_MAX_K_SLICESÚ%TORCHINDUCTOR_CPP_GEMM_CACHE_BLOCKINGÚ%TORCHINDUCTOR_CPP_GEMM_THREAD_FACTORSTÚ$TORCHINDUCTOR_CPP_USE_DECOMPOSE_TANHÚ%TORCHINDUCTOR_CPP_FORCE_INLINE_KERNELÚ-TORCHINDUCTOR_CPP_USE_CONSTEXPR_FOR_INT_ARRAYrv  c                óÖ   <€ V ^8„  d   Qh/ S[ R,          ;R&   S[RS[3,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R	,          ;R&   # )
r   NÚsimdlenÚcxxÚmarchÚinject_relu_bug_TESTING_ONLYÚinject_log1p_bug_TESTING_ONLYÚ
vec_isa_okÚdescriptive_names©rF   r   Úinductor_node)rˆ   ÚtuplerÐ   r   r   )r   r  s   "€r   r   Úcpp.__annotate__†  s�   ø‡ ‚ ñ* �4�ZÑñ+ ñ0 
ˆt‘SˆyÕ	ñ ñ1 ñ> ��:ÑAñ? ñd #&¨¥*Ñ3ñe ñf $'¨¥:Ñ4ñg ñn �t•ÑJño ñt ÐHÕIñ òu r   r   éÿÿÿÿ)-rÃ   rÄ   rÅ   rÆ   rÇ   Úthreadsr'   r(   r)   Úno_redundant_loopsÚdynamic_threadsr¯  rˆ   Úmin_chunk_sizerY  rZ  r°  r±  Úenable_kernel_profileÚenable_kernel_context_guardÚweight_prepackr²  r³  r
   r´  rµ  Úmax_horizontal_fusion_sizeÚfallback_scatter_reduce_sumÚenable_unsafe_math_opt_flagÚ#enable_floating_point_contract_flagÚenable_tiling_heuristicsÚenable_grouped_gemm_templateÚgemm_max_k_slicesÚgemm_cache_blockingÚgemm_thread_factorsÚenable_loop_tail_vecÚenable_concat_linearÚuse_decompose_tanhÚuse_small_dequant_bufferÚforce_inline_kernelÚuse_constexpr_for_int_arrayÚuse_two_step_variance_thresholdr  rÈ   r  r  s   @r   r•  r•  †  s¤  ø‡ € ñð €Gð
 	�
‰
�‰Ð=¸sÓCÀsÑJð ð —j‘j—n‘nÐ%HÈ#ÓNÐRUÑU€Oà€GÙ˜Ÿ™Ÿ™Ð(JÈEÓRÓS€Nð 	Ø
�
‰
�‰�u¨3¯<©<¸8Ô+C™iÈÓOð€Cð Ÿ
™
Ÿ™Ð'@ÓA€Eð 	�
‰
�‰Ð@À#ÓFÈ#ÑMð ð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð
 —Z‘Z—^‘^Ð$FÈÓLÐPSÑS€Nð
 04Ð Ø04Ð!ñ /Ð/IÓJ€Jð 	ð ñ
 "%Ø
�
‰
�‰ÐEÀtÓLó"Ðð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð +-¯*©*¯.©.Ø?Àó+Ð'ð 	�
‰
�‰ÐBÀCÓHÈCÑOð ð
 $)Ð ñ ˜BŸJ™JŸN™NÐ+PÐRUÓVÓWÐð Ÿ*™*Ÿ.™.Ð)PÐRVÓWÐð Ÿ*™*Ÿ.™.Ð)PÐRVÓWÐð  Ðð !Ðð
 	�
‰
�‰Ð=¸sÓCÀsÑJð ð
  %Ðð 	�
‰
�‰Ð>ÀÓDÈÑKð ð 	�
‰
�‰ÐFÈÓLÐPSÑSð  ð
 '+Ð#÷[ ƒ r   r•  c                ó@   € V ^8„  d   QhR\         R,          R,          /# )r   r   N©ÚallowÚforce©r   )r   s   "r   r   r     s   € ÷ ;ñ ;œ'Ð"2Õ3°dÕ:ñ ;r   c                 óÆ  € Rp \        \        R	V 4      4      pRVR&   \        P                  P	                  R4      pVe*   W!9  d   \        RV: R\        V4       24      hW,          # \        P                  P                  R4      p\        V\        4      '       d+   ^Tu;8:  d   \        V 4      8:  d   M MW^,
          ,          #  ^ RIHp V#   \         d     R# i ; i)
a˜  Resolve torchTLX engagement, highest precedence first.

1. ``TORCHINDUCTOR_TLX_MODE``: "off", "allow" or "force". Unset is a
   no-op. Any other value raises, so a typo fails loudly rather than
   silently leaving TLX in whatever state the fleet is in.
2. ``pytorch/inductor:tlx_mode``, the fleet-wide rollout and killswitch:
   1 off, 2 allow, 3 force. 0 is a no-op, and is also what
   justknobs_getval_int reports for a knob that does not exist, an
   unreachable JK, and PYTORCH_DISABLE_JUSTKNOBS -- hence a no-op rather
   than a fleet-wide decision taken on absent information.
3. ``DEFAULT_MODE`` from the active Triton, which is where the TLX
   templates live. Installing a Triton that ships the integration is
   itself the opt-in; one that does not -- upstream OAI Triton -- has no
   say and TLX stays off.

No fbcode gate is needed: outside fbcode the JustKnob stub reports 0,
which is already a no-op.

Off is spelled None rather than "off": get_hash() hashes every
non-compile-ignored config at its resolved value, so giving the off state
a new spelling would change the key for every Inductor process, TLX or
not, and invalidate the FX graph cache fleet-wide.
Nr=   ÚTORCHINDUCTOR_TLX_MODEzTORCHINDUCTOR_TLX_MODE=z is not one of zpytorch/inductor:tlx_mode)ÚDEFAULT_MODE)NrÔ  rÕ  )r¦  rÔ  rÕ  )ÚdictÚzipr'   r(   r)   Ú
ValueErrorr¸  rF   rG   rH   Ú
isinstancerˆ   ÚlenÚtriton._torchtlx_defaultrÙ  ÚImportError)Úoff_allow_forceÚ	env_modesri  ÚjkrÙ  s        r   Útlx_mode_defaulträ    sÞ   € ð0E€Oô
 ”SÐ2°OÓDÓE€Ið  €IˆiÑä�:‰:�>‰>Ð2Ó3€DØÒØÔ ÜØ)¨$©°ÄÀyÓAQÐ@RÐSóð ð �Ðô 
×	Ñ	×	3Ñ	3Ð4OÓ	P€BÜ�"”c×Ò˜q BÖ>¬#¨oÓ*>×>Ø A�vÕ&Ð&ðÝ9ð Ðøô ô Úðús   Ã	C ÃC ÃC c                   óÖ  a € ] tR tRt o Rt]! 4       t]P                  P                  R4      R8H  t
RtRtRt^ tRtRtRtRt]! 4       '       * t^€t^tRtRt^tRtRtRt]! R	RR
7      t]! RR4      t Rt!Rt"Rt#Rt$Rt%Rt&]! RRRR7      t'Rt(Rt)Rt*Rt+],! 4       t-Rt.Rt/]P`                  ! RR4      R8H  t1Rt2Rt3]P                  P                  RR4      R8H  t4]P                  P                  RR4      R8H  t5Rt6]P                  P                  RR4      R8H  t7]P                  P                  RR4      R8H  t8]P                  P                  RR4      R8H  t9Rt:Rt;Rt<]=! ]P                  P                  RR4      4      t>]P                  P                  RR4      R8H  t?]P                  P                  RR4      R8H  t@RtARtB]CPˆ                  PŠ                  '       d   ^ M^tF]P                  P                  RR4      R8H  tGRtHRtIRtJRtKRtLRtM]P                  P                  RR4      R8H  tN]P                  P                  RR4      R8H  tO]P                  P                  R R4      R8H  tP]P                  P                  R!R4      R8H  tQ]P                  P                  R"R4      R8H  tR]P                  P                  R#R4      R8H  tSRtT]=! ]P                  P                  R$]CPˆ                  PŠ                  '       d   RMR%4      4      tU]=! ]P                  P                  R&R'4      4      tV]P                  P                  R(R4      R8H  tW]P                  P                  R)]! 4       '       d   RMR4      R8H  tX^tYRtZ]P                  P                  R*R4      R8H  t[Rt\^
t]]P                  P                  R+R4      R8H  t^]! R,R-RR7      t_/ t`^ta]P                  P                  R.R4      R8H  tb]P                  P                  R/4      tc]P                  P                  R0R4      R8H  td]P                  P                  R1R4      R8H  te]P                  P                  R2R4      R8H  tfRtgV 3R3 lthR4tiV tjR# )5ÚtritoniT  z&
Config specific to codegen/triton.py
ÚTORCHINDUCTOR_CUDAGRAPHSr   TFNÚcopyÚ TORCHINDUCTOR_CUDAGRAPH_OR_ERRORrè   rò   z)pytorch/inductor:coalesce_tiling_analysisÚ&TORCHINDUCTOR_COALESCE_TILING_ANALYSISr[   ÚTORCHINDUCTOR_NATIVE_MATMULr%   Ú!TORCHINDUCTOR_UNIQUE_KERNEL_NAMESÚ&TORCHINDUCTOR_UNIQUE_USER_KERNEL_NAMESr   Ú#TORCHINDUCTOR_PERSISTENT_REDUCTIONSÚ TORCHINDUCTOR_DECOMPOSE_SORT_OPSÚ$TORCHINDUCTOR_COOPERATIVE_REDUCTIONSrv  i €  ÚTORCHINDUCTOR_MULTI_KERNELÚTORCHINDUCTOR_DIVISIBLE_BY_16Ú#TORCHINDUCTOR_EMIT_POINTER_RANGE_32é   Ú!TORCHINDUCTOR_SCALAR_ACCUMULATORSÚENABLE_PERSISTENT_TMA_MATMULÚENABLE_TEMPLATE_TMA_STOREÚ%ENABLE_TMA_LOAD_FOR_TEMPLATE_EPILOGUEÚENABLE_HOST_SIDE_TMAÚENABLE_TEMPLATE_AUTOWSÚTORCHINDUCTOR_SKIP_L1Ú$TORCHINDUCTOR_NUM_DECOMPOSE_K_SPLITSr›   Ú#TORCHINDUCTOR_DECOMPOSE_K_THRESHOLDÚ32ÚTORCHINDUCTOR_ENABLE_PDLÚ!TORCHINDUCTOR_MIX_ORDER_REDUCTIONÚ5TORCHINDUCTOR_MIX_ORDER_REDUCTION_AUTOTUNE_SPLIT_SIZEÚ4TORCHINDUCTOR_MIX_ORDER_REDUCTION_ALLOW_MULTI_STAGESz!pytorch/inductor:nested_reductionÚTORCHINDUCTOR_NESTED_REDUCTIONÚ%TORCHINDUCTOR_TRITON_PROTON_PROFILINGÚ&TORCHINDUCTOR_TRITON_PROTON_OUTPUT_DIRÚ'TORCHINDUCTOR_TRITON_PROTON_GROUP_BY_SMÚ-TORCHINDUCTOR_TRITON_PROTON_SPLIT_INVOCATIONSÚ-TORCHINDUCTOR_TRITON_PROTON_PER_CTA_OCCUPANCYc                ó¸  <€ V ^8„  d   Qh/ S[ R#,          R,          ;R&   S[S[S[S[R3,          ,          ,          R,          ;R&   S[ R,          R,          ;R&   S[ R$,          ;R&   S[R,          ;R&   S[R,          ;R	&   S[R,          ;R
&   S[;R&   S[;R&   S[;R&   S[;R&   S[R,          ;R&   S[;R&   S[R,          ;R&   S[;R&   S[;R&   S[;R&   S[ R%,          ;R&   S[;R&   S[ R&,          ;R&   S[;R&   S[;R&   S[R,          ;R&   S[R,          ;R&   S[;R&   S[S[S[3,          ;R&   S[;R&   S[R,          ;R&   S[;R &   S[;R!&   S[;R"&   # )'r   NÚtlx_mode.Úcudagraph_capture_sizesÚuser_visibleÚ"cudagraph_trees_generation_cloningÚ'cudagraph_managed_input_rerecord_actionÚ'cudagraph_initial_mempool_allocation_gbÚ"cudagraph_dynamic_shape_warn_limitÚ&cudagraph_dynamic_shape_rerecord_limitÚcudagraph_or_errorÚ%reorder_for_reducing_graph_partitionsÚ!cudagraph_partition_memory_budgetÚcoalesce_tiling_analysisÚ	max_tilesÚprefer_nd_tilingÚautotune_at_compile_timeÚautotune_with_sample_inputsÚtile_reductionsÚnative_matmulrµ  Údecompose_sort_opsÚmulti_kernelÚspill_thresholdÚscalar_accumulatorsr²  Úmix_order_reduction_split_sizeÚnested_reductionÚdebug_dump_kernel_inputsÚproton_profilingÚproton_output_dirÚproton_group_by_smÚproton_split_invocationsÚproton_per_cta_occupancyrÓ  )rè  Úskipr¶  )r   é   r   é   )r   r¸  rˆ   rJ  r   rÐ   rÚ  )r   r  s   "€r   r   Útriton.__annotate__T  sN  ø‡ ‚ ñ Ð&Õ'¨$Õ.ÑCñ ñ0 #¡3©©s°C¨x­Õ#8Õ9¸DÕ@ÑGñ1 ñb )0°Õ(?À$Õ(FÑMñc ñB .5°^Õ-DÑMñC ñN .3°T­\Ñ@ñO ñV ),¨d­
Ñ6ñW ñ^ -0°$­JÑ=ñ_ ñx ñ ñy ñF ,0ÑPñG ñP (-Ñ2ñQ ñr #ñ ñs ñN �T�zÑ ñO ñV Ñ"ñW ñl # T�kÑNñm ñv "&Ñ-ñw ñ~ Ñ!ñ ñb ÑNñc ñX ÐHÕIñ ñY ñt ñ ñu ñd ˜*Õ%ñ ñe ñd Ñ:ñe ñl ñ ñm ñB
 #&¨¥*Ñ3ñC
 ñ~ %(¨$¥JÑ5ñ ñh ñ ñi ñx #¡3© 8�nÑ1ñy ñF ñ ñG ñN ˜T•zñ ñO ñV ñ ñW ñ^ #ñ ñ_ ñh #ñ òi r   r   )krÃ   rÄ   rÅ   rÆ   rÇ   rä  r
  r'   r(   r)   Ú
cudagraphsÚcudagraph_treesÚcudagraph_skip_dynamic_graphsr  Úcudagraph_min_partition_sizeÚslow_path_cudagraph_assertsÚ!cudagraph_trees_history_recordingÚcudagraph_trees_objgraphr  r   Ú cudagraph_support_input_mutationÚ#cudagraph_unexpected_rerecord_limitÚ&cudagraph_managed_input_rerecord_limitr  r  r  r  Úforce_cudagraph_syncÚforce_cudagraphs_warmupr	   r  r@   r  r  Úfast_path_cudagraph_assertsÚskip_cudagraph_warmupÚdebug_sync_graphÚdebug_sync_kernelÚdense_indexingr  r  r  Úautotune_pointwiseÚautotune_cublasLtr:   r  r  r  Úgetenvr  Ú tiling_prevents_pointwise_fusionÚ tiling_prevents_reduction_fusionÚunique_kernel_namesÚunique_user_kernel_namesrµ  Úpersistent_reductionsr  Úcooperative_reductionsÚforce_cooperative_reductionsÚuse_two_step_variance_min_numelrÑ  rˆ   r  Údivisible_by_16Úemit_pointer_range_32Úmin_split_scan_rblockÚstore_cubinrF   rJ   Úhipr  r  Úuse_block_ptrÚuse_tensor_descriptorÚenable_flex_tdmÚ)transpose_discontiguous_tensor_descriptorr²  Úcodegen_upcast_to_fp32Úenable_persistent_tma_matmulÚenable_template_tma_storeÚ%enable_tma_load_for_template_epilogueÚenable_host_side_tmaÚenable_template_autowsÚskip_l1_cacheÚ.disallow_failing_autotune_kernels_TESTING_ONLYÚnum_decompose_k_splitsÚdecompose_k_thresholdÚ
enable_pdlÚmix_order_reductionÚ"mix_order_reduction_initial_xblockr   Ú'mix_order_reduction_autotune_split_sizeÚ#mix_order_reduction_non_strict_modeÚmix_order_reduction_max_readsÚ&mix_order_reduction_allow_multi_stagesr!  r"  Úmax_kernel_dump_occurrencesr#  r$  r%  r&  r'  Údynamic_disable_pipeliningr  rÈ   r  r  s   @r   ræ  ræ  T  sŽ  ø‡ € ññ 2BÓ1C€Hð —‘—‘Ð :Ó;¸sÑB€Jð €Oð %*Ð!ð DHÐð $%Ð ð #'Ðð ).Ð%ð  %Ðð JNÐ&ñ ,5«;¤Ð$ð +.Ð'ð
 ./Ð*ØGMÐ+ð =AÐ+ð 67Ð&ð :>Ð*ð !Ðð $Ðñ  &Ø9Øô Ðñ 3DÀEÈ4Ó2PÐ)ð
 03Ð%ð #(Ðð "Ðð Ðð Ðð €Ná%+Ø<Ø?Øô&Ðð !€Ið #Ðð Ðð Ðñ -MÓ,NÐð
 ).Ðð "€Oð$ Ÿ)š)Ð$AÀ3ÓGÈ3ÑN€Mð (,Ð$Ø'+Ð$ð 	�
‰
�‰Ð:¸CÓ@ÀCÑGð ð 	�
‰
�‰Ð?ÀÓEÈÑLð ð 	ð ð 	�
‰
�‰Ð<¸cÓBÀcÑIð ð 	�
‰
�‰Ð9¸3Ó?À3ÑFð ð 	�
‰
�‰Ð=¸sÓCÀsÑJð ð
 $)Ð ð '+Ð#Ø&+Ð#ñ ),Ø
�
‰
�‰Ð3°SÓ9ó)€Lð
 —j‘j—n‘nÐ%DÀcÓJÈcÑQ€Oð 	�
‰
�‰Ð<¸cÓBÀcÑIð ð  Ðð €Kð "'§¡×!2×!2Ð!2™2¸€Oð
 	�
‰
�‰Ð:¸CÓ@ÀCÑGð ð €Mð "Ðð €Oð
 15Ð-ð
 04Ð ð "Ðð 	�
‰
�‰Ð5°sÓ;¸sÑBð !ð
 !#§
¡
§¡Ð/JÈCÓ PÐTWÑ WÐð 	�
‰
�‰Ð>ÀÓDÈÑKð *ð Ÿ:™:Ÿ>™>Ð*@À#ÓFÈ#ÑMÐð  ŸZ™ZŸ^™^Ð,DÀcÓJÈcÑQÐð —J‘J—N‘NÐ#:¸CÓ@ÀCÑG€Mð 6;Ð2ñ !Ø
�
‰
�‰Ø2¸5¿=¹=×;L×;LÐ;L±CÐRVó	
óÐñ  Ø
�
‰
�‰Ð<¸dÓCóÐð —‘—‘Ð :¸CÓ@ÀCÑG€Jð 	�
‰
�‰Ð:Á9Ç;Â;¹CÐTWÓXØñ	ð ð *+Ð&à15Ð"à
�
‰
�‰ÐNÐPSÓTØñ	ð ,ð +0Ð'ð %'Ð!ð 	�
‰
�‰ÐMÈsÓSØñ	ð +ñ $Ø4Ø7ØôÐð 02Ðð
 #$Ðð 	�
‰
�‰Ð>ÀÓDÈÑKð ð %'§J¡J§N¡NØ0ó%Ðð
 	�
‰
�‰Ð@À#ÓFÈ#ÑMð ð
 	�
‰
�‰ÐFÈÓLÐPSÑSð ð 	�
‰
�‰ÐFÈÓLÐPSÑSð ð "&Ð÷q ƒ r   ræ  c                   ó”  a € ] tR tRt o RtRtRtRt]P                  P                  RR4      R8H  t]P                  P                  R	R4      R8H  t]P                  P                  R
R4      R8H  t]P                  P                  RR4      R8H  t]P                  P                  RR4      t]P                  P                  RR4      t]P                  P                  RR4      tRtRtRtRtRtRtRtRt/ t]P                  P                  RR4      R8H  tRtRt]P                  P                  RR4      R8H  t]! ]P                  P                  R^4      4      t / t!Rt"Rt#]P                  P                  RR4      R8H  t$Rt%Rt&]'! 4       '       * t(Rt)Rt*Rt+/ t,Rt-]P                  P                  RR4      R8H  t.Rt/Rt0Rt1Rt2V 3R lt3Rt4V t5R# )Úaot_inductori
  z1
Settings for Ahead-Of-Time Inductor Compilation
Fr"  r¶   ÚAOT_INDUCTOR_DEBUG_COMPILEr%   r   ÚAOT_INDUCTOR_DEBUG_SYMBOLSÚ!AOT_INDUCTOR_ENABLE_FRAME_POINTERÚAOT_INDUCTOR_ENABLE_LINE_TABLESÚ&AOT_INDUCTOR_COMPILE_WRAPPER_OPT_LEVELÚO1Ú-AOT_INDUCTOR_DEBUG_INTERMEDIATE_VALUE_PRINTERÚ&AOT_INDUCTOR_FILTERED_KERNELS_TO_PRINTNTÚ/AOTINDUCTOR_RAISE_ERROR_ON_IGNORED_OPTIMIZATIONÚDUMP_AOTI_MINIFIERÚAOTINDUCTOR_REPRO_LEVELÚ)AOT_INDUCTOR_WEIGHT_USE_CACHING_ALLOCATORÚAOT_INDUCTOR_ENABLE_LTOc                ó¸  <€ V ^8„  d   Qh/ S[ ;R&   S[;R&   S[R ,          ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[ ;R	&   S[S[S[3,          ;R
&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[S[S[3,          ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[R,          ;R&   S[ ;R&   S[ R,          ;R&   S[ R,          ;R&   S[R,          ;R&   S[S[P                  P                  S[
S[,          3,          ;R&   S[
S[,          R,          ;R&   S[ ;R&   S[R,          ;R&   S[S[
S[,          ,          R,          ;R&   S[R,          ;R&   # )!r   Úautotune_per_kernel_allocÚ.autotune_offload_constants_min_device_fractionÚ debug_intermediate_value_printerÚuse_runtime_constant_foldingÚforce_mmap_weightsÚpackageNÚpackage_cpp_onlyÚdynamic_linkageÚmetadataÚ#raise_error_on_ignored_optimizationÚcheck_lowerboundÚcheck_upperboundÚdump_aoti_minifierÚrepro_levelÚpresetsÚallow_stack_allocationÚuse_minimal_arrayref_interfaceÚweight_use_caching_allocatorÚpackage_constants_in_soÚ package_constants_on_disk_formatÚprecompile_headersÚembed_kernel_binaryÚemit_multi_arch_kernelÚmodel_name_for_generated_filesÚcustom_ops_to_c_shimsÚcustom_op_libsÚlink_libtorchÚcross_target_platformÚaoti_shim_libraryÚaoti_shim_library_path)r%   r   Ú2Ú3)r   rJ  r   rÚ  rÐ   rˆ   r   rF   Ú_opsÚ
OpOverloadÚlist)r   r  s   "€r   r   Úaot_inductor.__annotate__
  s)  ø‡ ‚ ñ  $Ñ+ñ ñ0 5:Ñ?ñ1 ñr '.Ð.@Õ&Añ ñs ñV #'Ñ.ñW ñ^ Ñ$ñ_ ñj Ññk ñl ˜T•kÑ(ñm ñt Ñ ñu ñ| ‘3™�8�nÑ!ñ} ñB *.ñ ñC ñR Ñ!ñS ñ\ Ñ!ñ] ñb ÑOñc ñp ÑHñq ñv ‘#‘s�(�^Ñ ñw ñ~ !Ñ(ñ ñT %)Ñ0ñU ñZ #'ñ ñ[ ñf "Ñ(ñg ñB '*¨D¥jÑ7ñC ñH Ñ.ñI ñN  �Ñ+ñO ñ` ! 4�KÑ.ña ñv %(¨$¥JÑ5ñw ñ|  ¡§
¡
× 5Ñ 5±t¹CµyÐ @ÕAÑFñ} ñ@ ™•I Õ$Ñ+ñA ñL ÑñM ñ\  �:Ñ,ñ] ñd ™T¡#�Y•¨Õ-Ñ4ñe ñf   $�JÑ-òg r   r   )6rÃ   rÄ   rÅ   rÆ   rÇ   rt  ru  Úoutput_pathr'   r(   r)   Údebug_compileÚdebug_symbolsÚenable_frame_pointerÚenable_line_tablesÚcompile_wrapper_opt_levelrv  Úfiltered_kernel_namesÚserialized_in_specÚserialized_out_specrw  rx  Úuse_consts_asm_buildry  rz  r{  r|  r}  r~  r  r€  rˆ   r�  r‚  rƒ  r„  r…  r†  r‡  r   rˆ  r‰  rŠ  r‹  rŒ  r�  Ú
enable_ltorŽ  r�  r�  r‘  r  rÈ   r  r  s   @r   re  re  
  sH  ø‡ € ñð ',Ðð =@Ð2ð €Kà—J‘J—N‘NÐ#?ÀÓEÈÑL€MØ—J‘J—N‘NÐ#?ÀÓEÈÑL€Mð 	�
‰
�‰Ð:¸CÓ@ÀCÑGð ð
 Ÿ™Ÿ™Ð(IÈ3ÓOÐSVÑVÐð !#§
¡
§¡Ø0°$ó!Ðð EGÇJÁJÇNÁNØ7¸óEÐ$ð
 ŸJ™JŸN™NØ0°$óÐð Ðð Ðð */Ð ð  %Ðð  Ðà€GØ$(Ðð !€Oð  "€Hð 	�
‰
�‰ÐHÈ#ÓNÐRUÑUð (ð "Ðð
 "Ðð  "Ÿz™zŸ~™~Ð.BÀCÓHÈCÑOÐñ ˜2Ÿ:™:Ÿ>™>Ð*CÀQÓGÓH€Kð !€Gð $)Ðð ,1Ð"ð 	�
‰
�‰ÐBÀCÓHÈCÑOð !ð %)Ðð 48Ð$ñ $-£;œÐð (,Ðð +/Ðð 26Ð"ð EGÐà'+€Nð —‘—‘Ð 9¸3Ó?À3ÑF€Jð €Mð )-Ðð 15ÐØ)-Ð÷g ƒ r   re  c                   ó0   a € ] tR tRt o RtV 3R ltRtV tR# )Úaot_inductor_modeiè
  Fc                ó&   <€ V ^8„  d   Qh/ S[ ;R&   # )r   Úcompile_standaloner   )r   r  s   "€r   r   Úaot_inductor_mode.__annotate__è
  s   ø‡ ‚ ñ Ñ$ò r   r   N)rÃ   rÄ   rÅ   rÆ   r¦  r  rÈ   r  r  s   @r   r¤  r¤  è
  s   ø‡ € ð  %Ð÷ ƒ r   r¤  c                   óœ  a € ] tR tRt o RtRtRtRt]P                  P                  ]P                  P                  R]P                  P                  ]P                  P                  ]P                   4      R4      4      4      tRt. ROt]! ]]]]3,          ];QJ d=    . R ]P                  P                  R	R
4      P/                  R4       4       F  NK  	  5M6! R ]P                  P                  R	R
4      P/                  R4       4       4      4      t]! ]]]]3,          ];QJ dS    . R ]P                  P                  RRP                  R ] 4       4      4      P/                  R4       4       F  NK  	  5ML! R ]P                  P                  RRP                  R ] 4       4      4      P/                  R4       4       4      4      t]P                  P                  RR4      R8H  tRt^t]P                  P                  RR4      R8H  t]P                  P                  R4      t]P                  P                  R4      t]P                  P                  RR4      t ]P                  P                  RR4      R8H  t!]P                  P                  RR4      R8H  t"]P                  P                  RR4      t#Rt$Rt%Rt&Rt'V 3R lt(Rt)V t*R# )Úcutlassiñ
  z%
Config specific to cutlass backend.
ú-O1FÚTORCHINDUCTOR_CUTLASS_DIRz../third_party/cutlass/Nc              #  ó8   "  € T F  p\        V4      x € K  	  R # 5irÒ   r‡   ©Ú.0Úxs   & r   Ú	<genexpr>Úcutlass.<genexpr>  s!   é € ð 
ñ�ô ��FˆFóùó   ‚Ú+TORCHINDUCTOR_CUTLASS_DYNAMIC_CLUSTER_SHAPEz2,1,1r·   c              #  ó8   "  € T F  p\        V4      x € K  	  R # 5irÒ   r‡   r­  s   & r   r°  r±    s!   é € ð 
ñ�ô ��FˆFóùr²  Ú.TORCHINDUCTOR_CUTLASS_DYNAMIC_CLUSTER_FALLBACKc              #  ó8   "  € T F  p\        V4      x € K  	  R # 5irÒ   r  )r®  Úvs   & r   r°  r±  !  s   é € ÐGÑ)F Aœ˜QŸ˜Ó)Fùr²  ÚCUTLASS_EPILOGUE_FUSIONr%   r   Ú/INDUCTOR_CUDA_BACKEND_GENERATE_TEST_RUNNER_CODEÚTORCHINDUCTOR_CUTLASS_ALLOWLISTÚTORCHINDUCTOR_CUTLASS_DENYLISTÚ)TORCHINDUCTOR_CUTLASS_INSTANTIATION_LEVELÚ+TORCHINDUCTOR_CUTLASS_HASH_WITH_COMPILE_CMDÚ"TORCHINDUCTOR_CUTLASS_PRESCREENINGÚ!TORCHINDUCTOR_CUTLASS_ENABLED_OPSrŒ   Tc                ób  <€ V ^8„  d   Qh/ S[ R,          ;R&   S[R,          ;R&   S[S[,          ;R&   S[S[S[S[3,          ;R&   S[S[S[S[3,          ;R&   S[;R&   S[;R&   S[R,          ;R	&   S[R,          ;R
&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   # )r   Úcompile_opt_levelNÚcutlass_max_profiling_configsÚ%cutlass_max_profiling_swizzle_optionsÚcutlass_dynamic_cluster_shapeÚ cutlass_dynamic_cluster_fallbackÚcutlass_backend_min_gemm_sizeÚgenerate_test_runnerÚcutlass_op_allowlist_regexÚcutlass_op_denylist_regexÚcutlass_instantiation_levelÚcutlass_hash_with_compile_cmdÚcutlass_prescreeningÚcutlass_enabled_opsÚuse_binary_remote_cacheÚupload_to_binary_remote_cacheÚbinary_remote_cache_force_writeÚenable_caching_codegen)ú-O0rª  ú-O2ú-O3z-OS)r   rˆ   r–  r¸  r   rÐ   )r   r  s   "€r   r   Úcutlass.__annotate__ñ
  s<  ø‡ ‚ ñ
 Ð@ÕAÑIñ ñ8 $'¨¥:Ñ4ñ9 ñ> ,0±­9ÑCñ? ñB $)©©c±3¨Õ#7ñ ñC ñT ',©C±±c¨MÕ&:ñ 	ñU ñ| $'Ñ*ñ} ñD ñ ñE ñP !$ d¥
ñ ñQ ñj  # T�zñ ñk ñ~ "%ñ ñ ñH $(ñ ñI ñR ñ ñS ñ` ñ ña ñj "Ñ(ñk ñp $(Ñ/ñq ñx &*Ñ1ñy ñ~ !Ñ'ò r   r   )r)  r   é   é   )+rÃ   rÄ   rÅ   rÆ   rÇ   rÁ  Úenable_debug_infoÚuse_fast_mathr'   ÚpathÚrealpathr(   r)   rg  ÚdirnamerF   Ú__file__Úcutlass_dirrÂ  rÃ  r   r¸  rˆ   r¹   rÄ  rÅ  Úcutlass_epilogue_fusion_enabledÚcutlass_tma_onlyrÆ  rÇ  rÈ  rÉ  rÊ  rË  rÌ  rÍ  rÎ  rÏ  rÐ  rÑ  r  rÈ   r  r  s   @r   r©  r©  ñ
  sÈ  ø‡ € ñð EJÐð Ðð €Mð —'‘'×"Ñ"Ø
�
‰
�‰Ø'Ø�G‰G�L‰LØ—‘—‘ §¡Ó/Ø)óó	
ó€Kð 15Ð!ò 8DÐ)á:>Øˆc�3˜ˆmÕßˆñ 
à—Z‘Z—^‘^Ø=¸wóç‰e�C‹jðó
�‰ñ 
à—Z‘Z—^‘^Ø=¸wóç‰e�C‹jðó
ó 	
ó;Ð!ñ >BØˆc�3˜ˆmÕßˆñ 
à—Z‘Z—^‘^Ø@Ø—‘ÑGÑ)FÓGÓGó÷ ‰e�C‹jðó
�‰ñ 
à—Z‘Z—^‘^Ø@Ø—‘ÑGÑ)FÓGÓGó÷ ‰e�C‹jðó
ó 	
ó	>Ð$ð 	�
‰
�‰Ð0°#Ó6¸#Ñ=ð $ð
 Ðð *+Ð!ð
 	�
‰
�‰ÐHÈ#ÓNÐRUÑUð ð .0¯Z©Z¯^©^Ø)ó.Ðð -/¯J©J¯N©NØ(ó-Ðð (*§z¡z§~¡~Ø3°Só(Ðð 	�
‰
�‰ÐDÀcÓJÈcÑQð "ð 	�
‰
�‰Ð;¸SÓAÀSÑHð ð  "Ÿz™zŸ~™~Ø+¨Uó Ðð
 %)Ðð +0Ð!ð -2Ð#ð $(Ð÷ ƒ r   r©  c                   óD   a € ] tR tRt o RtRtRtRtRtRt	V 3R lt
RtV tR# )Úcudais  NFc                ót   <€ V ^8„  d   Qh/ S[ R,          ;R&   S[ R,          ;R&   S[ R,          ;R&   S[;R&   # )r   NÚarchrJ   Úcuda_cxxÚ(autotune_tunableop_dynamic_dims_wildcardrÏ   )r   r  s   "€r   r   Úcuda.__annotate__s  sE   ø‡ ‚ ñ
 ��*Ññ ñ �4�ZÑñ ñ$ �D�jÑñ% ñ< /3Ñ:ò= r   r   )rÃ   rÄ   rÅ   rÆ   rä  rJ   rå  Úenable_cuda_ltoÚenable_ptxas_inforæ  r  rÈ   r  r  s   @r   râ  râ  s  s8   ø‡ € ð
 €Dð
 €Gð  €Hð €Oð Ðð 6;Ð,÷= ƒ r   râ  c                   ó¢   a € ] tR tRt o RtRtRt]P                  P                  ]P                  P                  RR4      4      tV 3R ltRtV tR# )Úxpui”  Nr«  r¶   c                óh   <€ V ^8„  d   Qh/ S[ R,          ;R&   S[ R,          ;R&   S[ R,          ;R&   # )r   Nrä  rJ   Úoneapi_rootr  )r   r  s   "€r   r   Úxpu.__annotate__”  s8   ø‡ ‚ ñ ��*Ññ	 ñ �4�ZÑñ ñ �t•Ñ"ò r   r   )rÃ   rÄ   rÅ   rÆ   rä  rJ   rí  r'   rÚ  rÛ  r(   r)   rÞ  r  rÈ   r  r  s   @r   rë  rë  ”  sE   ø‡ € ð €Dð €Gð #€Kà—'‘'×"Ñ" 2§:¡:§>¡>Ð2MÈrÓ#RÓS€K÷ ƒ r   rë  c                   ód  a € ] tR tRt o . t. ROtRtRtRtRt	Rt
RtRt]P                  P                  R4      t]P                  P                  RR4      R	8H  tRtRtRtRtRt^t^t]P                  P                  R
4      R9   t]! ]P                  P                  RR4      4      tV 3R ltRtV tR# )Úrocmi£  rÓ  FTNÚTORCHINDUCTOR_CK_DIRÚ-INDUCTOR_CK_BACKEND_GENERATE_TEST_RUNNER_CODEr%   r   ÚTORCHINDUCTOR_ORIGAMIÚTORCHINDUCTOR_ORIGAMI_TOPKÚ6c                óT  <€ V ^8„  d   Qh/ S[ S[,          ;R&   S[ S[R,          ,          ;R&   S[R,          ;R&   S[R,          ;R&   S[;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R	&   S[;R
&   S[ S[,          R,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   # )r   rä  Úck_supported_archrÁ  NÚ	rocm_homerÇ  Ún_max_profiling_configsÚck_max_profiling_configsÚck_tile_max_profiling_configsÚuse_preselected_instancesÚkBatch_sweepÚsplit_k_thresholdÚcontiguous_thresholdÚorigamiÚorigami_topk©Úgfx90aÚgfx942Úgfx950)	rÒ  rª  rÓ  rÔ  z-Osz-Ozz-Ominz-Ofastz-Omax)r–  rÐ   r   r   rˆ   )r   r  s   "€r   r   Úrocm.__annotate__£  s  ø‡ ‚ ñ ‰s�)Ññ ñ ™GÐ$@ÕAÕBñ ñ ñ ØLõñ ñ ñH �T�zÑ ñI ñV ñ ñW ñ` ! 4�ZÑ.ña ñh " D�jÑ/ñi ñp $'¨¥:Ñ4ñq ñx  $Ñ+ñy ñ@ ‘s•)˜dÕ"Ñ)ñA ñF ÑñG ñL Ñ"ñM ñz ÑJñ{ ñD ÑNòE r   r   r  )Nr   )rÃ   rÄ   rÅ   rÆ   rä  r÷  rÁ  Úis_debugÚ
save_tempsrÙ  Úflush_denormalsÚprint_kernel_resource_usagerø  r'   r(   r)   Úck_dirrÇ  rù  rú  rû  rü  rý  rþ  rÿ  r   rˆ   r  r  rÈ   r  r  s   @r   rð  rð  £  sô   ø‡ € ð €DòFÐð 	ð ð
 €Hð €Jð €Mð €Oð #(Ðð !€Ið �Z‰Z�^‰^Ð2Ó3€Fð 	�
‰
�‰ÐFÈÓLÐPSÑSð ð
 +/Ðð ,0Ðð 15Ð!ð ',Ðð &*€Lð  Ðð !#Ðð. —J‘J—N‘NÐ#:Ó;¸{ÑJ€Gñ
 ˜BŸJ™JŸN™NÐ+GÈÓMÓN€L÷E ƒ r   rð  Úpallasc                   ó   € ] tR tRtRtRtR# )Úmtiai  Fr   N)rÃ   rÄ   rÅ   rÆ   Údisable_welford_reductionrÈ   r   r   r   r  r    s   † à %Ôr   r  c                   óH   a € ] tR tRt o RtRtRtRtRtRt	Rt
V 3R ltRtV tR	# )
Úhalidei  Úhostz	host-cudaÚAnderson2021Ú	Adams2019Fc                óN   <€ V ^8„  d   Qh/ S[ R,          ;R&   S[ R,          ;R&   # )r   Úscheduler_cudaÚscheduler_cpu)r  ÚLi2018r  ÚMullapudi2016rÖ  )r   r  s   "€r   r   Úhalide.__annotate__  s/   ø‡ ‚ ñ ÐRÕSñ ñ ñ ÐQÕRñ ò r   r   N)rÃ   rÄ   rÅ   rÆ   Ú
cpu_targetÚ
gpu_targetr  r  ÚassertsÚdebugÚscan_kernelsr  rÈ   r  r  s   @r   r  r    sA   ø‡ € à€Jð €Jð
 	ð ð 	ð ð
 €Gð €Eð €L÷1 ƒ r   r  c                ó<   € V ^8„  d   QhR\         R\         R\         /# )r   Úformat_env_nameÚlegacy_svg_env_namer   r  )r   s   "r   r   r   7  s!   € ÷ ?ñ ?¬Sð ?Äsð ?Ìsñ ?r   c                 óè   € V \         P                  9   d   \         P                  V ,          # \         P                  P                  VR 4      R8X  d   R# \         P                  P                  RR4      # )r%   r   ÚsvgÚTORCH_COMPILE_GRAPH_FORMATr&   )r!  r"  s   &&r   Ú_get_debug_graph_formatr&  7  sN   € Øœ"Ÿ*™*Ô$Ü�z‰z˜/Õ*Ð*Ü	‡z�z‡~�~Ð)¨3Ó/°3Ô6ÙÜ�:‰:�>‰>Ð6¸Ó>Ð>r   c            	       ó¸  a € ] tR tRt o Rt]P                  P                  RR4      R8H  t]P                  P                  RR4      R8H  t	Rt
RtRtR	tR	tR	tR	tR	t]P                  P                  R
R4      R8H  ;'       g     ]P                  P                  RR4      R8H  t]! RR
4      t]P                  P                  RR4      R8H  ;'       g     ]P                  P                  RR4      R8H  t]! RR4      t]P                  P                  RR4      t]P                  P                  RR4      tRtRt]P                  P                  RR4      R8H  t]P                  P                  RR4      R8H  t]! ]P                  P                  RR4      4      t]! ]P                  P                  R]P                  P                  RR4      4      4      tV 3R lt Rt!V t"R# )Útracei?  z6Configuration for torch.compile debug trace artifacts.ÚTORCH_COMPILE_DEBUGr%   r   ÚTORCH_COMPILE_DEBUG_SAVE_REALNFTÚINDUCTOR_POST_FUSION_SVGÚINDUCTOR_POST_FUSION_GRAPHÚ!INDUCTOR_POST_FUSION_GRAPH_FORMATÚINDUCTOR_ORIG_FX_SVGÚINDUCTOR_ORIG_FX_GRAPHÚINDUCTOR_ORIG_FX_GRAPH_FORMATÚINDUCTOR_DOT_GRAPH_SHAPE_SVGÚ INDUCTOR_LOG_URL_FOR_GRAPH_XFORMÚLOG_AUTOTUNE_RESULTSÚTORCH_COMPILE_DEBUG_EXTENDÚTORCH_COMPILE_DEBUG_MAX_EVENTSÚ500000ÚINDUCTOR_PROVENANCEc                ó|   <€ V ^8„  d   Qh/ S[ R,          ;R&   S[S[ .R3,          R,          ;R&   S[;R&   S[;R&   # )r   NÚ	debug_dirÚ
upload_tarÚprovenance_tracking_max_eventsÚprovenance_tracking_level)rÐ   r   rˆ   )r   r  s   "€r   r   Útrace.__annotate__?  sW   ø‡ ‚ ñ �T�zÑ ñ ñr ™#˜ ˜Õ%¨Õ,Ñ3ñs ñJ %(ñ ñK ñb  #ñ òc r   r   )#rÃ   rÄ   rÅ   rÆ   rÇ   r'   r(   r)   ÚenabledÚsave_real_tensorsr9  Ú	debug_logÚinfo_logÚfx_graphÚfx_graph_transformedÚir_pre_fusionÚir_post_fusionÚoutput_codeÚgraph_diagramr&  Úgraph_diagram_formatÚdraw_orig_fx_graphÚorig_fx_graph_diagram_formatÚdot_graph_shapeÚlog_url_for_graph_xformÚcompile_profiler:  Úlog_autotuning_resultsÚprovenance_tracking_to_timelinerˆ   r;  r<  r  rÈ   r  r  s   @r   r(  r(  ?  sù  ø‡ € Ù@ð �j‰j�n‰nÐ2°CÓ8¸CÑ?€Gð Ÿ
™
Ÿ™Ð'FÈÓLÐPSÑSÐð !€Ið €Ið €Hð €Hð  Ðð €Mð €Nð €Kð 	�
‰
�‰Ð1°3Ó7¸3Ñ>÷ 	Dð 	DØ�:‰:�>‰>Ð6¸Ó<ÀÑCð ñ 3Ø+Ø"óÐð 	�
‰
�‰Ð-¨sÓ3°sÑ:÷ 	@ð 	@Ø�:‰:�>‰>Ð2°CÓ8¸CÑ?ð ñ $;Ø'Øó$Ð ð —j‘j—n‘nÐ%CÀTÓJ€Oð !Ÿj™jŸn™nÐ-OÐQUÓVÐð €Oð 04€JàŸZ™ZŸ^™^Ð,BÀCÓHÈCÑOÐð 	�
‰
�‰Ð3°SÓ9¸SÑ@ð $ñ +.Ø
�
‰
�‰Ð7¸ÓBó+Ð"ñ &)Ø
�
‰
�‰Ø! 2§:¡:§>¡>Ð2GÈÓ#Mó	
ó&Ð÷c ƒ r   r(  c                ó$   € V ^8„  d   QhR\         /# rB   r‡   )r   s   "r   r   r   ·  s   € ÷ +ñ +¬Sñ +r   c                  ó‚   € \         P                  '       d   \        \         P                  ^4      # \         P                  # )r)  )r(  rO  Úmaxr<  r   r   r   Ú#effective_provenance_tracking_levelrS  ·  s-   € Ü×,×,Ð,Ü”5×2Ñ2°AÓ6Ð6Ü×*Ñ*Ð*r   c                óJ   € V ^8„  d   QhR\         \        \        3,          RR/# )r   rÞ   r   N)rÚ  rÐ   r   )r   s   "r   r   r   ó  s"   € ÷ 
ñ 
¬¬S´#¨X­ð 
¸4ñ 
r   c                 óH   € ^RI Hp RV 9   d   V! V R,          4      V R&   R# R# )r)  )Úinductor_choices_cache_keyÚinductor_choices_classN)ÚchoicesrV  )rÞ   rV  s   & r   Ú_serialize_inductor_choicesrY  ó  s+   € Ý3à 6Ô)Ù+EØÐ+Õ,ó,
ˆÐ'Ó(ñ *r   Ú8TORCHINDUCTOR_WRITE_ARE_DETERMINISTIC_ALGORITHMS_ENABLEDc                   ó4   a € ] tR tRt o RtRtV 3R ltRtV tR# )Úlookup_tablei  NTc                ó|   <€ V ^8„  d   Qh/ S[ S[S[S[ S[S[3,          ,          3,          R,          ;R&   S[;R&   # )r   NÚtableÚcheck_src_hash)rÚ  rÐ   r–  r   r   )r   r  s   "€r   r   Úlookup_table.__annotate__  s9   ø‡ ‚ á‘‘T™$™s¡C˜x�.Õ)Ð)Õ*¨TÕ1Ñ8ñ ñ Ñò r   r   )	rÃ   rÄ   rÅ   rÆ   r^  r_  r  rÈ   r  r  s   @r   r\  r\    s   ø‡ € à48€Eð  €N÷ ƒ r   r\  c                   ó   a € ] tR tRt o RtRtRtRtRtRt	Rt
Rt]P                  P                  R4      t]P                  P                  R4      tRtRtRtRt]P*                  ! R4      R8H  t]P*                  ! R	R
4      tRtRtV 3R ltRtV tR# )Útest_configsi  FNÚ(TORCHINDUCTOR_AUTOTUNE_CHOICE_NAME_REGEXÚ(TORCHINDUCTOR_AUTOTUNE_CHOICE_DESC_REGEXTÚ,TORCHINDUCTOR_FORCE_FILTER_REDUCTION_CONFIGSr   Ú)TORCHINDUCTOR_DISTORT_BENCHMARKING_RESULTr¶   c                óè   <€ V ^8„  d   Qh/ S[ ;R&   S[ R,          ;R&   S[ ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          ;R&   S[R,          R,          ;R	&   S[ ;R
&   # )r   Ú%force_extern_kernel_in_multi_templateNÚforce_custom_op_decompositionÚforce_no_impl_groupingÚmax_mm_configsÚmax_flex_configsÚautotune_choice_name_regexÚautotune_choice_desc_regexÚtrack_memory_lifecycleÚ assume_bucketing_reduces_latency)Úassertr^  )r   rˆ   rÐ   r   )r   r  s   "€r   r   Útest_configs.__annotate__  sž   ø‡ ‚ Ù+/Ñ7ñ ñ $(¨$¥;Ñ5ñ ñ !Ñ(ñ ñ ˜$•JÑ%ñ ñ ˜D•jÑ'ñ ñ2 !$ d¥
ñ ñ3 ñ8 !$ d¥
ñ ñ9 ñD $ OÕ4°tÕ;ÑBñE ñR '+Ñ1òS r   r   )rÃ   rÄ   rÅ   rÆ   rh  ri  rj  rk  rl  Úruntime_triton_dtype_assertÚruntime_triton_shape_assertÚstatic_cpp_dtype_assertr'   r(   r)   rm  rn  Ú*graphsafe_rng_func_ignores_fallback_randomro  Úuse_libtorchrp  r?  Úforce_filter_reduction_configsÚdistort_benchmarking_resultÚbisect_pre_grad_graphÚ'bisect_keep_custom_backend_for_inductorr  rÈ   r  r  s   @r   rb  rb    sÊ   ø‡ € Ø27Ð)ð 26Ð!ð $)Ðà!%€NØ#'Ðà"'ÐØ"'ÐØ#Ðð .0¯Z©Z¯^©^Ø2ó.Ðð .0¯Z©Z¯^©^Ø2ó.Ðð 27Ð.à>BÐð €Lð .2Ð$ð 	�	Š	Ð@ÓAÀSÑHð #ð #%§)¢)Ø3°Ró#Ðð "ÐØ.3Ð+÷s ƒ r   rb  )Ú*c                   ór   a € ] tR tRt o ]P
                  P                  RR4      R8H  tRtRt	V 3R lt
RtV tR# )	Úeager_numericsiQ  Ú'TORCHINDUCTOR_EMULATE_DIVISION_ROUNDINGr%   r   Fc                ó>   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   # )r   Údivision_roundingÚdisable_ftzÚuse_pytorch_libdevicer   )r   r  s   "€r   r   Úeager_numerics.__annotate__Q  s.   ø‡ ‚ ñ ñ ñ	 ñ Ññ ñ(  Ñ'ò) r   r   N)rÃ   rÄ   rÅ   rÆ   r'   r(   r)   r�  r‚  rƒ  r  rÈ   r  r  s   @r   r~  r~  Q  s:   ø‡ € ð
 	�
‰
�‰Ð@À#ÓFÈ#ÑMð ð €Kð #(Ð÷) ƒ r   r~  Ú%TORCHINDUCTOR_EMULATE_PRECISION_CASTSÚ6TORCHINDUCTOR_EMULATE_PRECISION_CASTS_ON_SAVED_TENSORSc                ó¨  € V ^8„  d   Qh/ ^ \         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d   \        R,          ;R&   ^\         9   d   \        R,          ;R&   ^\         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d   \        R,          ;R	&   ^\         9   d   \        R,          ;R
&   ^	\         9   d
   \        ;R&   ^
\         9   d
   \        ;R&   ^\         9   d   \        \        \        3,          ;R&   ^\         9   d   \        R,          ;R&   ^\         9   d   \
        R¡,          ;R&   ^\         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d
   \        ;R&   ^\         9   d   \
        R¢,          ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d(   \        P                  P                  P                  ;R&   ^\         9   d/   \        P                  P                  P                  R,          ;R&   ^\         9   d/   \        P                  P                  P                  R,          ;R&   ^\         9   d,   \        \        \        \        \        3,          3,          ;R&   ^\         9   d,   \        \        \        \        \        3,          3,          ;R&   ^\         9   d
   \        ;R&   ^\         9   d   \        \        \        3,          ;R &   ^\         9   d   \
        R£,          ;R"&   ^ \         9   d@   \        \        \        \        R#,          .\        R#,          3,          ,          ,          ;R$&   ^!\         9   d   \        R,          ;R%&   ^"\         9   d
   \        ;R&&   ^#\         9   d   \
        R¤,          ;R'&   ^$\         9   d#   \        \        .\        3,          R,          ;R(&   ^%\         9   d   \
        R¥,          ;R)&   ^&\         9   d
   \        ;R*&   ^'\         9   d   \
        R¦,          ;R+&   ^(\         9   d#   \        \        .\        3,          R,          ;R,&   ^)\         9   d   \
        R¥,          ;R-&   ^*\         9   d   \
        R¦,          ;R.&   ^+\         9   d#   \        \        .\        3,          R,          ;R/&   ^,\         9   d
   \        ;R0&   ^-\         9   d   \        R,          ;R1&   ^.\         9   d   \        R,          ;R2&   ^/\         9   d
   \        ;R3&   ^0\         9   d
   \        ;R4&   ^1\         9   d   \        R,          ;R5&   ^2\         9   d
   \        ;R6&   ^3\         9   d
   \        ;R7&   ^4\         9   d   \        R,          ;R8&   ^5\         9   d
   \        ;R9&   ^6\         9   d   R:;R;&   ^7\         9   d   \        \        ,          ;R<&   ^8\         9   d   \        \        ,          ;R=&   ^9\         9   d
   \        ;R>&   ^:\         9   d   \        \        ,          ;R?&   ^;\         9   d
   \        ;R@&   ^<\         9   d   \        R,          ;RA&   ^=\         9   d
   \        ;RB&   ^>\         9   d
   \        ;RC&   ^?\         9   d
   \        ;RD&   ^@\         9   d   \
        R§,          ;RE&   ^A\         9   d   \
        R§,          ;RF&   ^B\         9   d
   \        ;RG&   ^C\         9   d
   \        ;RH&   ^D\         9   d
   \        ;RI&   ^E\         9   d
   \        ;RJ&   ^F\         9   d   \
        R¨,          ;RK&   ^G\         9   d
   \        ;RL&   ^H\         9   d
   \        ;RM&   ^I\         9   d
   \        ;RN&   ^J\         9   d
   \        ;RO&   ^K\         9   d   \        R,          ;RP&   ^L\         9   d   \        R,          ;RQ&   ^M\         9   d   \        R,          ;RR&   ^N\         9   d
   \        ;RS&   ^O\         9   d   \        . RT3,          R,          ;RU&   ^P\         9   d
   \        ;RV&   ^Q\         9   d
   \        ;RW&   ^R\         9   d
   \        ;RX&   ^S\         9   d
   \        ;RY&   ^T\         9   d
   \        ;RZ&   ^U\         9   d   \        R,          ;R[&   ^V\         9   d   \        R,          ;R\&   ^W\         9   d
   \        ;R]&   ^X\         9   d
   \        ;R^&   ^Y\         9   d
   \        ;R_&   ^Z\         9   d
   \        ;R`&   ^[\         9   d   \        R,          ;Ra&   ^\\         9   d   \
        R©,          ;Rb&   ^]\         9   d
   \        ;Rc&   ^^\         9   d   \        R,          ;Rd&   ^_\         9   d   \        R,          ;Re&   ^`\         9   d
   \        ;Rf&   ^a\         9   d   \        R,          ;Rg&   ^b\         9   d   \        R,          ;Rh&   ^c\         9   d
   \        ;Ri&   ^d\         9   d
   \        ;Rj&   ^e\         9   d
   \        ;Rk&   ^f\         9   d
   \        ;Rl&   ^g\         9   d
   \        ;Rm&   ^h\         9   d
   \        ;Rn&   ^i\         9   d'   \        \        Rª,          \        ,          ,          ;Ro&   ^j\         9   d
   \        ;Rp&   ^k\         9   d
   \        ;Rq&   ^l\         9   d
   \        ;Rr&   ^m\         9   d
   \        ;Rs&   ^n\         9   d
   \        ;Rt&   ^o\         9   d
   \        ;Ru&   ^p\         9   d
   \        ;Rv&   ^q\         9   d   \        R,          ;Rw&   ^r\         9   d
   \        ;Rx&   ^s\         9   d
   \        ;Ry&   ^t\         9   d
   \        ;Rz&   ^u\         9   d
   \        ;R{&   ^v\         9   d
   \        ;R|&   ^w\         9   d
   \        ;R}&   ^x\         9   d
   \        ;R~&   ^y\         9   d
   \        ;R&   ^z\         9   d
   \        ;R€&   ^{\         9   d
   \        ;R�&   ^|\         9   d
   \        ;R‚&   ^}\         9   d   \        R,          ;Rƒ&   ^~\         9   d
   \        ;R„&   ^\         9   d
   \        ;R…&   ^€\         9   d   \        R,          ;R†&   ^�\         9   d
   \        ;R‡&   ^‚\         9   d
   \        ;Rˆ&   ^ƒ\         9   d
   \        ;R‰&   ^„\         9   d
   \        ;RŠ&   ^…\         9   d
   \        ;R‹&   ^†\         9   d
   \        ;RŒ&   ^‡\         9   d
   \        ;R�&   ^ˆ\         9   d
   \        ;RŽ&   ^‰\         9   d
   \        ;R�&   ^Š\         9   d
   \        ;R�&   ^‹\         9   d
   \        ;R‘&   ^Œ\         9   d,   \        \        \        \        \        3,          3,          ;R’&   ^�\         9   d
   \        ;R“&   ^Ž\         9   d
   \        ;R”&   ^�\         9   d
   \        ;R•&   ^�\         9   d
   \        ;R–&   ^‘\         9   d   \
        R«,          ;R˜&   ^’\         9   d   \
        R¬,          ;R™&   ^“\         9   d   \
        R—,          ;Rš&   ^”\         9   d   \
        R!,          ;R›&   ^•\         9   d   \        \        ,          ;Rœ&   ^–\         9   d   \        \        ,          ;R�&   ^—\         9   dK   \        \        \        P                   \        P                   \        P                   .R3,          ,          ;Rž&   ^˜\         9   d
   \        ;RŸ&   ^™\         9   d
   \        ;R &   # )­r   Úprecompilation_timeout_secondsÚfx_graph_cacheÚremote_gemm_autotune_cacheNÚfx_graph_remote_cacheÚ!bundle_triton_into_fx_graph_cacheÚnon_blocking_remote_cache_writeÚautotune_local_cacheÚautotune_remote_cacheÚbundled_autotune_remote_cacheÚforce_disable_cachesÚ&unsafe_skip_cache_dynamic_shape_guardsÚ!unsafe_marked_cacheable_functionsÚsleep_sec_TESTING_ONLYÚ'triton_kernel_default_layout_constraintÚcpp_wrapperÚcpp_wrapper_build_separateÚ
fx_wrapperÚcpp_cache_precompile_headersÚmemory_poolÚpost_grad_custom_pre_passÚpost_grad_custom_post_passÚcustom_partitioner_fnÚjoint_custom_pre_passÚjoint_custom_post_passÚpre_grad_custom_passÚ_pre_fusion_custom_passÚ_post_fusion_custom_passÚpre_grad_fusion_optionsÚpost_grad_fusion_optionsÚuse_mixed_mmÚfx_passes_numeric_checkræ  Úmixed_mm_choicez+torch._inductor.scheduler.BaseSchedulerNodeÚ'reorder_for_compute_comm_overlap_passesÚreorder_prefetch_limitÚ&size_threshold_for_succ_based_strategyÚbucket_all_gathers_fxÚ.bucket_all_gathers_fx_bucket_size_determinatorÚbucket_all_gathers_bucket_modeÚdedup_reduce_scattersÚbucket_reduce_scatters_fxÚ2bucket_reduce_scatters_fx_bucket_size_determinatorÚ"bucket_reduce_scatters_bucket_modeÚbucket_all_reduces_fxÚ.bucket_all_reduces_fx_bucket_size_determinatorÚ!runtime_estimations_mms_benchmarkÚintra_node_bwÚinter_node_bwÚuse_experimental_benchmarkerÚuse_torch_profiler_benchmarkerÚincremental_autotuneÚautotune_cudagraph_benchmarkingÚ%autotune_cudagraph_benchmarking_itersÚautotune_num_choices_displayedÚgraph_partitionzCUDAGraphPolicy | NoneÚcudagraph_policyÚcustom_should_partition_opsÚcudagraph_unsafe_unbacked_opsÚ#max_autotune_allow_flexible_layoutsÚmulti_kernel_hintsÚbmm_shared_aÚnvgemm_max_profiling_configsÚnvgemm_supplement_configsÚnvgemm_swap_abÚ
nvgemm_pdlÚmax_autotune_gemm_search_spaceÚmax_autotune_flex_search_spaceÚfallback_by_defaultÚselective_decomposeÚuse_dceÚuse_pre_grad_passesÚpre_grad_pass_timingÚuse_joint_graph_passesÚuse_post_grad_passesÚcutedsl_enable_autotuningÚflydsl_enable_autotuningÚrealize_opcount_thresholdÚrealize_acc_reads_thresholdÚ realize_acc_reads_size_thresholdÚdelay_realize_cheap_outputsr   rW  Údebug_fusionÚbenchmark_fusionÚloop_ordering_after_fusionÚloop_reindexing_after_fusionÚloop_index_inversion_in_fusionÚ.fusion_memory_timeline_peak_memory_increase_gbÚ0fusion_memory_timeline_peak_memory_pct_thresholdÚbenchmark_template_fusionÚbenchmark_epilogue_fusionÚ'max_template_fusion_benchmarked_choicesÚ max_epilogue_benchmarked_choicesÚmax_fusion_unique_io_buffersÚnumericsÚ"combo_kernel_compile_time_autotuneÚ$combo_kernel_peak_memory_increase_gbÚ&combo_kernel_peak_memory_pct_thresholdÚcombo_kernel_max_distanceÚadd_pre_grad_passesÚremove_pre_grad_passesÚdisabled_passesÚworker_start_methodÚsmall_memory_access_thresholdÚworker_suppress_loggingÚ(compile_worker_watchdog_interval_secondsÚlog_tlparseÚ_fuse_ddp_communication_passesÚ_micro_pipeline_tpÚ"partitioned_scatter_min_partitionsÚ"partitioned_scatter_max_partitionsÚ"partitioned_scatter_min_index_sizeÚ(partitioned_scatter_min_contention_ratioÚ)partitioned_scatter_non_model_floor_bytesÚpartitioned_scatter_forcer_  Úcompile_worker_modeÚquiesce_async_compile_poolÚquiesce_async_compile_timeÚuse_static_cuda_launcherÚuse_static_triton_launcherÚ)static_launch_user_defined_triton_kernelsÚstrict_static_cuda_launcherÚstrict_static_triton_launcherÚkeep_static_cubin_rawÚuse_fast_triton_launcherÚuse_launch_metadata_schemaÚglobal_cache_dirÚforce_shape_padÚ_use_fp64_for_unbacked_floatsÚprofile_bandwidth_outputÚfreezingÚfreezing_discard_parametersÚdecompose_mem_bound_mmÚwrap_inductor_compiled_regionsÚassume_aligned_inputsÚassume_32bit_indexingÚ.unsafe_ignore_unsupported_triton_autotune_argsÚ"check_stack_no_cycles_TESTING_ONLYÚ$force_disable_cudagraph_TESTING_ONLYÚannotate_trainingÚ)enable_caching_generated_triton_templatesÚautotune_lookup_tableÚfile_lock_timeoutÚcompile_worker_wait_timeoutÚenable_autograd_for_aotÚtorchinductor_worker_logpathr  Úcpu_backendÚcuda_backendÚtpu_backendÚxpu_backendÚ_save_config_ignoreÚ_cache_config_ignore_prefixÚexternal_matmulr÷   Ú(emulate_precision_casts_on_saved_tensors)r]   Úflexible_layout)ry   rn   ÚoutputsÚcombined)r=   ræ  Úatenrw   )ry   rŒ   Ú	only_fsdp)r=   rF  rG  r‹   )r¦   Ú
EXHAUSTIVE)ÚearlyÚlater=   )r=   Ústrict_pointwiseÚstrict_reductionÚstrict).N)r•  ræ  r  r  )ræ  r  r  )Ú__conditional_annotations__rˆ   r   rÚ  rÐ   r   rF   rÝ   Úcustom_graph_passÚCustomGraphPassTypeÚCustomPartitionerFnTypeÚCustomSchedulerPassCallabler   r–  r   rJ  ÚTensor)r   s   "r   r   r      ss  € ‡	�	÷lò ¤ñ ñm 
÷vò ”ñ ñw 
÷D )Ò (œDÑ (ñE 
÷P EÒ D”t˜d•{Ñ DñQ 
÷Vò ¤4¨$¥;ñ ñW 
÷^ò ¤ñ ñ_ 
÷r "Ò !”dÑ !ñs 
÷J EÒ D”t˜d•{Ñ DñK 
÷b UÒ Tœt d�{Ñ Tñc 
÷h XÒ W”dÑ Wñi 
÷n 5Ò 4¬Ñ 4ño 
÷J 7Ò 6¤4¬¬S¨¥>Ñ 6ñK 
÷P *Ò )œ˜d�
Ñ )ñQ 
÷Xò ¬Ø1õ*ñ ñY 
÷d LÒ KŒTÑ Kñe 
÷rò œDñ ñs 
÷z JÒ IŒDÑ Iñ{ 
÷Dò œdñ ñE 
÷V	ò ŒWÐCÕDñ ñW	 
÷b
 XÒ Wœ5Ÿ?™?×<Ñ<×PÑPÑ Wñc
 
÷d
 YÒ XœEŸO™O×=Ñ=×QÑQÑ Xñe
 
÷j
 XÒ W”u—‘×8Ñ8×PÑPÑ Wñk
 
÷p
 TÒ S”u—‘×8Ñ8×LÑLÑ Sñq
 
÷r
 UÒ TœŸ™×9Ñ9×MÑMÑ Tñs
 
÷|
 SÒ R”e—o‘o×7Ñ7×KÑKÑ Rñ}
 
÷F	ò 	Ü	‡O�O×%Ñ%×AÑAÀDÕHñ	ñG 
÷T	ò 	Ü	‡O�O×%Ñ%×AÑAÀDÕHñ	ñU 
÷` 8Ò 7œœc¤4¬¬S¨¥>Ð1Õ2Ñ 7ña 
÷h 9Ò 8œ$œs¤D¬¬c¨¥NÐ2Õ3Ñ 8ñi 
÷Zò Œdñ ñ[ 
÷lò œœc¤3˜h�ñ ñm 
÷zò ”ÐAÕBñ ñ{ 
÷pò ¬ÜÜÜ	Ð;Õ	<Ð=ÜÐ:Õ;ð	=õõõ*ñ ñq 
÷B *Ò )œ˜d�
Ñ )ñC 
÷X 0Ò /¬Ñ /ñY 
÷^ DÒ C”wÐ9Õ:Ñ Cñ_ 
÷b SÒ R´¼#¸Ä¸Õ0DÀtÕ0KÑ Rñc 
÷fò ¤Ø4õ!ñ ñg 
÷p $Ò #”tÑ #ñq 
÷t ;Ò :œ7 =Õ1Ñ :ñu 
÷x WÒ V´H¼c¸UÄC¸ZÕ4HÈ4Õ4OÑ Vñy 
÷|ò ¤GØ4õ%ñ ñ} 
÷F 7Ò 6”w˜}Õ-Ñ 6ñG 
÷J SÒ R´¼#¸Ä¸Õ0DÀtÕ0KÑ RñK 
÷V 0Ò /¤4Ñ /ñW 
÷^ !Ò  Œs�T�zÑ  ñ_ 
÷f !Ò  Œs�T�zÑ  ñg 
÷zò œdñ ñ{ 
÷dò ¤ñ ñe 
÷Jò ”d˜T•kñ ñK 
÷jò ¤ñ ñk 
÷@ò ¤sñ ñA 
÷^ WÒ V¤ d¥
Ñ Vñ_ 
÷Hò ”ñ ñI 
÷` 2Ò 1Ð*Ñ 1ña 
÷j ,Ò +œT¤#�YÑ +ñk 
÷~ .Ò -œt¤C�yÑ -ñ 
÷D 2Ò 1¤TÑ 1ñE 
÷P #Ò "”Dœ•IÑ "ñQ 
÷zò Œdñ ñ{ 
÷b SÒ Rœc D�jÑ Rñc 
÷nò œ4ñ ño 
÷| RÒ Q”Ñ Qñ} 
÷R EÒ DŒCÑ DñS 
÷F
ò 
¤Ð(?Õ @ñ 
ñG 
÷V
ò 
¤Ð(?Õ @ñ 
ñW 
÷l ;Ò :”TÑ :ñm 
÷x ;Ò :”TÑ :ñy 
÷@ /Ò .ŒÑ .ñA 
÷H ;Ò :”TÑ :ñI 
÷V FÒ E”gÐ8Õ9Ñ EñW 
÷\ >Ò =œÑ =ñ] 
÷^ <Ò ;”dÑ ;ñ_ 
÷dò œ4ñ ñe 
÷l XÒ Wœ$Ñ Wñm 
÷T -Ò ,œ3 �:Ñ ,ñU 
÷d /Ò .œS 4�ZÑ .ñe 
÷hò ¤#¨¥*ñ ñi 
÷|ò œTñ ñ} 
÷B  FÒ Eœ Ð%6Ð!6Õ7¸$Õ>Ñ EñC  
÷P  IÒ HŒdÑ HñQ  
÷R  QÒ P”$Ñ PñS  
÷V ò œDñ ñW  
÷b ò œdñ ñc  
÷|  ,Ò +¤Ñ +ñ}  
÷f! DÒ C´¸µÑ Cñg! 
÷h! FÒ E´%¸$µ,Ñ Eñi! 
÷t!ò œ4ñ ñu! 
÷F"ò œ4ñ ñG" 
÷T" 1Ò 0¬Ñ 0ñU" 
÷Z"ò ¤#ñ ñ[" 
÷~" 0Ò /œc D�jÑ /ñ" 
÷V$
ò 
Œ'ÐMÕ
Nñ 
ñW$ 
÷R&ò ¤Dñ ñS& 
÷r& :Ò 9¤e¨d¥lÑ 9ñs& 
÷t& <Ò ;¬°­Ñ ;ñu& 
÷~& $Ò #œ3Ñ #ñ& 
÷l' 'Ò &”S˜4•ZÑ &ñm' 
÷n' *Ò )œ˜d�
Ñ )ño' 
÷z'ò ”ñ ñ{' 
÷d( 8Ò 7”SÑ 7ñe( 
÷l( .Ò -œsÑ -ñm( 
÷r(ò œñ ñs( 
÷H)ò ¬#ñ ñI) 
÷R)ò ŒTñ ñS) 
÷@*ò ¤¤X¨iÕ%8¼3Õ%>Õ ?ñ ñA* 
÷J* !Ò  ”DÑ  ñK* 
÷l* ,Ò +¤CÑ +ñm* 
÷n* -Ò ,¤CÑ ,ño* 
÷t* /Ò .¤CÑ .ñu* 
÷F+ 6Ò 5¬%Ñ 5ñG+ 
÷R+ ?Ò >¬3Ñ >ñS+ 
÷`+ò œ4ñ ña+ 
÷z1 PÒ O”�t•Ñ Oñ{1 
÷@3 8Ò 7”SÑ 7ñA3 
÷F3ò œDñ ñG3 
÷T3ò œCñ ñU3 
÷`3 @Ò ?œ$Ñ ?ña3 
÷f3ò œDñ ñg3 
÷r3ò ¬4ñ ñs3 
÷@4ò œTñ ñA4 
÷J4ò œtñ ñK4 
÷^4ò ”tñ ñ_4 
÷p4ò œ$ñ ñq4 
÷B5ò œDñ ñC5 
÷L5 Ò ”#˜•*Ñ ñM5 
÷\7 Ò ”Ñ ñ]7 
÷H8 6Ò 5œtÑ 5ñI8 
÷V8ò œ# �*ñ ñW8 
÷x8 FÒ EŒ$Ñ Eñy8 
÷@9 *Ò )œTÑ )ñA9 
÷F9 %Ò $œÑ $ñG9 
÷N9 -Ò ,¤Ñ ,ñO9 
÷X9 $Ò #”tÑ #ñY9 
÷d9 $Ò #”tÑ #ñe9 
÷p9 =Ò <´Ñ <ñq9 
÷|9 1Ò 0¤DÑ 0ñ}9 
÷D: 3Ò 2¤dÑ 2ñE: 
÷V: XÒ W”4Ñ WñW: 
÷\: 7Ò 6¬4Ñ 6ñ]: 
÷b: 6Ò 5”tœC¤¤c¬3 h¥Ð/Õ0Ñ 5ñc: 
÷f: WÒ V”3Ñ Vñg: 
÷v:ò œSñ ñw: 
÷~: &Ò %œÑ %ñ: 
÷\;ò œcñ ñ]; 
÷P` BÒ AŒWÐ8Õ9Ñ AñQ` 
÷X` ?Ò >ŒgÐ2Õ3Ñ >ñY` 
÷^` *Ò )ŒW�XÕÑ )ñ_` 
÷d` *Ò )ŒW�XÕÑ )ñe` 
÷xeò ”Tœ#•Yñ ñye 
÷Zf"ò "œT¤#�Yñ "ñ[f 
÷|g WÒ V””h¤§¡¬e¯l©l¼E¿L¹LÐIÈ4ÐOÕPÕQÑ Vñ}g 
÷^kò œñ ñ_k 
÷pkò ¬$ñ òqk 
r   i,  )r'  r)  )ztrace.upload_tarrž  rŸ  r   zaot_inductor.repro_levelzaot_inductor.dump_aoti_minifierr›  rœ  rð  r¡  r¾  )r(  zcuda.cutlass_dirzcutlass.cutlass_dirzxpu.cutlass_dirrë  r_  rî  rø  rœ  r›  rž  rŸ  r   rð  r¡  r¾  r  rÎ  r‰  r‹  rŽ  r�  (˜  r*  r'   rY  Úcollections.abcr   Útypingr   r   r   r   rF   Ú!torch._inductor.custom_graph_passÚtorch._environmentr   Útorch.utils._config_moduler	   r
   r   r   Útorch._inductor.choicesr   Útorch._inductor.cudagraph_utilsr   r(   r)   Úinplace_paddingÚcan_inplace_pad_graph_inputr    r*   r.   r2   r6   r:   r@   rK   rQ   Úenable_auto_functionalized_v2r  Údisable_progressÚverbose_progressÚworker_log_pathrˆ   rˆ  r‰  rŠ  r‹  rŒ  r�  rŽ  r�  r�  r‘  r’  r“  r”  r•  r–  r—  r˜  r™  Úonline_softmaxÚapply_gumbel_max_trickÚdceÚstatic_weight_shapesÚsize_assertsÚnan_assertsÚruntime_triton_nan_assertsÚscalar_assertsÚ unsafe_skip_scalar_range_assertsÚalignment_assertsÚalignment_asserts_inputsÚpick_loop_ordersÚinplace_buffersÚallow_buffer_reuseÚmemory_planningrÙ  Ústrict_signed_zerorš  Úbenchmark_harnessÚepilogue_fusionÚepilogue_fusion_with_atomic_addÚprologue_fusionÚepilogue_fusion_firstÚ*epilogue_fusion_user_defined_triton_kernelÚpattern_matcherÚb2b_gemm_passÚvar_std_reduction_dedupr›  rœ  r�  rž  rŸ  r   r¡  r¢  Úsplit_cat_fx_passesÚ efficient_conv_bn_eval_fx_passesÚis_predispatchÚgroup_fusionÚbatch_fusionr£  r¤  Úreorder_for_localityÚ reorder_for_locality_in_trainingÚdynamic_scale_rblockÚforce_fuse_int_mm_with_mulÚ keep_addmm_fused_for_half_dtypesr¥  r¦  r§  Ú reorder_for_compute_comm_overlapÚdecompose_shard_dim_alltoallr¨  r©  Úreorder_for_peak_memoryÚreorder_for_peak_memory_debugrª  r«  r¬  r­  r®  r¯  r°  r±  r²  r³  Úestimate_op_runtimer´  rµ  r¶  Ú
cpu_gpu_bwr·  Údistributed_max_autotune_gemmÚpipeline_max_autotune_gemmr¸  Úmax_autotuneÚmax_autotune_pointwiseÚmax_autotune_gemmr¹  r?  Ú inductor_default_autotune_warmupÚinductor_default_autotune_reprº  r»  r‘   r¼  Ú!max_autotune_report_choices_statsÚ.max_autotune_prune_choices_based_on_shared_memÚtriton_disable_device_detectionr½  r¾  r¿  rÀ  rÁ  rÂ  ÚupperÚmax_autotune_gemm_backendsrÃ  rœ   rÄ  rÅ  rÆ  rÇ  rJ   rL  Ú_conv_default_backendsÚmax_autotune_conv_backendsÚ%max_autotune_conv_bwd_weight_backendsÚ$max_autotune_conv_bwd_input_backendsrÈ  rÉ  rÊ  rË  rÌ  rÍ  rÎ  rÏ  rÐ  rÑ  rÒ  Úautotune_fallback_to_atenÚunbacked_symint_fallbackÚsearch_autotune_cacheÚ	save_argsÚautotune_in_subprocÚ+max_autotune_subproc_result_timeout_secondsÚ-max_autotune_subproc_graceful_timeout_secondsÚ.max_autotune_subproc_terminate_timeout_secondsÚautotune_multi_deviceÚcollective_benchmark_nrunsrJ  Úcollective_benchmark_timeoutÚcoordinate_descent_tuningÚ'coordinate_descent_check_all_directionsÚ coordinate_descent_search_radiusr»   r¿   rÁ   rÊ   Úrun_jit_post_compile_hookrÖ   rÓ   rÔ   Úautoheuristic_log_pathÚlayout_opt_defaultÚlayout_optimizationÚforce_layout_optimizationÚcache_sdpa_constraintÚkeep_output_strideÚstrict_output_stridesÚwarn_mix_layoutÚrealize_reads_thresholdÚ"_realize_opcount_threshold_defaultrÓ  Úrealize_opusers_thresholdÚrealize_cpu_opcount_thresholdÚ$_realize_acc_reads_threshold_defaultrÔ  Úrealize_cpu_acc_reads_thresholdrÕ  rÖ  Úfallback_randomÚalign_random_eagerÚ
use_rand4xÚ"fallback_embedding_bag_byte_unpackÚimplicit_fallbacksÚ assume_unaligned_fallback_outputrW  Úaggressive_fusionr×  rØ  Úenabled_metric_tablesrÙ  rÚ  rÛ  Úscore_fusion_memory_thresholdrÜ  rÝ  rÞ  rß  rà  rá  Úmax_fusion_sizeÚmin_overlap_ratioÚ)max_fusion_buffer_group_pairwise_attemptsrâ  Ú max_complex_pointwise_cat_inputsÚmax_pointwise_cat_inputsÚforce_pointwise_catÚunroll_reductions_thresholdÚcomment_originÚconv_1x1_as_mmÚsplit_reductionsrß   Úbatch_invariantrã  Úmin_num_splitÚbenchmark_kernelÚconstant_and_index_propagationÚalways_keep_tensor_constantsÚassert_indirect_indexingÚdo_not_emit_runtime_assertionsÚcompute_all_boundsÚcombo_kernelsÚbenchmark_combo_kernelÚcombo_kernels_autotuneÚcombo_kernel_allow_mixed_sizesÚ#combo_kernel_foreach_dynamic_shapesÚcombo_kernel_max_num_argsÚcombo_kernel_max_num_nodesÚ!combo_kernel_per_subkernel_blocksrä  Úcombo_kernel_autotune_groupingÚcombo_kernels_pointwise_onlyrå  ræ  rç  Újoint_graph_constant_foldingÚdebug_index_assertsÚ__version__Úis_nightly_or_sourceÚdeveloper_warningsÚ"optimize_scatter_upon_const_tensorrè  ré  rê  r	  rë  rì  rí  rî  rï  Ú_fuse_ddp_communicationÚ_fuse_ddp_bucket_sizerð  rñ  Ú_partitioned_scatter_defaultÚpartitioned_scatter_enabledrò  ró  rô  rõ  rö  r÷  r  r  rQ  r`  r_  rk  rø  rù  rú  rû  rü  rý  rþ  rÿ  r   r  r  Úlibfb.pyrr  Ú__package__Úget_dir_pathrÚ  rg  ÚreplaceÚsepr  rÜ  rà  Úkernel_name_max_opsÚshape_paddingÚcomprehensive_paddingÚpad_channels_lastÚpad_dynamic_shapesÚdisable_padding_cpuÚ$expand_dimension_for_pointwise_nodesÚpadding_alignment_bytesÚpadding_stride_thresholdÚpad_outputsÚbw_outputs_user_visibler  Úpermute_fusionÚprofiler_mark_wrapper_callÚgenerate_intermediate_hooksÚdebug_ir_tracebackÚ_raise_error_for_testingr  Ú_profile_varÚprofile_bandwidthÚprofile_bandwidth_regexr  Ú/profile_bandwidth_with_do_bench_using_profilingÚdisable_cpp_codegenr  r  r	  r
  r  r  r  r  r  Úenable_linear_binary_foldingr  r  r  r  r  r  rˆ  r  r‹  r•  rä  ræ  re  r¤  r©  râ  rë  rð  r  r  r  r  r  r  r&  r(  rS  r  r  rY  Ú_cache_config_serializerr  Ú*write_are_deterministic_algorithms_enabledr\  rb  Útorch.utils._config_typingr~  r÷   r  ÚmodulesrÃ   r   )ri  r*  s   0@r   Ú<module>rá     s  øðß 	‚	Û 
Ý $ß 4Ó 4ã Û (Ý (÷ó ÷ Ý7Ý?à—*‘*—.‘.Ð!@À#ÓFÈ#ÑM€Ø#Ð õCõõCõKõõFõõõ
ð ‡J�J‡N�NÐ7¸Ó=ÀÑDð ð
 	€ð Ð ð Ð ñ 8A·{²{Ñ3Èð ñ
 '*Ø‡J�J‡N�NÐAÁ6ÓJó'Ð ó ñ
 Ø?Ø;Ø1Øô	€ó ð $)Ð Ó (ñ &CÓ%DÐ Ó Dñ .Ó/ð "ó ñ )/ØMØBØô)Ð ó ð "Ð Ó !ñ &CÓ%DÐ Ó Dñ .SÓ-TÐ Ó Tñ $Ð*VÔWÐ Ó Wð 05Ð &Ó 4ð 57Ð !Ó 6ð &*Ð Ó )ð ð (ó ð —J‘J—N‘NÐ#>ÀÓDÈÑK€Ó Kð ‡J�J‡N�NÐ=¸sÓCÀsÑJð ó ð —:‘:—>‘>Ð"<¸cÓBÀcÑI€
Ó Ið ‡J�J‡N�NØ4¹Y¿[º[±cÈcóð ñð ó ð —‘—‘Ð >ÀÓDÈÑK€ð ‡J�J‡N�NÐ9¸3Ó?À3ÑFð ð
 €ð Ð ð �z‰z�~‰~Ð:¸CÓ@ÀCÑG€Ø�j‰j�n‰nÐ8Ó9¸SÑ@€à‡J�J‡N�NÐ=Ó>À#ÑEð ð —‘—‘Ð >ÀÓDÈÑK€ð ‡J�J‡N�NÐCÓDÈÑKð !ð ‡J�J‡N�NÐ4¹Y¿[º[±cÈcÓRØ
ñð ð ‡J�J‡N�NÐ;Ó<ÀÑCð ð
 Ð ð €ñ ' u¨dÓ3Ð ð —*‘*—.‘.Ð!@À#ÓFÈ#ÑM€ð —
‘
—‘Ð<Ó=ÀÑD€ð Ð ð HJÇzÁzÇ~Á~Ø óH€ó ð
 Ð ð €ð #(Ð ñ *Ó+€ð Ð ð .3Ð *ð €ð €ð  Ð ð TXÐ Ó WØTXÐ Ó Xð TXÐ Ó Wð PTÐ Ó SØPTÐ Ó Tð
 OSÐ Ó Rð 	ð ó 	ð 	ð ó 	ð
 Ð ð $)Ð  ð €ð €ð €ð* 68Ð Ó 7ð 79Ð Ó 8ð Ð ð ‡J�J‡N�NÐ<¸cÓBÀcÑIð !ð
 —z‘z—~‘~Ð&JÈCÓPÐTWÑWÐ ð #Ð ð
 $(Ð  áØ˜TÐ7Mô€ó ð �Ø�Ø�aØ˜$ð	+Ð ó ñ FLØ DÐ>TôF€ó ð
 $)Ð  ð ‡J�J‡N�NÐ?ÀÓEÈÑLð ð. ð (ó ð &*Ð Ó )ñ ,¨E°4Ó8Ð Ø %Ð ð /0Ð &Ó /ð >DÐ Ó CàNRÐ .Ó Rð ð ó ð
 $Ð Ó #à4:Ð Ó :àRVÐ 2Ó Vð ð #ó ð
 17Ð Ó 6àNRÐ .Ó Rð  Ð à*/Ð !Ó /ð !€Ó  ð !€Ó  ð €
ñ &,ØØ?Ø<ô&Ð ó ð ‡J�J‡N�NÐ@ÓAÀSÑHð ð ‡J�J‡N�NÐ;Ó<ÀÑCð ñ (.ØØAØ>ô(Ð ó ð �z‰z�~‰~Ð:Ó;¸sÑB€ð Ÿ™Ÿ™Ð(NÓOÐSVÑVÐ ð —J‘J—N‘NÐ#DÓEÈÑLÐ ñ %5Ø(°%ô%Ð ó ñ $'Ø‡IƒIÐ5°rÓ:ó$Ð  ñ !$Ø‡IƒIÐ2°CÓ8ó!Ð ð ‡J�J‡N�NÐBÓCÀsÑJð  ó ñ .1Ø‡J�J‡N�NÐHÈ#ÓNó.Ð %ó õñ .UÓ-VÐ Ó Vð ‡J�J‡N�NÐDÀcÓJÈcÑQð "ð ‡J�J‡N�NÐQÐSVÓWØ
ñð /ð ‡J�J‡N�NÐBÀCÓHÈCÑOð  ð ‡J�J‡N�NÐ2¹y¿{º{±CÐPSÓTØ
ñð ó ð .2Ð Ó 1ð
 *,Ð Ó +ð ,.Ð Ó -ð -2Ð #Ó 1ð !#Ð Ó "ð  ŸZ™ZŸ^™^Ø.Ð0Aóç‚%ƒ'ð ñ ØØ@ô€ó õñ ,QÓ+RÐ Ó Rð ‡J�J‡N�NÐ<¸cÓBÀcÑIð ó ð —z‘z—~‘~Ð&DÀcÓJÈcÑQ€Ó Qð —*‘*—.‘.Ð!;¸VÓD€
Ó Dð +0¯-ª-×*;×*;Ñ*;™ÀÐ ð
  ŸZ™ZŸ^™^Ø.°óç‚%ƒ'ð ð
 )+¯
©
¯©Ø9Ð;Qó)ç‚%ƒ'ð &ð
 (*§z¡z§~¡~Ø8Ð:Pó(ç‚%ƒ'ð %ð DFÇ:Á:Ç>Á>Ø2°IóDç‚%ƒ'ð ó 
ð DFÇ:Á:Ç>Á>Ø2°IóDç‚%ƒ'ð ó 
ñ .¨d°EÓ:Ð Ó :ñ .¨d°EÓ:Ð Ó :ñ " %¨Ó.€Ó .ñ .¨e°TÓ:Ð Ó :ð =FÐ Ó Eñ  1°¸Ó=Ð Ó =Ù.¨u°dÓ;Ð Ó ;ð ‡J�J‡N�NÐ.°Ó4¸Ñ;ð ó ð "$§¡§¡Ð0JÈCÓ!PÐTWÑ!WÐ Ó Wð "Ð ð  Ð ð Ð à�J‰J�N‰NÐ4Ó5¸Ñ<€	ð —j‘j—n‘nÐ%HÓIÈSÑPÐ ð
 /3Ð +à03Ð -à14Ð .ð Ÿ
™
Ÿ™Ð'LÓMÐQTÑTÐ ñ !Ø‡J�J‡N�NÐ=¸tÓDóÐ ñ
  %Ø‡J�J‡N�NÐ?ÀÓFó Ð ð
 ‡J�J‡N�NÐ<Ó=ÀÑDð ð ‡J�J‡N�NÐJÓKÈsÑRð (ñ $'Ø‡J�J‡N�NÐ<¸cÓBó$Ð  òò
÷
<ñ <÷Jñ Jð ‡J�J‡N�NÐ<¸cÓBÀcÑIð õ
Bõ:õ6ð Ÿ™Ÿ™Ø*¨IóÐ ð
 !&§¢× 1× 1Ñ 1‘S°sÐ à‡J�J‡N�NÐ6Ð8JÓKÈsÑRð ð ŸJ™JŸN™NÐ+KÈSÓQÐUXÑXÐ ð ‡J�J‡N�NÐ8¸#Ó>À#ÑEð ð —Z‘Z—^‘^Ð$FÈÓLÐPSÑSÐ ð Ð ð —*‘*—.‘.Ð!@ÓAÀSÑH€ð
 Ð Ø%'Ð "Ø(,Ð Ó ,ØÐ ð !#Ð ð ()Ð $Ø*.Ð Ó .Ø"$Ð àð !ó ñ %+Ø>Øô%Ð ó ð €ð Ð ð �Z‰Z�^‰^Ð6Ó7¸3Ñ>€
ð &+Ð "ð Ð à‡J�J‡N�NÐCÓDÈÑKð !ð BFÐ Ó Eð Ð ð —Z‘Z—^‘^Ð$@ÓAÀSÑH€Ó HØŸ™Ÿ™Ð(HÓIÈSÑPÐ Ó PØŸ
™
Ÿ™Ð'LÈbÓQÐ à‡J�J‡N�NØ2¹9¿;º;±CÈCóð ñð ó ð ‡J�J‡N�NÐ?ÀÓEÈÑLð ó ð (,Ð Ó +ð !#Ð ð @DÐ .Ó CØAEÐ 0Ó Eð ‡J�J‡N�NØ1Ø
�
‰
�‰Ð@À#ÓFóð ñ	ð ó ñ #)Ø
<ØØ?ô#Ð ó ð 01Ð 'Ó 0ñ )/Ø
JØØMô)Ð  ó ð €ð Ð ð -/Ð )ð ,0Ð Ó /ð
 $%Ð  ð
 Ð ð Ð ð  Ð ð €ð €ð —9“9Ð=¸sÓCÀsÑJÐ ð —	“	Ð7Ó8¸CÑ?€ð —)“)Ð;Ó<ÀÑC€ñ RXØ�J‰J�N‰NÐ3°YÓ?ò 3óñ 3ˆDð 	Ø(¨$Ø.°Ø% tð
ò 	
ñ
 3ñô
R€ó 
ñ" �B—J‘J—N‘NÐ#@À!ÓDÓE�à—:‘:—>‘>Ð"BÀCÓHÈCÑOÑ ð "&Ñ ð  %Ñ ð  Ñ ð "'Ñ ð Ñ ð �àÑ ð Ñ ð "#Ñ à&*Ñ #àÑ àÑ ð %*Ñ !ñ
 ,2ØBØEØô,Ñ "ó ð "&Ñ à$Ñ ð 6:Ñ $Ó 9Ø7;Ñ &Ó ;ð
 "$Ñ Ó #ð  $Ñ ð Ñ ð  × 1Ò 1Ñ1×OÐO°U¸e×>OÒ>OÑ5OÑ Ù“[×8Ð8Ñ$8Ñ ð ‡J�J‡N�NÐEÀsÓKÈsÑRñ #ð
 #'Ñ Ó &Ø%)Ñ Ó )ñ Ø2Øô�ó öò 6Ó7Ñ Ó 7ð &.Ñ Ó -ñ !'Ø7Ø:Øô!Ñ ó ñ 14Ø‡J�J‡N�NÐCÀRÓHó1Ñ (ó ñ
 Ø Øô�ó ð  Ñ ØÑ ð  ØðCÑ ó ð
 !Ñ Ó  ð ',§m¢m×&7×&7Ñ&7™s¸SÑ à‡J�J‡N�NØ3Ñ5Qóð ññ ð +,Ñ "Ó +Ø*,Ñ "Ó ,ð +/Ñ "Ó .ð 36Ñ (Ó 5ð 2?Ñ )Ó >ð ‡J�J‡N�NÐ<¸cÓBÀcÑIñ ó ÷
:ò :÷
P-ò P-öf6öñD '0§k¢k™dÒ7MÓ7O�Ó Oöò@ 6Ó7Ñ Ó 7ñ $*Ø:Ø=Øô$Ñ ó ñ #)Øô#Ñ ó ñ ">Ó!?Ñ Ó ?ñ $*Ø
;ô$Ñ ó ñ 39ØIØLØô3Ñ )ó ð ‡J�J‡N�NÐ>ÀÓDÈÑKñ ó ñ
 '-Ø
>ô'Ñ ó ð ‡J�J‡N�NÐ8¸#Ó>À#ÑEñ ó ð ‡J�J‡N�NÐ;¸SÓAÀSÑHñ ó ð ‡J�J‡N�NÐ=¸sÓCÀsÑJñ ó ó
 Ù‡;‚;ð
 ß$Ð$çˆ;Ù&×3Ó3Ø—’—’™[×0Ò0°°b·f²fÓ=¸zÓJó Òñ  '×3Ó3°JÓ?Òð
 Ñð Ñ ð —
‘
—‘Ð<¸cÓBÀcÑI�ð ‡J�J‡N�NÐ8¸#Ó>À#ÑEñ ð Ñ ð Ñ ð Ñ ð (-Ñ $ð Ñ ð(  Ñ ð �ð Ñ ð �Ó ð —‘—‘Ð >ÀÓDÈÑK�ð #Ñ ð
 $Ñ ð Ñ ð !Ñ ñ +4«+¤oÑ Ó 5à�z‰z�~‰~Ð5°rÓ:�Ù  BÑ&Ñ Ù ,°Ô 3™"¹Ñ ð (*§z¡z§~¡~Ø" Dó(Ñ ó ð
 ‡J�J‡N�NÐHÓIÈSÑPñ 0ð Ñ ð —‘—‘Ð 8¸#Ó>À#ÑE�Ó Eð %*Ñ Ó )ð  %Ñ Ó $ð (-Ñ Ó ,ð
 $Ñ Ó #ð $Ñ Ó #ð 8=Ñ .Ó <ð ,1Ñ "Ó 0ð .3Ñ $Ó 2ð ‡J�J‡N�NÐ?ÀÓEÈÑLñ ð Ÿ*™*Ÿ.™.Ð)JÈCÓPÐTWÑWÑ Ó Wð 37Ñ )Ó 6ð 46Ñ Ó 5á˜RŸZ™ZŸ^™^Ð,MÈuÓUÓVÑ Ó Vñ $'Ø‡J�J‡N�NÐ>ÀÓDó$Ñ ó ð !&Ñ Ó %ö	ñ %+Ø1Øô%Ñ ó ÷ò ÷"M+ò M+ö`;÷|x&ò x&÷vS.ò S.÷r%ò %÷(ò (ñD ‘WÓô;‰7ó ;ó ñ;ñ@ ‘WÓôT‰'ó Tó ñT÷bOó bOðL =B�Ó Að 7?�Ó >ñ "*�Ó )ð "*�Ó )÷&ô &÷
ô ÷8?ð ?÷uô u÷p+ð +ó"Ñ ó ó""*Ñ ó "÷J
ð 
ñ 7Ñ ð UW�Ó Vð ‡IƒIÑHÈ#ÓNÐRUÑUñ +÷
 ô  ÷94ô 94÷x Þ,÷(ô (ð@ ‡J�J‡N�NÑ:¸CÓ@ÀCÑGñ ó ð ‡J�J‡N�NÑKÈSÓQÐUXÑXñ )ó ñ
 �c—k’k¡(Õ+Ö ,ùòaGøñH ™Ð$ô  ØÔð ús0   öAU:
ÁDAU? ÁD*AAU? ÁE9AU? ÁU?AVÁVAV