+
    .åûj–: ã                  ó¸"  a€ 0 t $ ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t	^ RI
t
^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHtHtHtHtH t H!t!H"t"H#t$ ^ RI%H%t% ^ RIH&t& ^ RI'H(t(H)t)H*t*H+t+H,t,H-t-H.t.H/t/H0t0H1t1 ^ RI2H3t3H4t4H5t5 ^ RIH6t6 ^ RI7t7^ RI8t8^ RI9H:u H;t< ^ R	I=H>t>H?t? ^ R
I@HAtA ^ RIBHCtC ^ RIDHEtE ^ RIFHGtGHHtHHItIHJtJ ^ RIKHLtL ^ RI9HMtMHNtN ^ RIOHPtP RR.tQ^ RIRHStS ^ RITHUtUHVtVHWtWHXtXHYtY ]/'       dg   ^ RIHZtZH[t[ ^ RI\H]t] ^ RI8H^t^H_t_H`t` ^ RIaHbtb ^ RIcHdtd ^ RIeHftf ^ RIgHhth ^RIiHjtj ^RIkHltl ^RImHntn ^RIoHptp ^R IqHrtrHstsHtttHutuHvtvHwtw ^R!IxHyty ^R"IzH{t{H|t| ]5! R#4      t}R$ R% lt~R& R' lt]EP                   R( R) l4       t�R* R+ lt‚R, R- ltƒ^ R.I„H…t… ^ R/I†H‡t‡ ^ R0IˆH‰t‰ ^ R1IŠH‹t‹ ^ R2IŒH�t� ^ R3IŽH�t� ^ R4I�H‘t‘H’t’H“t“H”t”H•t•H–t– ^ R5I—H˜t˜H™t™ ^ R6IšH›t›Hœtœ ^R7I�Hžtž ^R8IŸH t¡ ]P"                  R98H  t¢]EPF                  ! ]¤4      t¥R:t¦]~! 4       t§R;]¨R<&   R=t©]5! R>4      tª]«]7EPX                  ]7EPX                  3,          t­]8EP\                  ]¯,          ]8PÀ                  ,          R,          t° ! R? R@]-4      t±]²! ER�4      t³ ! RA RB]-4      t´RC RD ltµRE RF lt¶RG RH lt·RI RJ lt¸]¢'       d   RKM]EPr                  ! RLRM4      tºRNRORPRQRRRS]º 2/t»^t¼^t½^t¾^€t¿]¾tÀ]¾tÁ^€tÂ]L! ]8EP†                  ]8EPˆ                  ]8EPŠ                  .4      tÆRT]¨RU&   ]8EPŽ                  ]8EP�                  ]8EP’                  ]8EP”                  3tË]L! ]8EP˜                  ]8EPš                  ]8EPœ                  ]8EPž                  ]8EP                   ]8EP¢                  ]8EP¤                  ]8EP†                  ]8EPˆ                  ]8EPŠ                  ]8EP¦                  .]ËO4      tÔRT]¨RV&   ^@tÕ]Õ]Õ^,
          ,          ^ 8X  d   ]Õ^8¼  g	   ]Ö! RW4      hRX RY lt×RZ R[ ltØ ! R\ R]]7EP²                  4      tÚ]EP¶                  ! R^R_7       ! R` Ra4      4       tÜER�Rb Rc lltÝER‘Re Rf lltÞRg Rh ltßER‘Ri Rj lltà]EP                   Rk Rl l4       táRm Rn ltâRo Rp ltãRq Rr ltäRs Rt ltåRu Rv ltæRw Rx ltçRy Rz lt R{ R| ltèR} R~ ltéR R€ ltêR� R‚ ltëRƒ R„ ltìR… R† ltíR‡ 3Rˆ R‰ lltîRŠ R‹ ltïER’RŒ R� lltðER“RŽ R� lltñER”R� R‘ lltòR’ R“ ltóR” R• ltôR– R— ltõR˜ R™ ltöRš R› lt÷]4! Rœ4      tø]5! R�R^Rž7      tù]]*](]ø3,          ]ù3,          tú ! RŸ R ].]+]ø]ù3,          4      tûR¡ R¢ ltüR£ R¤ ltýR¥ R¦ ltþR§ R¨ ltÿR© Rª lEt ]PL                  ! R«R¬7      R­ R® l4       EtR¯ R° lEtER•R± R² llEtR³ R´ lEtRµ R¶ lEtR· R¸ lEtR¹ Rº lEtR» R¼ lEtR½ R¾ lEt	R¿ RÀ lEt
RÁ RÂ lEtRÃ RÄ lEtRÅ RÆ lEtRÇ RÈ lEt]²! . ER–O]8EP                  EP                   e   RÉ.M. ,           4      EtRÊ RË lEtRÌ RÍ lEtRÎ RÏ lEt. EtRÐ]¨RÑ&   RÒ RÓ lEtRÔ RÕ lEt]EP0                  RÖ R× l4       Et]EP0                  ER—RØ RÙ ll4       EtE]EtE]EtE]EtRÚRd/RÛ RÜ llEtRÚRd/RÝ RÞ llEt]PL                  ! ^4      Rß Rà l4       Et  ! Rá Râ]H4      Et! ! Rã Rä]H4      Et"Rå Ræ lEt# ! Rç Rè]H4      Et$]EP0                  Ré Rê l4       Et% ! Rë Rì]G4      Et&]EP                   ER˜Rí Rî ll4       Et']PL                  Rï Rð l4       Et(]PL                  Rñ Rò l4       Et)Ró Rô lEt*ER™Rõ Rö llEt+ER•R÷ Rø llEt,ERšRù Rú llEt-Rû Rü lEt.Rý Rþ lEt/Rÿ ER  lEt0ER ER lEt1ER ER lEt2ER ER lEt3ERRdERRdER	R^/ER
 ER llEt4]¾3ER ER llEt5ER ER lEt6ERRERRd/ER ER llEt7ER™ER ER llEt8ER™ER ER llEt9ER ER lEt:]EP                   ER ER l4       Et;ER ER lEt<ER ER lEt=ER  ER! lEt>ER" ER# lEt?ER$ ER% lEt@ER& ER' lEtAER( ER) lEtB ! ER* ER+]EP†                  4      EtDER, ER- lEtEER. ER/ lEtFER0 ER1 lEtGER2 ER3 lEtHER4 ER5 lEtIER™ER6 ER7 llEtJERRd/ER8 ER9 llEtKERRd/ER: ER; llEtLER< ER= lEtM]PL                  ! ^R¬7      ER> ER? l4       EtN]PL                  ! ^R¬7      ER@ ERA l4       EtOERB EtP]PL                  ! ^R¬7      ERC ERD l4       EtQERE ERF lEtRERG ERH lEtSERI ERJ lEtTER›ERK ERL llEtUERM ERN lEtV]¯]7EPX                  ,          EtWERO]¨ERP&   ]EP                   ERœERQ ERR ll4       EtX]EP                   ERS ERT l4       EtY]EP                   ERU ERV l4       EtZ]EP                   ERW ERX l4       Et[]PL                  ERY ERZ l4       Et\ER[ ER\ lEt]]EP                   ER] ER^ l4       Et^ER_ ER` lEt_ERa ERb lEt`ERc ERd lEtaERe ERf lEtbERg ERh lEtcERi ERj lEtdER�ERk ERl llEteERm ERn lEtfERo ERp lEtg ! ERq ERr4      EthERs ERt lEtiERu ERv lEtjERw ERx lEtkERy ERz lEtlER{ ER| lEtmER} ER~ lEtnER ER€ lEto]EP0                  ER� ER‚ l4       EtpER•ERƒ ER„ llEtqER… ER† lEtrER‡ ERˆ lEtsER‰ ERŠ lEttER‹ ERŒ lEtuER� ERŽ lEtvER� ER� lEtw]EP0                  ER‘ ER’ l4       EtxER“ ER” lEtyER• ER– lEtz]EP                   ER— ER˜ l4       Et{]EP                   ER™ ERš l4       Et|ER•ER› ERœ llEt}ER� ERž lEt~ERŸ ER  lEt]EP                   ER¡ ER¢ l4       Et€ER•ER£ ER¤ llEt�]EP                   ER¥ ER¦ l4       Et‚ER§ ER¨ lEtƒER© ERª lEt„ER« ER¬ lEt…ER­ ER® lEt†ER¯ ER° lEt‡ER± ER² lEtˆER³ ER´ lEt‰ERµ ER¶ lEtŠ ! ER· ER¸]EP†                  4      Et‹ER¹ ERº lEtŒER» ER¼ lEt�ER½ ER¾ lEtŽER•ER¿ ERÀ llEt�ERÁ ERÂ lEt�ER•ERÃ ERÄ llEt‘ERÅ ERÆ lEt’ERÇ ERÈ lEt“ERÉ ERÊ lEt”ERË 3ERÌ ERÍ llEt•ERÎ 3ERÏ ERÐ llEt–ERÑ ERÒ lEt—ERÓ ERÔ lEt˜ERÕ ERÖ lEt™]EP¶                   ! ER× ERØ4      4       Etš]EP0                  ERÙ ERÚ l4       Et›ERÛ ERÜ lEtœERÝ ERÞ lEt�ERß ERà lEtž]PL                  ! R4      ERá ERâ l4       EtŸER•ERãRERäRERåR/ERæ ERç lllEt ERè ERé lEt¡ERê ERë lEt¢ERì ERí lEt£ERî ERï lEt¤ERð ERñ lEt¥ERò ERó lEt¦ERô ERõ lEt§ERö ER÷ lEt¨ERø ERù lEt©ERú ERû lEtªERü ERý lEt«ER•ERþ ERÿ llEt¬ER  ER lEt­ER ER lEt®ER ER lEt¯ER ER lEt°ER ER	 lEt±ER
ERERERERERERERERERERERERER/Et²E]²EPg                  4        U Uu/ uF  w  rWbK	  	  upp Et´]EPj                  ! ER4      Et¶ER ER lEt·ER ER lEt¸ER ER lEt¹ER ER lEtº]EP                   ER  ER! l4       Et»]EP¶                   ! ER" ER#4      4       Et¼/ Et½ER$]¨ER%&   ER& ER' lEt¾]L! 4       Et¿ER(]¨ER)&   ER* ER+ lEtÀER•ER, ER- llEtÁER. ER/ lEtÂER0 ER1 lEtÃ]5! ER24      EtÄ]5! ER34      EtÅ ! ER4 ER5]!E]ÄE]Å3,          4      EtÆ]3! R^ER67      ER•ER7R^/ER8 ER9 lll4       EtÇER: ER; lEtÈ ! ER< ER=]EP†                  4      EtÉ]EP                   ER> ER? l4       EtÊER@ ERA lEtËERB ERC lEtÌERD ERE lEtÍERF ERG lEtÎERH ERI lEtÏERJ ERK lEtÐERL ERM lEtÑERN ERO lEtÒERP ERQ lEtÓERR ERS lEtÔERžEtÕERT ERU lEtÖERV ERW lEt×ERX ERY lEtØER›ERZ ER[ llEtÙER\ ER] lEtÚER^ ER_ lEtÛER` ERa lEtÜERb ERc lEtÝERd ERe lEtÞERf ERg lEtß]EP0                  ERh ERi l4       Età]EP¶                  ! R^R_7       ! ERj ERk4      4       Etá]ERl](3,          Etâ]E]âE]á.E]â3,          Etã ! ERm ERn4      EtäE]ä! 4       EtåERo ERp lEtæERq ERr lEtçERs ERt lEtèERu ERv lEtéERw ERx lEtê]L! . ERŸO4      EtëERy ERz lEtì]&ER{ ER| l4       EtíER} ER~ lEtîER ER€ lEtïER� ER‚ lEtðERƒ ER„ lEtñ]PL                  ER… ER† l4       EtòER‡ ERˆ lEtóER‰ ERŠ lEtôER‹ ERŒ lEtõER™ER� ERŽ llEtöR# u upp i (   é    )ÚannotationsN)	ÚCallableÚ
CollectionÚ	GeneratorÚIterableÚIteratorÚMappingÚMutableMappingÚ
MutableSetÚSet)Údatetime)Ú	lru_cache)
ÚAnyÚcastÚConcatenateÚGenericÚLiteralÚ
NamedTupleÚProtocolÚTYPE_CHECKINGÚ	TypeAliasÚ	TypeGuard)Údataclass_transformÚ	ParamSpecÚTypeVar)Úmock)Údatasheet_dram_bw_gbsÚdatasheet_tops)ÚDeviceProperties)Ú_needs_inductor_compile)Údtype_abbrs)ÚDeferredLineBaseÚIndentedBufferÚLineContextÚValueWithLineMap)Ú
OrderedSet)Útree_flattenÚtree_map_only)Úhas_triton_packageÚ!activation_quantization_aten_passÚinductor_autotune_lookup_table©Ú_sympy_subs)Úfree_symbolsÚfree_unbacked_symbolsÚGuardOnDataDependentSymNodeÚIterateExprsÚShapeEnv)ÚSequenceÚ
ValuesView)ÚPath)ÚSymBoolÚSymFloatÚSymInt)ÚELEMENTWISE_TYPE_PROMOTION_KIND)ÚGraphModule)ÚNode)ÚScalingType)ÚWorkspaceArg©ÚPythonWrapperCodegen)ÚDep©ÚGraphLowering)ÚBufferÚExternKernelÚIRNodeÚLayoutÚ	OperationÚReinterpretView©ÚCompiledFxGraph)ÚBaseSchedulerNodeÚSchedulerBufferÚTc               ó   € V ^8„  d   QhRR/# ©é   Úreturnú	list[str]© )Úformats   "ÚQC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_inductor\utils.pyÚ__annotate__rV   t   s   € ÷ ñ �Iñ ó    c                 ó’   € ^ RI Hp  V ! 4        UUu. uF(  w  rRV9  g   K  VP                  4       '       g   K&  VNK*  	  upp# u uppi )zØFreshly scan the DeviceInterface registry for GPU-class device types,
skipping indexed aliases such as "cuda:0". Production code should use the
GPU_TYPES snapshot below; this scan exists to compute it and for tests.
)Ú get_registered_device_interfacesÚ:)Útorch._dynamo.device_interfacerY   Úis_gpu)rY   ÚnameÚdevice_interfaces      rU   Ú
_gpu_typesr_   t   sP   € õ
 Pñ 'GÔ&Hôá&HÑ"ˆDØ�d‰?ô 	à/×6Ñ6×8÷ 	ˆÙ&Hòð ùó s   ‘A¡A¹Ac               ó    € V ^8„  d   QhRRRR/# ©rP   ÚdeviceÚstrrQ   ÚboolrS   )rT   s   "rU   rV   rV   ‚   s   € ÷ ñ  ð ¨ñ rW   c                ó`   € ^ RI Hp  V! V 4      P                  4       #   \         d     R# i ; i)aa  Whether a registered DeviceInterface reports the device available.

Tolerates partially-implemented out-of-tree interfaces: the base-class
is_available() raises NotImplementedError, which must not propagate out
of registry-driven consumers (some run at module import time). Device
types with no registered interface are likewise treated as unavailable.
©Úget_interface_for_deviceF)r[   rg   Úis_availableÚNotImplementedError)rb   rg   s   & rU   Ú_device_is_availablerj   ‚   s3   € õ HðÙ'¨Ó/×<Ñ<Ó>Ð>øÜô Úðús   ˆ ž-¬-c               ó   € V ^8„  d   QhRR/# ©rP   rQ   rc   rS   )rT   s   "rU   rV   rV   “   s   € ÷ ñ �cñ rW   c                 óŠ  € \          U u. uF  p \        V 4      '       g   K  V NK  	  pp V'       g   R # \        V4      ^8X  d
   V^ ,          # \        P                  P                  4       pVe   VP                  V9   d   VP                  # R V9   d   R M\        V4      ^ ,          p\        P                  RVVV4       V# u up i )Úcudaz�Multiple GPU types %s are available but the current accelerator (%s) is not one of them; defaulting to %r. Codegen may target the wrong device.)
Ú	GPU_TYPESrj   ÚlenÚtorchÚacceleratorÚcurrent_acceleratorÚtypeÚsortedÚlogÚwarning)ÚgpuÚ
avail_gpusÚaccÚchosens       rU   Úget_gpu_typer|   ’   s®   € å!*ÓH¡˜#Ô.BÀ3×.G—#�#¡€JÐHçÙÜ
ˆ:ƒ˜!ÔØ˜!�}Ðô ×
Ñ
×
/Ñ
/Ó
1€CØ
‚˜3Ÿ8™8 zÔ1Ø�x‰xˆð  Ô+‰V´¸
Ó1CÀAÕ1F€FÜ‡K�Kð	ð 	ØØôð €Mùò/ Is
   ‰C ¡C c               ó   € V ^8„  d   QhRR/# ©rP   rQ   rd   rS   )rT   s   "rU   rV   rV   ®   s   € ÷ Iñ I $ñ IrW   c                 óf   € \        \        R4      ;'       d    \        P                  ! 4       '       * # )a  
Detect if Python is running in free-threaded mode (without GIL).

Uses the sys._is_gil_enabled() API available in Python 3.13+ with
the --disable-gil flag or PEP 703 implementation.

Returns:
    bool: True if running free-threaded Python, False otherwise
Ú_is_gil_enabled)ÚhasattrÚsysr€   rS   rW   rU   Úhas_free_threaded_pythonrƒ   ®   s&   € ô ”3Ð)Ó*×HÐH´3×3FÒ3FÓ3HÔ/HÐHrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   ½   s   € ÷ 
ñ 
 4ñ 
rW   c                 óŒ   € ^ RI Hp  V P                  pVR8X  d   R# VR8X  d   R# VR8X  d   \        4       # \	        RV: R24      h)	zß
Determine if compilation workers should use threads instead of processes.

Checks the compile_worker_mode config and nogil availability.

Returns:
    bool: True if thread workers should be used, False for process workers
©ÚconfigÚthreadTÚprocessFÚautozInvalid compile_worker_mode: z1. Expected one of 'thread', 'process', or 'auto'.)Útorch._inductorr‡   Úcompile_worker_moderƒ   Ú
ValueError)r‡   Úmodes     rU   Úshould_use_thread_workersr�   ½   sR   € õ 'à×%Ñ%€DàˆxÔÙØ	�Ô	ÙØ	�ŒÜ'Ó)Ð)äØ+¨D©8Ð3dÐeó
ð 	
rW   rf   )Údetect_fake_mode)Ú
DeviceType)Ú	EventList)ÚGraphTransformObserver)Ú	ShapeProp)ÚCeilDivÚCleanDivÚFloorDivÚIdentityÚMaxÚModularIndexing)Úmake_symbolÚSymT)Úbound_sympyÚValueRangesr†   )ÚceildivÚwin32Ú&inductor_folded_scaled_mm_output_scalerR   ro   Ú!inductor_do_bench_using_profilingÚ_Tc                  ó6   € ] tR tRt$ R]R&   R]R&   R]R&   RtR# )ÚImportableConstexprTypei  rc   ÚmoduleÚqualnameÚ	root_namerS   N©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__Ú__static_attributes__rS   rW   rU   r¥   r¥     s   ‡ ØƒKØƒMØ‡NrW   r¥   c                  ó,   € ] tR tRt$ R]R&   R]R&   RtR# )ÚConstexprReprChildreni%  útuple[object, ...]Úvaluesz&Callable[[tuple[object, ...]], object]ÚrebuildrS   Nr©   rS   rW   rU   r±   r±   %  s   ‡ ØÓØ3×3rW   r±   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚvalueÚobjectrQ   zConstexprReprChildren | NonerS   )rT   s   "rU   rV   rV   *  s   € ÷ [ñ [ vð [Ð2Nñ [rW   c           
     ó†  a aa	a
€ \         P                  ! S 4      '       d¶   \        S \        4      '       g    \        ;QJ d(    . R \         P
                  ! S 4       4       F  NK  	  5M!! R \         P
                  ! S 4       4       4      oR VV 3R llp\        \        ;QJ d    . V 3R lS 4       F  NK  	  5V4      # ! V 3R lS 4       4      V4      # \        \        S 4      RR4      pVex   \        ;QJ d    . R V 4       F  NK  	  5M! R V 4       4      oR VV 3R	 llp\        \        ;QJ d    . V 3R
 lS 4       F  NK  	  5V4      # ! V 3R
 lS 4       4      V4      # \        S RR4      p\        V4      '       d�   \	        \        \        . \        \        \        \        3,          ,          3,          V4      ! 4       4      o	R V	V 3R llp\        \        ;QJ d    . R S	 4       F  NK  	  5V4      # ! R S	 4       4      V4      # \        S \        4      '       d›   \	        S P                  4       4      o	\        \        \        \        \        3,          .\        3,          \        S 4      4      o
R V
V 3R llp\        \        ;QJ d    . R S	 4       F  NK  	  5V4      # ! R S	 4       4      V4      # \        S \        4      '       d   \        \	        S 4      V 3R l4      # \        S \        4      '       d,   \!        S R4      '       d   \        \	        S 4      V 3R l4      # \        S \        4      '       d   \        \	        S 4      \        4      # \        S \"        4      '       dL   \        \        \        \        ,          .\        3,          \        S 4      4      p\        \	        S 4      V4      # R# )z;Describe the immediate values included in an object's repr.c              3  óL   "  € T F  qP                   '       g   K  Vx € K  	  R # 5i©N)Úrepr©Ú.0Úfields   & rU   Ú	<genexpr>Ú.get_constexpr_repr_children.<locals>.<genexpr>-  s   é € ÐRÑ*C ÇzÅz—u’uÓ*Cùó   ‚$š
$c               ó    € V ^8„  d   QhRRRR/# ©rP   Úchildrenr²   rQ   r·   rS   )rT   s   "rU   rV   Ú1get_constexpr_repr_children.<locals>.__annotate__/  s   € ÷ 	ñ 	Ð(:ð 	¸vñ 	rW   c                óž   <€ \         P                   ! S4      p\        SV 4       F%  w  r#\        P                  WP                  V4       K'  	  V# rº   ©ÚcopyÚzipr·   Ú__setattr__r]   ©rÄ   Úresultr¾   ÚchildÚfieldsr¶   s   &   €€rU   Úrebuild_dataclassÚ6get_constexpr_repr_children.<locals>.rebuild_dataclass/  s=   ø€ ä—Y’Y˜uÓ%ˆFÜ # F¨HÖ 5‘�Ü×"Ñ" 6¯:©:°uÖ=ñ !6àˆMrW   c              3  óP   <"  € T F  p\        SVP                  4      x € K  	  R # 5irº   ©Úgetattrr]   ©r½   r¾   r¶   s   & €rU   r¿   rÀ   7  ó   øé € ÐA¹&°”'˜% §¡×,Ð,»&ùó   ƒ#&Ú__attrs_attrs__Nc              3  óL   "  € T F  p\        VR R4      RJg   K  Vx € K  	  R# 5i)r»   TFN)rÓ   r¼   s   & rU   r¿   rÀ   >  s&   é € ð 
Ù+�e¬w°u¸fÀdÓ/KÐSXÐ/X�EŠE›|ùrÁ   c               ó    € V ^8„  d   QhRRRR/# rÃ   rS   )rT   s   "rU   rV   rÅ   B  s   € ÷ 	ñ 	Ð$6ð 	¸6ñ 	rW   c                óž   <€ \         P                   ! S4      p\        SV 4       F%  w  r#\        P                  WP                  V4       K'  	  V# rº   rÇ   rË   s   &   €€rU   Úrebuild_attrsÚ2get_constexpr_repr_children.<locals>.rebuild_attrsB  s=   ø€ Ü—Y’Y˜uÓ%ˆFÜ # F¨HÖ 5‘�Ü×"Ñ" 6¯:©:°uÖ=ñ !6àˆMrW   c              3  óP   <"  € T F  p\        SVP                  4      x € K  	  R # 5irº   rÒ   rÔ   s   & €rU   r¿   rÀ   I  rÕ   rÖ   Ú__repr_args__c               ó    € V ^8„  d   QhRRRR/# rÃ   rS   )rT   s   "rU   rV   rÅ   Q  s   € ÷ 	ñ 	Ð(:ð 	¸vñ 	rW   c                óÒ   <€ \         P                   ! S4      p\        SV 4       F?  w  w  r#p\        V\        4      '       g   \	        R 4      h\
        P                  WV4       KA  	  V# )z:Cannot sanitize an unnamed value returned by __repr_args__)rÈ   rÉ   Ú
isinstancerc   Ú	TypeErrorr·   rÊ   )rÄ   rÌ   r]   Ú_rÍ   Úitemsr¶   s   &    €€rU   Úrebuild_repr_argsÚ6get_constexpr_repr_children.<locals>.rebuild_repr_argsQ  s_   ø€ Ü—Y’Y˜uÓ%ˆFÜ$'¨¨xÖ$8Ñ ‘	�˜5Ü! $¬×,Ò,Ü#ØTóð ô ×"Ñ" 6°Ö7ñ %9ð ˆMrW   c              3  ó*   "  € T F	  w  rVx € K  	  R # 5irº   rS   )r½   rã   Úitems   &  rU   r¿   rÀ   \  s   é € Ð,¡e™7˜1•$£eùó   ‚c               ó    € V ^8„  d   QhRRRR/# rÃ   rS   )rT   s   "rU   rV   rÅ   f  s   € ÷ 	2ñ 	2Ð&8ð 	2¸Vñ 	2rW   c                óÊ   <€ \        V 4      p\        \        W4      4      p\        S\        P
                  4      '       d   \        S4      ! SP                  V4      # S! V4      # rº   )ÚiterÚdictrÉ   rá   ÚcollectionsÚdefaultdictrt   Údefault_factory)rÄ   Ú
child_iterÚ	sanitizedÚmapping_constructorr¶   s   &  €€rU   Úrebuild_mappingÚ4get_constexpr_repr_children.<locals>.rebuild_mappingf  sP   ø€ ä˜h›ˆJÜœS Ó8Ó9ˆIÜ˜%¤×!8Ñ!8×9Ò9Ü˜E”{ 5×#8Ñ#8¸)ÓDÐDÙ& yÓ1Ð1rW   c              3  ó4   "  € T F  q F  q"x € K  	  K  	  R # 5irº   rS   )r½   Úpairrè   s   &  rU   r¿   rÀ   o  s   é € Ð:¡5˜4²T¨T”$±T‘$£5ùó   ‚c                ó&   <€ \        S4      ! V 4      # rº   )rt   ©rÄ   r¶   s   &€rU   Ú<lambda>Ú-get_constexpr_repr_children.<locals>.<lambda>u  s   ø€ ¬4°¬;°xÔ+@rW   Ú_fieldsc                ó:   <€ \        \        S4      R 4      ! V 4      # )Ú_make)rÓ   rt   rú   s   &€rU   rû   rü   {  s   ø€ œW¤T¨%£[°'Ô:¸8ÔDrW   )ÚdataclassesÚis_dataclassrá   rt   ÚtuplerÎ   r±   rÓ   Úcallabler   r   r   r·   r	   rä   Úlistr�   ÚAbstractSet)r¶   rÏ   Úattrs_fieldsrÛ   Ú	repr_argsrå   rô   Úset_constructorrÎ   rä   ró   s   f       @@@rU   Úget_constexpr_repr_childrenr	  *  sü  û€ ä×Ò ×&Ò&¬z¸%Ä×/FÒ/Fß”ÑR¬+×*<Ò*<¸UÔ*CÓR—‘ÑR¬+×*<Ò*<¸UÔ*CÓRÓRˆ÷	ñ 	ô %ßŒEÔA¹&ÓA�EØó
ð 	
ØÔA¹&ÓAÓAØó
ð 	
ô
 œ4 ›;Ð(9¸4Ó@€LØÒç”ñ 
Ù+ó
—‘ñ 
Ù+ó
ó 
ˆ÷	ñ 	ô %ßŒEÔA¹&ÓA�EØó
ð 	
ØÔA¹&ÓAÓAØó
ð 	
ô
 ˜˜°Ó5€IÜ�	×ÒÜ”dœ8 B¬´´v¼v°~Õ1FÕ(GÐ$GÕHÈ)ÔTÓVÓWˆ÷	ñ 	ô %ßŒEÑ,¡eÓ,�EØó
ð 	
ØÑ,¡eÓ,Ó,Øó
ð 	
ô
 �%œ×!Ò!Ü�e—k‘k“mÓ$ˆÜ"Ü”gœf¤f˜nÕ-Ð.´Ð6Õ7¼¸e»ó
Ð÷	2ñ 	2ô %ßŒEÑ:¡5Ó:�EØó
ð 	
ØÑ:¡5Ó:Ó:Øó
ð 	
ô
 �%œ×ÒÜ$Ü�%‹LÔ@ó
ð 	
ô �%œ×Ò¤G¨E°9×$=Ò$=Ü$Ü�%‹LÜDó
ð 	
ô
 �%œ×ÒÜ$¤U¨5£\´5Ó9Ð9ä�%œ×%Ò%Üœx¬´&Õ)9Ð(:¼FÐ(BÕCÄTÈ%Ã[ÓQˆÜ$¤U¨5£\°?ÓCÐCárW   c               ó    € V ^8„  d   QhRRRR/# )rP   r¶   r·   rQ   ú
str | NonerS   )rT   s   "rU   rV   rV   ˆ  s   € ÷ 
ñ 
 vð 
°*ñ 
rW   c                óÒ   € \        V 4      p\        VR R4      p\        VRR4      pVe   Vf   R# \        V 4      pV R2V R23 F  pVP                  V4      '       g   K  Vu # 	  R# )rª   Nr¬   Ú()rt   rÓ   r»   Ú
startswith)r¶   Ú
value_typeÚ	type_nameÚtype_qualnameÚ
value_reprÚprefixs   &     rU   Ú_constexpr_type_repr_prefixr  ˆ  su   € Ü�e“€JÜ˜
 J°Ó5€IÜ˜J¨¸Ó=€MØÒ˜MÒ1ÙÜ�e“€JØ#�_ AÐ&¨9¨+°Q¨Ó8ˆØ× Ñ  ×(Ô(ØŠMñ 9ñ rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   r¶   r·   rÌ   z"dict[str, ImportableConstexprType]ÚseenúOrderedSet[int]rQ   ÚNonerS   )rT   s   "rU   rV   rV   •  s<   € ÷ IEñ IEØðIEà.ðIEð ðIEð 
ñ	IErW   c                ót  € \        V 4      V9   d   R # VP                  \        V 4      4       \        V 4      p\        VRR 4      p\        VRR 4      pVR8w  d   \	        V 4      MR pVEež   VEe™   VR8w  Ed‘   VEeŒ   VR8X  g   RV9   d   \        RV RV R24      hVP                  R	4      pWu8w  d   \        R
V RV RV R24      h\        P                  ! V 4      '       dy   \        V \        4      '       gc   \        P                  ! V 4       FH  pVP                  '       g   K  VP                  '       d   K+  \        RV RV RVP                   R24      h	  VP                  R^4      ^ ,          p	V	\        9   d   \        RV RV RV	 R24      hVP!                  V	4      p
V
eN   V
P"                  V
P$                  3VV	38w  d/   \        RV	 RV
P"                   RV
P&                   RV RV 2
4      h\)        VVV	R7      W&   \+        V 4      pVe"   VP,                   F  p\/        WÁV4       K  	  R # R # )Nr«   r¬   ÚbuiltinsÚ__main__z<locals>zTriton constexpr value type Ú.z\ is not importable. Define constexpr config classes at module scope in an importable module.r  z#Triton constexpr nested value type z uses the bare name z\ in its repr, which generated code cannot import. Use the type's qualified name in its repr.z&Triton constexpr dataclass value type z has repr-visible field ze with init=False, so its repr cannot be evaluated as a constructor call. Set repr=False or init=True.z requires import name zT, which would shadow a name reserved by generated Triton code. Rename the root type.z8Triton constexpr values require conflicting imports for ú: ú and )r¦   r§   r¨   )ÚidÚaddrt   rÓ   r  ÚImportErrorÚremovesuffixr   r  rá   rÎ   r»   Úinitr]   ÚsplitÚ _TRITON_CONSTEXPR_RESERVED_NAMESÚgetr¦   r¨   r§   r¥   r	  r³   Ú#_collect_importable_constexpr_types)r¶   rÌ   r  r  Útype_moduler  Úrepr_prefixÚrepr_qualnamer¾   r¨   ÚexistingÚrepr_childrenrÍ   s   &&&          rU   r'  r'  •  s�  € ô
 
ˆ%ƒy�DÔÙØ‡H�HŒR�‹YÔä�e“€JÜ˜* l°DÓ9€KÜ˜J¨¸Ó=€Mà.9¸ZÔ.GÔ# EÔ*ÈTð ð 	ÓØÓ%Ø˜:Õ%ØÓ#à˜*Ô$¨
°mÔ(CÜØ.Ø�-˜q  ð 0[ð[óð ð
 $×0Ñ0°Ó5ˆØÔ)ÜØ5Ø�-˜q  Ð/CØ �/ð "=ð=óð ô ×#Ò# E×*Ò*´:¸eÄT×3JÒ3JÜ$×+Ò+¨EÖ2�Ø—:—:’: e§j§j¢jÜ%Ø@Ø&˜- q¨¨Ð7OØ Ÿ:™:˜,ð 'XðXóð ñ 3ð "×'Ñ'¨¨QÓ/°Õ2ˆ	ØÔ8Ô8ÜØ.Ø�-˜q  Ð/EÀiÀ[ð Q(ð(óð ð —:‘:˜iÓ(ˆð Ò X§_¡_°h×6HÑ6HÐ$IØØðN
ô %
ô ØJØ�+˜R §¡Ð0°°(×2CÑ2CÐ1DÀEØ�-˜q  ð1óð ô
 4ØØ"Øô
ˆÑô 0°Ó6€MØÒ Ø"×)Ô)ˆEÜ/°¸tÖDó *ñ !rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r³   úIterable[object]rQ   zlist[ImportableConstexprType]rS   )rT   s   "rU   rV   rV   á  s    € ÷ Sñ SØðSà"ñSrW   c                ó|   € / p\        4       pV  F  p\        W1V4       K  	  \        VP                  4       R R7      # )zˆCollect imports for constructor-style constexpr reprs that use the type's
``__qualname__`` and can be evaluated in the generated module.c                ó2   € V P                   V P                  3# rº   )r¦   r¨   )Úspecs   &rU   rû   Ú0get_importable_constexpr_types.<locals>.<lambda>ì  s   € °T·[±[À$Ç.Á.Ñ4QrW   ©Úkey)r&   r'  ru   r³   )r³   rÌ   r  r¶   s   &   rU   Úget_importable_constexpr_typesr5  á  s:   € ð
 24€FÜ&›L€DÛˆÜ+¨E¸4Ö@ñ ô �&—-‘-“/Ñ'QÔRÐRrW   ÚspvÚTORCHINDUCTOR_XPU_KERNEL_FORMATÚzebinrn   z.cubinÚhipz.hsacoÚxpur  úOrderedSet[torch.dtype]Ú_TDM_SUPPORTED_DTYPESÚ_TMA_SUPPORTED_DTYPESzmust be power of 2c               ó    € V ^8„  d   QhRRRR/# )rP   ÚnbytesÚintrQ   rS   )rT   s   "rU   rV   rV   9  s   € ÷ 5ñ 5�3ð 5˜3ñ 5rW   c                óB   € V \         ,           ^,
          \         ) ,          # )z/Round up to the nearest multiple of ALIGN_BYTES)ÚALIGN_BYTES)r?  s   &rU   Ú_alignrC  9  s   € à”[Õ  1Õ$¬¨Õ4Ð4rW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úvú
sympy.ExprrQ   rd   rS   )rT   s   "rU   rV   rV   >  s   € ÷ Lñ L�:ð L $ñ LrW   c                ó&  € \        V \        P                  \        P                  \        34      '       d$   \	        \        \        V P                  4      4      # \        V \        4      ;'       g#    \        P                  ! V \        4      \        8H  # )z:v can be statically proven to be a multiple of ALIGN_BYTES)rá   ÚsympyÚAddr™   ÚallÚmapÚ_is_alignedÚargsÚalignÚgcdrB  )rE  s   &rU   rL  rL  >  sY   € ä�!”e—i‘i¤§¡¬CÐ0×1Ò1Ü”3”{ A§F¡FÓ+Ó,Ð,Ü�aœÓ×KÐK¤5§9¢9¨Q´Ó#<ÄÑ#KÐKrW   c                  ó8   € ] tR tRtRtRtRt]R R l4       tRt	R# )	rN  iE  z<Symbolically round up to the nearest multiple of ALIGN_BYTESTc               ó    € V ^8„  d   QhRRRR/# )rP   r¶   rF  rQ   zsympy.Expr | NonerS   )rT   s   "rU   rV   Úalign.__annotate__L  s   € ÷ ñ ˜ð Ð(9ñ rW   c                	ó    € \        V\        \        P                  34      '       d   \	        \        V4      4      # \        V4      '       d   V# R # rº   )rá   r@  rH  ÚIntegerrC  rL  )Úclsr¶   s   &&rU   ÚevalÚ
align.evalK  s<   € ä�eœc¤5§=¡=Ð1×2Ò2Üœ#˜e›*Ó%Ð%Ü�u×ÒØˆLñ rW   rS   N©é   )
rª   r«   r¬   r­   Ú__doc__ÚnargsÚ
is_integerÚclassmethodrV  r¯   rS   rW   rU   rN  rN  E  s!   † ÙFà€EØ€Jàôó ôrW   rN  T)Úfrozenc                  óD   € ] tR tRt$ RtR]R&   R]R&   R]R&   R	]R
&   RtR# )ÚGraphPartitionMapiS  zH
Mapping from the partition info (e.g., input/output) to the graph info
r@  r  zlist[int | None]Úinput_index_mappingzlist[list[int]]Úoutput_index_mappingrR   Úconstant_namesrS   N©rª   r«   r¬   r­   rZ  r®   r¯   rS   rW   rU   r`  r`  S  s&   ‡ ñð
 	ƒGð *Ó)ð *Ó)ð ×rW   r`  c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   ÚfnúCallable[[], Any]Úwarmupr@  ÚreprQ   ÚfloatrS   )rT   s   "rU   rV   rV   h  s/   € ÷ Gñ GÐ#ð G¨Sð G¸Cð GÈ%ñ GrW   c                ó2	  € V ! 4        \         P                  P                  4        \         P                  ! \	        R4      \         P
                  RR7      p\         P                  P                  RR7      p\         P                  P                  RR7      pVP                  4        \        ^4       F  pVP                  4        V ! 4        K  	  VP                  4        \         P                  P                  4        VP                  V4      ^,          p\        ^\	        W,          4      4      p\        ^\	        W',          4      4      p	\        V4       F
  pV ! 4        K  	  \        V	4       Uu. uF#  p\         P                  P                  RR7      NK%  	  pp\        V	4       Uu. uF#  p\         P                  P                  RR7      NK%  	  pp\         P                  P                  \         P                  P                  P                  .R7      ;_uu_ 4       p
\         P                  P                  4        \        V	4       F€  pVP                  4        WK,          P                  4        \         P                  P                   P                  R4      ;_uu_ 4        V ! 4        RRR4       W[,          P                  4        K‚  	  \         P                  P                  4        \         P"                  ! \%        WE4       UUu. uF  w  rÍVP                  V4      NK  	  upp4      pRRR4       \         P&                  ! X4      P)                  4       p\*        P-                  R4       \*        P-                  X
P/                  4       P1                  R	RR
7      4       \3        V
P5                  4        Uu. uFK  pVP6                  \8        P                  8X  g   K$  \:        P<                  ! RVP>                  4      f   KI  VNKM  	  up4      pV'       d,   V\@        P&                  ! R V 4       4      R,          ,          p\*        P-                  RV4       V# u upi u upi   + '       g   i     ELÄ; iu uppi   + '       g   i     EL\; iu upi )a:  
Returns benchmark results by examining torch profiler events.
This could be more accurate as it doesn't count CPU side overhead.
However, this also requires manually excluding irrelevant event, e.g.
vectorized_elementwise_kernel which is used to fill L2 cache,
various CUDA events, etc, so could also be fragile.
rn   ©Údtyperb   T©Úenable_timing©Ú
activitiesÚRunCudaModuleNú
raw eventsÚself_device_time_total©Úsort_byÚ	row_limitzfused_abs_max_\dc              3  ó8   "  € T F  qP                   x € K  	  R # 5irº   )Údevice_time_total)r½   Úevents   & rU   r¿   Úfp8_bench.<locals>.<genexpr>ª  s   é € ÐQÁ¸×3Ö3Ãùó   ‚ç     @�@úprofiling results: %s msç    €„ŽAéÿÿÿÿ)!rq   rn   ÚsynchronizeÚemptyr@  Úfloat16ÚEventÚrecordÚrangeÚzero_Úelapsed_timeÚmaxÚprofilerÚprofileÚProfilerActivityÚCUDAÚnvtxÚtensorrÉ   Úmeanrè   rv   ÚdebugÚkey_averagesÚtabler’   ÚeventsÚdevice_typer‘   ÚreÚmatchr]   Ú
statistics)rf  rh  ri  ÚcacheÚstart_eventÚ	end_eventrã   Úestimate_msÚn_warmupÚn_repeatÚpÚiÚsÚeÚtimesÚresrz  Úfiltered_eventss   &&&               rU   Ú	fp8_benchr¦  h  sP  € ñ „DÜ	‡J�J×ÑÔÜ�KŠKœ˜J›¬u¯}©}ÀVÔL€Eô —*‘*×"Ñ"°Ð"Ó6€KÜ—
‘
× Ñ ¨tÐ Ó4€IØ×ÑÔÜ�1ŽXˆØ�‰ŒÙ
Žñ ð ×ÑÔÜ	‡J�J×ÑÔØ×*Ñ*¨9Ó5¸Õ9€Kô �1”c˜&Õ.Ó/Ó0€HÜ�1”c˜#Õ+Ó,Ó-€Hô �8Ž_ˆÙ
Žñ ô BGÀxÄÓQÁ¸A”5—:‘:×#Ñ#°$Ð#Ö7Á€KÐQÜ?DÀX¼ÓO¹¸!”—‘×!Ñ!°Ð!Ö5¹€IÐOÜ	�‰×	Ñ	ä�N‰N×+Ñ+×0Ñ0ð
ð 
 ÷ 
ô 
ð 
Ü�
‰
×ÑÔ Ü�x–ˆAØ�K‰KŒMØ�N×!Ñ!Ô#Ü—‘—‘×&Ñ& ×7Õ7Ù”÷ 8à�L×ÑÖ!ñ !ô 	�
‰
×ÑÔ Ü—’Ü+.¨{Ô+FÔGÑ+F¡4 1ˆQ�^‰^˜AÖÑ+FÒGó
ˆ÷
ô" �*Š*�UÓ
×
 Ñ
 Ó
"€CÜ‡I�IˆlÔÜ‡I�Iˆa�n‰nÓ×$Ñ$Ð-EÐQSÐ$ÓTÔUÜð Ÿ™œó	
á#�à×!Ñ!¤Z§_¡_Ñ4ô ô —H’HÐ0°%·*±*Ó=÷	 ˆEÙ#ñ	
ó	€O÷ ØÜ�OŠOÑQÁÓQÓQØõõ	
ˆô
 ‡I�IÐ(¨#Ô.Ø€JùòO RùÚO÷ 8×7Ð7üó
 H÷
÷ 
ð 
üò*	
sP   Å1)QÆ))Q!ÈBR Ê#Q&Ê+AR Ì	Q:Ì%R Î9!RÏ RÐRÑ&Q7Ñ1R Ò R	Fc          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# ©
rP   rf  rg  rh  r@  ri  Úis_vetted_benchmarkingrd   rQ   rj  rS   )rT   s   "rU   rV   rV   ²  s:   € ÷ ñ Øðàðð 
ðð !ð	ð
 ñrW   c                óH   € ^ RI HpHp V! \        4      pV! V4      ! WW#4      # )r   )Úgpu_benchmark_lockÚmay_distort_benchmarking_result)Ú$torch._inductor.runtime.benchmarkingr«  r¬  Ú_do_bench_using_profiling)rf  rh  ri  r©  r«  r¬  Úlocked_benchs   &&&&   rU   Údo_bench_using_profilingr°  ²  s+   € ÷"ñ
 &Ô&?Ó@€LÙ*¨<Ô8Ø
�Cóð rW   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
rP   Úkineto_eventszIterable[Any]Úprofiler_eventsrž  r@  Úexpected_device_typer‘   rQ   rj  rS   )rT   s   "rU   rV   rV   Î  s:   € ÷ 6.ñ 6.Ø ð6.à"ð6.ð ð6.ð %ð	6.ð
 ñ6.rW   c           
     ó  a
a€ \        4       o
R  V
V3R lloV Uu. uF=  pVP                  \        8X  g   K  VP                  \        P
                  8X  g   K;  VNK?  	  pp\        V4      V8w  d#   \        RV R\         R\        V4       R24      hV F  pS! V4       K  	  RpV  Fµ  pVP                  4       pVP                  4       pVP                  4       p	VP                  4       V8X  g   KJ  V	R8w  g   KS  VS
9   g   V^ 8X  g   Kc  VS
9   g   Kl  VP                  4       R8w  g   Kƒ  WdP                  4       VP                  4       ,
          R	,          ,          pK·  	  V^ 8:  d   \        R
\         R24      hVR	,          V,          # u upi )c               ó    € V ^8„  d   QhRRRR/# )rP   rz  r   rQ   r  rS   )rT   s   "rU   rV   Ú2_get_do_bench_profile_result.<locals>.__annotate__Ö  s   € ÷ )ñ ) Sð )¨Tñ )rW   c                ó¶   <€ V P                   \        P                  8w  d   R # SP                  V P                  4       V P
                   F  pS! V4       K  	  R # rº   )r•  r‘   ÚCPUr   r  Úcpu_children)rz  rÍ   Úbenchmark_event_idsÚcollect_cpu_event_idss   & €€rU   r¼  Ú;_get_do_bench_profile_result.<locals>.collect_cpu_event_idsÖ  sB   ø€ Ø×Ñ¤
§¡Ô.Ùà×Ñ §¡Ô)Ø×'Ô'ˆEÙ! %Ö(ó (rW   z	Expected Ú z profiling events. Found z events.ç        Úgpu_user_annotationzContext Syncr}  z$Failed to capture device events for r  )r&   r]   Ú_DO_BENCH_PROFILE_EVENT_NAMEr•  r‘   r¹  rp   ÚRuntimeErrorÚlinked_correlation_idÚcorrelation_idÚactivity_typeÚend_nsÚstart_ns)r²  r³  rž  r´  rz  Úbenchmark_eventsÚdevice_time_usrÃ  rÄ  rÅ  r»  r¼  s   &&&&      @@rU   Ú_get_do_bench_profile_resultrÊ  Î  s—  ù€ ô ,6«<Ð÷)ñ )ñ %óá$ˆEØ�:‰:Ô5Ñ5ô 	ð ×Ñ¤§¡Ñ/÷ 	ˆÙ$ð ð ô ÐÓ Ô(ÜØ˜�z Ô#?Ð"@ð AÜÐ)Ó*Ð+¨8ð5ó
ð 	
ó
 "ˆÙ˜eÖ$ñ "ð €NÛˆØ %× ;Ñ ;Ó =ÐØ×-Ñ-Ó/ˆØ×+Ñ+Ó-ˆà×ÑÓÐ#7Ö7ØÐ!6Ö6à%Ð)<Ô<à)¨QÖ.°>ÐEXÖ3Xð —
‘
“ Ö.àŸ|™|›~°·±Ó0@Õ@ÀFÕJÕJŠNñ ð" ˜ÔÜØ2Ô3OÐ2PÐPQÐRó
ð 	
ð ˜FÕ" XÕ-Ð-ùòMs   ›F
·F
ÁF
c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# r¨  rS   )rT   s   "rU   rV   rV     sA   € ÷ Nñ NØðNàðNð 
ðNð !ð	Nð
 ñNrW   c           
     óà  € V'       g   ^ RI Hp V! 4        \        4       pVP                  4       p\	        V4      pV ! 4        VP                  4        \        P                  ! \        R4      \        P                  VR7      pVP                  RR7      p	VP                  RR7      p
V	P                  4        \        ^4       F  pVP                  4        V ! 4        K  	  V
P                  4        VP                  4        V	P                  V
4      ^,          p\        ^\        W,          4      4      p\        ^\        W,,          4      4      p\        V4       F
  pV ! 4        K  	  VP                  4        \        \        P                   P"                  V4      p\        P                   P%                  \        P                   P"                  P&                  V.R7      ;_uu_ 4       p\        V4       FN  pVP                  4        \        P                   P)                  \*        4      ;_uu_ 4        V ! 4        RRR4       KP  	  VP                  4        RRR4       \,        P/                  R4       \,        P1                  \2        P4                  4      '       d5   \,        P/                  XP7                  4       P9                  RRR	7      4       \;        XP                   P<                  P?                  4       VP?                  4       V\        \@        V4      4      p\,        P/                  R
4       \,        P/                  RV4       V#   + '       g   i     EKg  ; i  + '       g   i     EL; i)a*  
Returns benchmark results by examining torch profiler events.
This could be more accurate as it doesn't count CPU side overhead.
The benchmarked function is wrapped in a profiler record_function so
cache-clearing kernels can be excluded without relying on raw CUDA event
grouping or kernel names.
)Úmay_ban_benchmarkingrl  Trn  rp  Nrs  rt  ru  zprofiling time breakdownr~  r  r€  )!r­  rÍ  r|   Úupperrg   r�  rq   r‚  r@  r„  r…  r†  r‡  rˆ  r‰  rÓ   rŠ  rŒ  r‹  r¹  Úrecord_functionrÁ  rv   r‘  ÚisEnabledForÚloggingÚDEBUGr’  r“  rÊ  Úkineto_resultsr”  r‘   )rf  rh  ri  r©  rÍ  r•  Údevice_type_upperr^   r™  rš  r›  rã   rœ  r�  rž  Úprofile_activityrŸ  rÌ   s   &&&&              rU   r®  r®    s�  € ÷ "ÝMáÔä“.€KØ#×)Ñ)Ó+ÐÜ/°Ó<ÐÙ„DØ× Ñ Ô"Ü�KŠKœ˜J›¬u¯y©yÀÔM€Eð #×(Ñ(°tÐ(Ó<€KØ ×&Ñ&°TÐ&Ó:€IØ×ÑÔÜ�1ŽXˆØ�‰ŒÙ
Žñ ð ×ÑÔØ× Ñ Ô"Ø×*Ñ*¨9Ó5¸Õ9€Kô �1”c˜&Õ.Ó/Ó0€HÜ�1”c˜#Õ+Ó,Ó-€Hô �8Ž_ˆÙ
Žñ ð × Ñ Ô"ÜœuŸ~™~×>Ñ>Ð@QÓRÐÜ	�‰×	Ñ	ä�N‰N×+Ñ+×/Ñ/Øð
ð 
 ÷ 
ô 
ð
 
ä�x–ˆAà�K‰KŒMä—‘×/Ñ/Ô0L×MÕMÙ”÷ NÑMñ	 !ð 	×$Ñ$Ô&÷
ô  ‡I�IˆlÔÜ
×ÑœŸ™×&Ò&Ü�	‰	Ø�N‰NÓ×"Ñ"Ð+CÈrÐ"ÓRô	
ô *Ø	�
‰
×!Ñ!×(Ñ(Ó*Ø	�‰‹
ØÜ”
Ð-Ó.ó	€Fô ‡I�IÐ(Ô)Ü‡I�IÐ(¨&Ô1Ø€M÷) N×MÑMú÷
÷ 
ð 
ús%   Ç&A
MÈ0MÈ8MÍMÍ
MÍM-	c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   Y  s   € ÷ ñ  4ñ rW   c                 ó<  €  ^ RI Hp  \        P                  P	                  RR4       V RJ;'       d&    \        \        \        P                  RR4      R4      #   \         d     R# \         d+   pR\        T4      9  d   \        R	T 24      Th Rp?R# Rp?ii ; i)
r   )Ú	roi_alignztorchvision::nmsÚMetaNÚtorchvisionrØ  Fztorchvision::nms does not existzUnexpected RuntimeError: )Útorchvision.opsrØ  rq   Ú_CÚ%_dispatch_has_kernel_for_dispatch_keyr�   rÓ   Úopsr!  rÂ  rc   ÚAssertionError)rØ  r¢  s     rU   Úhas_torchvision_roi_alignrà  X  s�   € ðÝ-ä�‰×6Ñ6Ð7IÈ6ÔRØ Ð$÷ 
ð 
¬Ü”E—I‘I˜}¨dÓ3°[ó*
ð 	
øô ô ÚÜô Ø,´C¸³FÔ:Ü Ð#<¸Q¸CÐ!@ÓAÀqÐHÝûðús(   ‚0A ³%A ÁBÁ'BÁ0BÁ1BÂBc               ó    € V ^8„  d   QhRRRR/# )rP   rb   ztorch.device | None | strrQ   útorch.devicerS   )rT   s   "rU   rV   rV   i  s   € ÷ ñ Ð3ð ¸ñ rW   c                ó‚  € V f!   \         P                  ! R4      P                  # \        V \        4      '       d   \         P                  ! V 4      p V P
                  R9  d^   V P                  fP   \        V P
                  4      p\         P                  ! V P
                  VP                  P                  4       R7      # V # )Nr¿  )Úindex)ÚcpuÚmeta)
rq   r�  rb   rá   rc   rt   rä  rg   ÚWorkerÚcurrent_device©rb   r^   s   & rU   Údecode_devicerê  i  s…   € Ø‚~Ü�|Š|˜CÓ ×'Ñ'Ð'Ü�&œ#×ÒÜ—’˜fÓ%ˆØ‡{�{˜/Ô)¨f¯l©lÒ.BÜ3°F·K±KÓ@ÐÜ�|Š|˜FŸK™KÐ/?×/FÑ/F×/UÑ/UÓ/WÔXÐXØ€MrW   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚitzIterable[sympy.Expr]rQ   rF  rS   )rT   s   "rU   rV   rV   t  s   € ÷ ;ñ ;Ð*ð ;¨zñ ;rW   c                ó~   € \         P                  ! \        P                  V \        P
                  P                  4      # rº   )Ú	functoolsÚreduceÚoperatorÚmulrH  ÚSÚOne)rì  s   &rU   Úsympy_productrô  t  s#   € Ü×ÒœHŸL™L¨"¬e¯g©g¯k©kÓ:Ð:rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úseq1úSequence[sympy.Expr]Úseq2rQ   rF  rS   )rT   s   "rU   rV   rV   x  s(   € ÷ @ñ @Ð(ð @Ð0Dð @Èñ @rW   c           	     óØ   € \        V 4      \        V4      8X  g$   \        R \        V 4       R\        V4       24      h\        P                  ! \	        R \        W4       4       4      4      # )zLength mismatch: len(seq1)=z, len(seq2)=c              3  ó6   "  € T F  w  rW,          x € K  	  R # 5irº   rS   )r½   ÚaÚbs   &  rU   r¿   Úsympy_dot.<locals>.<genexpr>}  s   é € Ð>©o¡d a˜AŸEšE«oùs   ‚)rp   rß  rH  ÚexpandÚsumrÉ   )rö  rø  s   &&rU   Ú	sympy_dotr   x  sW   € Üˆt‹9œ˜D›	Ô!ÜØ)¬#¨d«)¨°LÄÀTÃÀÐLó
ð 	
ô �<Š<œÑ>¬c°$¬oÓ>Ó>Ó?Ð?rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úindicesr÷  ÚsizesrQ   rF  rS   )rT   s   "rU   rV   rV   €  s&   € ÷ ñ Ø!ðàðð ñrW   c                óø   € \        V 4      \        V4      8w  d$   \        R\        V 4       R\        V4       24      h\        P                  P                  p\        W4       F  w  r4W$,          V,           pK  	  V# )z7Row-major flatten: per-dimension indices -> flat index.z.indices and sizes must have equal length, got r  )rp   rß  rH  rò  ÚZerorÉ   )r  r  Úflaträ  Úsizes   &&   rU   Úflatten_indexr  €  sm   € ô
 ˆ7ƒ|”s˜5“zÔ!ÜØ<Ü�7‹|ˆn˜E¤# e£* ð/ó
ð 	
ô �7‰7�<‰<€DÜ˜7Ö*‰ˆØ�{˜UÕ"Šñ +à€KrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rä  rF  r  r÷  rQ   úlist[sympy.Expr]rS   )rT   s   "rU   rV   rV   �  s&   € ÷ ñ Øðàðð ñrW   c                ó†   € \        V4       UUu. uF$  w  r#\        V \        W^,           R 4      V4      NK&  	  upp# u uppi )z=Row-major decomposition: flat index -> per-dimension indices.N)Ú	enumeraterš   rô  )rä  r  r   r  s   &&  rU   Údecompose_indexr  �  sF   € ô ! Ô'ôá'‰GˆAô 	˜œ}¨U°qµ5°7¨^Ó<¸dÖCÙ'òð ùó s   �*=c               ó    € V ^8„  d   QhRRRR/# )rP   rì  zIterable[_T]rQ   zValuesView[_T]rS   )rT   s   "rU   rV   rV   ›  s   € ÷ +ñ +ˆ|ð + ñ +rW   c                ó`   € V  Uu/ uF  p\        V4      VbK  	  upP                  4       # u upi rº   )r  r³   )rì  Úxs   & rU   Úuniquer  ›  s+   € Ù Ó!™b˜ŒBˆq‹E�1ŠH™bÑ!×(Ñ(Ó*Ð*ùÒ!s   …+c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Únumberúint | sympy.ExprÚdenomrQ   rS   )rT   s   "rU   rV   rV   Ÿ  s$   € ÷ *ñ *Ð$ð *Ð-=ð *ÐBRñ *rW   c                ó¨  € \        V \        P                  4      '       g!   \        V\        P                  4      '       d5   \        \        P                  ! V 4      \        P                  ! V4      4      # \        V \
        4      '       d   \        V\
        4      '       g)   \        V  R \        V 4       RV R \        V4       24      h\        W4      # )r  ú, )	rá   rH  ÚExprr•   Úsympifyr@  rß  rt   Úruntime_ceildiv)r  r  s   &&rU   rŸ   rŸ   Ÿ  s’   € Ü�&œ%Ÿ*™*×%Ò%¬°E¼5¿:¹:×)FÒ)FÜ”u—}’} VÓ,¬e¯mªm¸EÓ.BÓCÐCô �vœs×#Ò#¬
°5¼#×(>Ò(>Ü ˜x r¬$¨v«,¨°r¸%¸ÀÄ4ÈÃ;À-ÐPÓQÐQÜ˜6Ó)Ð)rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r4  útorch.dtype | NonerQ   rc   rS   )rT   s   "rU   rV   rV   ª  s   € ÷ %Añ %AÐ$ð %A¨ñ %ArW   c                ó–  € V f   R# \        V 4      P                  R4      R.,          p/ RRbRRbRRbR	R
bRRbRRbRRbRRbRRbRRbRRbRRbRRbRRbRRbRRbR R!bR"R#R$R%R&RR'R(R)R*R+R,/CpTP                  \        VP	                  4       4       Uu/ uF  q3VbK  	  up4       \        V \         4      '       d   V # R-W!,           2# u upi )/Nz*i8r  rd   Úi1Ú
float8e4nvÚfp8e4nvÚfloat8e5Úfp8e5Úfloat8e4b15Úfp8e4b15Úfloat8e4b15x4Ú
fp8e4b15x4Úfloat8_e4m3fnÚfloat8_e5m2Úfloat8_e4m3fnuzÚfp8e4b8Úfloat8_e5m2fnuzÚfp8e5b16Úfloat8_e8m0fnuÚu8Úfloat4_e2m1fn_x2rƒ  Úfp16Úbfloat16Úbf16Úfloat32Úfp32Úfloat64Úfp64Úint8Úi8Úint16Úi16Úint32Úi32Úint64Úi64Úuint8Úuint16Úu16Úuint32Úu32Úuint64Úu64Ú*r€  )rc   r$  Úupdater  r³   rá   )r4  Ú	dtype_strÚtysrE  s   &   rU   Ú_type_ofrJ  ª  si  € ð
 ‚{ÙÜ�C“—‘˜sÓ# BÕ'€IðØ�ðà�iðð 	�Gðð 	�zð	ð
 	˜ðð 	˜ðð 	�wðð 	˜9ðð 	˜:ðð 	˜$ðð 	˜Dðð 	�6ðð 	�Fðð  	�6ð!ð" 	�6ð#ð$ 	�ð%ð& 	�ð'ð( 	�Ø�Ø�Ø�%Ø�%Ø�%ñ3€Cð8 ‡J�Jœd 3§:¡:£<Ô0Ó1Ñ0˜�1’Ñ0Ñ1Ô2Ü˜S¤#×&Ò&ˆ3Ð@¨a°µÐ/?Ð,@Ð@ùò 2s   ÂCc               ó    € V ^8„  d   QhRRRR/# )rP   ÚlstzIterable[int | torch.SymInt]rQ   r
  rS   )rT   s   "rU   rV   rV   Ò  s   € ÷ +ñ +Ø	%ð+àñ+rW   c                óX   € V  Uu. uF  p\         P                  ! V4      NK  	  up# u upi )z�
Gets the shape and stride of a tensor. For non-symbolic tensors, this is
trivial. But for symbolic tensors, we need to map from SymIntNode into
sympy.Expr.
)rH  r  ©rL  r   s   & rU   Úconvert_shape_to_inductorrO  Ò  s%   € ñ '*Ó*¡c ŒE�MŠM˜!Ö¡cÑ*Ð*ùÒ*s   …'c               ó    € V ^8„  d   QhRRRR/# )rP   Úvalúint | torch.SymIntrQ   r  rS   )rT   s   "rU   rV   rV   Ý  s   € ÷ 	ñ 	Ð 2ð 	Ð7Gñ 	rW   c                ór   € \        V \        P                  4      '       d   V P                  P                  # V # )z²
Convert SymInt to sympy.Expr, leave int as is.

Unlike sympy.sympify() which converts int to sympy.Integer,
this function preserves int as int and only converts SymInt to Expr.
)rá   rq   r8   ÚnodeÚexpr©rQ  s   &rU   Úconvert_symint_to_exprrW  Ý  s(   € ô �#”u—|‘|×$Ò$Ø�x‰x�}‰}ÐØ€JrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r   r  rQ   rR  rS   )rT   s   "rU   rV   rV   é  s   € ÷ ñ Ð)ð Ð.@ñ rW   c                óö   € ^RI Hp \        V \        4      '       d   V # \        V \        P
                  4      '       d   \        V 4      # VP                  P                  P                  P                  V RR7      # )zD
Like convert_shape_to_symint, but operates on a single expression.
©ÚVN)Úhint)
Úvirtualizedr[  rá   r@  rH  rT  ÚgraphÚsizevarsÚ	shape_envÚcreate_symintnode)r   r[  s   & rU   Úconvert_to_symintrb  é  sk   € õ ô �aœ×Òð 	
ðô
 ˜!œUŸ]™]×+Ò+ô �‹Fð	ð —‘×!Ñ!×+Ñ+×=Ñ=¸aÀdÐ=ÓKðrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rL  zIterable[int | sympy.Expr]rQ   zlist[int | torch.SymInt]rS   )rT   s   "rU   rV   rV   ú  s   € ÷ /ñ /Ø	#ð/àñ/rW   c                óB   € V  Uu. uF  p\        V4      NK  	  up# u upi )zn
Takes a list of shapes from Inductor and converts them into symints (or just
ints if all shapes are static).
)rb  rN  s   & rU   Úconvert_shape_to_symintre  ú  s"   € ñ +.Ó.©# QÔ˜aÖ ©#Ñ.Ð.ùÒ.s   …c               ó    € V ^8„  d   QhRRRR/# )rP   Úopútorch._ops.OpOverloadrQ   rd   rS   )rT   s   "rU   rV   rV     s   € ÷ Gñ GÐ%ð G¨$ñ GrW   c                óº   € \         ;QJ d0    R V P                  P                   4       F  '       g   K   R# 	  R# ! R V P                  P                   4       4      # )z%
Does this op overload have aliasing
c              3  ó<   "  € T F  qP                   R Jx € K  	  R # 5irº   )Ú
alias_info©r½   rû  s   & rU   r¿   Úis_view.<locals>.<genexpr>  s   é € ÐFÑ1E¨A�|‰| 4Õ'Ó1Eùs   ‚TF)ÚanyÚ_schemaÚ	arguments©rg  s   &rU   Úis_viewrr    sA   € ÷ ‹3ÑF°·±×1EÒ1EÓF�3Œ3ÐFŠ3ÐFˆ3ÑF°·±×1EÒ1EÓFÓFÐFrW   c                ó   € R # ©FrS   )rã   s   &rU   rû   rû     s   € ÉrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úuser;   Úis_pointwise_fnz'Callable[[torch._ops.OpOverload], bool]rQ   rd   rS   )rT   s   "rU   rV   rV     s+   € ÷ Iñ IØ	ðIà<ðIð 
ñIrW   c                ó‚  a€ V P                   R8w  d   R# \        V P                  \        P                  P
                  4      '       g!   V P                  \        P                  J g   R# \        \        P                  P
                  V P                  4      pV\        P                  J g   \        V4      '       dO   \        ;QJ d)    V3R lV P                   4       F  '       d   K   R# 	  R# ! V3R lV P                   4       4      # \        P                  P                  VP                  9   ;'       g	    S! V4      # )z�
Do all uses of this op have torch.Tag.pointwise or return True for optional `is_pointwise_fn`

Uses in views ops will follow the views uses
Úcall_functionFc              3  ó<   <"  € T F  p\        VS4      x € K  	  R # 5irº   )Úis_pointwise_use)r½   Úurw  s   & €rU   r¿   Ú#is_pointwise_use.<locals>.<genexpr>  s   øé € ÐKÁ¸AÔ# A ×7Ð7Ãùó   ƒT)rg  rá   Útargetrq   Ú_opsÚ
OpOverloadrð  Úgetitemr   rr  rJ  ÚusersÚTagÚ	pointwiseÚtags)rv  rw  r  s   &f rU   r{  r{    sÊ   ø€ ð ‡v�v�Ô Ùä�3—:‘:œuŸz™z×4Ñ4×5Ò5¸¿¹Äx×GWÑGWÓ9Wáä”%—*‘*×'Ñ'¨¯©Ó4€FØ”×!Ñ!Ó!¤W¨V§_¢_ß‹sÔKÀÇÂÓK�sŒsÐKŠsÐKˆsÔKÀÇÂÓKÓKÐKä�9‰9×Ñ &§+¡+Ñ-×HÐH±ÀÓ1HÐHrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   r  r   rM  ú	list[Any]Úkwargsúdict[str, Any]rQ   z&tuple[GraphModule, list[torch.Tensor]]rS   )rT   s   "rU   rV   rV   #  s,   € ÷ ñ ØðØ ðØ*8ðà+ñrW   c           	     óØ  aa€ \         P                  P                  4       o. oR  VV3R llpSP                  ! V .\	        \         P
                  W1V34      O5!  p\        V P                  P                  4      ^8X  d9   \        V P                  P                  ^ ,          P                  4      R8X  d   V3pSP                  V4       \         P                  P                  / S4      pVS3# )c               ó    € V ^8„  d   QhRRRR/# )rP   Úargútorch.TensorrQ   r;   rS   )rT   s   "rU   rV   Ú'gen_gm_and_inputs.<locals>.__annotate__)  s   € ÷ 6ñ 6˜Lð 6¨Tñ 6rW   c                ó`   <€ SP                  V 4       SP                  R \        S4       24      # )r�  )ÚappendÚplaceholderrp   )r�  ÚgÚ
graph_argss   &€€rU   Úadd_tensor_argÚ)gen_gm_and_inputs.<locals>.add_tensor_arg)  s,   ø€ Ø×Ñ˜#ÔØ�}‰}˜s¤3 z£?Ð"3Ð4Ó5Ð5rW   ÚTensor)rq   ÚfxÚGraphry  r(   r—  rp   ro  Úreturnsrc   rt   Úoutputr:   )r  rM  r‰  r•  rT  Úgmr“  r”  s   &&&   @@rU   Úgen_gm_and_inputsr�  #  s»   ù€ ô 	�‰�‰Ó€AØ%'€J÷6ñ 6ð �?Š?ØðÜœuŸ|™|¨^ÀF¸^ÓLó€Dô 	ˆF�N‰N×"Ñ"Ó# qÔ(Ü�—‘×&Ñ& qÕ)×.Ñ.Ó/°8Ô;àˆwˆØ‡H�HˆT„Nä	�‰×	Ñ	˜b !Ó	$€BØˆzˆ>ÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rb   rc   rQ   r  rS   )rT   s   "rU   rV   rV   ;  s   € ÷ 'ñ '˜ð '¨ñ 'rW   c                ó~   € V R 8X  d   R# \        V 4      pVP                  4       '       d   VP                  4        R# R# ©rå  N)rg   rh   r�  ré  s   & rU   r�  r�  ;  s7   € Ø�„ÙÜ/°Ó7ÐØ×$Ñ$×&Ò&Ø×$Ñ$Ö&ñ 'rW   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rP   ÚmodelúCallable[..., Any]Úexample_inputsúSequence[Any]r£  r@  rb   rc   rQ   rj  rS   )rT   s   "rU   rV   rV   C  s:   € ÷ ñ Øðà!ðð ðð ð	ð
 ñrW   c                ó  € \        V4       \        P                  ! R 4       \        P                  ! 4       p\        V4       F  pV ! V!  p\        V4       K  	  \        P                  ! 4       pXf   \        R4      hWt,
          # )i9  z4Expected result to be not None after timed execution)r�  rq   Úmanual_seedÚtimeÚperf_counterr†  rß  )r¢  r¤  r£  rb   Út0rã   rÌ   Út1s   &&&&    rU   Útimedr¬  C  sp   € ô �ÔÜ	×Ò�dÔÜ	×	Ò	Ó	€BÜ�5Ž\ˆÙ˜Ñ'ˆÜ�FÖñ ô 
×	Ò	Ó	€Bà‚~ÜÐSÓTÐTØ�7€NrW   c               ó4   € V ^8„  d   QhRRRRRRRRRR	R
RRR	/# )rP   r¢  r£  r¤  r¥  r£  r@  ÚrepeatÚbaselinerj  rb   rc   rQ   rS   )rT   s   "rU   rV   rV   V  sN   € ÷ ñ Øðà!ðð ðð ð	ð
 ðð ðð ñrW   c                óþ   € \         P                  ! \        V4       Uu. uF  p\        WW%4      NK  	  up4      p\         P                  ! V4      V,          p\        W„,          R  4       VP                  4       # u upi )z.6f)rq   r�  r†  r¬  ÚmedianÚprintrè   )	r¢  r¤  r£  r®  r¯  rb   rã   ÚtimingsÚtooks	   &&&&&&   rU   Úprint_performancerµ  V  se   € ô �lŠlÜ>CÀF¼mÓL¹m¸Œˆu eÖ	4¹mÑLó€Gô �<Š<˜Ó  5Õ(€DÜ	ˆT�_˜SÐ!Ô#Ø�9‰9‹;Ðùò	 	Ms   žA:c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úobjr·   Úmethodrc   rQ   r  rS   )rT   s   "rU   rV   rV   f  s!   € ÷ )ñ )˜6ð )¨3ð )°4ñ )rW   c                óH   a€ \        W4      ! 4       o\        WV3R l4       R# )zKReplace obj.method() with a new method that returns a precomputed constant.c                 ó   <€ S # rº   rS   )rÌ   s   €rU   rû   Ú#precompute_method.<locals>.<lambda>i  s   ø€ ¡rW   N)rÓ   Úsetattr)r·  r¸  rÌ   s   &&@rU   Úprecompute_methodr½  f  s   ø€ ä�SÔ!Ó#€FÜˆCœÖ(rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r·  r·   ÚmethodsrR   rQ   r  rS   )rT   s   "rU   rV   rV   l  s!   € ÷ 'ñ '˜Fð '¨Yð '¸4ñ 'rW   c                ó.   € V F  p\        W4       K  	  R# )zFReplace methods with new methods that returns a precomputed constants.N)r½  )r·  r¿  r¸  s   && rU   Úprecompute_methodsrÁ  l  s   € ãˆÜ˜#Ö&ó rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rû  r@  rü  rQ   rS   )rT   s   "rU   rV   rV   r  s!   € ÷ #ñ #ˆ3ð #�3ð #˜3ñ #rW   c                ó@   € \        W8„  4      \        W8  4      ,
          # rº   ©r@  ©rû  rü  s   &&rU   ÚcmprÆ  r  s   € Üˆq‰u‹:œ˜A™E›
Õ"Ð"rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  zint | Sequence[int]r  r@  rQ   úSequence[int]rS   )rT   s   "rU   rV   rV   v  s"   € ÷ ñ Ð'ð ¨sð °}ñ rW   c                ó¦   € \        V \        4      '       d   V .V,          # \        V 4      ^8X  d!   \        V 4      ! V ^ ,          .4      V,          # V # rX  )rá   r@  rp   rt   )r  r  s   &&rU   Úpad_listlikerÊ  v  sD   € Ü�!”S×ÒØˆs�T�zÐÜ
ˆ1ƒv�„{Ü�AŒw˜˜!��v‹ Õ%Ð%Ø€HrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r  ztuple[_T, ...]rQ   zlist[_T]rS   )rT   s   "rU   rV   rV     s   € ÷ $ñ $�Nð $ xñ $rW   c                óJ   € \        V 4      ^ 8X  d   . # R R lp\        WR7      # )r   c               ó    € V ^8„  d   QhRRRR/# )rP   Úelemr£   rQ   rc   rS   )rT   s   "rU   rV   Ú"tuple_sorted.<locals>.__annotate__ƒ  s   € ÷ ñ ˜ð ˜sñ rW   c                ó®   € \        V \        4      '       d   V # ^RIHp \        W4      '       g   \	        R\        V 4       24      hV P                  4       # )rY  )rK   z Expected BaseSchedulerNode, got )rá   rc   Ú	schedulerrK   rß  rt   Úget_name)rÎ  rK   s   & rU   Ú	sort_funcÚtuple_sorted.<locals>.sort_funcƒ  sE   € Ü�dœC× Ò ØˆKå0ä˜$×2Ò2Ü Ð#CÄDÈÃJÀ<Ð!PÓQÐQØ�}‰}‹ÐrW   r3  )rp   ru   )r  rÓ  s   & rU   Útuple_sortedrÕ    s$   € Ü
ˆ1ƒv�„{Øˆ	õô �!Ô#Ð#rW   ÚPÚRV)Ú	covariantc                  ó8   € ] tR tRt]R R l4       tR R ltRtR# )ÚCachedMethodi•  c               ó    € V ^8„  d   QhRRRR/# )rP   r™  r   rQ   r  rS   )rT   s   "rU   rV   ÚCachedMethod.__annotate__—  s   € ×,Ñ,˜3Ð, 4Ñ,rW   c                	ó   € R # rº   rS   )r™  s   &rU   Úclear_cacheÚCachedMethod.clear_cache–  s   € Ù),rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rM  úP.argsr‰  úP.kwargsrQ   r×  rS   )rT   s   "rU   rV   rÜ  ™  s   € ×DÑD˜fÐD°ÐD¸RÑDrW   c                	ó   € R # rº   rS   ©ÚselfrM  r‰  s   &*,rU   Ú__call__ÚCachedMethod.__call__™  s   € ÁrW   rS   N)rª   r«   r¬   r­   ÚstaticmethodrÞ  ræ  r¯   rS   rW   rU   rÚ  rÚ  •  s   † ØÜ,ó Ø,çDÑDrW   rÚ  c               ó    € V ^8„  d   QhRRRR/# ©rP   rf  z!Callable[Concatenate[Any, P], RV]rQ   zCachedMethod[P, RV]rS   )rT   s   "rU   rV   rV   �  s   € ÷ ñ Ð7ð Ð<Oñ rW   c           	     óä   a€ V P                   pR V R2oRV /p\        RV RS RS R2P                  4       V4       \        P                  ! V 4      ! W! R2,          4      pR V3R	 llpWCn        V# )
Ú__Ú_cacherf  z        def zC_cache_on_self(self):
            try:
                return self.zy
            except AttributeError:
                pass
            rv = fn(self)
            object.__setattr__(self, "z%", rv)
            return rv
        Ú_cache_on_selfc               ó    € V ^8„  d   QhRRRR/# ©rP   rå  r   rQ   r  rS   )rT   s   "rU   rV   Ú#cache_on_self.<locals>.__annotate__²  s   € ÷ ñ ˜#ð  $ñ rW   c                óH   <€ \        V S4      '       d   \        V S4       R # R # rº   ©r�   Údelattr©rå  r4  s   &€rU   rÞ  Ú"cache_on_self.<locals>.clear_cache²  s   ø€ Ü�4˜×ÒÜ�D˜#Öñ rW   ©rª   ÚexecÚlstriprî  ÚwrapsrÞ  )rf  r]   ÚctxÚwrapperrÞ  r4  s   &    @rU   Úcache_on_selfrý  �  s™   ø€ Ø�;‰;€DØˆtˆf�FÐ
€Cð �ˆ*€CÜðØˆFð à ˜Eð "'ð (+ eð ,	ð		÷ ‰F‹HØôô �oŠo˜bÔ! #¨¨nÐ&=Õ">Ó?€G÷ð ð &ÔØ€NrW   c               ó    € V ^8„  d   QhRRRR/# rê  rS   )rT   s   "rU   rV   rV   º  s   € ÷ ñ Ø)ðàñrW   c                ó   € \        V 4      # )zU
Variant of cache_on_self for properties. The only difference is the type signature.
)rý  )rf  s   &rU   Úcache_property_on_selfr   º  s   € ô ˜ÓÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Ú
class_namerc   rQ   z*Callable[[FN_TYPE[P, RV]], FN_TYPE[P, RV]]rS   )rT   s   "rU   rV   rV   Ä  s   € ÷ +ñ +Øð+à/ñ+rW   c                ó   a € R  V 3R llpV# )c               ó    € V ^8„  d   QhRRRR/# )rP   rf  zFN_TYPE[P, RV]rQ   rS   )rT   s   "rU   rV   Ú,cache_on_self_and_args.<locals>.__annotate__É  s   € ÷ $ñ $Øð$à	ñ$rW   c           	     óä   <a€ R S RV P                    R2oRV /p\        RS RS RS R2P                  4       V4       \        P                  ! V 4      ! VR,          4      pR	 V3R
 llpW2n        V# )rì  rã   rí  rf  z¶            def inner(self: Any, *args: P.args, **kwargs: P.kwargs) -> RV:
                args_kwargs = (args, tuple(sorted(kwargs.items())))

                if not hasattr(self, "z2"):
                    object.__setattr__(self, "z%", {})

                cache = self.zþ

                try:
                    return cache[args_kwargs]
                except KeyError:
                    pass

                rv = fn(self, *args, **kwargs)

                cache[args_kwargs] = rv
                return rv
            Úinnerc               ó    € V ^8„  d   QhRRRR/# rð  rS   )rT   s   "rU   rV   Ú=cache_on_self_and_args.<locals>.wrapper.<locals>.__annotate__è  s   € ÷ 	#ñ 	#˜cð 	# dñ 	#rW   c                óH   <€ \        V S4      '       d   \        V S4       R # R # rº   ró  rõ  s   &€rU   rÞ  Ú<cache_on_self_and_args.<locals>.wrapper.<locals>.clear_cacheè  s   ø€ Ü�t˜S×!Ò!Ü˜˜cÖ"ñ "rW   r÷  )rf  rû  r  rÞ  r4  r  s   &   @€rU   rü  Ú'cache_on_self_and_args.<locals>.wrapperÉ  s–   ù€ ð �:�,˜a §¡˜}¨FÐ3ˆð �RˆjˆÜð'ð (+ eð ,/Ø/2¨eð 4à!˜Uð #ð÷$ ‘“Øô)	
ô, —’ Ô# C¨¥LÓ1ˆ÷	#ð 	#ð (ÔØˆrW   rS   )r  rü  s   f rU   Úcache_on_self_and_argsr  Ä  s   ø€ ÷
$ð $ðL €NrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Únode_scheduleú*Sequence[BaseSchedulerNode] | ExternKernelrQ   zOrderedSet[Node]rS   )rT   s   "rU   rV   rV   ò  s   € ÷ ñ Ø=ðàñrW   c           
     óš  € ^RI Hp \        V \        4      '       d{   \        P
                  ! \        P                  V  Uu. uFA  p\        VR4      '       g   K  VP                  '       g   K+  VP                  P                  NKC  	  up\        4       4      # \        WP                  4      '       d   V P                  # \        4       # u upi )rY  ©ÚirrT  )Ú r  rá   r  rî  rï  rð  Úor_r�   rT  Úoriginsr&   rD   )r  r  rT  s   &  rU   Úaggregate_originsr  ò  s    € õ ä�-¤×&Ò&Ü×ÒÜ�L‰Lñ *óñ *�DÜ˜4 ×(ô "à-1¯Y­Yô "�—	‘	×!Ô!Ù)ñô ‹Ló	
ð 		
ô 
�M§?¡?×	3Ò	3Ø×$Ñ$Ð$ä‹|Ðùòs   Á C
ÁC
Á-C
c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  úSequence[BaseSchedulerNode]Údescriptive_namesz8Literal[True, 'torch', 'original_aten', 'inductor_node']rQ   rc   rS   )rT   s   "rU   rV   rV     s&   € ÷ <ñ <Ø.ð<àOð<ð 	ñ<rW   c                óÀ  € \        V 4      pVR 8X  dn   R pV Uu. uFH  pVP                  R8X  g   K  R VP                  9   g   K)  VP                  R ,          f   K@  V! V4      NKJ  	  pp\        \	        V4      4      pEMDVR8X  Ed   . pV Fä  pVP                  R8X  g   K  RpRpRVP                  9   d   VP                  R,          R,          pM-RVP                  9   d   VP                  R,          R,          pRpV'       g   K}  \        V^,          \        4      '       d"   VP                  V^,          V,           4       K»  VP                  V^,          P                  V,           4       Kæ  	  \        \	        V4      4      pM;VR	8X  d/   V Uu. uF!  qDP                  R8X  g   K  VP                  NK#  	  ppM\        hR
P                  R.V,           4      p\        4       '       dh   \        V4      ^28”  dX   \        P                  ! VP!                  R4      4      P#                  4       R,          p	VR,          P%                  R
4       R
V	 2pV# u upi u upi )Úoriginal_atenc                ó:  € V P                   R ,          pRp\        V\        P                  P                  4      '       d   VP
                  P                  pV# \        V\        P                  P                  4      '       d   \        VP                  4       4      pV# )r  r  )
ræ  rá   rq   r€  r�  Ú_overloadpacketrª   ÚHigherOrderOperatorrc   r]   )Úoriginr  r4  s   &  rU   Úget_origin_meta_strÚ2get_fused_kernel_name.<locals>.get_origin_meta_str  su   € Ø"ŸK™K¨Õ8ˆMØˆCÜ˜-¬¯©×)>Ñ)>×?Ò?Ø#×3Ñ3×<Ñ<�ð ˆJô ˜M¬5¯:©:×+IÑ+I×JÒJÜ˜-×,Ñ,Ó.Ó/�ØˆJrW   ry  Nrq   r  Úsource_fn_stackÚfwd_source_fn_stackÚbackwardÚinductor_noderã   Úfusedúutf-8:Né   N:Né)   Nr€  )r  rg  ræ  ru   r&   rá   rc   r‘  rª   r]   ri   ÚjoinÚ
is_windowsrp   ÚhashlibÚsha256ÚencodeÚ	hexdigestÚrstrip)
r  r  Úall_originsr!  r   ÚsourcesÚ	source_fnÚsuffixr]   Úhs
   &&        rU   Úget_fused_kernel_namer7    s  € ô $ MÓ2€KØ˜OÔ+ò	ñ &ó
á%�Ø�y‰y˜OÑ+ô (ð   6§;¡;Ñ.ô (ð —‘˜OÕ,ô	 (Ñ Ö'Ù%ð 	ð 
ô œ GÓ,Ó-ŠØ	˜gÕ	%àˆÛ!ˆFØ�y‰y˜OÖ+Ø �	Ø�Ø$¨¯©Ô3Ø &§¡Ð,=Õ >¸rÕ B‘IØ*¨f¯k©kÔ9à &§¡Ð,AÕ BÀ2Õ F�IØ'�Fß ÙÜ˜i¨�l¬C×0Ò0Ø—N‘N 9¨Q¥<°&Õ#8Ö9à—N‘N 9¨Q¥<×#8Ñ#8¸6Õ#AÖBñ "ô" œ GÓ,Ó-‰Ø	˜oÔ	-á&1ó
Ù&1˜F·Y±YÀ/Ñ5QŒKˆF�KŒK¡kð 	ð 
ˆô "Ð!Ø�8‰8�W�I Õ'Ó(€Dô
 ‡|‚|œ˜D›	 BœÜ�NŠN˜4Ÿ;™; wÓ/Ó0×:Ñ:Ó<¸RÕ@ˆØ�s•)×"Ñ" 3Ó'Ð(¨¨!¨Ð-ˆØ€KùòW
ùò<
s"   šI²IÁIÁIÆIÆ+Ii   )Úmaxsizec               ó    € V ^8„  d   QhRRRR/# )rP   rg  rh  rQ   rc   rS   )rT   s   "rU   rV   rV   H  s   € ÷ #ñ #Ð1ð #°cñ #rW   c                ó,   € \        V P                  4      # rº   )rc   r  rq  s   &rU   Ú_overloadpacket_strr;  G  s   € äˆr×!Ñ!Ó"Ð"rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  r  rü  r?   rQ   útuple[str, str]rS   )rT   s   "rU   rV   rV   L  s+   € ÷ o2ñ o2Ø=ðo2à!ðo2ð ño2rW   c                ó¼  aa!a"a#€ \        V 4      pV Uu. uF  q3P                  R8X  g   K  VNK  	  pp\        P                  ! \        4      p\        P                  ! \        4      pRo"V'       d�   \        R V 4       4      p\        V4      ^8X  dk   V^ ,          P                  o"\        S"R4      '       g0   \        S"P                  4       UU	u/ uF  w  r‰W˜bK	  	  p
pp	V
S"n        VP                  V"3R lR7       V EFˆ  pRVP                  9   dÍ   VP                  R,          e¸   VP                  R,          pRp\        V\        P                   P"                  4      '       d   \%        V4      pMC\        V\        P                   P&                  4      '       d   \)        VP+                  4       4      pV'       d"   Wm,          P-                  VP*                  4       RVP                  9   dI   VP                  R,          ^ ,          P*                  pW],          P-                  VP*                  4       EK:  VP                  P/                  R	4      R
8X  g   EK]  W[P*                  ,          P-                  VP*                  4       EK‹  	  S"e   RMRpSP0                   RV RRP3                  VP5                  4       4       RRP3                  VP5                  4       4       R2pSP0                   R2.p\7        VP9                  4       4       FA  w  ppVP-                  SP0                   RV RRP3                  \7        V4      4       24       KC  	  S"Eeè   ^RIHo! VP-                  SP0                   R24       \        4       p. p\        V S!P>                  4      '       Egé   ^RI H!p R V!3R llpR R lo#R V#3R llpV  EFÃ  p	\        V	R4      '       d   V	PD                  f   K&  \        V	PD                  R4      '       dÒ   V	PD                  PF                  eº   V	PD                  PF                   FŸ  pVP*                  V9   d   K  VPI                  VP*                  4       VP                  PK                  VP*                  4      pVf   K\  V! VVP*                  4      w  ppVP-                  SP0                   R V R!V! V4       R"V R24       K¡  	  \        V	PD                  R#4      '       g   EK2  V	PD                  PL                  f   EKM  V	PD                  PL                   F\  pVP                  PK                  VP*                  4      pVf   K.  V! VVP*                  4      w  ppVP-                  R$V,           4       K^  	  EKÆ  	  S"PN                  PQ                  R%/ 4      pV Fa  pVP/                  V4      p V f/   \)        VPS                  R&R'7      4      PU                  4       p V VV&   VPW                  V3R( lV  4       4       Kc  	  VP-                  SP0                   R)R*P3                  V4       24       VR+P3                  V4      3# u upi u up	pi ),a  
Retrieves metadata information for a kernel.
Args:
    node_schedule (Union[Sequence[BaseSchedulerNode], ExternKernel]):
        Either a sequence of BaseSchedulerNode objects or an ExternKernel instance.
    wrapper (PythonWrapperCodegen):
        An instance of PythonWrapperCodegen, used to define the code comment format.
Returns:
    tuple[str, str]:
        A tuple containing two strings:
            - The first string represents the kernel's metadata.
            - The second string represent the kernel's detailed metadata.
ry  Nc              3  ó8   "  € T F  qP                   x € K  	  R # 5irº   )r^  )r½   Úns   & rU   r¿   Ú&get_kernel_metadata.<locals>.<genexpr>i  s   é € Ð"C±N¨q§7¦7³Nùr|  Ú)_inductor_kernel_metadata_node_to_idx_mapc                ó*   <€ SP                   V ,          # rº   )rB  )r@  Úsingle_graphs   &€rU   rû   Ú%get_kernel_metadata.<locals>.<lambda>q  s   ø€ ˜l×TÑTÐUVÖWrW   r3  r  Ú	from_nodeÚpartitioner_tagÚis_backwardzTopologically SortedÚUnsortedr¾  z Source Nodes: [r  z], Original ATen: [Ú]z" Source node to ATen node mapping:ú   z => r  z Graph fragment:rZ  c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úbufferz-ir.TensorBox | ir.Buffer | ir.TorchBindObjectÚrw_namerc   rQ   ztuple[str, ir.Layout | None]rS   )rT   s   "rU   rV   Ú)get_kernel_metadata.<locals>.__annotate__œ  s$   € ÷ $ñ $ØEð$ØPSð$à-ñ$rW   c                óZ  <€ \        V SP                  4      '       dH   \        V P                  SP                  4      '       d"   V P                  P                  P                  pMV P                  pVf   TpMVP
                  p V P                  4       pW43#   \         d    R p Y43# i ; irº   )rá   Ú	TensorBoxÚdataÚ
StorageBoxÚorigin_noder]   Ú
get_layoutri   )rM  rN  rT  r]   Úlayoutr  s   &&   €rU   Úget_buffer_infoÚ,get_kernel_metadata.<locals>.get_buffer_infoœ  s¢   ø€ ô ˜f b§l¡l×3Ò3¼
Ø—K‘K §¡÷9ò 9ð #)§+¡+×"2Ñ"2×">Ñ">‘Kà"(×"4Ñ"4�KØÒ&à"‘Dà&×+Ñ+�Dð"Ø#×.Ñ.Ó0�Fð �|Ð#øô +ô "Ø!‘FØ�|Ð#ð"ús   ÂB ÂB*Â)B*c               ó    € V ^8„  d   QhRRRR/# )rP   ÚshapezIterable[int]rQ   rc   rS   )rT   s   "rU   rV   rO  °  s   € ÷ Añ A }ð A¸ñ ArW   c           	     óh   € R RP                  V  Uu. uF  p\        V4      NK  	  up4       R2# u upi )Ú[r  rJ  )r+  rc   )rZ  r  s   & rU   Ústringify_shapeÚ,get_kernel_metadata.<locals>.stringify_shape°  s1   € Ø˜4Ÿ9™9±eÓ%<±e°¤c¨!¦f±eÑ%<Ó=Ð>¸aÐ@Ð@ùÒ%<s   ‘/
c               ó    € V ^8„  d   QhRRRR/# )rP   rV  zir.Layout | NonerQ   rc   rS   )rT   s   "rU   rV   rO  ³  s   € ÷ ñ Ð(8ð ¸Sñ rW   c                ó  <€ V f   R# S! V P                   4       pS! V P                  4       p^ RIHp V P                  pV! 4       '       d   Ve   VP
                  MT pR\        V P                  ,           V V V R2# )Nr  )Ú_coor_enabledÚ")r  ÚstrideÚ"torch.fx.experimental.proxy_tensorra  rb   rt   r!   rm  )rV  Úshape_annotationÚstride_annotationra  rb   Údevice_annotationr]  s   &     €rU   Ústringfy_layoutÚ,get_kernel_metadata.<locals>.stringfy_layout³  s�   ø€ Ø’>ÙÙ&5°f·k±kÓ&BÐ%CÐ Ù'6°v·}±}Ó'EÐ&FÐ!õ MàŸ™�ñ &Ÿš¨FÒ,>ð —K’Kà"˜8ð "ð œ F§L¡LÕ1Ð2Ð3CÐ2DØ(Ð)Ð*;Ð)<¸Að?ðrW   Úread_writesÚreadsz   %z
 : Tensor z = PlaceHolder[target=ÚwritesÚ%Ú$_inductor_kernel_metadata_node_linesT)Úinclude_tensor_metadatac              3  óF   <"  € T F  pSP                    R V 2x € K  	  R# 5i)rK  N)Úcomment)r½   Úlinerü  s   & €rU   r¿   rA  ÷  s!   øé € Ð$UÉuÀt¨¯©Ð'8¸¸D¸6Õ%BËuùs   ƒ!z
   return Ú,Ú
),r  rg  rî   rï   r  r&   rp   r^  r�   r  ÚnodesrB  Úsortræ  rá   rq   r€  r�  r;  r  rc   r]   r‘  r&  rq  r+  Úkeysru   rä   r  r  rD   r]  r[  rj  rk  r   Útry_get_bufferrl  Ú__dict__Ú
setdefaultÚformat_nodeÚ
splitlinesÚextend)$r  rü  r2  r   Úinductor_nodesÚfrom_node_dictÚoriginal_aten_dictÚunique_graphsÚidxr@  Únode_to_idx_maprT  r  r4  Úsort_strÚmetadataÚdetailed_metadataÚoriginal_noderu  Ú	all_readsÚ
all_writesr[  rW  rh  ÚrrM  Ú
input_namerV  ÚwÚoutput_namerã   Ú
line_cacheÚlinesr  rD  r]  s$   &f                               @@@rU   Úget_kernel_metadatar�  L  s;  û€ ô$ $ MÓ2€KÙ+6ÓW©; ¿)¹)ÀÑ:V—f�f©;€NÐWä ×,Ò,¬TÓ2€NÜ$×0Ò0´Ó6Ðð
 €LßÜ"Ñ"C±NÓ"CÓCˆÜˆ}Ó Ô"Ø)¨!Õ,×2Ñ2ˆLä˜<Ð)T×UÒUÜ8AÀ,×BTÑBTÔ8UÔ"VÑ8U©f¨c 1¢6Ñ8U�Ñ"VØIX�ÔFØ×ÑÜWð  ô ô ˆØ˜dŸi™iÔ'¨D¯I©I°oÕ,FÒ,RØ ŸI™I oÕ6ˆMØˆCÜ˜-¬¯©×)>Ñ)>×?Ò?ä)¨-Ó8‘Ü˜M¬5¯:©:×+IÑ+I×JÒJÜ˜-×,Ñ,Ó.Ó/�ßØ"Õ'×.Ñ.¨t¯y©yÔ9Ø˜$Ÿ)™)Ô#Ø—)‘)˜KÕ(¨Õ+×0Ñ0ˆCØÕ×&Ñ& t§y¡y×1Ø�Y‰Y�]‰]Ð,Ó-°×>àŸ9™9Õ%×,Ñ,¨T¯Y©Y×7ñ! ð" *6Ò)AÑ%Àz€Hà�?‰?Ð
˜1˜X˜JÐ&6°t·y±yÀ×ATÑATÓAVÓ7WÐ6Xð YØŸ9™9Ð%7×%<Ñ%<Ó%>Ó?Ð@Àð	Cð ð $ŸO™OÐ,Ð,NÐOÐPÐÜ & ~×';Ñ';Ó'=Ö >Ñˆ�uØ× Ñ Ø�‰Ð˜s = /°°d·i±iÄÀuÃÓ6NÐ5OÐPö	
ñ !?ð ÓÝà× Ñ  G§O¡OÐ#4Ð4DÐ!EÔFÜ%/£\ˆ	Ø "ˆ
Ü˜-¨¯©×9Ó9Ý&÷$ð $õ(A÷ð ô* #�Ü˜q -×0Ò0°A·M±MÒ4IÙÜ˜1Ÿ=™=¨'×2Ò2°q·}±}×7JÑ7JÒ7VØŸ]™]×0Ô0˜àŸ6™6 YÔ.Ù$Ø!Ÿ™ a§f¡fÔ-Ø!"§¡×!7Ñ!7¸¿¹Ó!?˜Ø!š>Ù$Ù-<¸VÀQÇVÁVÓ-LÑ*˜
 FØ)×0Ñ0Ø&Ÿ™Ð/¨t°J°<¸zÙ.¨vÓ6Ð7Ð7MÈjÈ\ÐYZð\öñ 1ô ˜AŸM™M¨8×4Õ4ØŸ™×,Ñ,Õ8àŸ]™]×1Ô1˜Ø!"§¡×!7Ñ!7¸¿¹Ó!?˜Ø!š>Ù$Ù)8¸ÀÇÁÓ)H™˜ Qà"×)Ñ)¨#°Õ*;Ö<ô 2ñ- #ðH "×*Ñ*×5Ñ5Ø2°Bó
ˆ
ó #ˆDØ—N‘N 4Ó(ˆEØŠ}ô ˜D×,Ñ,ÀTÐ,ÓJÓK×VÑVÓX�Ø#(�
˜4Ñ Ø×$Ñ$Ô$UÉuÓ$UÖUñ #ð 	× Ñ  G§O¡OÐ#4°J¸s¿x¹xÈ
Ó?SÐ>TÐ!UÔVà�T—Y‘YÐ0Ó1Ð1Ð1ùòy Xùó #Ws   ”Y«YÃYc               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úinitial_queuezIterable[torch.fx.Node]Úskip_filterzCallable[[Any], bool] | NonerQ   úOrderedSet[torch.fx.Node]rS   )rT   s   "rU   rV   rV   þ  s&   € ÷ ñ Ø*ðà-ðð ñrW   c                ó  € \        V 4      p \        V 4      pV '       dh   V P                  4       pVP                   FE  pV'       d   V! V4      '       d   K  WB9  g   K#  VP	                  V4       V P                  V4       KG  	  Ko  V# )zJReturns the set of nodes whose values depend on those within initial_queue)r  r&   Úpoprƒ  r   r‘  )r’  r“  Údominated_setrT  Úusers   &&   rU   Údominated_nodesr™  þ  sq   € ô
 ˜Ó'€MÜ˜}Ó-€Mç
Ø× Ñ Ó"ˆØ—J”JˆDß™{¨4×0Ò0ÙØÖ(Ø×!Ñ! $Ô'Ø×$Ñ$ TÖ*ó ð ÐrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rM  úSequence[IRNode]r‰  zdict[str, IRNode]rQ   r”  rS   )rT   s   "rU   rV   rV     s)   € ÷ Gñ GØ
ðGØ$5ðGàñGrW   c                ó^  aa	€ ^RI Ho R VV	3R llo	\        V4      w  r#V Uu. uF  pS	! V4      '       g   K  VP                  NK!  	  pp\        V 4      w  rcV Uu. uF  pS	! V4      '       g   K  VP                  NK!  	  pp\	        \
        P                  ! . VOVO5!  4      # u upi u upi )rY  r  c               ó    € V ^8„  d   QhRRRR/# )rP   r@  rE   rQ   rd   rS   )rT   s   "rU   rV   Ú$gather_origins.<locals>.__annotate__  s   € ÷ 
ñ 
˜fð 
¨ñ 
rW   c                ór  <€ \        V SP                  4      '       d   S! V P                  4      # \        V SP                  4      '       d   S! V P                  4      # \        V SP                  4      ;'       d>    \        V SP
                  SP                  SP                  SP                  34      '       * # rº   )	rá   rQ  rR  rS  rE   ÚComputedBufferÚInputsKernelÚInputBufferÚTemplateBuffer)r@  r  Úis_unrealized_nodes   &€€rU   r¤  Ú*gather_origins.<locals>.is_unrealized_node  s”   ø€ Ü�a˜Ÿ™×&Ò&Ù% a§f¡fÓ-Ð-Ü�a˜Ÿ™×'Ò'Ù% a§f¡fÓ-Ð-Ü˜!˜RŸY™YÓ'÷ 
ð 
´
Øà×!Ñ!Ø—‘Ø—‘Ø×!Ñ!ð	ó1
ô -
ð 	
rW   )r  r  r'   r  r&   Ú	itertoolsÚchain)
rM  r‰  Úkwargs_flattenrã   rQ  Úkwargs_originsÚargs_flattenÚargs_originsr  r¤  s
   &&      @@rU   Úgather_originsr¬    s—   ù€ õ ÷
ñ 
ô" % VÓ,Ñ€NÙ-;ÓW©^ cÑ?QÐRU×?V”k�c—k”k©^€NÐWÜ" 4Ó(�O€LÙ+7ÓS©< CÑ;MÈc×;R”K�C—K”K©<€LÐSÜ”i—o’oÐE |ÐE°nÓEÓFÐFùò XùâSs   ¤B%¹B%ÁB*Á1B*c               ó    € V ^8„  d   QhRRRR/# ©rP   rU  rF  rQ   rc   rS   )rT   s   "rU   rV   rV   /  s   € ÷ ,ñ ,�Jð , 3ñ ,rW   c                ó`   aaaa€ R R loR VV3R lloR VV3R lloR V3R lloS! V 4      # )	z¥
Normal sympy str is very slow, this is a lot faster.  The result are
somewhat worse, as it doesn't do as much simplification.  So don't
use this for final codegen.
c               ó    € V ^8„  d   QhRRRR/# )rP   rU  rF  rQ   rd   rS   )rT   s   "rU   rV   Úsympy_str.<locals>.__annotate__6  s   € ÷ 
ñ 
˜*ð 
¨ñ 
rW   c                ó²   € \        V \        P                  4      ;'       d7    \        V P                  4      ^8H  ;'       d    V P                  ^ ,          R8H  # )rP   r€  )rá   rH  ÚMulrp   rM  )rU  s   &rU   Úis_neg_leadÚsympy_str.<locals>.is_neg_lead6  s@   € ä�tœUŸY™YÓ'×VÐV¬C°·	±	«N¸aÑ,?×VÐVÀDÇIÁIÈaÅLÐTVÑDVð	
rW   c               ó    € V ^8„  d   QhRRRR/# r®  rS   )rT   s   "rU   rV   r±  ;  s   € ÷ 	'ñ 	'˜Jð 	'¨3ñ 	'rW   c                óœ  <€ \        V \        P                  4      '       d¥   \        V P                  4      ^8X  df   S! V P                  ^,          4      '       dG   S! V P                  ^ ,          4       RS! V P                  ^,          P                  ^,          4       2# RP                  \        SV P                  4      4      # S! V 4      # )rP   z - z + )rá   rH  rI  rp   rM  r+  rK  )rU  r´  Úsympy_str_muls   &€€rU   Úsympy_str_addÚ sympy_str.<locals>.sympy_str_add;  s—   ø€ Ü�dœEŸI™I×&Ò&ô �4—9‘9‹~ Ô"¡{°4·9±9¸Qµ<×'@Ò'@Ù'¨¯	©	°!­Ó5Ð6°c¹-ÈÏ	É	ÐRSÍ×HYÑHYÐZ[ÕH\Ó:]Ð9^Ð_Ð_à—z‘z¤# m°T·Y±YÓ"?Ó@Ð@á  Ó&Ð&rW   c               ó    € V ^8„  d   QhRRRR/# r®  rS   )rT   s   "rU   rV   r±  F  s   € ÷ 	(ñ 	(˜Jð 	(¨3ñ 	(rW   c                óò   <€ \        V \        P                  4      '       dP   S! V 4      '       d   R S! V P                  ^,          4       2# RP	                  \        SV P                  4      4      # S! V 4      # )Ú-z * )rá   rH  r³  rM  r+  rK  )rU  r´  Úsympy_str_atoms   &€€rU   r¸  Ú sympy_str.<locals>.sympy_str_mulF  sa   ø€ Ü�dœEŸI™I×&Ò&Ù˜4× Ò ð ™>¨$¯)©)°A­,Ó7Ð8Ð9Ð9à—z‘z¤# n°d·i±iÓ"@ÓAÐAá! $Ó'Ð'rW   c               ó    € V ^8„  d   QhRRRR/# r®  rS   )rT   s   "rU   rV   r±  Q  s   € ÷ ñ ˜Zð ¨Cñ rW   c                ó¼  <€ \        V \        P                  4      '       d   V P                  # \        V \        P                  \        P
                  34      '       d   R S! V 4       R2# \        V \        \        \        \        34      '       dD   V P                  P                   R RP                  \        \        V P                  4      4       R2# \!        V 4      # )r  Ú)r  )rá   rH  ÚSymbolr]   rI  r³  rš   r–   r—   r˜   Úfuncrª   r+  rK  Ú	sympy_strrM  rc   )rU  r¹  s   &€rU   r¾  Ú!sympy_str.<locals>.sympy_str_atomQ  s¡   ø€ Ü�dœEŸL™L×)Ò)Ø—9‘9ÐÜ˜œuŸy™y¬%¯)©)Ð4×5Ò5Ø‘} TÓ*Ð+¨1Ð-Ð-Ü˜œ´¼(ÄHÐM×NÒNØ—i‘i×(Ñ(Ð)¨¨4¯9©9´S¼ÀDÇIÁIÓ5NÓ+OÐ*PÐPQÐRÐRä�t“9ÐrW   rS   )rU  r´  r¹  r¾  r¸  s   &@@@@rU   rÅ  rÅ  /  s3   û€ õ
÷
	'ñ 	'÷	(ñ 	(÷ð ñ ˜ÓÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rä  rF  rQ   zValueRanges[Any]rS   )rT   s   "rU   rV   rV   ^  s   € ÷ %ñ % ð %Ð0@ñ %rW   c                óÚ   € ^RI Hp \        P                  '       d<   \	        VP
                  RR4      ;p'       d   VP                  R8w  d   \        V 4      # \        P                  ! 4       # )rY  rZ  Úcurrent_nodeNÚ
index_expr)
r]  r[  r‡   Úcompute_all_boundsrÓ   Úinterpreterr  r�   rž   Úunknown)rä  r[  Úfx_nodes   &  rU   Úget_bounds_index_exprrÏ  ^  sQ   € Ýô 	×!×!Ð!Ü §¡¨~¸tÓDÐDˆWÖDØ�N‰N˜lÔ*ä˜5Ó!Ð!ä×"Ò"Ó$Ð$rW   c               ó    € V ^8„  d   QhRRRR/# ©rP   r  rc   rQ   rd   rS   )rT   s   "rU   rV   rV   l  s   € ÷ ñ  ð ¨ñ rW   c                ó   € V ^ ,          R8H  # )r   rŠ  rS   ©r  s   &rU   Úprefix_is_reductionrÔ  l  s   € Ø�!�9˜ÑÐrW   c               ó    € V ^8„  d   QhRRRR/# rÑ  rS   )rT   s   "rU   rV   rV   p  s   € ÷ (ñ ( ð (¨ñ (rW   c                ó   € V ^ ,          R9   # )r   )r  ÚyÚzrS   rÓ  s   &rU   Úprefix_is_pointwiserÙ  p  s   € Ø�!�9˜Ñ'Ð'rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  rœ   r‚  r@  rQ   úsympy.SymbolrS   )rT   s   "rU   rV   rV   t  s&   € ÷ 
Dñ 
D¨4ð 
D°cð 
D¸lñ 
DrW   c                ód   € V \         P                  8X  d   \        RV  24      h\        WRRR7      # )ú1
Used to generate an integer-nonnegative symbol.
z"prefix must not be SymT.SIZE, got T©ÚintegerÚnonnegative)rœ   ÚSIZErß  r›   )r  r‚  s   &&rU   Úsympy_index_symbol_with_prefixrâ  t  s4   € ð ”—‘ÔÜÐAÀ&ÀÐJÓKÐKô �v¨D¸dÔCÐCrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úcheckrd   rQ   rS   )rT   s   "rU   rV   rV   �  s   € ÷ Uñ U˜4ð U Dñ UrW   c                óf   € T ;'       g    \         P                  ;'       d    \         P                  # rº   )r‡   Údebug_index_assertsÚassert_indirect_indexing)rä  s   &rU   Úgenerate_assertrè  �  s$   € Ø×/Ð/”V×/Ñ/×TÐT´V×5TÑ5TÐTrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r]   rc   rQ   rÛ  rS   )rT   s   "rU   rV   rV   …  s   € ÷ 
>ñ 
>˜Sð 
> \ñ 
>rW   c                ón   € V ^ ,          R8X  d   \        RV : 24      h\        P                  ! V RRR7      # )rÝ  r¡  z)Symbol name must not start with 's', got TrÞ  )rß  rH  rÃ  ©r]   s   &rU   Úsympy_index_symbolrì  …  s7   € ð ˆA…w�#„~ÜÐHÈÉÐQÓRÐRô �<Š<˜ d¸Ô=Ð=rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rU  rF  Úreplacementszdict[sympy.Expr, Any]rQ   rS   )rT   s   "rU   rV   rV   ’  s"   € ÷ +ñ +�Zð +Ð/Dð +Èñ +rW   c                ó   € \        W4      # )z¦
When the passed replacement symbol v is a string, it is converted to a symbol with name v that
have the same replaced expression integer and nonnegative properties.
r,   )rU  rî  s   &&rU   Ú
sympy_subsrð  ’  s   € ô
 �tÓ*Ð*rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rû  r·   rQ   z&TypeGuard[torch.SymInt | torch.Tensor]rS   )rT   s   "rU   rV   rV   š  s   € ÷ ñ �6ð ÐDñ rW   c                ó¢   € \        V \        P                  4      ;'       g/    \        V \        P                  4      ;'       d    V P                  # rº   )rá   rq   r8   r—  Ú_has_symbolic_sizes_strides)rû  s   &rU   Úis_symbolicrô  š  s;   € Ü�aœŸ™Ó&÷ ð Ü�1”e—l‘lÓ#×EÐE¨×(EÑ(EðrW   c               ó    € V ^8„  d   QhRRRR/# ©rP   rM  r·   rQ   rd   rS   )rT   s   "rU   rV   rV      s   € ÷ -ñ -˜6ð - dñ -rW   c                 ój   € \         ;QJ d    R  V  4       F  '       g   K   R# 	  R# ! R  V  4       4      # )c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5irº   )rô  rl  s   & rU   r¿   Ú"any_is_symbolic.<locals>.<genexpr>¡  s   é € Ð,¡t !Œ{˜1�~ˆ~£tùr|  TF©rn  )rM  s   *rU   Úany_is_symbolicrû     s+   € ß‹3Ñ,¡tÓ,�3Œ3Ð,Š3Ð,ˆ3Ñ,¡tÓ,Ó,Ð,rW   zaten.topk.defaultc               ó    € V ^8„  d   QhRRRR/# )rP   rœ  útorch.fx.GraphModulerQ   ztorch.fx.Node | NonerS   )rT   s   "rU   rV   rV   Ã  s   € ÷ ñ ØðàñrW   c                óÜ   € ^ RI Hp V P                  P                   FK  p\	        V4      '       d   Vu # VP
                  P                  R4      ;pf   K9  V! V4      '       g   KI  Vu # 	  R# )r   )r/   rQ  N)Ú%torch.fx.experimental.symbolic_shapesr/   r^  ru  Úis_cudagraph_unsafe_fx_noderæ  r&  )rœ  r/   rT  rQ  s   &   rU   Ú%get_first_incompatible_cudagraph_noder  Ã  sW   € õ Là—‘—”ˆÜ& t×,Ò,ØŠKà—9‘9—=‘= Ó'Ð'ˆCÔ4Ñ9NÈs×9SÔ9SØŠKñ ñ rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rœ  rý  rQ   r;   rS   )rT   s   "rU   rV   rV   Ò  s   € ÷ ñ Ð(ð ¨Tñ rW   c                ó¼   € \        \        \        V P                  P                  4      4      4      pVP
                  R8w  d   \        RVP
                  : 24      hV# )z$Get the output node from an FX graphr›  z*Expected last node op to be 'output', got )Únextrì   Úreversedr^  ru  rg  rß  )rœ  Ú	last_nodes   & rU   Úoutput_noder  Ò  sN   € ä”Tœ( 2§8¡8§>¡>Ó2Ó3Ó4€IØ‡|�|�xÔÜØ8¸¿¹Ñ8HÐIó
ð 	
ð ÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rœ  rý  rQ   zOrderedSet[torch.device]rS   )rT   s   "rU   rV   rV   Ü  s   € ÷ 'ñ 'Ð,ð 'Ð1Iñ 'rW   c                ó   € V P                   P                  R R7      p\        R V 4       4      p\        V 4      P                  ^ ,          p\        V\        4      '       d   TMV3p\        R V 4       4      pW%,          # )r’  rq  c              3  óÒ   "  € T F]  p\        VP                  P                  R 4      \        P                  4      '       g   K>  VP                  R ,          P
                  x € K_  	  R# 5i©rQ  N)rá   ræ  r&  rq   r—  rb   )r½   rT  s   & rU   r¿   Ú"get_all_devices.<locals>.<genexpr>Þ  sC   é € ð 9á%ˆDÜ�d—i‘i—m‘m EÓ*¬E¯L©L×9ô 	 ˆ�	‰	�%Õ×ÖÛ%ùs   ‚;A'Á%A'c              3  ó*  "  € T F‰  p\        V\        P                  P                  4      '       g   K/  \        VP                  P                  R 4      \        P                  4      '       g   Kj  VP                  R ,          P                  x € K‹  	  R# 5ir  )rá   rq   r˜  r;   ræ  r&  r—  rb   )r½   r�  s   & rU   r¿   r  æ  s[   é € ð 7áˆCÜ�cœ5Ÿ8™8Ÿ=™=×)ô 	ô �s—x‘x—|‘| EÓ*¬E¯L©L×9ô 	ˆ�‰��×ÖÛùs   ‚,B³6BÁ.%B)r^  Ú
find_nodesr&   r  rM  rá   r  )rœ  Úplaceholder_nodesÚinput_devicesÚout_argÚout_argsÚout_devicess   &     rU   Úget_all_devicesr  Ü  s~   € ØŸ™×+Ñ+¨}Ð+Ó=ÐÜ.8ñ 9á%ó9ó /€Mô ˜"‹o×"Ñ" 1Õ%€GÜ$ W¬e×4Ò4‰w¸7¸*€HÜ,6ñ 7áó7ó -€Kð Õ&Ð&rW   rˆ  Ú_registered_cachesc               ó    € V ^8„  d   QhRRRR/# )rP   r·  r   rQ   rS   )rT   s   "rU   rV   rV   ò  s   € ÷ 	ñ 	˜cð 	 cñ 	rW   c                ó¦   € \        V R4      '       d   \        V P                  4      '       g   \        V  R24      h\        P                  V 4       V # )z\
Use this decorator to register any caches that should be cache_clear'd
with fresh_cache().
Úcache_clearz# does not have a cache_clear method)r�   r  r  ÚAttributeErrorr  r‘  ©r·  s   &rU   Úclear_on_fresh_cacher  ò  sE   € ô
 �3˜×&Ò&¬h°s·±×.GÒ.GÜ ˜uÐ$GÐHÓIÐIä×Ñ˜cÔ"Ø€JrW   c               ó   € V ^8„  d   QhRR/# ©rP   rQ   r  rS   )rT   s   "rU   rV   rV   þ  s   € ÷ ñ �dñ rW   c                 ó@   € \          F  p V P                  4        K  	  R# )z
Clear all registered caches.
N)r  r  r  s    rU   Úclear_cachesr  þ  s   € ÷ "ˆØ�‰Öó "rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r4  rc   r¶   rQ   úIterator[None]rS   )rT   s   "rU   rV   rV     s!   € ÷ "ñ "�#ð "˜cð " nñ "rW   c              #  óh  "  € \         P                  P                  V 4      p V\         P                  V &   Rx € Vf#   \         P                  P                  V R4       R# V\         P                  V &   R#   Tf"   \         P                  P                  T R4       i T\         P                  T &   i ; i5i)a¿  Thread-safe env var set/restore using atomic C-level lookups.

We avoid mock.patch.dict(os.environ, ...) because it internally calls
os.environ.copy(), which iterates all env var keys then fetches values in
separate steps. That approach is not atomic and can race with background threads
(e.g. Triton async compilation) modifying the environment, causing KeyError,
so we use os.environ.get() for individual keys which is an atomic C-level lookup.
N)ÚosÚenvironr&  r–  )r4  r¶   Úolds   && rU   Ú_set_envr&    sy   é € ô �*‰*�.‰.˜Ó
€Cð"ØŒ�
‰
�3‰ÛàŠ;Ü�J‰J�N‰N˜3 Ö%à!ŒB�J‰J�s‹Oøð Š;Ü�J‰J�N‰N˜3 Õ%à!ŒB�J‰J�sŠOüs   ‚ B2£A5 º;B2Á5:B/Â/B2c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   Úcache_entrieszdict[str, Any] | NoneÚdirr  Údeleterd   rQ   r!  rS   )rT   s   "rU   rV   rV     s0   € ÷ 5ñ 5Ø(ð5à	ð5ð ð5ð ñ	5rW   c              #  ó0  a"  € \        4        ^ RIHp V! \        P                  ! VR7      4      o \        RS4      ;_uu_ 4        \        P                  RS4       V! \        P                  P                  SR4      4      p\        RV4      ;_uu_ 4        Rx € \        V \        4      '       d¼   \        V 4      ^ 8w  d   \        R4      h\        P                  P                  V4      '       d|   \        P                   ! V4      pT P#                  V Uu/ uFI  pR	V9  g   K  V\        P                  P%                  \        P                  P                  WF4      4      bKK  	  up4       RRR4       RRR4       V'       d&   \&        P(                  ! S\+        4       V3R
 lR7       \        4        R# u upi   + '       g   i     LV; i  + '       g   i     La; i  \,         d    \        P/                  RS4       h i ; i  \        4        i ; i5i)z¸
Contextmanager that provides a clean tmp cachedir for pt2 caches.

Optionally, pass a dict as 'cache_entries' to get a list of filenames and sizes
generated with this cache instance.
)Únormalize_path_separator)r)  ÚTORCHINDUCTOR_CACHE_DIRzUsing inductor cache dir %sÚtritonÚTRITON_CACHE_DIRNz!expected empty cache_entries dictz.lockc                ó4   <€ \         P                  R SVR7      # )z*Failed to remove temporary cache dir at %s©Úexc_info)rv   rw   )rÄ  Úpathr2  Úinductor_cache_dirs   &&&€rU   rû   Úfresh_cache.<locals>.<lambda>G  s   ø€ ´S·[±[Ø@Ø&Ø%ð 6Aô 6rW   )Úignore_errorsÚonerrorz(on error, temporary cache dir kept at %s)r  Útorch._inductor.cpp_builderr,  ÚtempfileÚmkdtempr&  rv   r‘  r#  r3  r+  rá   rí   rp   rß  ÚexistsÚlistdirrG  ÚgetsizeÚshutilÚrmtreer,  Ú	Exceptionrw   )r(  r)  r*  r,  Útriton_cache_dirÚfilesÚfr4  s   &&&    @rU   Úfresh_cacherD    s’  øé € ô „NåDá1´(×2BÒ2BÀsÔ2KÓLÐð%ÜÐ/Ð1C×DÕDÜ�I‰IÐ3Ð5GÔHÙ7Ü—‘—‘Ð/°Ó:ó Ðô Ð,Ð.>×?Õ?ÛÜ˜m¬T×2Ò2Ü˜=Ó)¨QÔ.Ü,Ð-PÓQÐQÜ—w‘w—~‘~Ð&6×7Ò7Ü "§
¢
Ð+;Ó <˜Ø%×,Ñ,ñ */óá). AØ#*°!Ñ#3ô !V ¤2§7¡7§?¡?´2·7±7·<±<Ð@PÓ3TÓ#UÒ UÙ).ñô÷ @÷ E÷& Ü�MŠMØ"ô )›lôõô  	Žùò/÷ @×?ú÷ E×Dûô@ ô Ü�‰Ð>Ð@RÔSØðûô 	�üs   ƒ.H²G! ÁAGÂAF;	Ã2%F;	Ä	F6Ä%AF6Å&F;	Å-GÅ5G! Æ%G! Æ*HÆ6F;	Æ;GÇGÇG	ÇG! Ç!#HÈH ÈHÈHÚreversec               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úseqr¥  rE  rd   rQ   ú	list[int]rS   )rT   s   "rU   rV   rV   Z  s!   € ÷ ñ �ð ¨Dð ¸Yñ rW   c               óª   € V P                   p\        \        V 4      4      p\        \	        W2R R7      4      pV'       g   \        \        V4      4      # V# )T©r4  rE  )Ú__getitem__r†  rp   r  ru   r  )rG  rE  ÚgetterÚa_rÚsort_idxs   &$   rU   ÚargsortrO  Z  sC   € Ø�_‰_€FÜ
”�C“‹/€Cô ”F˜3°DÔ9Ó:€HßÜ”H˜XÓ&Ó'Ð'Ø€OrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   r`  r2   rG  z)Sequence[int | torch.SymInt | sympy.Expr]rE  rd   rQ   rH  rS   )rT   s   "rU   rV   rV   j  s0   € ÷ 7ñ 7Øð7à	2ð7ð ð	7ð
 ñ7rW   c          	     óL  a € R V 3R llp\        V4       UUu. uF?  w  rET\        V\        P                  4      '       d   VP                  P
                  MT3NKA  	  ppp\        V\        P                  ! V4      VR7      pV UUu. uF  w  rGVNK	  	  pppV# u uppi u uppi )z×
Return a symbolic sort order for optimization-only layout heuristics.

Data-dependent comparisons can fall back to non-guarding optimization hints,
so callers must not use this order to make correctness decisions.
c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rû  ztuple[int, sympy.Expr]rü  rQ   r@  rS   )rT   s   "rU   rV   Ú!argsort_sym.<locals>.__annotate__w  s#   € ÷ !ñ !Ð%ð !Ð*@ð !ÀSñ !rW   c                óÎ   <aaa€ V w  poVw  poR  V3R llpR V3R lloV! SS8  VVV3R l4      '       d   R# V! SS8„  VVV3R l4      '       d   ^# W#8  d   ^# W#8”  d   R# ^ # )c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rU  z bool | torch.SymInt | sympy.ExprÚfallbackzCallable[[], bool]rQ   rd   rS   )rT   s   "rU   rV   Ú.argsort_sym.<locals>.cmp.<locals>.__annotate__{  s&   € ÷ 		"ñ 		"Ø2ð		"à(ð		"ð ñ		"rW   c                óˆ   <€ \        V \        4      '       d   V #  SP                  V 4      #   \         d    T! 4       u # i ; irº   )rá   rd   Úevaluate_exprr0   )rU  rV  r`  s   &&€rU   ÚevaluateÚ*argsort_sym.<locals>.cmp.<locals>.evaluate{  sD   ø€ ô ˜$¤×%Ò%Ø�ð"Ø ×.Ñ.¨tÓ4Ð4øÜ.ô "Ù“zÒ!ð"ús   ›, ¬AÁ Ac               ó$   € V ^8„  d   QhRRRRRR/# )rP   ÚlhsrF  ÚrhsrQ   rd   rS   )rT   s   "rU   rV   rW  †  s&   € ÷ 	Wñ 	W˜ð 	W¨*ð 	W¸ñ 	WrW   c                óJ   <€ SP                  V 4      SP                  V4      8  # rº   )Úoptimization_hint)r]  r^  r`  s   &&€rU   Úhint_ltÚ)argsort_sym.<locals>.cmp.<locals>.hint_lt†  s'   ø€ ð ×.Ñ.¨sÓ3°i×6QÑ6QÐRUÓ6VÑVÐVrW   c                 ó   <€ S! S S4      # rº   rS   ©Úa_valÚb_valra  s   €€€rU   rû   Ú*argsort_sym.<locals>.cmp.<locals>.<lambda>Œ  ó   ø€ ©7°5¸%Ô+@rW   c                 ó   <€ S! SS 4      # rº   rS   rd  s   €€€rU   rû   rg  Ž  rh  rW   r€  rS   )	rû  rü  Úa_idxÚb_idxrZ  re  rf  ra  r`  s	   &&   @@@€rU   rÆ  Úargsort_sym.<locals>.cmpw  sp   û€ Ø‰ˆˆuØ‰ˆˆu÷		"ð 		"÷	Wð 	Wñ �E˜E‘MÖ#@×AÒAØˆIÙ�E˜E‘MÖ#@×AÒAÙð
 Œ=ÙØŒ=ØˆIÙrW   rJ  )	r  rá   rq   r8   rT  rU  ru   rî  Ú
cmp_to_key)	r`  rG  rE  rÆ  r‚  r¡  Úexprsrã   rÌ   s	   f&$      rU   Úargsort_symro  j  s•   ø€ ÷!ð !ôL   ”nôá$‰FˆCð 
œZ¨¬5¯<©<×8Ò8ˆa�f‰f�kŠk¸aÓ@Ù$ð 
ñ ô �5œi×2Ò2°3Ó7ÀÔI€EÙ %Ô&¡‘f�c‹c¡€FÑ&Ø€Mùóùó
 's   ™ABÂB c               ó    € V ^8„  d   QhRRRR/# )rP   rm  útorch.dtyperQ   r@  rS   )rT   s   "rU   rV   rV   ¥  s   € ÷ 7ñ 7˜+ð 7¨#ñ 7rW   c                ó|   € V \         P                  8X  d   ^# \         P                  ! RV R7      P                  4       # )r)  ©rm  rS   )rq   rD  r‚  Úelement_sizers  s   &rU   Úget_dtype_sizeru  ¤  s-   € ð ”—‘ÔÙÜ�;Š;�r Ô'×4Ñ4Ó6Ð6rW   c                  óâ   a € ] tR tRtRtRR V 3R lllt]R R l4       tR tR R	 lt	R
 R lt
R tRR R lltRR R lltRR R lltRR R lltRR R lltRR R lltR V 3R lltRtV ;t# )ÚDualIndentedBufferi­  zïIndentedBuffer that simultaneously accumulates JIT and AOTI output.

The base class (self._lines) holds JIT content. self.aot holds AOTI content.
By default, writeline/splice write to both. Use _jit/_aot variants for
mode-specific writes.
c               ó    € V ^8„  d   QhRRRR/# )rP   Úinitial_indentr@  rQ   r  rS   )rT   s   "rU   rV   ÚDualIndentedBuffer.__annotate__µ  s   € ÷ 2ñ 2 sð 2°4ñ 2rW   c                	óF   <€ \         SV `  V4       \        V4      V n        R # rº   )ÚsuperÚ__init__r#   Úaot)rå  ry  Ú	__class__s   &&€rU   r}  ÚDualIndentedBuffer.__init__µ  s   ø€ Ü‰Ñ˜Ô(Ü! .Ó1ˆŽrW   c               ó   € V ^8„  d   QhRR/# ©rP   rQ   r#   rS   )rT   s   "rU   rV   rz  º  s   € ÷ ñ �^ñ rW   c                ó   € V # )uÓ   Read-only accessor for JIT buffer (for splicing into result).

WARNING: Do NOT use jit for writing â€” writes would go to both buffers
because self.writeline is overridden. Use writeline_jit/splice_jit instead.
rS   ©rå  s   &rU   ÚjitÚDualIndentedBuffer.jit¹  s	   € ð ˆrW   c                	óh   € \         P                  ! W4       V P                  P                  V4       R # rº   )r#   Ú	writeliner~  ©rå  rr  s   &&rU   rˆ  ÚDualIndentedBuffer.writelineÂ  s"   € Ü× Ò  Ô,Ø�‰×Ñ˜4Ö rW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rz  Æ  s   € ÷ -ñ - Tñ -rW   c                	ó2   € \         P                  ! W4       R # rº   )r#   rˆ  r‰  s   &&rU   Úwriteline_jitÚ DualIndentedBuffer.writeline_jitÆ  s   € Ü× Ò  Ö,rW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rz  É  s   € ÷ !ñ ! Tñ !rW   c                	ó<   € V P                   P                  V4       R # rº   )r~  rˆ  r‰  s   &&rU   Úwriteline_aotÚ DualIndentedBuffer.writeline_aotÉ  s   € Ø�‰×Ñ˜4Ö rW   c                	ó:   € V F  pV P                  V4       K  	  R # rº   ©rˆ  )rå  r�  rr  s   && rU   Ú
writelinesÚDualIndentedBuffer.writelinesÌ  s   € ÛˆDØ�N‰N˜4Ö ó rW   c               ó    € V ^8„  d   QhRRRR/# ©rP   Ústriprd   rQ   r  rS   )rT   s   "rU   rV   rz  Ð  s   € ÷ 0ñ 0¨ð 0¸ñ 0rW   c                	ó¶   € \         P                  ! WVR 7       \        V\        4      '       d   VP                  MTpV P                  P                  W2R 7       R# ©)r™  N)r#   Úsplicerá   rw  r~  ©rå  Ú
other_coder™  Ú	aot_others   &&& rU   rœ  ÚDualIndentedBuffer.spliceÐ  sC   € ô 	×Ò˜d°eÕ<ä(¨Ô5G×HÒHˆJ�NŠNÈjð 	ð 	�‰�‰˜	ˆÖ/rW   c               ó    € V ^8„  d   QhRRRR/# r˜  rS   )rT   s   "rU   rV   rz  Ù  s   € ÷ =ñ =¨Dð =¸Tñ =rW   c                	ó6   € \         P                  ! WVR 7       R# r›  )r#   rœ  ©rå  rž  r™  s   &&&rU   Ú
splice_jitÚDualIndentedBuffer.splice_jitÙ  s   € Ü×Ò˜d°e×<rW   c               ó    € V ^8„  d   QhRRRR/# r˜  rS   )rT   s   "rU   rV   rz  Ü  s   € ÷ 0ñ 0¨Dð 0¸Tñ 0rW   c                	ó†   € \        V\        4      '       d   VP                  MTpV P                  P                  W2R 7       R# r›  )rá   rw  r~  rœ  r�  s   &&& rU   Ú
splice_aotÚDualIndentedBuffer.splice_aotÜ  s1   € ä(¨Ô5G×HÒHˆJ�NŠNÈjð 	ð 	�‰�‰˜	ˆÖ/rW   c               ó   € V ^8„  d   QhRR/# )rP   Úoffsetr@  rS   )rT   s   "rU   rV   rz  â  s   € ÷ ñ ˜Sñ rW   c                	óH   a a€ \         P                  VV 3R  l4       pV! 4       # )c               3  óŒ  <"  € S;P                   S ,          un         SP                  ;P                   S ,          un          R x € S;P                   S ,          un         SP                  ;P                   S ,          un         R #   S;P                   S ,          un         SP                  ;P                   S ,          un         i ; i5irº   ©Ú_indentr~  )r«  rå  s   €€rU   rû  Ú&DualIndentedBuffer.indent.<locals>.ctxã  sz   øé € à�LŠL˜FÕ"�LØ�H‰H×Ò Õ&Õð+Ûà—’ Õ&•Ø—‘× Ò  FÕ*× øð —’ Õ&•Ø—‘× Ò  FÕ*Ö üs   ƒ=CÁB Á>CÂ>CÃC)Ú
contextlibÚcontextmanager)rå  r«  rû  s   ff rU   ÚindentÚDualIndentedBuffer.indentâ  s$   ù€ Ü	×	"Ñ	"õ	+ó 
#ð	+ñ ‹uˆrW   c               ó    € V ^8„  d   QhRRRR/# ©rP   r«  r@  rQ   r  rS   )rT   s   "rU   rV   rz  ï  s   € ÷ #ñ # ð #¨Dñ #rW   c                	ó~   € V ;P                   V,          un         V P                  ;P                   V,          un         R # rº   r®  ©rå  r«  s   &&rU   Ú	do_indentÚDualIndentedBuffer.do_indentï  ó%   € Ø�Š˜Õ�Ø�‰×Ò˜FÕ"×rW   c               ó    € V ^8„  d   QhRRRR/# r¶  rS   )rT   s   "rU   rV   rz  ó  s   € ÷ #ñ # #ð #¨dñ #rW   c                	ó~   € V ;P                   V,          un         V P                  ;P                   V,          un         R # rº   r®  r¸  s   &&rU   Údo_unindentÚDualIndentedBuffer.do_unindentó  r»  rW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rz  ÷  s   € ÷ ñ �tñ rW   c                	óX   <€ \         SV `  4        V P                  P                  4        R # rº   )r|  Úclearr~  ©rå  r  s   &€rU   rÂ  ÚDualIndentedBuffer.clear÷  s   ø€ Ü‰‰ŒØ�‰�‰ÖrW   )r~  ©r   rt  rX  )rª   r«   r¬   r­   rZ  r}  Úpropertyr…  rˆ  r�  r‘  r•  rœ  r¤  r¨  r³  r¹  r¾  rÂ  r¯   Ú__classcell__©r  s   @rU   rw  rw  ­  sb   ø† ñ÷2ò 2ð ôó ðò!õ-õ!ò!÷0÷=÷0÷÷#÷#÷ö rW   rw  c                  óR   € ] tR tRtRtR R ltR R ltRR R lltRR	 R
 lltRt	R# )ÚAotOnlyBufferiü  a  IndentedBuffer for pure-AOTI codegen.

Mirror of the base class's pure-JIT defaults: writeline_aot/splice_aot
write to the buffer; writeline_jit/splice_jit are no-ops. Lets call
sites use writeline_jit/writeline_aot uniformly across pure-JIT,
pure-AOTI, and dual-wrapper modes.
c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   ÚAotOnlyBuffer.__annotate__  s   € ÷ ñ  Tñ rW   c                	ó   € R # rº   rS   r‰  s   &&rU   r�  ÚAotOnlyBuffer.writeline_jit  ó   € ÙrW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rÌ    s   € ÷ ñ  Tñ rW   c                	ó(   € V P                  V4       R # rº   r”  r‰  s   &&rU   r‘  ÚAotOnlyBuffer.writeline_aot  s   € Ø�‰�tÖrW   c               ó    € V ^8„  d   QhRRRR/# r˜  rS   )rT   s   "rU   rV   rÌ    s   € ÷ ñ ¨Dð ¸Tñ rW   c                	ó   € R # rº   rS   r£  s   &&&rU   r¤  ÚAotOnlyBuffer.splice_jit  rÏ  rW   c               ó    € V ^8„  d   QhRRRR/# r˜  rS   )rT   s   "rU   rV   rÌ    s   € ÷ -ñ -¨Dð -¸Tñ -rW   c                	ó*   € V P                  WR 7       R# r›  )rœ  r£  s   &&&rU   r¨  ÚAotOnlyBuffer.splice_aot  s   € Ø�‰�JˆÖ,rW   rS   Nrt  )
rª   r«   r¬   r­   rZ  r�  r‘  r¤  r¨  r¯   rS   rW   rU   rÊ  rÊ  ü  s    † ñõõ÷÷-ó -rW   rÊ  c               ó   € V ^8„  d   QhRR/# r‚  rS   )rT   s   "rU   rV   rV     s   € ÷ ñ ˜^ñ rW   c                 óº   € ^RI Hp  V P                  P                  '       d   \	        4       # V P                  P
                  '       d   \        4       # \        4       # )a   Construct the IndentedBuffer subclass matching the current codegen mode.

Dual-wrapper mode -> DualIndentedBuffer (JIT and AOTI both active).
Pure AOTI -> AotOnlyBuffer (writeline_aot writes; writeline_jit drops).
Pure JIT  -> IndentedBuffer  (writeline_jit writes; writeline_aot drops).
rZ  )r]  r[  r^  Úis_dual_wrapper_moderw  Úaot_moderÊ  r#   rZ  s    rU   Úmake_codegen_bufferrÝ    sA   € õ à‡w�w×#×#Ð#Ü!Ó#Ð#Ø‡w�w××ÐÜ‹ÐÜÓÐrW   c                  ó:   a € ] tR tRtR V 3R lltR R ltRtV ;t# )ÚFakeIndentedBufferi"  c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   ÚFakeIndentedBuffer.__annotate__#  s   € ÷ ñ ˜$ñ rW   c                	ó$   <€ \         SV `  4        R # rº   )r|  r}  rÃ  s   &€rU   r}  ÚFakeIndentedBuffer.__init__#  s   ø€ Ü‰ÑÖrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r]   rc   rQ   r   rS   )rT   s   "rU   rV   rá  &  s   € ÷ 
ñ 
 Sð 
¨Sñ 
rW   c                	óX   € VR 8X  d   \         P                  W4      # \        RV R24      h)r  zTried to call self.zÊ on FakeIndentedBuffer. This bufferis currently used on TritonTemplateKernel to prevent actualwrites to the body without explicitly specifying the body with`TritonTemplateKernel.set_subgraph_body(name)`)r·   Ú__getattribute__rÂ  )rå  r]   s   &&rU   ræ  Ú#FakeIndentedBuffer.__getattribute__&  s9   € Ø�;ÔÜ×*Ñ*¨4Ó6Ð6ÜØ! $ ð (=ð =ó
ð 	
rW   rS   )rª   r«   r¬   r­   r}  ræ  r¯   rÇ  rÈ  s   @rU   rß  rß  "  s   ø† ÷ð ÷
ó 
rW   rß  c               ó   € V ^8„  d   QhRR/# )rP   rQ   r!  rS   )rT   s   "rU   rV   rV   2  s   € ÷ @ñ @˜~ñ @rW   c               #  ó¸   "  € \         P                  \         P                  r R x € Wu\         n        \         n        R #   Yu\         n        \         n        i ; i5irº   )r‚   ÚstdoutÚstderr)Úinitial_stdoutÚinitial_stderrs     rU   Úrestore_stdout_stderrrî  1  s9   é € ä%(§Z¡Z´·±�Nð@Ûà!/ÐŒŒ
”C–Jø ÐŒŒ
”C•Jüs   ‚ A£? §A¿AÁAc                  óJ   a € ] tR tRtRtR V 3R lltR R ltR R ltR	tV ;t	# )
ÚDelayReplaceLinei:  z6At end of codegen call `line.replace(key, value_fn())`c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r4  rc   Úvalue_fnzCallable[[], str]rr  rS   )rT   s   "rU   rV   ÚDelayReplaceLine.__annotate__=  s"   € ÷ !ñ !˜Cð !Ð+<ð !ÀCñ !rW   c                	ó>   <€ \         SV `  V4       Wn        W n        R # rº   )r|  r}  r4  rò  )rå  r4  rò  rr  r  s   &&&&€rU   r}  ÚDelayReplaceLine.__init__=  s   ø€ Ü‰Ñ˜ÔØŒØ ŽrW   c               ó   € V ^8„  d   QhRR/# rl   rS   )rT   s   "rU   rV   ró  B  s   € ÷ <ñ <˜#ñ <rW   c                	ój   € V P                   P                  V P                  V P                  4       4      # rº   )rr  Úreplacer4  rò  r„  s   &rU   ræ  ÚDelayReplaceLine.__call__B  s#   € Ø�y‰y× Ñ  §¡¨4¯=©=«?Ó;Ð;rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rr  rc   rQ   rð  rS   )rT   s   "rU   rV   ró  E  s   € ÷ ?ñ ?˜cð ?Ð&6ñ ?rW   c                	óD   € \        V P                  V P                  V4      # rº   )rð  r4  rò  r‰  s   &&rU   Ú	_new_lineÚDelayReplaceLine._new_lineE  s   € Ü §¡¨$¯-©-¸Ó>Ð>rW   )r4  rò  )
rª   r«   r¬   r­   rZ  r}  ræ  rü  r¯   rÇ  rÈ  s   @rU   rð  rð  :  s   ø† Ù@÷!ð !õ
<÷?ó ?rW   rð  c               ó    € V ^8„  d   QhRRRR/# )rP   Úindex_or_devicezint | torch.devicerQ   rd   rS   )rT   s   "rU   rV   rV   J  s   € ÷ ñ Ð 2ð ¸4ñ rW   c                ó&  € \        V \        P                  4      '       d   T pM\        P                  ! \        4       V 4      p\        P
                  ! V4      p\        P                  P                  '       dU   VP                  f   \        R4      hVP                  ^	8  g   VP                  ^
8X  d   \        P                  R4       R# R# VP                  R8X  d   ^M^DpVP                  pWC8  d   \        P                  RRVRV/R	7       R# R# )
Nz+DeviceProperties.major is None for ROCm GPUz6GPU arch does not support max_autotune_gemm mode usageFTr:  z,Not enough SMs to use max_autotune_gemm modeÚmin_smsÚ	avail_sms)Úextra)rá   rq   rb   r|   r   ÚcreateÚversionr9  Úmajorrß  rv   rw   rt   Úmulti_processor_count)rÿ  rb   Úpropr  r  s   &    rU   Ú
is_big_gpur	  I  sÖ   € ä�/¤5§<¡<×0Ò0Ø ‰ä—’œl›n¨oÓ>ˆä×"Ò" 6Ó*€Dô ‡}�}××ÐØ�:‰:ÒÜ Ð!NÓOÐOØ�:‰:˜Œ>˜TŸZ™Z¨2Ô-Ü�K‰KÐPÔQÙÙà—K‘K 5Ô(‰b¨b€GØ×*Ñ*€IØÔÜ�‰Ø:Ø˜g {°IÐ>ð 	ô 	
ñ ÙrW   c               ó   € V ^8„  d   QhRR/# ©rP   rQ   r@  rS   )rT   s   "rU   rV   rV   h  s   € ÷ Jñ J˜ñ JrW   c                 óì   € \         P                  P                  4       '       d)   \         P                  P                  4       P                  # \         P
                  P                  R 4      P                  # ©rn   )rq   r:  rh   Úget_device_propertiesÚgpu_subslice_countrn   r  rS   rW   rU   Úget_max_num_smsr  g  sI   € ä‡y�y×Ñ×ÒÜ�y‰y×.Ñ.Ó0×CÑCÐCÜ�:‰:×+Ñ+¨FÓ3×IÑIÐIrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   o  s   € ÷ )ñ )�Dñ )rW   c                 óâ   € \         P                  P                  4       '       g   R# \         P                  P                  \         P                  P	                  4       4      p V P
                  ^
8H  # )zEReturns true if the device is a NVIDIA B200, otherwise returns false.F)rq   rn   rh   r  rè  r  )Údevice_propertiess    rU   Ú
using_b200r  n  sM   € ô �:‰:×"Ñ"×$Ò$ÙäŸ
™
×8Ñ8¼¿¹×9RÑ9RÓ9TÓUÐØ×"Ñ" bÑ(Ð(rW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   x  s   € ÷ ñ  $ñ rW   c                 óØ   € \         P                  P                  4       ;'       dF    \         P                  P                  RJ ;'       d"    \         P                  P                  4       R8¬  # )zCReturn true for NVIDIA CUDA devices with compute capability SM100+.N)é
   r   )rq   rn   rh   r  r9  Úget_device_capabilityrS   rW   rU   Úis_nvidia_sm100_or_laterr  x  sT   € ô 	�
‰
×ÑÓ!÷ 	:ð 	:Ü�M‰M×Ñ Ð%÷	:ð 	:ä�J‰J×,Ñ,Ó.°'Ñ9ðrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Útwo_ctasrd   rQ   r@  rS   )rT   s   "rU   rV   rV   �  s   € ÷ 5ñ 5˜$ð 5¨3ñ 5rW   c                óþ   € \         P                  P                  4       '       d   \        4       pM5\         P                  P                  4       p\        4       Ve   TM^ ,
          pV '       d   V^,          ^,          # T# )zFHandle experimental carveout if set otherwise return hardware SM count)rq   r:  rh   r  rÜ  Ú_get_sm_carveout_experimental)r  Únum_smsÚcarveouts   &  rU   Úget_num_smsr   �  s[   € ô ‡y�y×Ñ×ÒÜ!Ó#‰ä—8‘8×9Ñ9Ó;ˆÜ!Ó#°8Ò3G¡xÈQÕOˆß'ˆ7�a�<˜!ÕÐ4¨WÐ4rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   Únum_tma_descriptorsr@  rb   râ  Únum_programsú
int | NonerQ   r=   rS   )rT   s   "rU   rV   rV   Œ  s0   € ÷ ñ Øðàðð ðð ñ	rW   c                ó¬   € ^RI HpHp Vf   \        4       pVP	                  R4      pW ,          \
        ,          pV! VVVVP                  ! 4       R7      # )zKBuilds and returns a WorkspaceArg for the device side TMA workspace buffer.)r=   ÚWorkspaceZeroModeF)ÚcountÚ	zero_moderb   Ú
outer_name)Úcodegen.commonr=   r&  r   Ú	from_boolÚTMA_DESCRIPTOR_SIZEÚunique_name)r"  rb   r#  r=   r&  r(  r  s   &&&    rU   Úget_tma_workspace_argr.  Œ  sU   € ÷ @àÒÜ"“}ˆØ!×+Ñ+¨EÓ2€IØÕ-Ô0CÕC€DÙØØØØ×+Ò+Ó-ô	ð rW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úblock_kr@  rQ   rS   )rT   s   "rU   rV   rV      s   € ÷ ñ ˜sð ¨Cñ rW   c                ó¸   € \         P                  P                  '       g   ^ # R\         P                  P	                  ^ 4      P
                  9   d
   V ^8:  d   ^# ^# )r   Úgfx942)rq   r  r9  rn   r  ÚgcnArchName)r0  s   &rU   Úget_default_kpackr4     s?   € Ü�=‰=××ÐÙØ”5—:‘:×3Ñ3°AÓ6×BÑBÔBÀwÐRTÄ}ÙÙrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rV  rF   Úallowed_layout_dtypeszlist[torch.dtype]rQ   rd   rS   )rT   s   "rU   rV   rV   ¨  s$   € ÷ ñ ØðØ+<ðà	ñrW   c                ó  € V P                   V9  d"   \        P                  R V P                   V4       \        V P                  P
                  4      ;'       d-    V P                   V9   ;'       d    \        V P                  4      # )zDNot using template since dtype %s is not in allowed layout dtypes %s)rm  rv   r‘  r\   rb   rt   r	  )rV  r6  s   &&rU   Ú_use_template_for_gpur8  ¨  sp   € ð ‡|�|Ð0Ô0Ü�	‰	ØRØ�L‰LØ!ô	
ô 	ˆv�}‰}×!Ñ!Ó"÷ 	&ð 	&Ø�L‰LÐ1Ñ1÷	&ð 	&ä�v—}‘}Ó%ðrW   c               ó    € V ^8„  d   QhRRRR/# ©rP   Úbackendrc   rQ   rd   rS   )rT   s   "rU   rV   rV   ¸  s   € ÷ ñ  3ð ¨4ñ rW   c                óÂ   € V P                  4       \        P                  P                  4       P                  R 4       Uu. uF  qP	                  4       NK  	  up9   # u upi ©rs  )rÎ  r‡   Úmax_autotune_gemm_backendsr$  r™  ©r;  r  s   & rU   Ú_use_autotune_backendr@  ¸  óP   € Ø�=‰=‹?Ü!×<Ñ<×BÑBÓD×JÑJÈ3ÔOóÙO�a�‰Ž	ÑOññ ð ùò ó   ¿Ac               ó    € V ^8„  d   QhRRRR/# r:  rS   )rT   s   "rU   rV   rV   ¾  s   € ÷ 'ñ ' sð '¨tñ 'rW   c                ó  € \        \        P                  P                  4       P	                  R4       Uu. uF+  pVP                  4       '       g   K  VP                  4       NK-  	  up4      \        V P                  4       .4      8H  # u upi )zHReturn whether ``backend`` is the only configured GEMM autotune backend.rs  )r&   r‡   r>  rÎ  r$  r™  r?  s   & rU   Ú_is_only_autotune_backendrE  ¾  st   € äô ×6Ñ6×<Ñ<Ó>×DÑDÀSÔIó	
áI�Ø�w‰w�yô ˆA�G‰GŽIÙIñ	
óô 
�W—]‘]“_Ð%Ó	&ñ'ð 'ùò	
s   µBÁBc               ó    € V ^8„  d   QhRRRR/# r:  rS   )rT   s   "rU   rV   rV   É  s   € ÷ ñ ¨ð °ñ rW   c                óÂ   € V P                  4       \        P                  P                  4       P                  R 4       Uu. uF  qP	                  4       NK  	  up9   # u upi r=  )rÎ  r‡   Úmax_autotune_conv_backendsr$  r™  r?  s   & rU   Ú_use_conv_autotune_backendrI  É  rA  rB  c               ó    € V ^8„  d   QhRRRR/# r:  rS   )rT   s   "rU   rV   rV   Ï  s   € ÷ ñ °3ð ¸4ñ rW   c                óÄ   € V P                  4       \        P                  P                  4       P                  R 4       Uu. uF  pVP	                  4       NK  	  up9   # u upi r=  )rÎ  r‡   Ú%max_autotune_conv_bwd_weight_backendsr$  r™  r?  s   & rU   Ú%_use_conv_bwd_weight_autotune_backendrM  Ï  sU   € Ø�=‰=‹?ä×=Ñ=×CÑCÓE×KÑKÈCÔPóáPˆAð 	
�‰Ž	ÙPññ ð ùò ó   ¿Ac               ó    € V ^8„  d   QhRRRR/# r:  rS   )rT   s   "rU   rV   rV   Ö  s   € ÷ ñ °#ð ¸$ñ rW   c                óÄ   € V P                  4       \        P                  P                  4       P                  R 4       Uu. uF  pVP	                  4       NK  	  up9   # u upi r=  )rÎ  r‡   Ú$max_autotune_conv_bwd_input_backendsr$  r™  r?  s   & rU   Ú$_use_conv_bwd_input_autotune_backendrR  Ö  sU   € Ø�=‰=‹?ä×<Ñ<×BÑBÓD×JÑJÈ3ÔOóáOˆAð 	
�‰Ž	ÙOññ ð ùò rN  Úenable_int32Úenable_float8Úcheck_max_autotunec          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )rP   rV  rF   rS  rd   rT  rU  rQ   rS   )rT   s   "rU   rV   rV   Ý  s<   € ÷ ñ Øðð ðð ð	ð
 ðð 
ñrW   c               ó,  € ^RI HpHp \        P                  \        P
                  \        P                  .pV'       d?   \        P                  \        P
                  \        P                  \        P                  .pV'       d0   VP                  \        P                  \        P                  .4       \        P                  ;'       g(    \        P                  ;'       g    V'       * ;'       d£    \        R4      ;'       d�    V! V P                  VP                   4      ;'       dk    \#        V P                  P$                  4      ;'       d    \'        W4      ;'       g1    V P                  P$                  R8H  ;'       d    V P(                  V9   # )rY  )ÚBackendFeatureÚhas_backend_featureÚTRITONrå  )r*  rX  rY  rq   rƒ  r1  r3  r;  r}  r'  r(  r‡   Úmax_autotuneÚmax_autotune_gemmr@  rb   ÚTRITON_TEMPLATESr\   rt   r8  rm  )rV  rS  rT  rU  rX  rY  Úlayout_dtypess   &$$$   rU   Úuse_triton_templater_  Ý  s   € ÷ Dä—]‘]¤E§N¡N´E·M±MÐB€MßÜŸ™¬¯©¼¿¹ÄuÇ{Á{ÐSˆßØ×Ñœe×1Ñ1´5×3DÑ3DÐEÔFô 
×	Ñ	×	RÐ	R¤× 8Ñ 8×	RÐ	RÐ@RÔ<R÷ 		
ð 		
Ü! (Ó+÷		
ð 		
á §¡¨~×/NÑ/NÓO÷		
ð 		
ô
 �v—}‘}×)Ñ)Ó*÷ Að AÜ)¨&Ó@÷Oð Oð —‘×"Ñ" eÑ+×MÐM°·±ÀÑ0MðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Ú
expr_bytesÚ_IntLikeÚ	alignmentr@  rQ   rd   rS   )rT   s   "rU   rV   rV   þ  s&   € ÷ Pñ P˜xð P°Cð PÈDñ PrW   c                óX   € ^RI Hp VP                  P                  P	                  W4      # )z?Statically-known multiple-of test for a byte-valued expression.rZ  )r]  r[  r^  r_  Ústatically_known_multiple_of)ra  rc  r[  s   && rU   Ú_bytes_alignedrf  þ  s    € åà�7‰7×Ñ×8Ñ8¸ÓOÐOrW   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚstridesúSequence[_IntLike]rQ   r$  rS   )rT   s   "rU   rV   rV   	  s   € ÷ 1ñ 1Ð-ð 1°*ñ 1rW   c                óè   € ^RI Hp \        V 4       UUu. uF5  w  r#VP                  P                  P                  V^4      '       g   K3  VNK7  	  ppp\        V4      ^8X  d
   V^ ,          # R# u uppi )zöIndex of the single stride-1 ("inner") dim, or None if there is not
exactly one. TMA requires exactly one contiguous dim, so None means the
tensor is not TMA-compatible. `strides` must already be resolved to ints or
hinted symbols by the caller.
rZ  N)r]  r[  r  r^  r_  Ústatically_known_equalsrp   )rh  r[  r   Ústr  s   &    rU   Útma_inner_dimrm  	  sl   € õ ô ˜wÔ'ôá'‰EˆAØ�7‰7×Ñ×3Ñ3°B¸×:÷ 	
ˆÙ'ð 
ñ ô
 ˜5“z Q”ˆ5��8Ð0¨DÐ0ùós   •0A.Á
A.Úoutput_layoutÚ
add_guardsc               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   ÚmatricesrE   rn  úLayout | Nonero  rd   rQ   rS   )rT   s   "rU   rV   rV   	  s2   € ÷ {ñ {Øð{Ø&3ð{ØHLð{à	ñ{rW   c                ó6  aaaaaa	€ ^ RI Hp ^RIHo \        oR VV3R llpR VVV	3R lloR VVV3R lloR	 V3R
 llo	V! 4       ;'       dK    \
        ;QJ d    V3R lV 4       F  '       d   K   RM	  RM! V3R lV 4       4      ;'       d	    V! V 4      # )u.  
Return True iff *all* supplied tensors satisfy the CUDA TMA constraints
that Triton relies on today.
* https://docs.nvidia.com/cuda/cuda-driver-api/group__CUDA__TENSOR__MEMORY.html

A tensor is accepted when:
  * 1 â‰¤ rank â‰¤ 5 (cuTensorMapEncodeTiled)
  * dtype in _TMA_SUPPORTED_DTYPES (CUtensorMapDataType enum)
  * Base pointer 16-byte aligned
  * Exactly one contiguous ("inner") dim with stride 1
  * All "outer" dims have 16-byte aligned strides
  * Inner dim size Ã— itemsize is a multiple of 16
  * For 1-byte dtypes (e.g. FP8), inner dim â‰¥ 32
)Úhas_triton_tma_devicerZ  c               ó    € V ^8„  d   QhRRRR/# )rP   rV  rr  rQ   rd   rS   )rT   s   "rU   rV   Ú!can_use_tma.<locals>.__annotate__,	  s   € ÷ 9ñ 9¨-ð 9¸Dñ 9rW   c                óž   <€ V f   R# V P                   pV P                  pV P                  pS! V P                  4      '       g   R# S! WV4      # )NTF)r  rc  rm  r«  )rV  r  rh  rm  Ú_alignedÚ_is_tma_compatibles   &   €€rU   Ú_is_tma_compatible_layoutÚ.can_use_tma.<locals>._is_tma_compatible_layout,	  sG   ø€ ØŠ>ÙØ—‘ˆØ—-‘-ˆØ—‘ˆñ ˜Ÿ™×&Ò&Ùá! %°%Ó8Ð8rW   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚmrE   rQ   rd   rS   )rT   s   "rU   rV   rv  9	  s   € ÷ 9ñ 9 Vð 9°ñ 9rW   c                ó(  <€ V P                  4       pV P                  4       pV P                  4       pV P                  4       SP                  P
                  9   d   R # V P                  4       ;pe   VP                  R8X  d
   S! WV4      # S! WV4      # )Fr:  )Úget_sizeÚ
get_strideÚ	get_dtyperÒ  r^  Úunaligned_buffersÚ
get_devicert   )r}  r  rh  rm  Úm_devicer[  ry  Ú_is_tma_compatible_xpus   &    €€€rU   Ú_is_tma_compatible_matrixÚ.can_use_tma.<locals>._is_tma_compatible_matrix9	  sw   ø€ Ø—
‘
“ˆØ—,‘,“.ˆØ—‘“ˆð �:‰:‹<˜1Ÿ7™7×4Ñ4Ô4ÙàŸ™›Ð&ˆHÒ3¸¿¹ÈÔ8NÙ)¨%¸%Ó@Ð@á! %°%Ó8Ð8rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rP   r  r÷  rh  ri  rm  rq  rQ   rd   rS   )rT   s   "rU   rV   rv  G	  s0   € ÷ -ñ -Ø#ð-à#ð-ð ð-ð 
ñ	-rW   c                ó(  <€ \        V 4      pVP                  pV^8  g   V^8”  d   R# V\        9  d   R# S'       dL   SP                  P                  P                  V 4      pSP                  P                  P                  V4      pMhV  Uu. uF(  pSP                  P                  P                  V4      NK*  	  ppV Uu. uF(  pSP                  P                  P                  V4      NK*  	  pp\        V4      p	V	f   R# \        V4       F$  w  r¨W©8X  d   K  S! W„,          4      '       d   K#   R# 	  WY,          pS! W´,          4      '       g   R# V^8X  d/   SP                  P                  P                  V^ 4      '       g   R# R# u upi u upi )rY  FT)
rp   Úitemsizer=  r^  r_  Úguard_int_seqÚ!replace_backed_symbols_with_hintsrm  r  Ústatically_known_geq)r  rh  rm  Úrankr‹  Úsizes_iÚ	strides_ir¡  rl  Ú	inner_idxr   Ú	inner_dimr[  rx  ro  s   &&&         €€€rU   ry  Ú'can_use_tma.<locals>._is_tma_compatibleG	  sf  ø€ ô
 �5‹zˆØ—>‘>ˆà�!Œ8�t˜a”xÙàÔ-Ô-ÙçØ—g‘g×&Ñ&×4Ñ4°UÓ;ˆGØŸ™×(Ñ(×6Ñ6°wÓ?‰Iñ PUóÙOTÈ!�—‘× Ñ ×BÑBÀ1ÖEÉuð ð ñ RYóÙQXÈ2�—‘× Ñ ×BÑBÀ2ÖFÑQXð ð ô " )Ó,ˆ	ØÒÙô ˜yÖ)‰EˆAØŒ~ÙÙ˜B�M×*Ô*Úñ	 *ð Õ&ˆ	Ù˜	Õ,×-Ò-Ùð �qŒ= §¡×!1Ñ!1×!FÑ!FÀyÐRT×!UÒ!UÙáùò7ùòs   Â.F
Ã.Fc               ó(   € V ^8„  d   QhRRRRRRRR/# r‰  rS   )rT   s   "rU   rV   rv  v	  s0   € ÷ ñ Ø#ðà#ðð ðð 
ñ	rW   c                ó|  <€ VR,          pSP                   P                  P                  V4      pSP                   P                  P                  V^4      '       g   R# RpV  FV  pSP                   P                  P                  V4      pSP                   P                  P	                  Wu4      '       g   KU   R# 	  R# )rY  FTr€  l   ÿÿ )r^  r_  r�  rk  Ústatically_known_gt)	r  rh  rm  Úlast_strideÚlast_stride_hintÚ
MAX_UINT32r  Ú	size_hintr[  s	   &&&     €rU   r…  Ú+can_use_tma.<locals>._is_tma_compatible_xpuv	  s�   ø€ ð ˜b•kˆØŸ7™7×+Ñ+×MÑMØó
Ðð �w‰w×Ñ×7Ñ7Ð8HÈ!×LÒLÙð ˆ
ÛˆDØŸ™×(Ñ(×JÑJÈ4ÓPˆIØ�w‰w×Ñ×3Ñ3°I×JÔJÚñ ñ
 rW   c              3  ó4   <"  € T F  pS! V4      x € K  	  R # 5irº   rS   )r½   r}  r†  s   & €rU   r¿   Úcan_use_tma.<locals>.<genexpr>Ž	  s   øé € Ð?±h°Ñ)¨!×,Ð,³hùó   ƒFT)Útorch.utils._tritonrt  r]  r[  rf  rJ  )
rn  ro  rq  rt  rz  r[  rx  ry  r†  r…  s
   $d*  @@@@@rU   Úcan_use_tmar¡  	  s€   ý€ õ" :åä€H÷9ñ 9÷9ò 9÷-ò -÷^ð ñ. 	Ó÷ 	5ð 	5ß‹CÔ?±hÓ?�C�CŠCÔ?±hÓ?Ó?÷	5ð 	5á% mÓ4ðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   ÚshapeszSequence[Sequence[sympy.Expr]]ro  rd   rQ   rS   )rT   s   "rU   rV   rV   “	  s$   € ÷ &ñ &Ø*ð&Ø8<ð&à	ñ&rW   c                ó  € ^RI Hp \        P                  ! \        P                  4      P
                  p. pV  FÀ  pV F·  p\        V\        \        P                  34      '       d   Wc8”  d     R# K5  V'       dV   VP                  P                  P                  V4      p\        V\        \        P                  34      '       d   Ws8”  d     R# VP                  \        P                  ! Wc4      4       K¹  	  KÂ  	  V'       g   R# \        V4      ^8X  d
   V^ ,          M\        P                   ! V!  pV'       d&   VP                  P                  P#                  V4      # VP                  P                  P%                  V4      # )a�  Range-check several descriptor shapes, installing at most one guard.

Checking operands one at a time leaves a guard behind for every operand that
passed before a later one failed, constraining the graph for a feature that
was then rejected. Every dimension is therefore decided guard-free first --
constants directly, backed symbols through their hints -- so no rejection
installs anything. `guard_or_false` would otherwise append the *negated*
bound when a hint is out of range. Only once all dimensions pass are the
symbolic conditions combined into a single guard. Unbacked symbols have no
hint, so they fall through to that guard, which fails closed.
rZ  FT)r]  r[  rq   Úiinfor;  r‰  rá   r@  rH  rT  r^  r_  r�  r‘  ÚLerp   ÚAndÚguard_or_falseÚstatically_known_true)	r£  ro  r[  Ú	int32_maxÚ
conditionsr  r  r\  Ú	conditions	   &&       rU   Ú_descriptor_shapes_fit_in_int32r­  “	  s  € õ ä—’œEŸK™KÓ(×,Ñ,€IØ€JÛˆÛˆDÜ˜$¤¤e§m¡mÐ 4×5Ò5ØÔ#Û ÙßØ—w‘w×'Ñ'×IÑIÈ$ÓO�Ü˜d¤S¬%¯-©-Ð$8×9Ò9¸dÔ>NÛ Ø×ÑœeŸhšh tÓ7Ö8ó ñ ÷ Ùä!$ Z£°AÔ!5�
˜1–¼5¿9º9ÀjÑ;Q€I÷ ð 	
�‰×Ñ×'Ñ'¨	Ó2ðð �W‰W×Ñ×3Ñ3°IÓ>ðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  r÷  ro  rd   rQ   rS   )rT   s   "rU   rV   rV   ¼	  s)   € ÷ Kñ KØðKØ-1ðKà	ñKrW   c                ó   € \        V .VR 7      # )©ro  )r­  )r  ro  s   &&rU   Ú_descriptor_shape_fits_in_int32r±  ¼	  s   € ô +¨E¨7¸zÔJÐJrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úarchrc   rQ   rd   rS   )rT   s   "rU   rV   rV   Â	  s   € ÷ .ñ .˜#ð . $ñ .rW   c                ó:   € V P                  R^4      ^ ,          R8H  # )zCReturn True only for gfx1250, including feature-suffixed GCN names.rZ   Úgfx1250)r$  )r³  s   &rU   Úis_gfx1250_archr¶  Â	  s   € à�:‰:�c˜1Ó˜aÕ  IÑ-Ð-rW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   ztuple[int, int]rS   )rT   s   "rU   rV   rV   É	  s   € ÷ 6ñ 6˜_ñ 6rW   c                 ó2  € \        \        P                  RR4      p V '       g   \        P                  P                  p V '       g   R# \        P
                  ! RV 4      pVf   R# \        VP                  ^4      4      \        VP                  ^4      4      3# )a®  Return the ROCm SDK ``(major, minor)``, or ``(0, 0)`` if unavailable.

``torch.version.rocm`` carries CMake's ``ROCM_VERSION_DEV``, which PyTorch's
own ROCm component gates compare (see the 7.14 hipfile gate in
``cmake/public/LoadHIP.cmake``), so it wins. ``torch.version.hip`` carries
``HIP_VERSION_CLEAN`` and is consulted only when ``rocm`` is absent. A
present-but-malformed ``rocm`` fails closed rather than falling through.
ÚrocmNz(\d+)\.(\d+))r   r   )rÓ   rq   r  r9  r–  r—  r@  Úgroup)r  r—  s     rU   Ú_rocm_version_tupler»  È	  so   € ô ”e—m‘m V¨TÓ2€GßÜ—-‘-×#Ñ#ˆßØˆÜ�HŠH�_ gÓ.€EØ‚}ØˆÜ�—‘˜A“Ó¤ U§[¡[°£^Ó!4Ð5Ð5rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  r@  ÚminorrQ   rd   rS   )rT   s   "rU   rV   rV   Ý	  s!   € ÷ 3ñ 3 #ð 3¨cð 3°dñ 3rW   c                ób   € \         P                  P                  '       g   R # \        4       W38¬  # rt  )rq   r  r9  r»  )r  r½  s   &&rU   Ú_rocm_version_at_leastr¿  Ý	  s%   € Ü�=‰=××ÐÙÜÓ  U NÑ2Ð2rW   c               ó    € V ^8„  d   QhRRRR/# ©rP   rb   útorch.device | NonerQ   rd   rS   )rT   s   "rU   rV   rV   ã	  s   € ÷ Eñ EÐ$7ð E¸Dñ ErW   c                ó  € ^ RI Hp \        ^^4      '       g   R# V e   V P                  R8w  d   R#  \        P
                  P                  V 4      p\        VRR4      p\        T4      ;'       d	    T! T4      #   \         d     R# i ; i)zÐCheck the runtime and compiler prerequisites shared by TDM paths.

Not memoized: the device-property probe can fail transiently during
initialization, and caching that failure would disable TDM process-wide.
)Úhas_triton_amd_tdm_deviceFrn   r3  r  )
r   rÄ  r¿  rt   rq   rn   r  rÓ   r@  r¶  )rb   rÄ  Úpropsr³  s   &   rU   Ú_gfx1250_device_prereqsrÆ  ã	  s‚   € õ >ô " ! R×(Ò(ÙØ‚~˜Ÿ™¨Ô.ÙðÜ—
‘
×0Ñ0°Ó8ˆÜ�u˜m¨RÓ0ˆô ˜4Ó ×DÐDÑ%>¸tÓ%DÐDøô ô Úðús   ³,A: Á:B	ÂB	c               ó    € V ^8„  d   QhRRRR/# )rP   r‘  úSequence[sympy.Expr | int]rQ   úbool | NonerS   )rT   s   "rU   rV   rV   ù	  s   € ÷ 	ñ 	Ð+Eð 	È+ñ 	rW   c                ó.   € \        V 4      pVf   R# V^8H  # )zÐClassify an already-resolved 2D stride pair by its unit-stride dimension.

Split out of ``tdm_descriptor_row_major`` so callers that already resolved
the strides do not resolve (or re-specialize) them twice.
N)rm  )r‘  r’  s   & rU   Ú_tdm_row_major_from_stridesrË  ù	  s!   € ô ˜iÓ(€IØÒÙØ˜‰>ÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚmatrE   rQ   rÉ  rS   )rT   s   "rU   rV   rV   
  s   € ÷ 
2ñ 
2 &ð 
2¨[ñ 
2rW   c                óØ   € ^RI Hp V P                  4       p\        V4      ^8w  d   R# V Uu. uF'  q1P                  P
                  P                  V4      NK)  	  pp\        V4      # u upi )zEClassify a 2D operand by its single statically unit-stride dimension.rZ  N)r]  r[  r€  rp   r^  r_  r�  rË  )rÍ  r[  rh  rl  r‘  s   &    rU   Útdm_descriptor_row_majorrÏ  
  sa   € åà�n‰nÓ€GÜ
ˆ7ƒ|�qÔÙáIPóÙIPÀ2�‰×Ñ×:Ñ:¸2Ö>Éð ð ô ' yÓ1Ð1ùòs   ­-A'c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rP   rÍ  rE   Úaccepted_dtypesr;  r«  rb  Úouter_stridesri  rQ   r  rS   )rT   s   "rU   rV   rV   
  s:   € ÷ -ñ -Ø	ð-à,ð-ð ð-ð &ð	-ð
 ñ-rW   c                ó>  aa€ ^RI Hp V P                  4       pWQ9  d   RV 2# V P                  4       VP                  P
                  9   d   R# VP                  o\        oS! VS,          \        4      '       g   R\         R2# \        ;QJ d     VV3R lV 4       F  '       d   K   RM	  RM! VV3R lV 4       4      '       g   R	\         R2# \        ;QJ d     VV3R
 lV 4       F  '       d   K   RM	  RM! VV3R
 lV 4       4      '       g   R	\         R2# R# )aR  Apply the shared TDM operand policy, or return why it does not hold.

Rank, orientation and symbol resolution differ between the dense MM and Flex
paths, so each caller prepares those itself and passes the results in. Every
check here is guard-free, which lets the callers keep their different guard
policies while agreeing on the rules.
rZ  zunsupported dtype zbuffer is marked unalignedzoffset is not z-byte alignedc              3  óL   <"  € T F  pS! VS,          \         4      x € K  	  R # 5irº   )Ú_TDM_OPERAND_ALIGNMENT_BYTES©r½   r¡  Úalignedr‹  s   & €€rU   r¿   Ú0_tdm_operand_policy_violation.<locals>.<genexpr>0
  s#   øé € ð ÙERÀ‰��H•Ô:×;Ð;Ã]ùó   ƒ!$FTzouter strides are not c              3  óL   <"  € T F  pS! VS,          \         4      x € K  	  R # 5irº   )Ú&_TDM_DIRECT_PATH_RELATIVE_POLICY_BYTESrÖ  s   & €€rU   r¿   rØ  7
  s'   øé € ð áˆAñ 	��H•ÔD×EÐEÛùrÙ  N)r]  r[  r�  rÒ  r^  r‚  r‹  rf  rÕ  rJ  rÛ  )rÍ  rÑ  r«  rÒ  r[  rm  r×  r‹  s   &&&&  @@rU   Ú_tdm_operand_policy_violationrÜ  
  s  ù€ õ à�M‰M‹O€EØÔ#Ø# E 7Ð+Ð+Ø
‡|�|ƒ~˜Ÿ™×2Ñ2Ô2Ù+à�~‰~€HÜ€Gñ �6˜HÕ$Ô&B×CÒCØÔ <Ð=¸]ÐKÐK÷ ‹3õ ÙERó�3�3Š3õ ÙERó÷ ò ð (Ô(DÐ'EÀ]ÐSÐS÷ ‹3õ áó�3�3Š3õ áó÷ ò ð
 %Ü5Ð6°mðEð	
ñ rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÍ  rE   rÑ  r;  rQ   rd   rS   )rT   s   "rU   rV   rV   B
  s&   € ÷ ñ Ø	ðà,ðð 
ñrW   c                ó8  € ^RI Hp V P                  4       pV P                  4       p\	        V4      ^8w  g   \	        V4      ^8w  d   R# V Uu. uF'  qRP
                  P                  P                  V4      NK)  	  ppVP
                  P                  P                  V P                  4       P                  4      p\        V4      pVf   R# V'       d   ^ M^p	\        WWvV	,          .4      p
V
e(   \        P                  RV P                  4       V
4       R# R# u upi )zHCheck descriptor semantics and the current direct-path selection policy.rZ  Fz%Dense TDM operand rejected for %s: %sT)r]  r[  r  r€  rp   r^  r_  r�  rU  r«  rË  rÜ  rv   r‘  rÒ  )rÍ  rÑ  r[  r  rh  rc  r‘  r«  Ú	row_majorÚ	outer_idxÚ	violations   &&         rU   Ú_tdm_operand_compatiblerâ  B
  sõ   € õ
 à�L‰L‹N€EØ�n‰nÓ€GÜ
ˆ5ƒz�Q„œ#˜g›,¨!Ô+Ùñ RYóÙQXÀv�‰×Ñ×:Ñ:¸6ÖBÑQXð ð ð �W‰W×Ñ×?Ñ?ÀÇÁÓ@P×@WÑ@WÓX€Fô ,¨IÓ6€IØÒÙß‘ A€Iä-Ø˜f°Õ';Ð&<ó€Ið Òô 	�	‰	Ð9¸3¿<¹<»>È9ÔUÙÙùò's   Á-Dc               ó    € V ^8„  d   QhRRRR/# )rP   rÍ  rE   rQ   r  rS   )rT   s   "rU   rV   rV   d
  s   € ÷ 8ñ 8 6ð 8¨dñ 8rW   c                óX  € ^RI Hp VP                  P                  P	                  V P                  4       4       VP                  P                  P	                  V P                  4       4       VP                  P                  P                  V P                  4       P                  4       R# )zBSpecialize the values used to construct a selected TDM descriptor.rZ  N)
r]  r[  r^  r_  rŒ  r  r€  Ú	guard_intrU  r«  )rÍ  r[  s   & rU   Ú_guard_tdm_operand_layoutræ  d
  sg   € åà‡G�G×Ñ×"Ñ" 3§<¡<£>Ô2Ø‡G�G×Ñ×"Ñ" 3§>¡>Ó#3Ô4Ø‡G�G×Ñ×Ñ˜sŸ~™~Ó/×6Ñ6Ö7rW   c                  ó"   € ] tR tRtRtRtRtRtR# )ÚTDMGuardModeim
  a�  How much a TDM operand check is allowed to constrain the graph.

Admission and commitment are separate phases because they happen at
different times: a template is admitted while lowering, but its
configuration pool is not known until the heuristic has finished filtering
and scaling. Committing exact layout at admission specializes the graph for
a template that may end up contributing nothing.
ÚboundsÚexactrS   N)rª   r«   r¬   r­   rZ  ÚBOUNDSÚEXACTr¯   rS   rW   rU   rè  rè  m
  s   † ñð €Fð „ErW   rè  c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   rq  r›  rÑ  r;  Ú
guard_moderè  rQ   rd   rS   )rT   s   "rU   rV   rV   
  s0   € ÷ ñ Øðà,ðð ðð 
ñ	rW   c                óN  a€ \         ;QJ d    V3R lV  4       F  '       d   K   RM	  RM! V3R lV  4       4      '       g   R# \        V  Uu. uF  q3P                  4       NK  	  upRR7      '       g   R# V\        P                  Jd   R# V  F  p\        V4       K  	  R# u upi )zÇCheck a full operand list for TDM under the given guard mode.

Rejecting an operand must not leave the graph specialized on its shape, so
the decision is made guard-free before anything pins a hint.
c              3  ó<   <"  € T F  p\        VS4      x € K  	  R # 5irº   )râ  )r½   rÍ  rÑ  s   & €rU   r¿   Ú+_tdm_operands_compatible.<locals>.<genexpr>‰
  s   øé € ÐQÉÀÔ& s¨O×<Ð<Ëùr~  FTr°  )rJ  r­  r  rè  rì  ræ  )rq  rÑ  rî  rÍ  s   &f& rU   Ú_tdm_operands_compatiblerò  
  s€   ø€ ÷ ‹3ÔQÉÓQ�3�3Š3ÔQÉÓQ×QÒQÙô +Ù#+Ó,¡8˜C�‰Ž¡8Ñ,¸÷ó ñ àœ×+Ñ+Ó+ÙãˆÜ! #Ö&ñ áùò 	-s   ÁB"c               ó    € V ^8„  d   QhRRRR/# )rP   rq  rE   rQ   rd   rS   )rT   s   "rU   rV   rV   š
  s   € ÷ ñ  vð °$ñ rW   c                 óä   € V '       d!   \         P                  P                  '       g   R# \        V ^ ,          P	                  4       4      '       g   R# \        V \        \        P                  4      # )a  Return whether dense MM operands may be admitted to the TDM template.

Admission only. It may bound a dynamic dimension to int32 but never pins a
size, stride or offset -- the operands are not specialized until
``commit_tdm_operand_layout`` runs against a materialized config set.
F)	r‡   r.  Úenable_persistent_tma_matmulrÆ  rƒ  rò  r<  rè  rë  ©rq  s   *rU   Úuse_triton_tdm_templater÷  š
  sO   € ÷ œ6Ÿ=™=×E×EÐEÙÜ" 8¨A¥;×#9Ñ#9Ó#;×<Ò<ÙÜ#ØÔ'¬×)<Ñ)<óð rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rq  rE   rQ   r  rS   )rT   s   "rU   rV   rV   ª
  s   € ÷ Fñ F¨ð F°Dñ FrW   c                 óf   € \        V \        \        P                  4      '       g   \	        R4      hR# )aj  Specialize operands whose TDM configurations have actually materialized.

The only production caller of ``TDMGuardMode.EXACT``. Revalidates rather
than trusting admission, and raises rather than falling back: reaching here
means a TDM choice is being built, so a failed premise is a bug in the
admission/commit split and not an ordinary "no candidates" outcome.
z%TDM layout commit revalidation failedN)rò  r<  rè  rì  rß  rö  s   *rU   Úcommit_tdm_operand_layoutrú  ª
  s2   € ô $ØÔ'¬×);Ñ);÷ò ô ÐDÓEÐEñrW   c               ó    € V ^8„  d   QhRRRR/# rÁ  rS   )rT   s   "rU   rV   rV   ¸
  s   € ÷ ñ Ð+>ð À4ñ rW   c                óŒ   € \         P                  P                  ;'       d$    \         P                  ;'       d    \	        V 4      # )zDReturn whether generic tensor descriptor codegen may target AMD TDM.)r‡   r.  Úuse_tensor_descriptorÚassume_aligned_inputsrÆ  ©rb   s   &rU   Úuse_gfx1250_descriptor_codegenr   ¸
  s;   € ô 	�‰×+Ñ+÷ 	,ð 	,Ü×(Ñ(÷	,ð 	,ä# FÓ+ðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rq  rE   Úblock_shapesz$Sequence[Sequence[sympy.Expr | int]]rQ   rd   rS   )rT   s   "rU   rV   rV   Á
  s+   € ÷ Vñ VØðVà6ðVð 
ñVrW   c                óª  aaa€ ^RI Ho \        P                  P                  '       g   R# V'       d'   \        V^ ,          P                  4       4      '       g   R# \        V 4      \        V4      8w  d   \        R4      hR R loR VV3R llo\        ;QJ d(    V3R l\        W4       4       F  '       d   K   RM	  R	M! V3R l\        W4       4       4      '       g   R# \        V Uu. uF  q"P                  4       NK  	  upR	R
7      '       g6   \        P                  RV Uu. uF  q"P                  4       NK  	  up4       R# R	# u upi u upi )zLReturn whether flex operands satisfy TDM descriptor and request constraints.rZ  Fz4Expected one block shape per flex descriptor operandc               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÍ  rE   Úreasonrc   rQ   rd   rS   )rT   s   "rU   rV   Ú-use_flex_tdm_descriptor.<locals>.__annotate__Ò
  s!   € ÷ ñ �Vð  Sð ¨Tñ rW   c                óP   € \         P                  R V P                  4       V4       R# )z'Flex TDM descriptor rejected for %s: %sF)rv   r‘  rÒ  )rÍ  r  s   &&rU   Ú_rejectÚ(use_flex_tdm_descriptor.<locals>._rejectÒ
  s   € Ü�	‰	Ð;¸S¿\¹\»^ÈVÔTÙrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÍ  rE   Úblock_shaperÈ  rQ   rd   rS   )rT   s   "rU   rV   r  Ö
  s$   € ÷ .ñ .Øð.Ø"<ð.à	ñ.rW   c                ó  <€ \         P                  ! S	V 4      pV P                  4       pV P                  4       p\	        V4      ^8w  g   \	        V4      ^8w  d	   V! R4      # V P                  4       P                  p\        pSP                  P                  P                  VR	,          ^4      '       g	   V! R4      # \        V \        V P                  4       P                  VRR	 4      pVe	   V! V4      # \	        V4      ^8w  d	   V! R4      # SP                  P                  P                  VR	,          V,          \         4      '       g   V! R\          R24      # V! VR	,          V,          \"        4      '       g	   V! R4      # R# )
é   z+expected four-dimensional sizes and stridesz2innermost stride is not statically known to be oneNz&expected a two-dimensional block shapezBinnermost request extent is not statically known to hold at least z bytesz#block width is not 128-byte alignedTr€  )rî  Úpartialr  r€  rp   r�  r‹  rf  r^  r_  rk  rÜ  r<  rU  r«  rŽ  Ú _TDM_MIN_INNERMOST_REQUEST_BYTESrÛ  )
rÍ  r  Úrejectr  rh  r‹  r×  rá  r[  r  s
   &&      €€rU   Úoperand_admissibleÚ3use_flex_tdm_descriptor.<locals>.operand_admissibleÖ
  sg  ø€ ô ×"Ò" 7¨CÓ0ˆà—‘“ˆØ—.‘.Ó"ˆÜˆu‹:˜Œ?œc '›l¨aÔ/ÙÐGÓHÐHà—=‘=“?×+Ñ+ˆÜ ˆà�w‰w×Ñ×7Ñ7¸À½ÀQ×GÒGÙÐNÓOÐOô 2ØÔ&¨¯©Ó(8×(?Ñ(?ÀÈÈ"Àó
ˆ	ð Ò Ù˜)Ó$Ð$äˆ{Ó˜qÔ ÙÐBÓCÐCð
 �w‰w×Ñ×4Ñ4Ø˜�O˜hÕ&Ô(H÷
ò 
ñ ðÜ9Ð:¸&ðBóð ñ
 Ø˜�O˜hÕ&Ü2÷
ò 
ñ Ð?Ó@Ð@árW   c              3  ó8   <"  € T F  w  rS! W4      x € K  	  R # 5irº   rS   )r½   rÍ  r  r  s   &  €rU   r¿   Ú*use_flex_tdm_descriptor.<locals>.<genexpr>  s#   øé € ð á ;ÑˆCñ 	˜3×,Ð,Û ;ùs   ƒTr°  z?Flex TDM descriptor rejected for %s: shapes do not fit in int32)r]  r[  r‡   r.  Úenable_flex_tdmrÆ  rƒ  rp   rß  rJ  rÉ   r­  r  rv   r‘  rÒ  )r  rq  rÍ  r[  r  r  s   $* @@@rU   Úuse_flex_tdm_descriptorr  Á
  s  ú€ õ
 ä�=‰=×(×(Ð(ÙßÔ2°8¸Aµ;×3IÑ3IÓ3K×LÒLÙô ˆ<ÓœC ›MÔ)ÜÐSÓTÐTõ÷.ñ .÷d ‹3ô ä # HÔ ;ó�3�3Š3ô ä # HÔ ;ó÷ ò ñ ô +Ù#+Ó,¡8˜C�‰Ž¡8Ñ,¸÷ó ô 	�	‰	ØMÙ'/Ó0¡x �\‰\Ž^¡xÑ0ô	
ñ Ùùò 	-ùò 1s   Ã-EÄ(E
c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÍ  rE   ro  rd   rQ   rS   )rT   s   "rU   rV   rV     s$   € ÷ ñ Ø	ðØ!ðà	ñrW   c                óþ  € \         P                  ! \         P                  4      P                  p\	        R  \        V P                  4       V P                  4       4       4       4      p\        V\        \        P                  34      '       d   W28*  # ^RIHp \        P                  ! W24      pV'       d&   VP                  P                   P#                  V4      # VP                  P                   P%                  V4      # )c              3  óF   "  € T F  w  rV^,
          V,          x € K  	  R# 5i©rY  NrS   )r½   r  rc  s   &  rU   r¿   Ú;_tma_descriptor_max_offset_fits_in_int32.<locals>.<genexpr>!  s"   é € ð Ù0U¡ ˆ���V×ÒÓ0Uùó   ‚!rZ  )rq   r¥  r;  r‰  rÿ  rÉ   r  r€  rá   r@  rH  rT  r]  r[  r¦  r^  r_  r¨  r©  )rÍ  ro  rª  Ú
max_offsetr[  r¬  s   &&    rU   Ú(_tma_descriptor_max_offset_fits_in_int32r    s¼   € ô —’œEŸK™KÓ(×,Ñ,€IÜñ Ü03°C·L±L³NÀCÇNÁNÓDTÔ0Uóó €Jô �*œs¤E§M¡MÐ2×3Ò3ØÑ&Ð&åä—’˜Ó/€I÷ ð 	
�‰×Ñ×'Ñ'¨	Ó2ðð �W‰W×Ñ×3Ñ3°IÓ>ðrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©rP   rq  rE   rn  rF   ro  rd   rQ   rS   )rT   s   "rU   rV   rV   1  s2   € ÷ Oñ OØðOØ&,ðOØ:>ðOà	ñOrW   c                ó`  a€ \         P                  P                  '       g   R # \        ;QJ d    R V 4       F  '       d   K   R M	  RM! R V 4       4      '       g   R # \        ;QJ d    V3R lV 4       F  '       d   K   R M	  RM! V3R lV 4       4      '       g   R # \         P                  P                  '       d    \        V P                  SR7      '       g   R # \        P                  P                  e   R# \         P                  P                  '       d   T MRp\        VRVRS/ # )Fc              3  óZ   "  € T F!  p\        VP                  4       4      ^8H  x € K#  	  R# 5i)rP   N)rp   r  )r½   r}  s   & rU   r¿   Ú*use_triton_tma_template.<locals>.<genexpr>6  s    é € Ð8©x¨!Œs�1—:‘:“<Ó  AÖ%«xùs   ‚)+Tc              3  óZ   <"  € T F   p\        VP                  4       SR 7      x € K"  	  R# 5i)r°  N)r±  r  )r½   r}  ro  s   & €rU   r¿   r#  8  s(   øé € ð áˆAô 	(¨¯
©
«À×LÑLÛùs   ƒ(+r°  Nrn  ro  )r‡   r.  rõ  rJ  Úenable_template_tma_storer±  r  rq   r  r9  r¡  )rn  ro  rq  rV  s   $d* rU   Úuse_triton_tma_templater&  1  sÝ   ø€ ô �=‰=×5×5Ð5Ùß‹3Ñ8©xÓ8�3�3Š3Ñ8©xÓ8×8Ò8Ùß‹3ô áó�3�3Š3ô áó÷ ò ñ Ü‡}�}×.×.Ð.Ô7VØ×Ñ z÷8ó 8ñ ô ‡}�}×ÑÒ$ÙÜ$Ÿm™m×E×EÐE‰]È4€FÜ˜ÐN°ÐNÀ:ÑNÐNrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# r   rS   )rT   s   "rU   rV   rV   I  s2   € ÷ Vñ VØðVØ&,ðVØ:>ðVà	ñVrW   c                óp   € \        VR V RV/ '       g   R# ^ RIHp ^RIHp V! 4       ;'       d    V! 4       # )rn  ro  F)Ú%has_triton_tensor_descriptor_host_tma©Úis_datacenter_blackwell_arch)r&  r   r)  Úcodegen.cuda.cuda_envr+  )rn  ro  rq  r)  r+  s   $$*  rU   Ú!use_triton_blackwell_tma_templater-  I  sF   € ô #Ø	ðØ!.ðØ;E÷ð ñ åIåCñ 1Ó2×UÐUÑ7SÓ7UÐUrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   Úscale_option_ar<   Úscale_option_bÚscaling_typeszlist[ScalingType]rQ   rd   rS   )rT   s   "rU   rV   rV   Y  s6   € ÷ Oñ OØðOàðOð %ðOð 
ñ	OrW   c                ó"   € W9   ;'       d    W9   # rº   rS   )r/  r0  r1  s   &&&rU   Úuse_triton_scaling_templater3  Y  s   € ð
 Ñ*×NÐN¨~Ñ/NÐNrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   b  s   € ÷ 	ñ 	˜tñ 	rW   c                 ój   €  \         P                  P                  R4      RJ#   \         d     R# i ; i)z¬Check if CuTeDSL is importable; cache the result for reuse.

Call ensure_cute_available.cache_clear() after installing CuTeDSL
in the same interpreter to retry the import.
ÚcutlassNF©Ú	importlibÚutilÚ	find_specr!  rS   rW   rU   Úensure_cute_availabler;  a  s3   € ðÜ�~‰~×'Ñ'¨	Ó2¸$Ð>Ð>øÜô Úðúó   ‚ # £2±2c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   o  s   € ÷ ñ ¨Dñ rW   c                 óž   €  \         P                  P                  R4      RJp V '       d   \        4        V #   \        \
        3 d     R# i ; i)zåCheck if NVIDIA Universal GEMM (cutlass.operators) is importable; cache the result for reuse.

Call ensure_nv_universal_gemm_available.cache_clear() after installing
cutlass.operators in the same interpreter to retry the import.
zcutlass.operatorsNF)r8  r9  r:  Ú_ensure_fp4_dtype_registeredr!  r�   )Ú	availables    rU   Ú"ensure_nv_universal_gemm_availablerA  n  sG   € ðÜ—N‘N×,Ñ,Ð-@ÓAÈÐMˆ	ßÜ(Ô*ØÐøÜœÐ$ô Úðús   ‚(7 «7 ·AÁAc                 óÌ   aa€ ^ RI Hu Hu Hp   V P	                  \
        P                  4       R#   \        \        3 d"    ^ RI	oT P                  oTT3R lpYn         R# i ; i)a   Ensure cutlass.operators maps torch.float4_e2m1fn_x2 -> cutlass.Float4E2M1FN.

cutlass.operators natively supports this dtype, so this is normally a no-op.
We keep the patch as a safety net (and for backward compat with generated
code that calls this) in case a future version regresses.
Nc                óV   <€ V \         P                  8X  d   SP                  # S! V 4      # rº   )rq   r/  ÚFloat4E2M1FN)rm  Ú_origr6  s   &€€rU   Ú_patchedÚ._ensure_fp4_dtype_registered.<locals>._patchedŽ  s'   ø€ Øœ×.Ñ.Ô.Ø×+Ñ+Ð+Ù˜“<ÐrW   )
Úcutlass.operators.utils.dtypeÚ	operatorsÚutilsrm  Úcutlass_type_from_torch_typerq   r/  ÚKeyErrorr  r6  )Ú_dtype_utilsrF  rE  r6  s     @@rU   r?  r?  ~  sS   ù€ ÷ 9Ó8ð=Ø×1Ñ1´%×2HÑ2HÖIøÜ”nÐ%ô 
=Ûà×9Ñ9ˆö	 ð
 5=×1ð
=ús   �1 ±.A#Á"A#c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   —  s   € ÷ ñ ¨dñ rW   c                 ój   €  \         P                  P                  R4      RJ#   \         d     R# i ; i)a3  Check if nvMatmulHeuristics is importable; cache the result for reuse.

nvMatmulHeuristics provides performance model-based kernel selection
for NVIDIA GEMM operations.

Call ensure_nvmatmul_heuristics_available.cache_clear() after installing
nvMatmulHeuristics in the same interpreter to retry the import.
ÚnvMatmulHeuristicsNFr7  rS   rW   rU   Ú$ensure_nvmatmul_heuristics_availablerQ  –  s4   € ðÜ�~‰~×'Ñ'Ð(<Ó=ÀTÐIÐIøÜô Úðúr<  c               ó    € V ^8„  d   QhRRRR/# ©rP   rV  rF   rQ   rd   rS   )rT   s   "rU   rV   rV   ¦  s   € ÷ ñ  Vð °ñ rW   c                óö  € \        R 4      '       g   R# \        P                  P                  '       g   R# \        P
                  '       g   \        P                  '       g   R# \        V \        P                  \        P                  .4      '       g   R# ^RI
Hp VP                  4       '       g   R# ^RIHp V P                  P                   e   V P                  P                   M^ pV! V4      R8w  d   R# R# )ÚFLYDSLF)Úflydsl_utils)Ú_get_flydsl_device_archÚgfx950T)r@  rq   r  r9  r‡   r[  r\  r8  rƒ  r1  Úcodegen.flydslrV  Úruntime_availableÚ codegen.flydsl.flydsl_schedulingrW  rb   rä  )rV  rV  rW  Údevice_indexs   &   rU   Úuse_flydsl_gemm_templater]  ¦  s§   € Ü  ×*Ò*ÙÜ�=‰=××ÐÙÜ××Ð¤6×#;×#;Ð#;ÙÜ  ¬%¯-©-¼¿¹Ð)H×IÒIÙå,à×)Ñ)×+Ò+ÙåIð
 +1¯-©-×*=Ñ*=Ò*I�6—=‘=×&Ò&Èq€LÙ˜|Ó,°Ô8ÙÙrW   c               ó<   € V ^8„  d   QhRRRRRRRRRRR	R
RR
RR
RR/	# )rP   Úmat_ar   Úmat_brV  rF   Úa_is_2drd   Úb_is_2dÚoffsz
Any | NoneÚbiasÚscale_resultrQ   rS   )rT   s   "rU   rV   rV   À  sb   € ÷ >ñ >Øð>àð>ð ð>ð ð	>ð
 ð>ð ð>ð ð>ð ð>ð 
ñ>rW   c                óV  € \        4       '       g   R# \        R4      '       g   R# ^RIHp \	        VP
                  P                  4      '       g   R# V! 4       '       g   R# \        P                  .p	\        W)4      '       g   R# \        P                  '       g   \        P                  '       g   R# \        WVR7      '       g   R# \        ;QJ d    R W3 4       F  '       g   K   RM	  RM! R W3 4       4      '       d   R# V'       d	   V'       d   R# Vf   R# Vf   Ve   R# R# )a¹  
Returns True if we can use the blackwell kernel for grouped mm.
Required conditions:
    1. CuTeDSL backend is enabled
    2. CuTeDSL is available
    3. We are on a blackwell arch
    4. The dtype is bf16
    5. Max autotune or max autotune gemm is enabled
    6. A, B, and the output are 16B aligned
    7. We are not using dynamic shapes
    8. A is 2d
    9. B is 3d
    10. Offsets are provided
    11. Bias and Scale are not provided
FÚCUTEDSLr*  )rn  c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5irº   )Ú
is_dynamic©r½   r  s   & rU   r¿   Ú3use_blackwell_cutedsl_grouped_mm.<locals>.<genexpr>ò  s   é € Ð
1¡.˜QŒ:�a�=ˆ=£.ùr|  T)r;  r@  r,  r+  r\   rb   rt   rq   r1  r8  r‡   r[  r\  r¡  rn  )
r_  r`  rV  ra  rb  rc  rd  re  r+  r^  s
   &&&&&&&&  rU   Ú use_blackwell_cutedsl_grouped_mmrl  À  sÔ   € ô2 !×"Ò"Ùä  ×+Ò+ÙåCä�&—-‘-×$Ñ$×%Ò%Ùá'×)Ò)Ùä—^‘^Ð$€MÜ  ×7Ò7Ùä××Ð¤6×#;×#;Ð#;Ùô �u°6×:Ó:Ùç
ƒsÑ
1 5¡.Ó
1‡s‡s‚sÑ
1 5¡.Ó
1×1Ò1Ùç—gÙà‚|ÙàÒ˜<Ò3ÙárW   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# ©	rP   rV  rF   r}  r@  r@  ÚkrQ   rd   rS   )rT   s   "rU   rV   rV     s/   € ÷  ñ   ð  ¨Cð  °Cð  ¸Cð  ÀDñ  rW   c                óž  € ^RI Hp VP                  P                  P	                  W,          V,          RR7      pV^ 8:  g    V\
        P                  P                  8  d   R# ^RIH	p \        P                  P                  '       d   R# \        P                  \        P                  \        P                  .p\
        P                   ;'       g    \
        P"                  ;'       d    \%        R4      ;'       d    \'        W4      pV'       d>   V! 4       '       g1   \(        P+                  R\
        P                  P,                  4       R# V# )rY  rZ  ©rV  F)Útry_import_cutlassÚCUTLASSzŽFailed to import CUTLASS lib. Please check whether _inductor.config.cutlass.cutlass_dir %s is set correctly. Skipping CUTLASS backend for now.r€  )r]  r[  r^  r_  r`  r‡   r6  Úcutlass_backend_min_gemm_sizeÚcodegen.cutlass.utilsrr  rq   r  r9  rƒ  r1  r;  r[  r\  r@  r8  rv   rw   Úcutlass_dir)	rV  r}  r@  ro  r[  Ú	gemm_sizerr  r^  r¤  s	   &&&&     rU   Úuse_cutlass_templaterx    sñ   € Ýà—‘× Ñ ×2Ñ2°1µ5¸1µ9ÀrÐ2ÓJ€IØ�A„~˜¤V§^¡^×%QÑ%QÔQÙÝ9ô ‡}�}××ÐÙô —]‘]¤E§N¡N´E·K±KÐ@€Mô 
×	Ñ	×	8Ð	8¤× 8Ñ 8÷ 	9ð 	9Ü! )Ó,÷	9ð 	9ä! &Ó8ð ÷ Ù!×#Ò#Ü�K‰Kð4ô —‘×*Ñ*ô	ñ Ø€JrW   c               ó<   € V ^8„  d   QhRRRRRRRRRRR	RR
RRRRR/	# )rP   rV  rF   r}  rb  r@  ro  r_  rE   r`  rc  zIRNode | Noner“  z_IntLike | NonerQ   rd   rS   )rT   s   "rU   rV   rV   $  sm   € ÷ @ñ @Øð@àð@ð ð@ð ð	@ð
 ð@ð ð@ð ð@ð ð@ð 
ñ@rW   c                óŒ  a
€ \        4       '       g   R# \        4       '       g   R# \        R4      '       g   R# ^RIHo
 S
P
                  '       d   R# V P                  P                  R8w  g!   \        P                  P                  '       d   R# \        P                  '       g   \        P                  '       g   R# WV.pVe   VP                  V4       \        V4      '       d   R# WE.p	Ve   V	P                  V4       \         ;QJ d    V
3R lV	 4       F  '       g   K   RM	  RM! V
3R lV	 4       4      '       d   R# R# )a”  
Return True if we can use the NVIDIA Universal GEMM Template.

Required conditions:
    1. NVGEMM backend is enabled
    2. cutlass.operators is available
    3. We are on a NVIDIA GPU
    4. Max autotune or max autotune gemm is enabled
    5. Not in AOT Inductor mode (requires runtime JIT compilation)
    6. Base pointers are 16-byte aligned
    7. Shape dimensions are static

Note:
    - Shape and stride constraints are handled internally by
      cutlass.operators.get_operators() which filters incompatible kernels.
    - GroupedGemm currently only supports TN layout (column-major B).
      Any other layout will act as a noop and fall back to ATen.
FÚNVGEMMrZ  rn   c              3  óp   <"  € T F+  qP                  4       SP                  P                  9   x € K-  	  R # 5irº   )rÒ  r^  r‚  )r½   Útr[  s   & €rU   r¿   Ú1use_nv_universal_gemm_template.<locals>.<genexpr>a  s&   øé € Ð
OÑ>N¸�:‰:‹<˜1Ÿ7™7×4Ñ4Ö4Ó>Nùs   ƒ36T)r;  rA  r@  r]  r[  Úaot_compilationrb   rt   rq   r  r9  r‡   r[  r\  r‘  Úhas_free_symbolsrn  )rV  r}  r@  ro  r_  r`  rc  r“  Údims_to_checkÚtensors_to_checkr[  s   &&&&&&&&  @rU   Úuse_nv_universal_gemm_templaterƒ  $  sî   ø€ ô8 !×"Ò"Ùä-×/Ò/Ùä  ×*Ò*Ùåà××ÐÙà‡}�}×Ñ˜VÔ#¤u§}¡}×'8×'8Ð'8Ùä××Ð¤6×#;×#;Ð#;Ùð ˜1�I€MØ‚}Ø×Ñ˜QÔÜ˜×&Ò&Ùð �~ÐØÒØ×Ñ Ô%ß
ƒsÔ
OÑ>NÓ
O‡s‡s‚sÔ
OÑ>NÓ
O×OÒOÙárW   c               ó    € V ^8„  d   QhRRRR/# ©rP   Úop_namerc   rQ   rd   rS   )rT   s   "rU   rV   rV   g  s   € ÷ Jñ J ð J¨ñ JrW   c                óì   € \         P                  P                  P                  4       pVR8X  d   R# V P                  4       VP	                  R4       Uu. uF  q"P                  4       NK  	  up9   # u upi )z8Check if CUTLASS should be used for the given operation.ÚALLTrs  )r‡   r6  Úcutlass_enabled_opsrÎ  r$  r™  )r†  Úenabled_opsr  s   &  rU   Ú_use_cutlass_for_opr‹  g  sY   € ä—.‘.×4Ñ4×:Ñ:Ó<€KØ�eÔÙØ�=‰=‹?°+×2CÑ2CÀCÔ2HÓIÑ2H¨QŸw™wžyÑ2HÑIÑIÐIùÒIs   ÁA1r   rb  c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rP   r}  rb  r@  ro  Úthreshold_multipler@  rQ   rd   rS   )rT   s   "rU   rV   rV   s  s4   € ÷ ñ ØðØðØ!)ðØ?Bðà	ñrW   c           
     ó@  € ^ RI Hp \        P                  P                  V,          pVP
                  P                  P                  \        P                  ! \        P                  ! W%V ,          4      \        P                  ! W%V,          4      4      4      ;'       d�    VP
                  P                  '       * ;'       d^    VP
                  P                  '       * ;'       d;    \        P                  P                  ^ 8„  ;'       d    \        \        WV4      4      # )r   rZ  )Útorch._inductor.virtualizedr[  r‡   r.  Údecompose_k_thresholdr^  r_  r©  rH  r§  ÚGerÜ  Úcpp_wrapperÚnum_decompose_k_splitsrd   Úget_k_splits)r}  r@  ro  r�  r[  r�  s   &&&&  rU   Úuse_decompose_k_choicer•  r  sÛ   € õ .ä"ŸM™M×?Ñ?ÐBTÕTÐð 	
�‰×Ñ×.Ñ.Ü�IŠIÜ—’˜°AÕ5Ó6Ü—’˜°AÕ5Ó6óó	
÷ 
	(ð 
	(ð —‘× Ñ Ô ÷
	(ð 
	(ð —‘×#Ñ#Ô#÷
	(ð 
	(ô �M‰M×0Ñ0°1Ñ4÷
	(ð 
	(ô ”˜a AÓ&Ó'ðrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   r}  rb  r@  ro  rQ   rd   rS   )rT   s   "rU   rV   rV   Š  s(   € ÷ ñ �hð  8ð °ð ¸Tñ rW   c           
     ó  € \         P                  P                  p^ RIHp \        \        P                  P                  4      ;'       d·    VP                  P                  P                  \        P                  ! \        P                  ! W#V ,          4      \        P                  ! W#V,          4      4      4      ;'       d?    VP                  P                  '       * ;'       d    VP                  P                   '       * # )z€
Check if we should use the contiguous subgraph transform.
This transform makes the second matrix contiguous before the matmul.
rZ  )r‡   r¹  Úcontiguous_thresholdr�  r[  rd   rq   r  r9  r^  r_  r©  rH  r§  r‘  rÜ  r’  )r}  r@  ro  r˜  r[  s   &&&  rU   Úuse_contiguousr™  ‰  sº   € ô "Ÿ;™;×;Ñ;Ðõ .ô 	ŒU�]‰]×ÑÓ÷ 	$ð 	$Ø�G‰G×Ñ×2Ñ2Ü�IŠIÜ—’˜°1Õ4Ó5Ü—’˜°1Õ4Ó5óó
÷	$ð 	$ð —‘× Ñ Ô ÷	$ð 	$ð —‘×#Ñ#Ô#ð
rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   r}  rb  r@  ro  rQ   rH  rS   )rT   s   "rU   rV   rV   ¢  s(   € ÷ 5(ñ 5(�Hð 5( ð 5(¨hð 5(¸9ñ 5(rW   c                ó   € \         P                  P                  p. ROp\        V\        P
                  4      '       d   VP                  '       g   V# V^ 8X  d   . # \        V \        P
                  4      '       d   V P                  '       d3   \        V\        P
                  4      '       d   VP                  '       g   RpM\        W ,          W!,          4      p^p\        P                  ! V4      pV Uu. uF  pW…8:  g   K  W†8¼  g   K  VNK  	  pp. . . rºp	V Ft  pW,,          pV^€8  d   K  WÝ^,
          ,          ^ 8X  d   V^€8¼  d   V	P                  V4       KB  V^ ,          ^ 8X  d   V
P                  V4       Kc  VP                  V4       Kv  	  \         P                  R8X  d   Wš,           V,           # Wš,           V,           pVRV # u upi )é   é   Ú
EXHAUSTIVEN)rœ  é    é@   é€   r�  )r‡   r.  r“  rá   rH  r  Ú	is_numberÚminÚdivisorsr‘  Úmax_autotune_gemm_search_space)r}  r@  ro  Úk_splits_limitÚdefault_k_splitsÚmax_k_splitÚmin_k_splitr¤  ÚdivisorÚpow_of_2_divisorsÚmul_of_32_divisorsÚrest_of_splitsÚdÚkPartÚbest_splitss   &&&            rU   r”  r”  ¡  sŒ  € ô —]‘]×9Ñ9€Nò .Ðä�!”U—Z‘Z× Ò ¨¯¯¨ØÐØ	˜1Ô	Øˆ	ä�1”e—j‘j×!Ò!¨!¯+¯+¨+Ü�1”e—j‘j×!Ò!¨!¯+¯+¨+à‰ä˜!�& !¥&Ó)ˆà€Kä�~Š~˜aÓ €Hñ  óáˆGØÑ!ô 	à&-Ñ&<÷ 	ˆÙð ð ð =?ÀÀB¨>ÐãˆØ•ˆð �3Œ;Ùð ˜A•IÕ !Ô#¨°¬Ø×$Ñ$ QÖ'à�R�Z˜1Œ_Ø×%Ñ% aÖ(ð ×!Ñ! !Ö$ñ ô" ×,Ñ,°Ô<Ø Õ5¸ÕFÐFà#Õ8¸>ÕI€Kà�˜Ð'Ð'ùò=s   Ã7GÄGÄGc               ó    € V ^8„  d   QhRRRR/# )rP   rb   rc   rQ   rS   )rT   s   "rU   rV   rV   Û  s   € ÷ @ñ @¨#ð @°#ñ @rW   c                óT   € \         P                  P                  V 4      P                  # rº   )rq   rn   r  r3  rÿ  s   &rU   Ú_rocm_native_device_arch_namer³  Ú  s   € ä�:‰:×+Ñ+¨FÓ3×?Ñ?Ð?rW   c               ó   € V ^8„  d   QhRR/# rl   rS   )rT   s   "rU   rV   rV   à  s   € ÷ Bñ B�sñ BrW   c                 óÒ   € \         P                  P                  '       d%   \         P                  P	                  4       '       g   R# \        R4      P                  R^4      ^ ,          # )aº  Canonical gfx target of the current device, e.g. "gfx950". Empty if not ROCm.

Prefer this over get_device_capability() for target-specific behaviour. On
ROCm that call reports the gfx major/minor, which does not order by
capability and spans two product lines: gfx1250 (MI450) reports (12, 5) and
gfx1100 (RDNA3) reports (11, 0), both greater than gfx950's (9, 5). Target
features are stripped, so "gfx950:sramecc+:xnack-" becomes "gfx950".
r  rn   rZ   )rq   r  r9  rn   rh   r³  r$  rS   rW   rU   Úrocm_gfx_archr¶  ß  sF   € ô �=‰=××Ð¤E§J¡J×$;Ñ$;×$=Ò$=ÙÜ(¨Ó0×6Ñ6°s¸AÓ>¸qÕAÐArW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   î  s   € ÷ /ñ /˜$ñ /rW   c                 ó4   € \        4       P                  R4      # )zFReturns true if the device is based on RDNA3, otherwise returns false.Úgfx11)r¶  r  rS   rW   rU   Úusing_rocm_rdna3rº  î  s   € ä‹?×%Ñ% gÓ.Ð.rW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   zNtuple[str | None, Callable[[], list[Any]], Callable[[], list[Any]], type[Any]]rS   )rT   s   "rU   rV   rV   ô  s   € ÷ Rñ Rð ñ RrW   c                 óÔ   €  ^ RI p ^ RIHpHp ^ RIHp \        P                  P                  V P                  4      pWAW#3#   \         d    R R lpR R lp ! R R	4      pRp L)i ; i)
r   N)Úgen_ops_libraryÚgen_ops_preselected)ÚCKGemmOperationc               ó   € V ^8„  d   QhRR/# ©rP   rQ   rˆ  rS   )rT   s   "rU   rV   Ú'try_import_ck_lib.<locals>.__annotate__  s   € ÷ 	ñ 	 ñ 	rW   c                 ó   € . # rº   rS   rS   rW   rU   r½  Ú*try_import_ck_lib.<locals>.gen_ops_library  ó   € ØˆIrW   c               ó   € V ^8„  d   QhRR/# rÁ  rS   )rT   s   "rU   rV   rÂ    s   € ÷ 	ñ 	 Yñ 	rW   c                 ó   € . # rº   rS   rS   rW   rU   r¾  Ú.try_import_ck_lib.<locals>.gen_ops_preselected  rÅ  rW   c                  ó   € ] tR tRtRtR# )Ú*try_import_ck_lib.<locals>.CKGemmOperationi
  rS   N)rª   r«   r¬   r­   r¯   rS   rW   rU   r¿  rÊ  
  s   † ÛrW   r¿  )Úck4inductorÚ(ck4inductor.universal_gemm.gen_instancesr½  r¾  Úck4inductor.universal_gemm.opr¿  r#  r3  ÚdirnameÚ__file__r!  )rË  r½  r¾  r¿  Úpackage_dirnames        rU   Útry_import_ck_librÑ  ó  sh   € ðÛ÷	
õ	
ô Ÿ'™'Ÿ/™/¨+×*>Ñ*>Ó?ˆð Ð-@ÐQÐQøô ô õ	õ	÷	ñ 	ð Šðús   ‚;A Á#A'Á&A'c               ó    € V ^8„  d   QhRRRR/# rS  rS   )rT   s   "rU   rV   rV     s   € ÷ "ñ "˜Fð " tñ "rW   c                ó„  € \         P                  '       g   \         P                  '       g   R # \        P                  P
                  '       g   R # V P                  P                  R8w  d   R # \        V P                  4      p\         P                  P                   Uu/ uF  q"P                  R4      ^ ,          VbK  	  up;'       g    VP                  R4      ^ ,          V/pVP                  4       \         P                  P                  ,           Uu. uF  pW2,          NK  	  ppV'       g   R # V P                  \        P                  \        P                   \        P"                  39  d   R # \%        4       w  p  pV'       g   \&        P)                  R4       R # V\         P                  n        R# u upi u upi )Frn   rZ   z,Please pip install Composable Kernel packageT)r‡   r[  r\  rq   r  r9  rb   rt   r³  r¹  r³  r$  rw  Úck_supported_archrm  rƒ  r1  r3  rÑ  rv   rw   Úck_dir)rV  Únative_archro  Úrequested_archsÚrequested_supported_archsÚck_package_dirnamerã   s   &      rU   Úuse_ck_templaterÚ    sQ  € ä××Ð¤6×#;×#;Ð#;Ùä�=‰=××ÐÙà‡}�}×Ñ˜VÔ#Ùô 0°·±Ó>€KÜ39·;±;×3CÒ3CÓDÑ3C¨a—w‘w˜s“| A•¨Ò)Ñ3CÑD÷ ð Ø×Ñ˜#Ó˜qÕ! ;ðI€Oð
 !×%Ñ%Ó'¬&¯+©+×*GÑ*GÖGó!áGˆAð 	×ÐÙGð ð !÷ %Ùà‡|�|œEŸM™M¬5¯>©>¼5¿=¹=ÐIÔIÙä"3Ó"5ÑÐ˜˜1˜açÜ�‰ÐBÔCÙà+„F‡K�KÔáùò+ Eùò!s   Â!F8ÄF=c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# rn  rS   )rT   s   "rU   rV   rV   6  s/   € ÷ ñ  ð ¨Cð °Cð ¸Cð ÀDñ rW   c                óÈ   € ^RI Hp \        R4      ;'       dK    \        V 4      ;'       d8    VP                  P
                  P                  W,          V,          RR7      ^ 8„  # )rY  rZ  ÚCKrq  r€  ©r]  r[  r@  rÚ  r^  r_  r`  ©rV  r}  r@  ro  r[  s   &&&& rU   Úuse_ck_gemm_templaterà  6  s\   € Ýô 	˜dÓ#÷ 	Kð 	KÜ˜FÓ#÷	Kð 	Kà�G‰G×Ñ×.Ñ.¨q­u°q­yÀ2Ð.ÓFÈÑJðrW   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# rn  rS   )rT   s   "rU   rV   rV   @  s/   € ÷ ñ  fð °ð ¸ð Àð Èñ rW   c                óÈ   € ^RI Hp \        R4      ;'       dK    \        V 4      ;'       d8    VP                  P
                  P                  W,          V,          RR7      ^ 8„  # )rY  rZ  ÚCKTILErq  r€  rÞ  rß  s   &&&& rU   Úuse_ck_tile_gemm_templaterä  @  s\   € Ýô 	˜hÓ'÷ 	Kð 	KÜ˜FÓ#÷	Kð 	Kà�G‰G×Ñ×.Ñ.¨q­u°q­yÀ2Ð.ÓFÈÑJðrW   c               ó    € V ^8„  d   QhRRRR/# rS  rS   )rT   s   "rU   rV   rV   J  s   € ÷ Hñ H ð H¨Dñ HrW   c                ó>   € \        R 4      ;'       d    \        V 4      # )rÝ  )rI  rÚ  ©rV  s   &rU   Úuse_ck_conv_templaterè  J  s   € Ü% dÓ+×GÐG´ÀÓ0GÐGrW   c               ó    € V ^8„  d   QhRRRR/# rS  rS   )rT   s   "rU   rV   rV   N  s   € ÷ &ñ & &ð &¨Tñ &rW   c                ó”   € \         P                  ;'       g    \         P                  ;'       d    V P                  P                  R 8H  # )rå  )r‡   r[  r\  rb   rt   rç  s   &rU   Ú_use_template_for_cpurë  N  s:   € ä×Ñ×7Ð7œv×7Ñ7÷&ð &à
�-‰-×
Ñ
 Ñ
%ð&rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   rV  rF   Úmat1zReinterpretView | BufferÚmat2rE   rQ   rd   rS   )rT   s   "rU   rV   rV   T  s,   € ÷ ñ ØðØ2ðØ:@ðà	ñrW   c                ór  € ^RI Hp \        VP                  V4      '       g"   \	        R\        VP                  4       24      hVP                  P                  pVP                  P                  p\        V 4      ;'       d}    VP                  4       \        P                  8H  ;'       dT    \        V4      ^8H  ;'       d>    \        V4      ^8H  ;'       d(    V^,          V^,          8H  ;'       d    V^,          ^8H  p\        WVRR7      ;'       d%    VP                  P                  4       ;'       g    T# )rY  )rF   zExpected Layout, got F)Úrequire_constant_mat2)r  rF   rá   rV  rß  rt   r  rc  rë  r�  rq   r3  rp   Úuse_cpp_gemm_templateÚis_contiguous)rV  rí  rî  rF   Ú	mat1_sizeÚmat1_strideÚmat1_each_batch_is_contiguouss   &&&    rU   Úuse_cpp_bmm_templaterö  T  s  € õ ä�d—k‘k 6×*Ò*ÜÐ4´T¸$¿+¹+Ó5FÐ4GÐHÓIÐIð
 —‘× Ñ €IØ—+‘+×$Ñ$€Kä˜fÓ%÷ 	"ð 	"Ø�N‰NÓ¤§¡Ñ-÷	"ð 	"ä�‹^˜qÑ ÷	"ð 	"ô �Ó Ñ"÷	"ð 	"ð ˜�^˜y¨�|Ñ+÷		"ð 	"ð
 ˜�^˜qÑ ð "ô ! ¨tÈ5ÔQ÷ ð Ø�‰×!Ñ!Ó#×DÐDÐ'DðrW   c               ó8   € V ^8„  d   QhRRRRRRRRRRR	RR
RRR/# )rP   rV  rF   rí  rE   rî  Úmat2_transposedrd   rð  Úis_woq_int4Úq_group_sizer$  rQ   rS   )rT   s   "rU   rV   rV   n  sX   € ÷ =ñ =Øð=à
ð=ð ð=ð ð	=ð
  ð=ð ð=ð ð=ð 
ñ=rW   c                ó  € ^RI Hp ^RIHp ^RIHp	 ^RIHp
 \        V 4      '       d   \        R4      '       g   R# \        P                  P                  '       g   R# VP                  4       \        P                  \        P                   39   p\        P"                  \        P$                  \        P&                  \        P                  \        P                   .pT
! TTV'       d   V P(                  MRVVR7      w  rÞrðr\+        Wï34      '       d   R# \-        W'P.                  4      '       d   VP1                  4       pV	! VP                  4       4      w  ppV! R	VVVVP                  4       VP                  4       V\3        4       V'       * VR
7
      pR R lpV P(                  V9   ;'       dY    VRJ;'       dM    V! V4      ;'       d=    \-        W'P4                  4      ;'       d     VP7                  4       ;'       g    V'       * # )rY  r  )Úcreate_micro_gemm)Ú*get_gemm_template_output_and_compute_dtype)Úmm_argsÚCPPFN)Ú	out_dtyperø  Úuse_4x2_dimÚ
micro_gemm)Úinput_dtypeÚinput2_dtypeÚoutput_dtypeÚnum_threadsÚuse_refrú  c               ó    € V ^8„  d   QhRRRR/# )rP   r  rE   rQ   rd   rS   )rT   s   "rU   rV   Ú+use_cpp_gemm_template.<locals>.__annotate__¡  s   € ÷ 'ñ '˜vð '¨$ñ 'rW   c                óV   € V P                  4        V P                  4       R,          ^8H  # )rY  r€  )Úfreeze_layoutr€  ©r  s   &rU   Úis_last_dim_stride1Ú2use_cpp_gemm_template.<locals>.is_last_dim_stride1¡  s"   € Ø	�‰ÔØ�|‰|‹~˜bÕ! QÑ&Ð&rW   )r  r  Úcodegen.cpp_micro_gemmrü  Úcodegen.cpp_utilsrý  Úkernel.mm_commonrþ  rë  r@  r‡   ÚcppÚweight_prepackr�  rq   r?  r7  r3  r1  Úhalfrm  r€  rá   ÚBaseViewÚunwrap_viewÚparallel_num_threadsrS  Úis_module_buffer)rV  rí  rî  rø  rð  rù  rú  r  rü  rý  rþ  Ú	int8_gemmr^  r}  r@  ro  r  rã   r  r  s   &&&&&&&             rU   rñ  rñ  n  s¥  € õ Ý9ÝMÝ)ä  ×(Ò(Ô0EÀe×0LÒ0LÙä�:‰:×$×$Ð$Ùà—‘Ó ¤U§[¡[´%·*±*Ð$=Ñ=€IÜ—]‘]¤E§N¡N´E·J±JÄÇÁÌUÏZÉZÐX€MÙ")ØØß"+�&—,’,°Ø'Øô#Ñ€Aˆ!�Tô ˜˜×ÒÙä�$Ÿ™×$Ò$Ø×ÑÓ!ˆá@ÀÇÁÓAQÓR�O€L�!Ù"ØØ	Ø	Ø	Ø—N‘NÓ$Ø—^‘^Ó%Ø!Ü(Ó*Ø”Ø!ô€Jõ'ð
 	�‰˜Ñ%÷ 	Cð 	CØ˜dÐ"÷	Cð 	Cá Ó%÷	Cð 	Cô �tŸ]™]Ó+÷	Cð 	Cð ×"Ñ"Ó$×AÐAÐ,AÔ(AðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r•  rc   rm  rq  rQ   rd   rS   )rT   s   "rU   rV   rV   ³  s!   € ÷ ñ  #ð ¨kð ¸dñ rW   c                ó´   € V R 8H  ;'       dM    V\         P                  8H  ;'       d2    \         P                  P                  P                  P
                  R8H  # )rn   Úbfx9)rq   r3  Úbackendsrn   ÚmatmulÚfp32_precision)r•  rm  s   &&rU   Úis_bf16x9_matmulr   ³  sQ   € à�vÑ÷ 	@ð 	@Ø”U—]‘]Ñ"÷	@ð 	@ä�N‰N×Ñ×&Ñ&×5Ñ5¸Ñ?ðrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   »  s   € ÷ 'ñ '˜tñ 'rW   c                 ó‚   € \         P                  ;'       g    \         P                  '       * ;'       g    \        R 4      # )ÚATEN)r‡   r[  r\  r@  rS   rW   rU   Úuse_aten_gemm_kernelsr$  »  s5   € ä×Ñ×7Ð7œv×7Ñ7ô÷ 'ð 'ä	˜vÓ	&ð'rW   c                  ój   € ] tR tRt$ ]P
                  ! ^ 4      tR]R&   R R ltR R lt	R R	 lt
R
tR# )ÚDebugDirManageriÁ  rc   Úprev_debug_namec               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   ÚDebugDirManager.__annotate__Å  s   € ÷ 0ñ 0˜$ñ 0rW   c                	óB   € \        \        P                  4      V n        R # rº   )r  r&  Úcounterr  r„  s   &rU   r}  ÚDebugDirManager.__init__Å  s   € Ü”×.Ñ.Ó/ˆŽrW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   r)  È  s   € ÷ <ñ <˜4ñ <rW   c                	óê   € \         P                  P                  P                  V n        V P                   R V P
                   2V n        V P                  \         P                  P                  n        R# )Ú_tmp_N)rq   Ú_dynamor‡   Údebug_dir_rootr'  r  Únew_namer„  s   &rU   Ú	__enter__ÚDebugDirManager.__enter__È  sM   € Ü$Ÿ}™}×3Ñ3×BÑBˆÔØ×/Ñ/Ð0°°d·g±g°YÐ?ˆŒØ.2¯m©mŒ�‰×ÑÖ+rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rM  r·   rQ   r  rS   )rT   s   "rU   rV   r)  Í  s   € ÷ Cñ C˜fð C¨ñ CrW   c                	ó˜   € \         P                  ! V P                  4       V P                  \        P
                  P                  n        R # rº   )r>  r?  r2  r'  rq   r0  r‡   r1  )rå  rM  s   &*rU   Ú__exit__ÚDebugDirManager.__exit__Í  s*   € Ü�Š�d—m‘mÔ$Ø.2×.BÑ.BŒ�‰×ÑÖ+rW   )r  r2  r'  N)rª   r«   r¬   r­   r¦  r'  r+  r®   r}  r3  r7  r¯   rS   rW   rU   r&  r&  Á  s,   ‡ Ø�oŠo˜aÓ €GØÓõ0õ<÷
Cñ CrW   r&  c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rP   rf  úCallable[P, _T]rM  rá  r‰  râ  rQ   ztuple[_T, list[str]]rS   )rT   s   "rU   rV   rV   Ò  s0   € ÷ &ñ &Øð&àð&ð ð&ð ñ	&rW   c                ó&  a€ ^RI Hp \        4       oR V3R llp\        P                  P                  VRV4      ;_uu_ 4        \        P                  P                  4        V ! V/ VB pRRR4       X\        S4      3#   + '       g   i     L; i)rY  rA   c               ó    € V ^8„  d   QhRRRR/# ©rP   Úcoderc   rQ   r  rS   )rT   s   "rU   rV   Ú&run_and_get_code.<locals>.__annotate__Û  s   € ÷ ñ ˜sð  tñ rW   c                ó*   <€ SP                  V 4       R # rº   )r   ©r?  Úsource_codess   &€rU   Úsave_output_codeÚ*run_and_get_code.<locals>.save_output_codeÛ  s   ø€ Ø×Ñ˜ÖrW   rD  N)
r^  rB   r&   r   Úpatchr·   rq   r0  Úresetr  )rf  rM  r‰  rB   rD  rÌ   rC  s   &*,   @rU   Úrun_and_get_coderH  Ò  sw   ø€ õ
 %ä$.£L€L÷ð ô 
�‰×	Ñ	˜=Ð*<Ð>N×	OÕ	OÜ�‰×ÑÔÙ�TÐ$˜VÑ$ˆ÷ 
Pð ”4˜Ó%Ð%Ð%÷ 
P×	Oús   Á'B Â B	c               ó(   € V ^8„  d   QhRRRRRRRR/# r:  rS   )rT   s   "rU   rV   rV   ä  s,   € ÷ ñ ØðØ &ðØ2:ðàñrW   c                óæ  € VP                  R R4      p\        V .VO5/ VB w  rE. pV F¿  p\        P                  '       dU   \        P                  P
                  RJd7   VP                  \        P                  ! RV\        P                  4      4       M5VP                  \        P                  ! RV\        P                  4      4       V'       g   K¬  V Uu. uF  qˆ^R NK	  	  ppKÁ  	  WF3# u upi )Úremove_quoteFTzR"TRITON\((.*?)\)TRITON"z	'''.*?'''éýÿÿÿ)
r–  rH  r‡   r’  r.  Úautotune_at_compile_timer}  r–  ÚfindallÚDOTALL)	rf  rM  r‰  rK  rÌ   rC  Úkernelsr?  Úkernels	   &*,      rU   Úrun_and_get_kernelsrR  ä  sÃ   € ð —:‘:˜n¨eÓ4€Lä+¨BÐ@°Ò@¸Ñ@Ñ€FØ€GÛˆÜ××Ð¤&§-¡-×"HÑ"HÐPTÓ"Tð �N‰Nœ2Ÿ:š:Ð&AÀ4ÌÏÉÓSÕTà�N‰Nœ2Ÿ:š: l°D¼"¿)¹)ÓDÔEß‰<Ù29Ó:±'¨˜a “|±'ˆGÐ:‰Gñ ð ˆ?Ðùò ;s   ÃC.c               ó    € V ^8„  d   QhRRRR/# )rP   rf  r£  rQ   ztuple[Any, list[str]]rS   )rT   s   "rU   rV   rV   ÷  s   € ÷ /ñ /Ð1ð /Ð6Kñ /rW   c                ó,   a € R  V 3R llp\        V4      # )c               ó   € V ^8„  d   QhRR/# ©rP   rQ   r   rS   )rT   s   "rU   rV   Ú,run_fw_bw_and_get_code.<locals>.__annotate__ø  s   € ÷ ñ ˜sñ rW   c                 óR   <€ S! 4       p V P                  4       P                  4        V # rº   )rÿ  r%  )rÌ   rf  s    €rU   Úrun_with_backwardÚ1run_fw_bw_and_get_code.<locals>.run_with_backwardø  s!   ø€ Ù“ˆØ�
‰
‹×ÑÔØˆrW   )rH  )rf  rY  s   f rU   Úrun_fw_bw_and_get_coder[  ÷  s   ø€ ÷ð ô
 Ð-Ó.Ð.rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   rf  r;  rM  rá  r‰  râ  rQ   rR   rS   )rT   s   "rU   rV   rV      s(   € ÷ (ñ (�ð (¨ð (¸8ð (È	ñ (rW   c           	     ó   aa€ ^RI Hp . oR V3R lloR V3R llp\        P                  P	                  VRV4      ;_uu_ 4        \        P                  P	                  VRS4      ;_uu_ 4        \
        P                  P                  4        V ! V/ VB pRRR4       RRR4       S#   + '       g   i     L; i  + '       g   i     S# ; i)	zLGet the inductor-generated code, but skip any actual compilation or running.rA   c               ó    € V ^8„  d   QhRRRR/# r>  rS   )rT   s   "rU   rV   Úget_code.<locals>.__annotate__  s   € ÷ "ñ "˜sð " tñ "rW   c                ó*   <€ SP                  V 4       R # rº   ©r‘  rB  s   &€rU   rD  Ú"get_code.<locals>.save_output_code  s   ø€ Ø×Ñ˜DÖ!rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rå  rB   rQ   r   rS   )rT   s   "rU   rV   r_  	  s   € ÷ ñ ¨ð ¸#ñ rW   c                óæ   <€  ! R  R4      pV P                   '       d   V P                  4       MV P                  4       w  r#S! VP                  4       V'       d   S! VP                  4       V! 4       # )c                  ó2   € ] tR tRtRtR R ltR R ltRtR# )	Ú@get_code.<locals>.patched_compile_to_module.<locals>.DummyModulei
  z4This is empty to replace the generated triton modulec               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   ÚMget_code.<locals>.patched_compile_to_module.<locals>.DummyModule.__annotate__  s   € ÷ ñ  $ñ rW   c                	ó   € R # rº   rS   r„  s   &rU   r}  ÚIget_code.<locals>.patched_compile_to_module.<locals>.DummyModule.__init__  s   € ÙrW   c               ó$   € V ^8„  d   QhRRRRRR/# ©rP   rM  r   r‰  rQ   r  rS   )rT   s   "rU   rV   rh    s!   € ÷ ñ  #ð °ð ¸ñ rW   c                	ó   € R # rº   rS   rä  s   &*,rU   ÚcallÚEget_code.<locals>.patched_compile_to_module.<locals>.DummyModule.call  s   € árW   rS   N)rª   r«   r¬   r­   rZ  r}  rn  r¯   rS   rW   rU   ÚDummyModulerf  
  s   † ÙFõ÷ñ rW   rp  )r’  Úcodegen_with_cpp_wrapperÚcodegenr¶   )rå  rp  Úwrapper_codeÚkernel_coderD  s   &   €rU   Úpatched_compile_to_moduleÚ+get_code.<locals>.patched_compile_to_module	  s^   ø€ ÷	ñ 	ð 04×/?×/?Ð/?ˆD×)Ñ)Ô+ÀTÇ\Á\Ã^ñ 	"ˆñ 	˜×+Ñ+Ô,ßÙ˜[×.Ñ.Ô/á‹}ÐrW   Úcompile_to_modulerD  N)r^  rB   r   rF  r·   rq   r0  rG  )rf  rM  r‰  rB   ru  rã   rD  rC  s   &*,   @@rU   Úget_coderx     s­   ù€ å$à €L÷"ð "÷ð ô, 	�
‰
×ÑØÐ.Ð0I÷	
õ 	
ô 	�
‰
×Ñ˜-Ð);Ð=M×NÕNä�‰×ÑÔá�Ð˜Ñˆ÷	 	O÷	
ð Ð÷ 	O×Nú÷	
ö 	
ð Ðús$   Á*B<Á0'B)	ÂB<Â)B9Â4B<Â<C	c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rP   rf  r;  rM  rá  r‰  râ  rQ   rc   rS   )rT   s   "rU   rV   rV   +  s(   € ÷ ñ ˜ð °ð À(ð Èsñ rW   c                ó”   € \        V .VO5/ VB p^\        V4      u;8:  d   ^8:  g   M \        R\        V4       24      hV^ ,          # ©rY  z%expected one or two code outputs got )rx  rp   rß  )rf  rM  r‰  rC  s   &*, rU   Úget_triton_coder}  +  sQ   € ä˜BÐ0 Ò0¨Ñ0€Là”�\Ó"Ö' aÖ'ÜØ3´C¸Ó4EÐ3FÐGó
ð 	
ð ˜�?ÐrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# rz  rS   )rT   s   "rU   rV   rV   6  s,   € ÷ 
ñ 
Øð
Ø &ð
Ø2:ð
àñ
rW   c                ó˜   € \        V .VO5/ VB w  r4^\        V4      u;8:  d   ^8:  g   M \        R\        V4       24      hV^ ,          # r|  )rH  rp   rß  )rf  rM  r‰  rã   rC  s   &*,  rU   Úrun_and_get_triton_coder€  6  sU   € ô ' rÐ;¨DÒ;°FÑ;�O€Aà”�\Ó"Ö' aÖ'ÜØ3´C¸Ó4EÐ3FÐGó
ð 	
ð ˜�?ÐrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   rf  r;  rM  rá  r‰  râ  rQ   ztuple[Any, list[GraphLowering]]rS   )rT   s   "rU   rV   rV   C  s,   € ÷ #ñ #Øð#Ø &ð#Ø2:ð#à$ñ#rW   c                óú   aaa€ ^ RI Ho ^ RIHp VP                  o. oR VVV3R llp\
        P                  P                  VRV4      ;_uu_ 4        V ! V/ VB pRRR4       VS3#   + '       g   i     XS3# ; i)r   rA   rI   c               ó$   € V ^8„  d   QhRRRRRR/# rl  rS   )rT   s   "rU   rV   Ú0run_and_get_graph_lowering.<locals>.__annotate__L  s!   € ÷ &ñ &˜ð &¨ð &°ñ &rW   c                 óž   <€ S! V / VB  V ^,          p\        VS4      '       g   \        R\        V4       24      hSP                  V4       R# )rP   zExpected GraphLowering, got N)rá   rß  rt   r‘  )rM  r‰  r^  rB   Úgraph_loweringsÚ	real_inits   *, €€€rU   Ú	fake_initÚ-run_and_get_graph_lowering.<locals>.fake_initL  sK   ø€ Ù�4Ð"˜6Ò"Ø�Q•ˆÜ˜% ×/Ò/Ü Ð#?ÄÀUÃ¸}Ð!MÓNÐNØ×Ñ˜uÖ%rW   r}  N)Útorch._inductor.graphrB   Útorch._inductor.output_coderJ   r}  r   rF  r·   )	rf  rM  r‰  rJ   rˆ  rÌ   rB   r†  r‡  s	   &*,   @@@rU   Úrun_and_get_graph_loweringrŒ  C  sy   ú€ õ 4Ý;à×(Ñ(€IØ€O÷&ò &ô 
�‰×	Ñ	˜?¨J¸	×	BÕ	BÙ�TÐ$˜VÑ$ˆ÷ 
Cð �?Ð"Ð"÷ 
CÖ	Bð �?Ð"Ð"ús   Á	A'Á'A:	c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úaten_opr£  Úoverride_fnrQ   r!  rS   )rT   s   "rU   rV   rV   Z  s$   € ÷ .ñ .Øð.Ø.@ð.àñ.rW   c              #  óÒ   "  € ^ RI Hp VP                  V ,          p \        P                  ! W4      VP                  V &   Rx € W2P                  V &   R#   Y2P                  T &   i ; i5i)zs
Override the lowering of aten_op with override_fn.
The first argument of override_fn is the original lowering fn.
)ÚloweringN)r‹   r‘  Ú	loweringsrî  r  )rŽ  r�  r‘  Úorig_fns   &&  rU   Úoverride_loweringr”  Y  sY   é € õ )à× Ñ  Õ)€Gð.Ü&/×&7Ò&7¸Ó&Mˆ×Ñ˜7Ñ#Ûà&-×Ñ˜7Ó#ø g×Ñ˜7Ò#üs   ‚A'�'A ÁA'ÁA$Á$A'c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Úpre_fnr£  Úpost_fnzCallable[..., Any] | NonerQ   r   rS   )rT   s   "rU   rV   rV   k  s)   € ÷ Fñ FØðFØ)BðFàñFrW   c                ó˜   a aa€ ^ RI Hp VP                  oR VVV 3R llp\        P                  P
                  P                  VRV4      # )zf
Add hook functions to be called at the beginning and end of Scheduler.__init__.
Used for unit tests.
)Ú	Schedulerc               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÑ  r   ru  rQ   rS   )rT   s   "rU   rV   Ú-add_scheduler_init_hook.<locals>.__annotate__v  s!   € ÷ ñ ˜3ð  sð ¨sñ rW   c                óH   <€ S! W4       S! W4      pS'       d	   S! W4       V# rº   rS   )rÑ  ru  Úoutr“  r—  r–  s   && €€€rU   rü  Ú(add_scheduler_init_hook.<locals>.wrapperv  s%   ø€ ÙˆyÔ Ù�iÓ'ˆßÙ�IÔ%Øˆ
rW   r}  )Útorch._inductor.schedulerr™  r}  Úunittestr   rF  r·   )r–  r—  r™  rü  r“  s   ff  @rU   Úadd_scheduler_init_hookr¡  k  s>   ú€ õ 4à× Ñ €G÷ò ô �=‰=×Ñ×%Ñ% i°¸WÓEÐErW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úmsgrc   rQ   r  rS   )rT   s   "rU   rV   rV   €  s   € ÷ 	ñ 	˜3ð 	 4ñ 	rW   c                óŠ   € \         P                  '       d   \        P                  V 4       R# \        P	                  V 4       R# )z§
Warnings that will be actionable for PyTorch developers, but not
end users.  Allows us to easily disable them in stable releases but
keep them on for nightly builds.
N)r‡   Údeveloper_warningsrv   rw   Úinfo)r£  s   &rU   Údeveloper_warningr§  €  s'   € ô × × Ð Ü�‰�CÖä�‰�ŽrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   r  rS   )rT   s   "rU   rV   rV   Œ  s   € ÷ ñ ˜Jñ rW   c                 ó  €  \         P                  P                  R4      p V ^,           \        \         P                  4      8  du   \        \         P                  V ^,           ,          4      ^ 8”  dI   \         P                  V ^,           ,          ^ ,          R8w  d   \         P                  V ^,           ,          # \         P                   F*  pTP                  R4      '       g   K  T\        R4      R u # 	  R#   \         d     LMi ; i)aì  
An experimental API used only when config.benchmark_kernel is true.

The benchmark name is only available at codegen time. So we can not
directly call it in benchmark_all_kernels which is run after codegen.

The function assumes the argument after --only is the benchmark name.
It works for torchbench.py/hugginface.py/timm_models.py. But for ad-hoc
scripts, this function may return None.

There are 2 flavors of --only argument we need to handle:
1. --only model_name
2. --only=model_name
z--onlyr½  z--only=N)r‚   Úargvrä  rp   r�   r  )r‚  r�  s     rU   Úget_benchmark_namer«  Œ  s¾   € ð	Ü�h‰h�n‰n˜XÓ&ˆà�!�G”cœ#Ÿ(™(“mÔ#Ü”C—H‘H˜S 1�WÕ%Ó&¨Ô*Ü—‘˜˜q�Õ! !Õ$¨Ô+ä—8‘8˜C !�GÕ$Ð$ô �xŒxˆØ�>‰>˜)×$Ô$Ø”s˜9“~Ð'Ð(Ò(ñ ñ øô ô Ùðús   ‚B7C: Ã:DÄDc               ó    € V ^8„  d   QhRRRR/# ©rP   rä   r¥  rQ   rd   rS   )rT   s   "rU   rV   rV   ­  s   € ÷ &ñ &�=ð & Tñ &rW   c                ój   € \         ;QJ d    R  V  4       F  '       d   K   R# 	  R# ! R  V  4       4      # )c              3  ó*   "  € T F	  q^8H  x € K  	  R# 5ir  rS   rj  s   & rU   r¿   Úis_ones.<locals>.<genexpr>®  ó   é € Ð%™u˜!�AŽv›uùré   FT©rJ  ©rä   s   &rU   Úis_onesr´  ­  ó+   € ß‹3Ñ%™uÓ%�3Œ3Ð%Š3Ð%ˆ3Ñ%™uÓ%Ó%Ð%rW   c               ó    € V ^8„  d   QhRRRR/# r­  rS   )rT   s   "rU   rV   rV   ±  s   € ÷ &ñ &�Mð & dñ &rW   c                ój   € \         ;QJ d    R  V  4       F  '       d   K   R# 	  R# ! R  V  4       4      # )c              3  ó*   "  € T F	  q^ 8H  x € K  	  R# 5i)r   NrS   rj  s   & rU   r¿   Úis_zeros.<locals>.<genexpr>²  r±  ré   FTr²  r³  s   &rU   Úis_zerosrº  ±  rµ  rW   c               ó    € V ^8„  d   QhRRRR/# )rP   ÚinputszSequence[torch.Tensor]rQ   rd   rS   )rT   s   "rU   rV   rV   µ  s   € ÷ ñ Ð0ð °Tñ rW   c                ój   € \         ;QJ d    R  V  4       F  '       d   K   R# 	  R# ! R  V  4       4      # )c              3  ó¬   "  € T FJ  p\        V\        P                  4      '       g   K%  VP                  \        P                  ! R 4      8H  x € KL  	  R# 5ir   )rá   rq   r—  rb   )r½   rè   s   & rU   r¿   Ú is_cpu_device.<locals>.<genexpr>¶  s9   é € ð áˆDÜ�dœEŸL™L×)ô 	+ˆ�‰”u—|’| EÓ*Ö*Ûùs
   ‚"A©+AFTr²  )r¼  s   &rU   Úis_cpu_devicerÀ  µ  s=   € ß‹3ñ áó�3Œ3ð Š3ð ˆ3ñ áóó ð rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rQ  rF  rQ   rq  rS   )rT   s   "rU   rV   rV   ½  s   € ÷ ñ ˜jð ¨[ñ rW   c                ó¼   € \        V \        P                  4      '       g   \        R 4      hV P                  '       d   \
        P                  # \
        P                  # )z8only support sympy.Expr as input to get_sympy_Expr_dtype)rá   rH  r  rß  r\  rq   r=  r5  rV  s   &rU   Úget_sympy_Expr_dtyperÃ  ½  s<   € Ü�cœ5Ÿ:™:×&Ò&ÜÐWÓXÐXØ
‡~‡~€~Ü�{‰{Ðä�}‰}ÐrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   Úshould_profilerd   rM  r   r‰  rQ   zIterator[Any]rS   )rT   s   "rU   rV   rV   Ç  s(   € ÷ ñ  $ð ¨sð ¸cð Àmñ rW   c              /  ó¼   "  € V '       d8   \         P                  P                  ! V/ VB ;_uu_ 4       pVx € R R R 4       R # R x € R #   + '       g   i     R # ; i5irº   )rq   rŠ  r‹  )rÅ  rM  r‰  rŸ  s   &*, rU   Úmaybe_profilerÇ  Æ  sA   é € çÜ�^‰^×#Ò# TÐ4¨V×4Ò4¸ØŠG÷ 5Ñ4õ 	÷ 5×4Ð4üs   ‚1A³A¸AÁA	Á	Ac               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rV   Ï  s   € ÷ ñ ˜cñ rW   c                 ór   € \         P                  P                  p V ^8  d   \        P                  ! 4       p V # rX  )r‡   r  Úthreadsrq   Úget_num_threads)rÊ  s    rU   r  r  Ï  s+   € Ü�j‰j× Ñ €GØ�„{Ü×'Ò'Ó)ˆØ€NrW   c               ó   € V ^8„  d   QhRR/# rl   rS   )rT   s   "rU   rV   rV   Ö  s   € ÷ Rñ R 3ñ RrW   c                 ób   € \         P                  P                  p R V ! RR4       RV ! RR4       2# )zcuda:rn   r  z,mkldnn:Úmkldnn)rq   rÜ  Ú_get_fp32_precision_getter)rL  s    rU   Úfp32_matmul_precision_keyrÐ  Ö  s6   € ô �X‰X×0Ñ0€FØ‘6˜& (Ó+Ð,¨H±V¸HÀhÓ5OÐ4PÐQÐQrW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rV   ß  s   € ÷ Dñ D ñ DrW   c                 óŒ   € ^RI Hp  V ! 4       pTP                  R\        P                  P
                  '       d   ^4      # ^4      # )rY  )Úget_backend_optionsÚ
num_stages)Úruntime.triton_helpersrÓ  r&  rq   r  r9  )rÓ  Úoptionss     rU   Úget_backend_num_stagesr×  Þ  s5   € å;á!Ó#€GØ�;‰;�|¬%¯-©-×*;×*;Ð*; QÓCÐCÀÓCÐCrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rm  rq  rb   râ  rQ   rj  rS   )rT   s   "rU   rV   rV   ç  s&   € ÷ @6ñ @6˜kð @6°<ð @6ÀEñ @6rW   c                óp  € R pVP                   R8X  d3   \        P                  P                  P                  P
                  R8H  pM>VP                   R8X  d.   \        \        P                  P                  P                  4      p\        V4      pVe   \        WVR7      MRpVe   V# VP                   R8w  g%   \        P                  P                  4       '       g   \        P                  RV4       R# ^ RIHpHp VP"                  pVf   \        P                  R	4       R#  \        P                  P%                  V4      R8¬  pT \        P.                  \        P0                  \        P2                  39  d   \'        RT  24      h\4        P6                  ! T4      P8                  P;                  R4      '       d­   ^ RIHp	 T	! T4      R,          p
T \        P.                  \        P0                  39   d   T'       d
   T! Y
T4      # \        P                  P                  P                  P
                  R8X  d   T! \        P2                  Y§4      # T! \        P2                  Y§4      # T \        P.                  \        P0                  39   d   T'       d	   T! T 4      # \        P                  P                  P                  P
                  R8X  d   T! \        P2                  4      # T! \        P2                  4      #   \&        \(        \*        \,        3 d    \        P                  R
TRR7        R# i ; i)Frn   Útf32r:  N)Úis_tf32Údevice_namezyget_device_tflops: no Triton fallback available for %s. Returning 0.0; roofline estimates will use memory bandwidth only.r¿  )Úget_max_simd_tflopsÚget_max_tensorcore_tflopsz@get_device_tflops requires a concrete CUDA device; returning 0.0z<Unable to query CUDA capability for %s; returning 0.0 TFLOPSTr1  z8Expected dtype to be float16, bfloat16, or float32, got Ú
clock_rate)Úmax_clock_rater}  )r)  r   ) rt   rq   r  rn   r  r  rd   rÎ  Ú
allow_tf32Ú_get_device_info_keyr   rh   rv   rw   Útriton.testingrÝ  rÞ  rä  r  rß  Ú
IndexErrorrÂ  r�   rƒ  r1  r3  ÚinspectÚ	signatureÚ
parametersr&  Útorch._utils_internalrà  )rm  rb   rÛ  Údevice_info_keyÚds_topsrÝ  rÞ  Ú
device_idxÚSM80OrLaterrà  Úsm_clocks   &&         rU   Ú_get_device_tflopsrî  æ  sm  € à€GØ‡{�{�fÔÜ—.‘.×%Ñ%×,Ñ,×;Ñ;¸vÑE‰Ø	�‰˜Ô	Ü”u—~‘~×,Ñ,×7Ñ7Ó8ˆÜ*¨6Ó2€Oð Ò&ô 	�u¸?ÕKàð ð
 ÒØˆà‡{�{�fÔ¤E§J¡J×$;Ñ$;×$=Ò$=Ü�‰ðPàô	
ñ
 çMà—‘€JØÒÜ�‰ÐVÔWÙðÜ—j‘j×6Ñ6°zÓBÀfÑLˆð ”U—]‘]¤E§N¡N´E·M±MÐBÔBÜØFÀuÀgÐNó
ð 	
ô ×ÒÐ,Ó-×8Ñ8×<Ñ<¸\×JÒJå8ñ " *Ó-°Õ3ˆØ”U—]‘]¤E§N¡NÐ3Ô3¿Ù,¨U¸jÓIÐIä�>‰>×Ñ×%Ñ%×4Ñ4¸Ô>Ù,¬U¯]©]¸HÓQÐQá&¤u§}¡}°hÓKÐKà”U—]‘]¤E§N¡NÐ3Ô3¿Ù,¨UÓ3Ð3ä�>‰>×Ñ×%Ñ%×4Ñ4¸Ô>Ù,¬U¯]©]Ó;Ð;á&¤u§}¡}Ó5Ð5øôC œJ¬´jÐAô Ü�‰ØJØØð 	ô 	
ò
 ðús   Ä%"K> Ë>3L5Ì4L5c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rm  rq  rb   útorch.device | str | NonerQ   rj  rS   )rT   s   "rU   rV   rV   *  s$   € ÷ 6ñ 6Øð6Ø 9ð6à
ñ6rW   c                ó"  € Ve   \         P                  ! V4      M	\        4       pVf   \        P	                  R4       R#  \        V4      p\        Y4      #   \        \        \        \        3 d    \        P	                  RTRR7        R# i ; i)a  
Return peak compute throughput without assuming a CUDA device.

Prefer registered or built-in device information. Devices exposed through
PyTorch's ``cuda`` device type, including ROCm, retain the existing Triton
fallback; other devices without registered information return zero.
z.No accelerator available for TFLOPS estimationr¿  z=Unable to resolve a device index for %s; returning 0.0 TFLOPSTr1  )rq   rb   Ú_current_accelerator_devicerv   rw   rê  rß  rä  rÂ  r�   rî  )rm  rb   Úresolved_devices   && rU   Úget_device_tflopsrô  *  s�   € ð !'Ò 2Œ�Š�VÔÔ8SÓ8Uð ð ÒÜ�‰ÐDÔEÙðÜ'¨Ó8ˆô ˜eÓ5Ð5øô œJ¬´jÐAô Ü�‰ØKØØð 	ô 	
ò
 ðús   ÁA Á3BÂBc               ó   € V ^8„  d   QhRR/# )rP   rQ   rÂ  rS   )rT   s   "rU   rV   rV   F  s   € ÷ Tñ TÐ%8ñ TrW   c                 óÈ   € \         P                  P                  R R7      p V f   R# \         P                  ! V P                  \         P                  P                  4       4      # )T)Úcheck_availableN)rq   rr   rs   rb   rt   Úcurrent_device_index)rr   s    rU   rò  rò  F  sJ   € Ü×#Ñ#×7Ñ7ÈÐ7ÓM€KØÒÙÜ�<Š<˜×(Ñ(¬%×*;Ñ*;×*PÑ*PÓ*RÓSÐSrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rb   râ  rQ   r  rS   )rT   s   "rU   rV   rV   M  s   € ÷ 3ñ 3 ð 3°*ñ 3rW   c                ó¬  €  \        V 4      P                  P                  V 4      p\        T\        4      '       d:   TP                  R4      p\        T\        4      '       g   TP                  R4      pM\        TRR4      p\        T\        4      '       d   T# R#   \        \        \
        \        3 d    \        P                  R T RR7        R# i ; i)z!Unable to query properties for %sTr1  Nr³  r]   )rg   rç  r  rß  rä  rÂ  r�   rv   r‘  rá   r	   r&  rc   rÓ   )rb   Ú
propertiesr]   s   &  rU   râ  râ  M  s³   € ðÜ-¨fÓ5×<Ñ<×RÑRØó
ˆ
ô �*œg×&Ò&Ø�~‰~˜fÓ%ˆÜ˜$¤×$Ò$Ø—>‘> &Ó)ˆDøä�z 6¨4Ó0ˆÜ˜d¤C×(Ò(ˆ4Ð2¨dÐ2øô œJ¬´jÐAô Ü�	‰	Ð5°vÈˆ	ÔMÚðús   ‚$B Â3CÃCc               ó    € V ^8„  d   QhRRRR/# )rP   rb   râ  rQ   úfloat | NonerS   )rT   s   "rU   rV   rV   _  s   € ÷ ñ  ,ð °<ñ rW   c                óÞ   € \        V 4      pVe   \        V4      MR pVe   V# V P                  R9   d   ^ RIHp V! V P
                  4      # \        P                  RT T;'       g    R4       R # )N©Úget_dram_gbpszNNo DRAM bandwidth estimate available for %s (reported key: %s); returning NonerÍ  )rn   r:  )râ  r   rt   rã  r   rä  rv   rw   )rb   ré  Úds_bwr   s   &   rU   Ú_get_device_dram_gbpsr  ^  sq   € ä*¨6Ó2€Oà2AÒ2MÔ˜oÔ.ÐSWð 
ð ÒØˆà‡{�{�oÔ%Ý0á˜VŸ\™\Ó*Ð*ä‡K�Kð	àØ×$Ð$˜9ô	ñ rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rb   rð  rQ   rý  rS   )rT   s   "rU   rV   rV   u  s   € ÷ 2ñ 2Ð!:ð 2Àlñ 2rW   c                ó–   € V e   \         P                  ! V 4      M	\        4       pVf   \        P	                  R4       R# \        V4      # )z¶
Return DRAM bandwidth in GB/s without assuming a CUDA device.

Prefer a registered datasheet entry. CUDA and XPU retain the Triton
fallback; other unknown accelerators return None.
Nz6No accelerator available for DRAM bandwidth estimation)rq   rb   rò  rv   rw   r  )rb   ró  s   & rU   Úget_device_dram_gbpsr  u  sC   € ð !'Ò 2Œ�Š�VÔÔ8SÓ8Uð ð ÒÜ�‰ÐLÔMÙÜ  Ó1Ð1rW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   rj  rS   )rT   s   "rU   rV   rV   †  s   € ÷ ñ ˜5ñ rW   c                 ó<   € \        4       p V e   V # ^ RIHp V! 4       # )Nrÿ  )r   rã  r   )r  r   s     rU   Úget_gpu_dram_gbpsr  …  s    € ä!Ó#€EØÒØˆå,á‹?ÐrW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rV   �  s   € ÷ Qñ Q˜sñ QrW   c                 óx   € ^ RI Hp  V P                  P                  P	                  ^ 4      P                  R^ 4      # )r   ©ÚdriverÚmax_shared_mem)Útriton.runtimer  ÚactiverJ  r  r&  r  s    rU   Úget_gpu_shared_memoryr  �  s.   € Ý%à�=‰=×Ñ×4Ñ4°QÓ7×;Ñ;Ð<LÈaÓPÐPrW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rV   –  s   € ÷ ñ ˜#ñ rW   c                 óh  € \         P                  P                  4       '       dy   \         P                  ! R \         P                  P	                  4       4      p \
        P                  ! V 4      pVP                  pVP                  pVf   \        R4      hW2,          # \        P                  R4       ^ # )rn   z(expected max_threads_per_block to be setz5CUDA is not available; defaulting max num warps to 32)rq   rn   rh   rb   rè  r   r  Úwarp_size_or_defaultÚmax_threads_per_blockrß  rv   r‘  )rb   rÅ  Ú	warp_sizer  s       rU   Úget_max_numwarpsr  –  s„   € Ü‡z�z×Ñ× Ò Ü—’˜f¤e§j¡j×&?Ñ&?Ó&AÓBˆÜ ×'Ò'¨Ó/ˆØ×.Ñ.ˆ	Ø %× ;Ñ ;ÐØ Ò(Ü Ð!KÓLÐLØ$Õ1Ð1ä‡I�IÐEÔFÙrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úreduction_typerc   rQ   rd   rS   )rT   s   "rU   rV   rV   ¤  s   € ÷ 0ñ 0¨ð 0°ñ 0rW   c                ó$   € V P                  R 4      # )Úwelford)r  ©r  s   &rU   Úis_welford_reductionr  ¤  s   € Ø×$Ñ$ YÓ/Ð/rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r  rc   rQ   r@  rS   )rT   s   "rU   rV   rV   ¨  s   € ÷ 
ñ 
¨#ð 
°#ñ 
rW   c                ó>   € \        V 4      '       d   ^# V R9   d   ^# ^# )é   )Úargmax_with_valueÚargmin_with_valueÚonline_softmax_reduce)r  r  s   &rU   Úreduction_num_outputsr#  ¨  s%   € Ü˜N×+Ò+ÙØ	ð ô 
ñ
 árW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   µ  s   € ÷ (ñ (�$ñ (rW   c                 ó2   € \         P                  ! 4       R 8H  # )ÚLinux)ÚplatformÚsystemrS   rW   rU   Úis_linuxr)  µ  s   € Ü�?Š?Ó Ñ'Ð'rW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   ¹  s   € ÷ #ñ #�Dñ #rW   c                 ó(   € \         P                  R 8H  # )r    )r‚   r'  rS   rW   rU   r,  r,  ¹  s   € Ü�<‰<˜7Ñ"Ð"rW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úitrr.  rQ   rd   rS   )rT   s   "rU   rV   rV   ½  s   € ÷ Kñ KÐ*ð K¨tñ KrW   c                ój   € \         ;QJ d    R  V  4       F  '       g   K   R# 	  R# ! R  V  4       4      # )c              3  óˆ   "  € T F8  p\        V\        P                  4      ;'       d    VP                  '       * x € K:  	  R # 5irº   )rá   rH  r  r¢  rj  s   & rU   r¿   Ú#has_free_symbols.<locals>.<genexpr>¾  s,   é € ÐJÁcÀŒz˜!œUŸZ™ZÓ(×<Ð<°·±¬_Ô<Ãcùs
   ‚%A¨ATFrú  )r-  s   &rU   r€  r€  ½  s+   € ß‹3ÑJÁcÓJ�3Œ3ÐJŠ3ÐJˆ3ÑJÁcÓJÓJÐJrW   c               ó    € V ^8„  d   QhRRRR/# rö  rS   )rT   s   "rU   rV   rV   Á  s   € ÷ ñ �fð  ñ rW   c            	     óÆ  € ^RI Hp V  FÔ  p\        W!P                  VP                  VP
                  VP                  VP                  34      '       dX   \        VP                  4       ;'       g    R4      '       g*   \        VP                  4       ;'       g    R4      '       d    R# K¢  \        W!P                  4      '       g   K¿  \        R\        V4       24      h	  R# )rY  r  Tzunexpected type for is_dynamic FrS   )r  r  rá   rQ  rS  r  r   rC   r€  Úmaybe_get_sizeÚmaybe_get_striderE   râ   rt   )rM  r  r}  s   *  rU   ri  ri  Á  s¹   € ÝãˆÜØ—‘˜bŸm™m¨R¯[©[¸"×:KÑ:KÈRÏYÉYÐW÷
ò 
ô   × 0Ñ 0Ó 2× 8Ð 8°b×9Ò9Ô=MØ×"Ñ"Ó$×*Ð*¨÷>ò >ò ñ>ô ˜AŸy™y×)Ò)ÙäÐ=¼dÀ1»g¸YÐGÓHÐHñ ñ rW   c                  ó   € ] tR tRtRtRtRtR# )ÚPlaceholderiÕ  ÚKERNEL_NAMEÚDESCRIPTIVE_NAMErS   N)rª   r«   r¬   r­   r7  r8  r¯   rS   rW   rU   r6  r6  Õ  s   † ð  €Kð *ÔrW   r6  c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rP   rÄ  r£  rœ  r:   Úinpr¥  r£  rc   rQ   r  rS   )rT   s   "rU   rV   rV   ß  s4   € ÷  
ñ  
Ø
ð 
Ø"-ð 
Ø4Að 
ØHKð 
à	ñ 
rW   c           	     óÐ  € ^RI Hp \        P                  ! RRR7      ;_uu_ 4       p\        P
                  ! 4       p\        P
                  ! 4       p\        V\        V4      R7      P                  ! V!   \        RVP                   2VR7       \        VP                  VR7       \        P                  ! 4       p\        W4      ;_uu_ 4        V ! VP                  4       RRR4       \        P                  ! 4       V,
          p	V! VP                  4       VP                  P                  4        VP                  4        \        R	VP                   2VR7       \        VP                  VR7       VP!                  4       VP!                  4       8H  p
\"        P%                  R
VVP&                  V
V	4       RRR4       R#   + '       g   i     Lç; i  + '       g   i     R# ; i)rY  )Ústable_topological_sortrŒ  r(  )rŽ   Úencoding)rœ  Ú	fake_modezBefore:
)ÚfileNzAfter:
zZ%s, save before/after graph to %s, graph before/after are the same = %s, time elapsed = %s)Úpattern_matcherr<  r9  ÚNamedTemporaryFileÚioÚStringIOr”   r�   Ú	propagater²  r^  r   Únowr“   ÚlintÚ	recompileÚgetvaluerv   r¦  r]   )rÄ  rœ  r:  r£  r<  rC  Ú	before_ioÚafter_ioÚ
start_timeÚtime_elapsedr}  s   &&&&       rU   Úpass_execution_and_saverM  ß  sR  € õ 9ä	×	$Ò	$ØØ÷
õ 
ð 
Ü—K’K“Mˆ	Ü—;’;“=ˆÜ�RÔ#3°CÓ#8Ô9×CÒCÀSÒIÜ�	˜"Ÿ(™(˜Ð$¨1Õ-Üˆb�h‰h˜YÕ'Ü—\’\“^ˆ
Ü# B×,Õ,Ù�—‘ŒN÷ -ä—|’|“~¨
Õ2ˆá §¡Ô)Ø
�‰�‰ŒØ
�‰Œä�˜Ÿ™˜
Ð#¨!Õ,Üˆb�h‰h˜XÕ&Ø×ÑÓ  H×$5Ñ$5Ó$7Ñ7ˆÜ�‰ØhØØ�F‰FØØô	
÷+
ñ 
÷ -×,ú÷
÷ 
ð 
ús%   §B(GÃG	Ã"CGÇGÇGÇG%	c               ó    € V ^8„  d   QhRRRR/# ©rP   Ú	input_bufzBuffer | Operation | NonerQ   rd   rS   )rT   s   "rU   rV   rV     s   € ÷ 	ñ 	Ð)Bð 	Àtñ 	rW   c                óh   € ^RI Hp \        WP                  4      ;'       d    V P	                  4       # )z:
Check if input buffer is a multi-outputs template buffer
r  )r  r  rá   r£  Úis_multi_outputs_template©rP  r  s   & rU   rR  rR    s2   € õ ô 	�9×/Ñ/Ó0÷ 	2ð 	2Ø×/Ñ/Ó1ðrW   c               ó    € V ^8„  d   QhRRRR/# rO  rS   )rT   s   "rU   rV   rV     s   € ÷ ñ Ø(ðà	ñrW   c                óÀ   € ^RI Hp \        WP                  4      ;'       d=    \	        V P
                  4      ^8H  ;'       d    \        V P
                  ^ ,          4      # )zD
Check if input buffer is a output of multi-outputs template buffer
r  )r  r  rá   ÚMultiOutputrp   r¼  rR  rS  s   & rU   Ú#is_output_of_multi_outputs_templaterW    sT   € õ ô 	�9Ÿn™nÓ-÷ 	;ð 	;Ü�	× Ñ Ó! QÑ&÷	;ð 	;ä% i×&6Ñ&6°qÕ&9Ó:ðrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rT  zNode | Operation | Nonerg  ztorch._ops.OperatorBase | NonerQ   rd   rS   )rT   s   "rU   rV   rV     s&   € ÷ #ñ #Ø
!ð#à&ð#ð 
ñ#rW   c                óª  € V f   R# ^RI Hp \        WP                  4      ;'       dG    \        WP                  4      '       * ;'       d%    VR J ;'       Eg}    V P
                  VJ ;'       Egf    \        V 4      VP                  J ;'       EdF    \        \        P                  P                  R4      ;'       dD    V P
                  \        P                  P                  P                  P                  8H  ;'       g×    \        \        P                  P                  R4      ;'       dD    V P
                  \        P                  P                  P                  P                  8H  ;'       gh    \        \        P                  P                  R4      ;'       d<    V P
                  \        P                  P                  P                  P                  8H  # )NFr  Úall_to_all_singleÚall_gather_into_tensorÚreduce_scatter_tensor)r  r  rá   Ú_CollectiveKernelÚ_WaitKernelÚop_overloadrt   ÚFallbackKernelr�   rq   rÞ  ÚtorchrecrZ  Údefaultr[  r\  ©rT  rg  r  s   && rU   Úis_collectiverd    s  € ð ‚|Ùåô 	�4×-Ñ-Ó.÷ 	3ð 	3Ü˜4§¡Ó0Ô0÷	3ð 	3à�4ˆZ÷ð ð 2˜4×+Ñ+¨rÐ1÷ñ ô 	ˆT‹
�b×'Ñ'Ð'÷ 	
ñ 	
ô
 œŸ	™	×*Ñ*Ð,?Ó@÷ Uð UØ×$Ñ$¬¯	©	×(:Ñ(:×(LÑ(L×(TÑ(TÑT÷ð ô
 œŸ	™	×*Ñ*Ð,DÓE÷ Eð EØ×$Ñ$Ü—9‘9×%Ñ%×<Ñ<×DÑDñE÷ð ô œŸ	™	×*Ñ*Ð,CÓD÷ Yð YØ×$Ñ$¬¯	©	×(:Ñ(:×(PÑ(P×(XÑ(XÑXð/rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rT  zIRNode | Operation | NonerQ   rd   rS   )rT   s   "rU   rV   rV   C  s   € ÷ (ñ (Ð+ð (°ñ (rW   c                ó<   € ^RI Hp \        V 4      VP                  J # ©rY  r  )r  r  rt   r^  )rT  r  s   & rU   Úis_waitrh  C  s   € Ýä�‹:˜Ÿ™Ð'Ð'rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   ÚsnoderK   Ú	filter_fnz*Callable[[BaseSchedulerNode], bool] | NonerQ   rd   rS   )rT   s   "rU   rV   rV   I  s+   € ÷ 	Qñ 	QØð	Qà9ð	Qð 
ñ	QrW   c                ó"  € ^ RI Hp \        W4      '       dI   \        ;QJ d&    R V P                   4       F  '       g   K   R# 	  R# ! R V P                   4       4      # \        V P                  4      ;'       d    VRJ ;'       g	    V! V 4      # )r   ©ÚGroupedSchedulerNodec              3  ó8   "  € T F  p\        V4      x € K  	  R # 5irº   )Úcontains_collectiverj  s   & rU   r¿   Ú&contains_collective.<locals>.<genexpr>P  s   é € Ð@±<¨aÔ& q×)Ð)³<ùr|  TFN)rŸ  rn  rá   rn  Úsnodesrd  rT  )rj  rk  rn  s   && rU   rp  rp  I  sl   € õ ?ä�%×.Ò.ß‹sÑ@°5·<²<Ó@�sŒsÐ@ŠsÐ@ˆsÑ@°5·<²<Ó@Ó@Ð@ä˜Ÿ™Ó$×PÐP¨)°tÐ*;×*OÐ*O¹yÈÓ?OÐPrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rj  rK   rQ   rd   rS   )rT   s   "rU   rV   rV   U  s   € ÷ #ñ #Ð*ð #¨tñ #rW   c                óê   € ^ RI Hp \        W4      '       dI   \        ;QJ d&    R V P                   4       F  '       g   K   R# 	  R# ! R V P                   4       4      # \        V P                  4      # )r   rm  c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5irº   )Úcontains_waitrj  s   & rU   r¿   Ú contains_wait.<locals>.<genexpr>Y  s   é € Ð:©\¨”= ×#Ð#«\ùr|  TF)rŸ  rn  rá   rn  rr  rh  rT  )rj  rn  s   & rU   rv  rv  U  sP   € Ý>ä�%×.Ò.ß‹sÑ:¨U¯\ª\Ó:�sŒsÐ:ŠsÐ:ˆsÑ:¨U¯\ª\Ó:Ó:Ð:ä�u—z‘zÓ"Ð"rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rT  zOperation | Nonerg  z9torch._ops.OpOverload | Collection[torch._ops.OpOverload]rQ   rd   rS   )rT   s   "rU   rV   rV   ^  s+   € ÷ Jñ JØ
ðJàAðJð 
ñJrW   c                óÀ   € ^RI Hp \        V\        P                  P
                  4      '       d   V.p\        WP                  4      ;'       d    V P                  V9   # rg  )r  r  rá   rq   r€  r�  r`  r_  rc  s   && rU   Úis_fallback_oprz  ^  sI   € õ ä�"”e—j‘j×+Ñ+×,Ò,ØˆTˆÜ�d×-Ñ-Ó.×IÐI°4×3CÑ3CÀrÑ3IÐIrW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   Úbuf_namerc   Úname_to_bufrŠ  Úname_to_fused_noderQ   r   rS   )rT   s   "rU   rV   rV   i  s2   € ÷ Lñ LØðLØ .ðLØDRðLàñLrW   c                óP   € W!V ,          P                   P                  4       ,          # rº   )Údefining_oprÒ  )r|  r}  r~  s   &&&rU   Úbuf_name_to_fused_snoder�  i  s!   € ð ¨(Õ3×?Ñ?×HÑHÓJÕKÐKrW   c                ó   € R # rt  rS   ©rj  s   &rU   rû   rû   t  ó   € ±urW   c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# ©rP   rj  rK   Úcollected_node_setzMutableSet[BaseSchedulerNode]r}  zdict[str, SchedulerBuffer]r~  zdict[str, BaseSchedulerNode]Úcriteria_cbzCallable[[Any], bool]rQ   r  rS   )rT   s   "rU   rV   rV   o  sD   € ÷ 
ñ 
Øð
à5ð
ð ,ð
ð 5ð	
ð
 'ð
ð 
ñ
rW   c           	     óÊ   € V! V 4      '       d   R # VP                  V 4       V P                   F1  p\        VP                  W#4      pWa9   d   K!  \	        VVVVVR7       K3  	  R # )N©rˆ  )r   Úunmet_dependenciesr�  r]   Úfind_recursive_deps_of_node)rj  r‡  r}  r~  rˆ  ÚdepÚdefining_op_for_deps   &&&&&  rU   rŒ  rŒ  o  sf   € ñ �5×ÒÙØ×Ñ˜5Ô!Ø×'Ô'ˆÜ5Ø�H‰H�kó
Ðð Ô4ÙÜ#ØØØØØ#÷	
ó (rW   c                ó   € R # rt  rS   rƒ  s   &rU   rû   rû   �  r„  rW   c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# r†  rS   )rT   s   "rU   rV   rV   ˆ  sD   € ÷ ñ Øðà5ðð ,ðð 5ð	ð
 'ðð 
ñrW   c           
     óÂ  € V! V 4      '       d   R # VP                  V 4       V P                  4        F©  pVP                   F–  pVP                  f   \	        R4      hVP                  P                  4       R8X  d   K=  VP                  P                  4       V9  d   K^  W6P                  P                  4       ,          pWq9   d   K†  \        VVVVVR7       K˜  	  K«  	  R # )Nz,user.node is None in collect_defined_kernelsÚOUTPUTrŠ  )r   Úget_outputsrƒ  rT  rß  rÒ  Úfind_recursive_users_of_node)rj  r‡  r}  r~  rˆ  Úor˜  Úuser_ops   &&&&&   rU   r”  r”  ˆ  s½   € ñ �5×ÒÙØ×Ñ˜5Ô!Ø×ÑÖ ˆØ—G”GˆDØ�y‰yÒ Ü$Ð%SÓTÐTØ�y‰y×!Ñ!Ó# xÔ/ÙØ�y‰y×!Ñ!Ó#Ð+=Ô=ÙØ(¯©×);Ñ);Ó)=Õ>ˆGØÔ,ÙÜ(ØØ"ØØ"Ø'÷ó ó !rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Údynamo_gm_num_inputsr@  Úaot_fw_gm_num_inputsrQ   rS   )rT   s   "rU   rV   rV   ¦  s'   € ÷ Tñ T°ð TÈCð TÐTWñ TrW   c                ó|   € \         P                  P                  P                  '       d   ^M^ pW,
          V,
          # )zaComputes the number of inputs to the aot fw graph which have fixed addresses (params and buffers))rq   Ú
_functorchr‡   Úfunctionalize_rng_ops)r˜  r™  Únum_rng_seed_offset_inputss   && rU   Únum_fw_fixed_argumentsrž  ¦  s6   € ô ×Ñ×$Ñ$×:×:Ð:‰Àð ð  Õ6Ð9SÕSÐSrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úfx_grý  rQ   r@  rS   )rT   s   "rU   rV   rV   ±  s   € ÷  ñ  Ð-ð  °#ñ  rW   c                ó<  € R R lp^ p. pV P                   P                   F>  pVP                  R8X  g   K  V! V4      '       d   VP                  V4       V^,          pK@  	  V\	        \        \        V4      4      4      8w  d   \        RV 24      h\        V4      # )z6
Infers which inputs are static for a backwards graph
c               ó    € V ^8„  d   QhRRRR/# )rP   r  r;   rQ   rd   rS   )rT   s   "rU   rV   Ú$count_tangents.<locals>.__annotate__¶  s   € ÷ 
ñ 
˜4ð 
 Dñ 
rW   c                óª   € R V P                   9  ;'       d>    RV P                   9  ;'       d'    RV P                   9  ;'       d    RV P                   9  # )ÚtangentsÚbwd_seedÚbwd_base_offsetÚbwd_rng_staterë  r  s   &rU   Úis_saved_tensorÚ'count_tangents.<locals>.is_saved_tensor¶  sW   € à˜aŸf™fÑ$÷ .ð .Ø !§&¡&Ñ(÷.ð .à!¨¯©Ñ/÷.ð .ð   q§v¡vÑ-ð		
rW   r’  z6Expected static_arg_idxs to be contiguous from 0, got )r^  ru  rg  r‘  r  r†  rp   rß  )r   r©  Ú	arg_countÚstatic_arg_idxsr@  s   &    rU   Úcount_tangentsr­  ±  s“   € õ

ð €IØ€OØ�Z‰Z×ÔˆØ�4‰4�=Ö Ù˜q×!Ò!Ø×&Ñ& yÔ1Ø˜�NŠIñ	 ð œ$œu¤S¨Ó%9Ó:Ó;Ô;ÜØDÀ_ÐDUÐVó
ð 	
ô ˆÓÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r   rý  rQ   rH  rS   )rT   s   "rU   rV   rV   Í  s   € ÷ ñ Ð#7ð ¸Iñ rW   c                óê   € . p\        V P                  P                  4       FM  w  r#VP                  R8w  d    V# VP                  P                  R4      '       g   K<  VP                  V4       KO  	  V# )zû
Returns indices of backward graph inputs that are always at fixed
addresses: primals (parameters/buffers/user inputs saved for backward).
Excludes saved activations which may not be at fixed addresses when
the forward is partitioned for CUDA graphs.
r’  Úprimals_)r  r^  ru  rg  r]   r  r‘  )r   Ústatic_idxsr‚  r@  s   &   rU   Úget_static_bw_input_idxsr²  Í  sh   € ð €KÜ˜DŸJ™J×,Ñ,Ö-‰ˆØ�4‰4�=Ô Øð Ðð �6‰6×Ñ˜Z×(Ô(Ø×Ñ˜sÖ#ñ	 .ð
 ÐrW   c                  óD   € ] tR tRt$ R]R&   R R lt]R R l4       tRtR	# )
Ú	BoxedBooliÝ  rd   r¶   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   ÚBoxedBool.__annotate__á  s   € ÷ ñ ˜$ñ rW   c                	ó   € V P                   # rº   )r¶   r„  s   &rU   Ú__bool__ÚBoxedBool.__bool__á  s   € Ø�z‰zÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r·  r   rQ   zBoxedBool | boolrS   )rT   s   "rU   rV   r¶  å  s   € ÷ ñ �Sð Ð-ñ rW   c                	óD   € \        V \        4      '       d
   R V n        V # R # rt  )rá   r´  r¶   r  s   &rU   ÚdisableÚBoxedBool.disableä  s   € ä�cœ9×%Ò%ØˆCŒIØˆJÙrW   rS   N)	rª   r«   r¬   r­   r®   r¸  rè  r¼  r¯   rS   rW   rU   r´  r´  Ý  s    ‡ àƒKõð ôó ôrW   r´  c               ó    € V ^8„  d   QhRRRR/# )rP   Úkernel_listrR   rQ   r!  rS   )rT   s   "rU   rV   rV   í  s   € ÷ ñ ¨ð °~ñ rW   c              #  óâ   a a"  € ^RI Hp VP                  oRR V V3R lllp\        P                  P                  VRV4      ;_uu_ 4        Rx € RRR4       R#   + '       g   i     R# ; i5i)rY  r>   Nc               ó4   € V ^8„  d   QhRRRRRRRRRR	R
RRR/# )rP   rå  r?   Úkernel_namerc   rt  r…  r  rx   rd   Úcpp_definitionrQ   r   rS   )rT   s   "rU   rV   Ú-collect_defined_kernels.<locals>.__annotate__ò  sN   € ÷ 
ñ 
Ø"ð
àð
ð ð
ð ð	
ð
 ð
ð #ð
ð 
ñ
rW   c                ó:   <€ SP                  V4       S! WW#WE4      # rº   ra  )rå  rÂ  rt  r…  rx   rÃ  r¿  Úorig_define_kernels   &&&&&&€€rU   Údefine_kernelÚ.collect_defined_kernels.<locals>.define_kernelò  s'   ø€ ð 	×Ñ˜;Ô'Ù!Ø˜{°có
ð 	
rW   rÇ  )NTN)Úcodegen.wrapperr?   rÇ  r   rF  r·   )r¿  r?   rÇ  rÆ  s   f  @rU   Úcollect_defined_kernelsrÊ  ì  sM   ùé € å5à-×;Ñ;Ð÷
ó 
ô 
�‰×	Ñ	Ð/°À-×	PÕ	PÛ÷ 
Q×	P×	PÒ	Püs   „AA/ÁAÁ
A/ÁA,	Á&	A/c               ó    € V ^8„  d   QhRRRR/# ©rP   r]   rc   rQ   rS   )rT   s   "rU   rV   rV     s   € ÷ !ñ !¨3ð !°3ñ !rW   c                ó   € V R ,           # )Ú__original__rS   rë  s   &rU   Ú get_cloned_parameter_buffer_namerÏ    s   € Ø�.Õ Ð rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rb   r  rQ   rd   rS   )rT   s   "rU   rV   rV     s   € ÷ ñ �:ð  $ñ rW   c                ó   € V \         9   # rº   )ro   rÿ  s   &rU   r\   r\     s   € Ø”YÑÐrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV     s   € ÷ )ñ )�ñ )rW   c                 ó:   € \         P                  P                  RJ# )z,Check if we're running on ROCm/HIP platform.N)rq   r  r9  rS   rW   rU   Úis_rocmrÔ    s   € ä�=‰=×Ñ DÐ(Ð(rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   Úbackend_namerc   r³  z	int | strr  r@  rQ   ztuple[str, ...] | NonerS   )rT   s   "rU   rV   rV     s,   € ÷ 'ñ 'Øð'Ø&ð'Ø36ð'àñ'rW   c                ó   € \        4       '       g   R #  ^ RIHp ^ RIHp V! WV4      pV! V4      P                  / 4      p\        TRR 4      pTf   R # \        T4      #   \        \        \        \        3 d     R # i ; i)N)Ú	GPUTarget)Úmake_backendÚsupported_fp8_dtypes)r)   Útriton.backends.compilerrØ  Útriton.compiler.compilerrÙ  Úparse_optionsr  r!  rL  râ   rÓ   r  )rÖ  r³  r  rØ  rÙ  r  rÖ  rÚ  s   &&&     rU   Ú_triton_supported_fp8_dtypesrÞ    s‚   € ô ×ÒÙðÝ6Ý9ñ ˜<¨yÓ9ˆÙ˜vÓ&×4Ñ4°RÓ8ˆô # 7Ð,BÀDÓIÐØÒ#ÙÜÐ%Ó&Ð&øô œK¬´9Ð=ô Úðús   ”,A ÁA=Á<A=Útriton_backendÚtriton_archr  c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )rP   rm  rq  rb   rð  rß  r  rà  zint | str | Noner  r$  rQ   rd   rS   )rT   s   "rU   rV   rV   '  sD   € ÷ ,0ñ ,0Øð,0à%ð,0ð ð	,0ð
 "ð,0ð ð,0ð 
ñ,0rW   c               óÖ  € V \         9  d   R # \        V 4      P                  R4      pVEf   Vf   R # \        P                  ! V4      pVP
                  R8w  d   R # \        P                  P                  4       '       g   R # VP                  pVf   \        P                  P                  4       p\        P                  P                  V4      p\        4       '       d&   RpVP                  P                  R4      ^ ,          pM&RpVP                  ^
,          VP                  ,           p\!        VRR4      pVf   \#        R4      hVf   VR8X  d   ^@M^ p\%        W#V4      pVf   R # WX9   # )TrF  Nrn   r9  rZ   r  z0triton_arch must be provided with triton_backend)ÚTRITON_FLOAT8_DTYPESrJ  Úremoveprefixrq   rb   rt   rn   rh   rä  rè  r  rÔ  r3  r$  r  r½  rÓ   r�   rÞ  )	rm  rb   rß  rà  r  Útriton_dtyper\  rû  rÚ  s	   &&$$$    rU   Úis_triton_fp8_dtype_supportedræ  '  s9  € ð Ô(Ô(Ùä˜E“?×/Ñ/°Ó4€LàÓØŠ>ÙÜ—’˜fÓ%ˆØ�;‰;˜&Ô ÙÜ�z‰z×&Ñ&×(Ò(Ùà—|‘|ˆØÒÜ Ÿ:™:×4Ñ4Ó6ˆLÜ—Z‘Z×5Ñ5°lÓCˆ
Ü�9Š9Ø"ˆNØ$×0Ñ0×6Ñ6°sÓ;¸AÕ>‰Kà#ˆNØ$×*Ñ*¨RÕ/°*×2BÑ2BÕBˆKÜ˜J¨°TÓ:ˆ	àÒÜÐKÓLÐLØÒØ(¨EÔ1‘B°rˆ	ä7Ø YóÐð Ò#ÙØÑ/Ð/rW   c               ó    € V ^8„  d   QhRRRR/# ra   rS   )rT   s   "rU   rV   rV   V  s   € ÷ >ñ >˜cð > dñ >rW   c                óZ   € \        V 4      '       g   R # \        V 4      P                  4       # rt  )r\   rg   Úexposes_streamsrÿ  s   &rU   Údevice_need_guardrê  V  s$   € Ü�&�>Š>Ùô $ FÓ+×;Ñ;Ó=Ð=rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rm  rq  rQ   rd   rS   )rT   s   "rU   rV   rV   ^  s   € ÷ 2ñ 2¸ð 2Èñ 2rW   c                óà  € V \         P                  8X  d#   \         P                  P                  '       d   R # V \         P                  8X  dF   \         P                  P                  4       '       d"   \         P                  P                  4       R8  # V \         P                  8X  d'   \         P                  P                  4       '       d   R # V \         P                  \         P                  39   # )T)é	   r   )
rq   r1  r  r9  rn   rh   r  r:  r=  rd   rs  s   &rU   Ú,needs_fallback_due_to_atomic_add_limitationsrî  ^  s�   € Ø”—‘Ô¤5§=¡=×#4×#4Ð#4ÙØ	”%—.‘.Ô	 ¤U§Z¡Z×%<Ñ%<×%>Ò%>Ü�z‰z×/Ñ/Ó1°FÑ:Ð:Ø	”%—.‘.Ô	 ¤U§Y¡Y×%;Ñ%;×%=Ò%=ÙàœŸ™¤e§j¡jÐ1Ñ1Ð1rW   c               ó4   € V ^8„  d   QhRRRRRRRRRR	R
RRR/# )rP   r_  rh  r  r  Ú
self_dtyperq  Ú	src_dtypeÚsrc_device_typerc   Úsrc_is_tensorrd   rQ   rS   )rT   s   "rU   rV   rV   i  sN   € ÷ $ñ $Ø&ð$àð$ð ð$ð ð	$ð
 ð$ð ð$ð 
ñ$rW   c                ó°  € V P                   \        P                  P                  P                  \        P                  P                  P
                  39   d   Vf   R# V P                   \        P                  P                  P                  8X  d   RMRpVR V39  ;'       Eg4    T;'       d(    \        V4      ;'       d    \        V4      ;'       Eg    V P                   \        P                  P                  P                  8H  ;'       d~    VR8H  ;'       dq    T;'       dg    VR8H  ;'       dZ    \        P                  P                  ;'       d8    \        P                  P                  ;'       gb    \        4       ^8g  ;'       gM    W8H  ;'       d,    V\        P                  \        P                  39   ;'       g    \        P                   ! 4       # )NFr   rÿ  rå  )Úoverloadpacketrq   rÞ  ÚatenÚscatter_reduce_Úscatter_reduceÚscatter_r\   rî  r‡   r  Úfallback_scatter_reduce_sumÚdynamic_threadsr  rd   r=  Ú$are_deterministic_algorithms_enabled)r_  r  rð  rñ  rò  ró  Ú	reduce_tys   &&&&&& rU   Úuse_scatter_fallbackrþ  i  s¡  € ð 	×"Ñ"Ü�I‰I�N‰N×*Ñ*¬E¯I©I¯N©N×,IÑ,IÐJô	KàÒ"áð ×+Ñ+¬u¯y©y¯~©~×/FÑ/FÔF‰ÈEð ð
 	˜t YÐ/Ñ/÷ 	8ñ 	8à÷ Hð HÜ�Ó'÷Hð Hä<¸YÓG÷		8ñ 	8ð ×&Ñ&¬%¯)©)¯.©.×*HÑ*HÑH÷ Lð LØ %Ñ'÷Lð Là÷Lð Lð   5Ñ(÷Lð Lô —
‘
×6Ñ6÷	Lð Lô
 —‘×+Ñ+÷	8ð KÔ/CÓ/EÈÑ/J÷	8ð 	8ð Ñ'×SÐS¨J¼5¿:¹:ÄuÇ{Á{Ð:SÑ,S÷	8ð 	8ô ×5Ò5Ó7ð!rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r  r  rQ   r  rS   )rT   s   "rU   rV   rV   �  s   € ÷ !Hñ !HÐ&Að !HÀdñ !HrW   c                óì  € ^ RI HpHp ^ RIHp \        R\        V 4       R24       \        V 4       EF=  w  rE\        RVR R24       WRJ d   \        R4       K(  WQJ d   \        R	4       K:  \        WS4      '       dß   VP                  4       p\        V'       d   R
MR R24       V'       dF   VP                  f   \        R4      h\        RVP                  P                  P                   24       \        R4       VP                  P                   F  p\        V4       K  	  \        R4       VP                  P                    F  p\        V4       K  	  EK)  \#        R\%        V4       24      h	  R# )zƒ
An API that can be used in pdb to dump a node_schedule.
Right mainly dump the read/write dependencies but can add more as needed.
)ÚDisableReductionÚEnableReduction)ÚSchedulerNodezNode schedule with z nodesr¾  Ú3rZ   zenable reductionzdisable reductionÚredÚpwz scheduler nodeNz-SchedulerNode.node is None for reduction nodezoriginal reduction hint zReadDep:z	WriteDep:zUnrecognized node type: )Útorch._inductor.codegen.simdr	  r	  rŸ  r	  r²  rp   r  rá   Úis_reductionrT  rß  rR  Úreduction_hintrj  rk  rl  rÂ  rt   )r  r	  r	  r	  r‚  rT  Úis_redr�  s   &       rU   Údump_node_scheduler	  �  s2  € ÷
 OÝ7ä	Ð¤ MÓ 2Ð3°6Ð
:Ô;Ü˜}×-‰	ˆÜ��#�a�˜ˆlÔàÓ"ÜÐ$Ö%àÓ%ÜÐ%Ö&Ü˜×,Ò,Ø×&Ñ&Ó(ˆFÜŸf‘U¨$Ð/¨Ð?Ô@ßØ—9‘9Ò$Ü(ØGóð ô Ð0°·±·±×1NÑ1NÐ0OÐPÔQÜ�*ÔØ×'Ñ'×-Ô-�Ü�c–
ñ .ä�+ÔØ×'Ñ'×.Ô.�Ü�c–
ô /ô Ð!9¼$¸t»*¸ÐFÓGÐGó1 .rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r�  rŽ  rQ   rd   rS   )rT   s   "rU   rV   rV   ´  s   € ÷ ñ ˜lð ¨tñ rW   c                óŠ   € ^ RI Hp V! V P                  4       \        V P                  4      ,          \
        ,          ^ 8H  4      # )r   )r©  )rÿ  r©  Ústorage_offsetru  rm  ÚGPU_ALIGN_BYTES)r�  r©  s   & rU   Útensor_is_alignedr	  ´  s:   € õ Lá Ø	×	Ñ	Ó	 ¤>°&·,±,Ó#?Õ	?Ä?ÕRÐVWÑWóð rW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úexample_inputrŽ  rQ   rd   rS   )rT   s   "rU   rV   rV   Â  s   € ÷ Lñ L¨|ð LÀñ LrW   c                ó–   € \        V P                  P                  4      '       g   R # \        P                  ;'       g    \        V 4      # rt  )r\   rb   rt   r‡   rþ  r	  )r	  s   &rU   Úshould_assume_input_alignedr	  Â  s8   € ô �-×&Ñ&×+Ñ+×,Ò,ÙÜ×'Ñ'×KÐKÔ+<¸]Ó+KÐKrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   z'contextlib.AbstractContextManager[None]rS   )rT   s   "rU   rV   rV   Ë  s   € ÷ 'ñ 'Ð-Tñ 'rW   c                 ó^  € \         P                  P                  P                  4       p V '       g   \        P
                  ! 4       # V P                  '       d   V P                  P                  '       g   \        P
                  ! 4       # V P                  P                  pVP                  4       # rº   )	rq   Ú_guardsÚTracingContextÚtry_getr±  Únullcontextr>  r`  Úsuppress_guards)Útracing_contextr`  s     rU   Ú#maybe_get_suppress_shape_guards_ctxr	  Ë  s|   € ô
 —m‘m×2Ñ2×:Ñ:Ó<€OßÜ×%Ò%Ó'Ð'ð ×$×$Ð$¨O×,EÑ,E×,O×,OÐ,OÜ×%Ò%Ó'Ð'Ø×)Ñ)×3Ñ3€IØ×$Ñ$Ó&Ð&rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   rf  r;  rM  rá  r‰  râ  rQ   ztuple[_T, str]rS   )rT   s   "rU   rV   rV   Û  s,   € ÷ ñ ØðØ &ðØ2:ðàñrW   c                ó6  € \         P                  P                  P                  \        R R4      ;_uu_ 4        \
        P                  P                  4        ^ RIp^ RI	pVP                  ! 4       pVP                  ! V4      p^ RIHp VP                  V4       VP                  pVP!                  VP"                  4       V ! V/ VB p	VP%                  4       p
VP!                  V4       VP'                  V4       RRR4       Wš3#   + '       g   i     X	X
3# ; i)r‘  TN)Úoutput_code_log)r   r   rF  r·   r‡   rq   r0  rG  rB  rÑ  rC  ÚStreamHandlerÚtorch._inductor.codecacher 	  Ú
addHandlerÚlevelÚsetLevelrÒ  rH  ÚremoveHandler)rf  rM  r‰  rB  rÑ  Úlog_capture_stringÚchr 	  Ú
prev_levelrÌ   r¡  s   &*,        rU   Úrun_and_get_cpp_coder*	  Û  sá   € ô 
�‰×	Ñ	×	#Ñ	#¤F¨G°T×	:Õ	:Ü�‰×ÑÔÛÛàŸ[š[›]ÐØ×"Ò"Ð#5Ó6ˆÝ=à×"Ñ" 2Ô&Ø$×*Ñ*ˆ
Ø× Ñ  §¡Ô/Ù�TÐ$˜VÑ$ˆØ×'Ñ'Ó)ˆØ× Ñ  Ô,Ø×%Ñ% bÔ)÷ 
;ð  ˆ9Ð÷! 
;Ö	:ð  �1ˆ9Ðús   ¸CDÄD	c               ó    € V ^8„  d   QhRRRR/# )rP   r¼  úSequence[InputType]rQ   zShapeEnv | NonerS   )rT   s   "rU   rV   rV   ô  s   € ÷ ñ Ð"5ð ¸/ñ rW   c                óJ  € \        V 4      pVe   VP                  # V  EF   p\        V\        P                  4      '       d   VP
                  P                  u # \        V\        P                  4      '       g   K^  VP                  4        F=  p\        V\        P                  4      '       g   K%  VP
                  P                  u u # 	  VP                  4        F=  p\        V\        P                  4      '       g   K%  VP
                  P                  u u # 	  EK  	  R # rº   )	r�   r`  rá   rq   r8   rT  r—  r  rc  )r¼  r>  Úinputr  rc  s   &    rU   Úshape_env_from_inputsr/	  ô  sÉ   € Ü  Ó(€Ið ÒØ×"Ñ"Ð"ô ˆÜ�eœUŸ\™\×*Ò*Ø—:‘:×'Ñ'Ò'ô �eœUŸ\™\×*Ô*ØŸ
™
ž�Ü˜d¤E§L¡L×1Ô1ØŸ9™9×.Ñ.Ô.ñ %ð  Ÿ,™,ž.�Ü˜f¤e§l¡l×3Ô3Ø!Ÿ;™;×0Ñ0Ô0ô )ñ ñ rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   r¢  zCallable[[list[InputType]], _T]Úinputs_to_checkrÈ  Úmutated_input_idxsr  rQ   rS   )rT   s   "rU   rV   rV     s0   € ÷ ñ Ø*ðà"ðð (ðð %ñ	rW   c                óF   a aa€ \        S4      ^ 8X  d   S # R VV V3R llpV# )r   c               ó    € V ^8„  d   QhRRRR/# )rP   Ú
new_inputsúlist[InputType]rQ   r   rS   )rT   s   "rU   rV   Ú2align_inputs_from_check_idxs.<locals>.__annotate__  s   € ÷ ñ ˜ð ¨Cñ rW   c                ó„   <€ \        V SS4      w  rS! V 4      p\        V4      '       d   \        P                  ! W4       V# rº   )Úcopy_misaligned_inputsrp   rq   Ú_foreach_copy_)r5	  Úold_tensorsÚnew_tensorsr�  r1	  r¢  r2	  s   &   €€€rU   ÚrunÚ)align_inputs_from_check_idxs.<locals>.run  sD   ø€ Ü#9Ø˜Ð);ó$
Ñ ˆñ �JÓˆô ˆ{×ÒÜ× Ò  Ô:àˆ
rW   )rp   )r¢  r1	  r2	  r=	  s   fff rU   Úalign_inputs_from_check_idxsr?	    s(   ú€ ô
 ˆ?Ó˜qÔ Øˆ÷ò ð €JrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r  rŽ  rQ   rS   )rT   s   "rU   rV   rV   )  s   € ÷ 	:ñ 	:˜lð 	:¨|ñ 	:rW   c                ób  € ^ V P                  4       9   d   ^ pM?\        R \        V P                  4       V P                  4       4       4       4      ^,           p\        P
                  ! W3R4      P                  4       p\        P
                  ! W P                  4       V P                  4       4      # )r   c              3  óF   "  € T F  w  rV^,
          V,          x € K  	  R# 5ir  rS   )r½   rZ  rc  s   &  rU   r¿   Ú)clone_preserve_strides.<locals>.<genexpr>/  s    é € ÐTÑ:S©¨�˜•˜f×$Ò$Ó:Sùr  rX  )r  rÿ  rÉ   rc  rq   Ú
as_stridedÚclone)r  Úneeded_sizerM  s   &  rU   Úclone_preserve_stridesrG	  )  s€   € ØˆA�F‰F‹H„}à‰ô ÑT¼#¸a¿f¹f»hÈÏÉË
Ô:SÓTÓTÐWXÕXð 	ô ×Ò˜a °Ó6×<Ñ<Ó>€FÜ×Ò˜F§F¡F£H¨a¯h©h«jÓ9Ð9rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   r5	  r6	  Úcheck_inputs_idxsrÈ  Úreturn_pair_idxszOrderedSet[int] | NonerQ   z-tuple[list[torch.Tensor], list[torch.Tensor]]rS   )rT   s   "rU   rV   rV   5  s0   € ÷ $ñ $Øð$à$ð$ð -ð$ð 3ñ	$rW   c                ó|  € . p. pVRJpV F¬  pW,          p\        V\        P                  4      '       g   \        R\	        V4       24      hVP                  4       \        ,          '       g   Ke  \        V4      W&   V'       g   K|  Wb9   g   K„  VP                  V4       VP                  W,          4       K®  	  W43# )z£
Clones misaligned tensors which we inferred were aligned. Returns a tuple of [old_tensors], [new_tensors] for every
cloned tensor which is in `return_pair_idxs`.
Nz Expected tensors only, but got: )	rá   rq   r—  rß  rt   Údata_ptrÚ	ALIGNMENTrG	  r‘  )r5	  rI	  rJ	  r;	  r<	  Úret_pair_definedr   Ú_inps   &&&     rU   r9	  r9	  5  s¥   € ð ')€KØ&(€Kð (¨tÐ3ÐÛˆØ�}ˆÜ˜$¤§¡×-Ò-Ü Ð#CÄDÈÃJÀ<Ð!PÓQÐQØ�=‰=‹?œY×&Ö&Ü2°4Ó8ˆJ‰MçÑ AÖ$9Ø×"Ñ" 4Ô(Ø×"Ñ" :¥=Ö1ñ ð Ð#Ð#rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r¼  r,	  Ústatic_input_idxsrÈ  rQ   rS   )rT   s   "rU   rV   rV   R  s&   € ÷ ñ Øðà$ðð ñrW   c                ó  € . pV F`  pW,          p\        V\        P                  4      '       g   K-  VP                  4       \        ,          ^ 8X  g   KO  VP                  V4       Kb  	  \        V4      \        V4      8w  d   V# V# )zO
We require all inputs to be aligned, so introduce a copy for any
that aren't.
)rá   rq   r—  rL	  rM	  r‘  rp   )r¼  rQ	  Úaligned_static_input_idxsr‚  r.	  s   &&   rU   Úremove_unaligned_input_idxsrT	  R  sp   € ð !#ÐÛ ˆØ•ˆÜ�eœUŸ\™\×*Ô*°·±Ó0@Ä9Õ0LÐQRÖ/RØ%×,Ñ,¨SÖ1ñ !ô Ð$Ó%¬Ð->Ó)?Ô?Ø(Ð(ØÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r¢  rF  rQ   rd   rS   )rT   s   "rU   rV   rV   d  s   € ÷ *Iñ *I˜jð *I¨Tñ *IrW   c                ó�  € ^RI Hp \        P                  ! \        P                  4      P
                  pVP                  P                  P                  pVP                  P                  P                  P                  p\        P                  '       d(   VP                  P                  P                  W4       R# VP                  P                  P                  W8*  4      '       d   R# VP                  '       d1   VP                  P                  P                  V R8  4      '       d   R# V! V 4      ;'       d    V! V 4      V8*  # )zíCheck if an expression fits within 32-bit integer range.

NOTE: This function intentionally does not install guards. Callers are
responsible for guarding (e.g. via check_leq) when they decide to use
32-bit indexing based on this result.
rZ  Tg@Œµx¯DF)r]  r[  rq   r¥  r;  r‰  r^  r_  Úguarding_hint_or_throwr`  Úhas_guarding_hintr‡   Úassume_32bit_indexingÚ	check_leqr©  r  )r¢  r[  Úint_maxrW	  rX	  s   &    rU   Úexpr_fits_within_32bitr\	  d  sî   € õ ä�kŠkœ%Ÿ+™+Ó&×*Ñ*€GØŸW™W×-Ñ-×DÑDÐØŸ™×(Ñ(×2Ñ2×DÑDÐä×#×#Ð#Ø	�‰×Ñ×"Ñ" 1Ô.Ùð 	‡w�w×Ñ×-Ñ-¨a©l×;Ò;Ùð 	××Ðð �7‰7×Ñ×1Ñ1°!°d±(×;Ò;ñ ñ ˜QÓ×HÐHÑ$:¸1Ó$=ÀÑ$HÐHrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r¤  r¥  Úcompiled_graphrJ   rQ   r  rS   )rT   s   "rU   rV   rV   ‘  s$   € ÷ ñ Ø!ðØ3Bðà	ñrW   c                óT  aa€ \         P                  P                  P                  4       pVeú   VP                  eê   \        VP                  4      ^ 8w  d"   \        R\        VP                  4       24      h\        V 4      oVP                  f   \        R4      hVP                   Fx  pVf   VP                  P                  R 4       K$  R V3R lloVP                  P                  \        ;QJ d    . V3R lV 4       F  NK  	  5M! V3R lV 4       4      4       Kz  	  R # R # R # )Nz*Expected empty output_strides, got length z%compiled_graph.output_strides is Nonec               ó    € V ^8„  d   QhRRRR/# )rP   r¢  r   rQ   z)float | int | SymInt | SymFloat | SymBoolrS   )rT   s   "rU   rV   Ú8set_tracing_context_output_strides.<locals>.__annotate__£  s   € ÷ <ñ < ð <Ð(Qñ <rW   c                óD   <€ Sf   \        V 4      # SP                  V 4      # rº   )r@  Údeserialize_symexpr)r¢  r`  s   &€rU   Úmap_exprÚ4set_tracing_context_output_strides.<locals>.map_expr£  s%   ø€ Ø Ò(Ü" 1›v˜ð %×8Ñ8¸Ó;Ð;rW   c              3  ó4   <"  € T F  pS! V4      x € K  	  R # 5irº   rS   )r½   r¢  rd	  s   & €rU   r¿   Ú5set_tracing_context_output_strides.<locals>.<genexpr>¬  s   øé € Ð5©u¨!™( 1Ÿ+˜+«uùrŸ  )
rq   r	  r	  r	  Úoutput_stridesrp   rß  r/	  r‘  r  )r¤  r^	  Úcontextrn  rd	  r`  s   &&  @@rU   Ú"set_tracing_context_output_stridesrj	  ‘  sö   ù€ ô �m‰m×*Ñ*×2Ñ2Ó4€GØÒ˜w×5Ñ5ÒAÜˆw×%Ñ%Ó&¨!Ô+Ü Ø<¼SÀ×AWÑAWÓ=XÐ<YÐZóð ô *¨.Ó9ˆ	Ø×(Ñ(Ò0Ü Ð!HÓIÐIØ#×2Ô2ˆEØŠ}Ø×&Ñ&×-Ñ-¨dÖ3÷<ð <ð ×&Ñ&×-Ñ-ß”EÔ5©uÓ5—E‘EÔ5©uÓ5Ó5öó 3ñ  BÑrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   °  s   € ÷ ñ ¨$ñ rW   c                 óB  € \         P                  e   \         P                  # \         P                  ! 4       '       g   R# \        P                  P                  4       '       d   R#  ^ RIHp  T \        P                  P                  R4      8¬  #   \         d     R# i ; i)NF©ÚREMOTE_CACHE_VERSIONz.pytorch/remote_cache:fx_graph_memcache_version)
r‡   Úfx_graph_remote_cacheÚ	is_fbcoderq   Ú_utils_internalÚis_fb_unit_testÚtorch._inductor.fb.remote_cachern	  ÚModuleNotFoundErrorÚjustknobs_getval_intrm	  s    rU   Ú should_use_remote_fx_graph_cacherv	  °  s…   € Ü×#Ñ#Ò/Ü×+Ñ+Ð+Ü×Ò×ÒÙä×Ñ×,Ñ,×.Ò.ÙðÝHð  ¤5×#8Ñ#8×#MÑ#MØ8ó$ñ ð øô ô Úðús   Á'B ÂBÂBc               ó    € V ^8„  d   QhRRRR/# rÌ  rS   )rT   s   "rU   rV   rV   Ã  s   € ÷ /ñ /˜ð / ñ /rW   c                ó2   € \         P                  ! R RV 4      # )z[^a-zA-Z0-9_]rã   )r–  Úsubrë  s   &rU   Únormalize_namerz	  Ã  s   € Ü�6Š6Ð" C¨Ó.Ð.rW   ztl.boolztl.int1ztl.float8_e4m3fnztl.float8e4nvztl.float8_e5m2ztl.float8e5ztl.float8_e4m3fnuzztl.float8e4b8ztl.float8_e5m2fnuzztl.float8e5b16ztl.float8_e8m0fnuztl.uint8ztl.float4_e2m1fn_x2z^.*[.]c               ó    € V ^8„  d   QhRRRR/# )rP   rm  rq  rQ   rc   rS   )rT   s   "rU   rV   rV   Ù  s   € ÷ Hñ H�{ð H sñ HrW   c                ój   € \         P                  R\        V 4      4      p\        P	                  W4      # )z"Convert torch.dtype to triton typeútl.)Ú_triton_type_rery	  rc   Ú_triton_type_mappingr&  )rm  Útriton_type_names   & rU   Útriton_typer�	  Ù  s+   € ä&×*Ñ*¨5´#°e³*Ó=ÐÜ×#Ñ#Ð$4ÓGÐGrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rm  rc   rQ   rq  rS   )rT   s   "rU   rV   rV   ß  s   € ÷ ñ  ð ¨ñ rW   c                óâ   € \         P                  W 4      pVP                  R R4      p\        \        V4      p\        V\        P                  4      '       g   \        R\        V4       24      hV# )r}	  r  zExpected torch.dtype, got )	Ú_torch_triton_mappingr&  rø  rÓ   rq   rá   rm  rß  rt   )rm  Úadjusted_typer  r   s   &   rU   Útriton_type_to_torchr†	  ß  s_   € Ü)×-Ñ-¨eÓ;€MØ×%Ñ% e¨RÓ0€IÜœ˜yÓ)€IÜ�i¤§¡×-Ò-ÜÐ9¼$¸y»/Ð9JÐKÓLÐLØÐrW   c               ó$   € V ^8„  d   QhRRRRRR/# ©rP   rR  rŽ  r¶   rQ   rd   rS   )rT   s   "rU   rV   rV   è  s!   € ÷ 	ñ 	˜ð 	¨lð 	¸tñ 	rW   c                ó(  € V P                   '       * ;'       dû    V P                  4       VP                  4       8H  ;'       dÒ    V P                  4       VP                  4       8H  ;'       d©    V P                  VP                  8H  ;'       dˆ    V P                  VP                  8H  ;'       dg    V P                  4       P                  4       VP                  4       P                  4       8H  ;'       d"    V P                  4       VP                  4       8H  # rº   )Ú	is_mkldnnr  rc  rm  rb   Úuntyped_storagerL	  r	  ©rR  r¶   s   &&rU   Úis_same_tensorr�	  è  sã   € à�N‰NÔ÷ 	<ð 	<Ø�I‰I‹K˜5Ÿ:™:›<Ñ'÷	<ð 	<à�K‰K‹M˜UŸ\™\›^Ñ+÷	<ð 	<ð �J‰J˜%Ÿ+™+Ñ%÷	<ð 	<ð �K‰K˜5Ÿ<™<Ñ'÷		<ð 	<ð
 × Ñ Ó"×+Ñ+Ó-°×1FÑ1FÓ1H×1QÑ1QÓ1SÑS÷	<ð 	<ð ×ÑÓ! U×%9Ñ%9Ó%;Ñ;ðrW   c               ó$   € V ^8„  d   QhRRRRRR/# rˆ	  rS   )rT   s   "rU   rV   rV   ô  s!   € ÷ ñ  ð °\ð Àdñ rW   c                ó¦  € V P                   ;'       d¿    V P                  4       VP                  4       8H  ;'       d–    V P                  VP                  8H  ;'       du    V P                  VP                  8H  ;'       dT    \        P
                  P                  P                  V 4      \        P
                  P                  P                  V4      8H  # rº   )rŠ	  r  rm  rb   rq   rÞ  rÎ  rL	  rŒ	  s   &&rU   Úis_same_mkldnn_tensorr�	  ô  s¨   € à�‰÷ 	Pð 	PØ�I‰I‹K˜5Ÿ:™:›<Ñ'÷	Pð 	Pà�J‰J˜%Ÿ+™+Ñ%÷	Pð 	Pð �K‰K˜5Ÿ<™<Ñ'÷	Pð 	Pô �I‰I×Ñ×%Ñ% dÓ+¬u¯y©y×/?Ñ/?×/HÑ/HÈÓ/OÑOðrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   ztuple[str, ...]rS   )rT   s   "rU   rV   rV   ÿ  s   € ÷ ñ �_ñ rW   c                 ó   € R# )Úisinf)r“	  ÚisnanÚlogical_notÚlogical_andÚsignbitÚand_ÚleÚltÚgeÚgtÚeqÚner  ÚxorrS   rS   rW   rU   Úboolean_opsr 	  þ  s   € ðð rW   c                  ó,   € ] tR tRt$ R]R&   R]R&   RtR# )ÚOpDtypeRulei  r9   Útype_promotion_kindr  Úoverride_return_dtyperS   Nr©   rS   rW   rU   r¢	  r¢	    s   ‡ à8Ó8Ø-×-rW   r¢	  zdict[str, OpDtypeRule]Úop_dtype_propagation_rulesc               ó(   € V ^8„  d   QhRRRRRRRR/# )	rP   r]   rc   r£	  r9   r¤	  r  rQ   r  rS   )rT   s   "rU   rV   rV     s0   € ÷ ñ Ø
ðà8ðð .ðð 
ñ	rW   c                ó*   € \        W4      \        V &   R # rº   )r¢	  r¥	  )r]   r£	  r¤	  s   &&&rU   Ú#register_op_dtype_propagation_rulesr¨	    s   € ô
 (3Øó(Ô˜tÓ$rW   zOrderedSet[str]Úop_requires_libdevice_fp64c               ó    € V ^8„  d   QhRRRR/# )rP   r]   rc   rQ   r  rS   )rT   s   "rU   rV   rV   (  s   € ÷ )ñ )¨cð )°dñ )rW   c                ó0   € \         P                  V 4       R # rº   )r©	  r   rë  s   &rU   Ú#register_op_requires_libdevice_fp64r¬	  (  s   € Ü×"Ñ" 4Ö(rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r•  r  rQ   rc   rS   )rT   s   "rU   rV   rV   ,  s   € ÷ #ñ # Zð #¸3ñ #rW   c                ó"  € ^ RI Hp V '       g%   VP                  P                  4       P                  p V R8X  d   \
        P                  # V R8X  d   R# V R8X  d   \
        P                  # V R8X  d   \
        P                  # \
        P                  # )r   rZ  rå  Úmpsr:  Útpu)
r�  r[  r^  Úget_current_device_or_throwrt   r‡   Úcpu_backendÚxpu_backendÚtpu_backendÚcuda_backend)r•  r[  s   & rU   Úget_current_backendr¶	  ,  ss   € Ý-çØ—g‘g×9Ñ9Ó;×@Ñ@ˆØ�eÔÜ×!Ñ!Ð!Ø	˜Ô	ÙØ	˜Ô	Ü×!Ñ!Ð!Ø	˜Ô	Ü×!Ñ!Ð!ä×"Ñ"Ð"rW   c               ó    € V ^8„  d   QhRRRR/# rÁ  rS   )rT   s   "rU   rV   rV   =  s   € ÷ ñ Ð!4ð ¸ñ rW   c                ó‚   € V e;   V P                   R8X  d*   \        P                  P                  V 4      P                  # R# )z+Check if the given device supports float64.r:  T)rt   rq   r:  r  Úhas_fp64rÿ  s   &rU   Údevice_supports_fp64rº	  =  s1   € àÒ˜fŸk™k¨UÔ2Ü�y‰y×.Ñ.¨vÓ6×?Ñ?Ð?ÙrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rm  rq  rQ   rS   )rT   s   "rU   rV   rV   D  s   € ÷ ñ ˜{ð ¨{ñ rW   c                óÎ   € V \         P                  \         P                  39   d@   \        P                  P
                  '       d    \        4       R8X  d   \         P                  # V # )z"Maybe upcast [b]float16 to float32r.  )rq   rƒ  r1  r‡   r.  Úcodegen_upcast_to_fp32r¶	  r3  rs  s   &rU   Úupcast_compute_typer¾	  D  sC   € ð 	”%—-‘-¤§¡Ð0Ô0Ü�M‰M×0×0Ð0ÜÓ! XÔ-ä�}‰}ÐØ€LrW   ÚKeyTypeÚValTypec                  óŠ   € ] tR tRtRtR R ltR R ltR R ltR	 R
 ltRR R llt	R R lt
R R ltR R ltR R ltRtR# )Ú
ScopedDictiS  zÔ
A dictionary-like object that allows for scoped updates. It maintains
an original dictionary and a set of new items that can override
the original items within the scope.  The original dictionary is
unmodified.
c               ó   € V ^8„  d   QhRR/# )rP   Úoriginal_dictúMapping[KeyType, ValType]rS   )rT   s   "rU   rV   ÚScopedDict.__annotate__[  s   € ÷ 4ñ 4Ð&?ñ 4rW   c                	ó    € Wn         / V n        R # rº   ©rÄ	  Ú	new_items)rå  rÄ	  s   &&rU   r}  ÚScopedDict.__init__[  s   € Ø*ÔØ13ˆŽrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r4  r¿	  rQ   rÀ	  rS   )rT   s   "rU   rV   rÆ	  _  s   € ÷ 'ñ '˜wð '¨7ñ 'rW   c                	ón   € WP                   9   d   V P                   V,          # V P                  V,          # rº   ©rÉ	  rÄ	  rõ  s   &&rU   rK  ÚScopedDict.__getitem___  s,   € Ø—.‘.Ô Ø—>‘> #Õ&Ð&Ø×!Ñ! #Õ&Ð&rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r4  r¿	  r¶   rÀ	  rQ   r  rS   )rT   s   "rU   rV   rÆ	  d  s!   € ÷ $ñ $˜wð $¨wð $¸4ñ $rW   c                	ó"   € W P                   V&   R # rº   )rÉ	  )rå  r4  r¶   s   &&&rU   Ú__setitem__ÚScopedDict.__setitem__d  s   € Ø#�‰�sÓrW   c               ó    € V ^8„  d   QhRRRR/# )rP   r4  r·   rQ   rd   rS   )rT   s   "rU   rV   rÆ	  g  s   € ÷ Bñ B ð B¨4ñ BrW   c                	óJ   € WP                   9   ;'       g    WP                  9   # rº   rÍ	  rõ  s   &&rU   Ú__contains__ÚScopedDict.__contains__g  s    € Ø—n‘nÑ$×AÐA¨×/AÑ/AÑ(AÐArW   Nc               ó$   € V ^8„  d   QhRRRRRR/# )rP   r4  r¿	  rb  úValType | NonerQ   rS   )rT   s   "rU   rV   rÆ	  j  s!   € ÷ 4ñ 4�wð 4¨ð 4À>ñ 4rW   c                	ó~   € WP                   9   d   V P                   V,          # V P                  P                  W4      # rº   )rÉ	  rÄ	  r&  )rå  r4  rb  s   &&&rU   r&  ÚScopedDict.getj  s2   € Ø—.‘.Ô Ø—>‘> #Õ&Ð&Ø×!Ñ!×%Ñ% cÓ3Ð3rW   c               ó   € V ^8„  d   QhRR/# r  rS   )rT   s   "rU   rV   rÆ	  o  s   € ÷ ñ ˜ñ rW   c                	óŒ   € \        V P                  4      pV P                   F  pW P                  9  g   K  V^,          pK   	  V# rX  )rp   rÄ	  rÉ	  )rå  r@  ro  s   &  rU   Ú__len__ÚScopedDict.__len__o  s<   € Ü�×"Ñ"Ó#ˆØ—”ˆAØ×*Ñ*Ö*Ø�Q•’ñ  ð ˆrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   zIterator[KeyType]rS   )rT   s   "rU   rV   rÆ	  v  s   € ÷ ñ Ð+ñ rW   c              #  	óŒ   "  € V P                    R j  x€L
  V P                   F  pWP                   9  g   K  Vx € K  	  R #  L/5irº   rÈ	  )rå  ro  s   & rU   Ú__iter__ÚScopedDict.__iter__v  s8   é € Ø×%Ñ%×%Ð%Ø—”ˆAØ×*Ñ*Ö*Ø”ó  ñ 	&ùs   ‚A’A“ A¸Ac               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rÆ	  |  s   € ÷ :ñ :˜$ñ :rW   c                	óT   € \        V P                  ;'       g    V P                  4      # rº   )rd   rÄ	  rÉ	  r„  s   &rU   r¸  ÚScopedDict.__bool__|  s   € Ü�D×&Ñ&×8Ð8¨$¯.©.Ó9Ð9rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r4  r¿	  rQ   r  rS   )rT   s   "rU   rV   rÆ	    s   € ÷ "ñ "˜wð "¨4ñ "rW   c                	ó   € \         hrº   )ri   rõ  s   &&rU   Ú__delitem__ÚScopedDict.__delitem__  s   € Ü!Ð!rW   rÍ	  rº   )rª   r«   r¬   r­   rZ  r}  rK  rÑ	  rÕ	  r&  rÝ	  rá	  r¸  rè	  r¯   rS   rW   rU   rÂ	  rÂ	  S  s:   † ñõ4õ'õ
$õB÷4õ
õõ:÷"ñ "rW   rÂ	  )Úfrozen_defaultr^  c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rU  ztype[Any] | Noner^  rd   rQ   r   rS   )rT   s   "rU   rV   rV   „  s"   € ÷ ñ Ð&ð ¸Tð ÈSñ rW   c              ó2   a€ R  V3R llpV f   V# V! V 4      # )c               ó    € V ^8„  d   QhRRRR/# )rP   rU  r£   rQ   rS   )rT   s   "rU   rV   Ú"ir_dataclass.<locals>.__annotate__…  s   € ÷ Gñ G�"ð G˜ñ GrW   c                ó6   <€ \         P                  ! V R SR7      # )T)Úkw_onlyr^  )r   Ú	dataclass)rU  r^  s   &€rU   ÚwrapÚir_dataclass.<locals>.wrap…  s   ø€ Ü×$Ò$ S°$¸vÔFÐFrW   rS   )rU  r^  rò	  s   "d rU   Úir_dataclassrô	  ƒ  s%   ø€ ÷Gð Gð ‚{ØˆÙ�‹9ÐrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   zlist[int] | NonerS   )rT   s   "rU   rV   rV   �  s   € ÷ ñ Ð*ñ rW   c                 ó®   € \         P                  P                  P                  4       p V e)   V P                  '       d   V P                  P
                  # R # rº   )rq   r	  r	  r	  Úfw_metadataÚbw_donated_idxs)r	  s    rU   Úget_donated_idxsrù	  �  s@   € Ü—m‘m×2Ñ2×:Ñ:Ó<€OØÒ" ×'B×'BÐ'BØ×*Ñ*×:Ñ:Ð:ÙrW   c                  ó*   € ] tR tRt^ t^t^t^t^tRt	R# )ÚTritonAttrsDescriptorVersioni”  rS   N)
rª   r«   r¬   r­   ÚV0_NO_TRITONÚV1_COMPILERÚV2_BACKENDSÚV3_BACKENDS_TUPLEÚV4_DICTr¯   rS   rW   rU   rû	  rû	  ”  s    † Ø€LØ€KØ€Kà	ð ð „GrW   rû	  c               ó   € V ^8„  d   QhRR/# )rP   rQ   rû	  rS   )rT   s   "rU   rV   rV   Ÿ  s   € ÷ 4ñ 4Ð-Iñ 4rW   c                 ól  € \         P                  P                  R 4      f   \        P                  # ^ RIp ^ RIp \        V P                  P                  R4      '       d   \        P                  # \        V P                  P                  R4      '       d   \        P                  # \        P                  # )r.  NÚAttrsDescriptor)r8  r9  r:  rû	  rü	  rÛ  rÜ  r�   r  Úcompilerrþ	  rý	  r 
  )r.  s    rU   Ú#get_triton_attrs_descriptor_versionr
  ž  s�   € ä‡~�~×Ñ Ó)Ò1Ü+×8Ñ8Ð8ã#Û#äˆv�‰×'Ñ'Ð):×;Ò;ô ,×7Ñ7Ð7Ü	�—‘×)Ñ)Ð+<×	=Ò	=ä+×7Ñ7Ð7ô ,×3Ñ3Ð3rW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   ¸  s   € ÷ Yñ Y¨ñ YrW   c                 ó8   € \        4       \        P                  8H  # rº   )r
  rû	  r 
  rS   rW   rU   Útriton_version_uses_attrs_dictr
  ¸  s   € Ü.Ó0Ô4P×4XÑ4XÑXÐXrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rg  ztorch._ops.OperatorBaserQ   r=  rS   )rT   s   "rU   rV   rV   ¼  s   € ÷ 5ñ 5Ð,ð 5°ñ 5rW   c                ó¢   € V P                  4       p\        V \        P                  P                  4      '       d   V R V P
                   2MTpW3# )r  )r]   rá   rq   r€  r�  Ú_overloadname)rg  Úop_overload_packet_nameÚop_overload_names   &  rU   Úget_op_namesr
  ¼  sR   € Ø#%§7¡7£9Ðô �bœ%Ÿ*™*×/Ñ/×0Ò0ð #Ð
# 1 R×%5Ñ%5Ð$6Ñ7à$ð ð
 #Ð4Ð4rW   c               ó    € V ^8„  d   QhRRRR/# ©rP   rÎ  útorch.fx.NoderQ   rd   rS   )rT   s   "rU   rV   rV   Æ  s   € ÷ !ñ !¸-ð !ÈDñ !rW   c                ó¢  € ^ RI Hp V P                  p\        V\        P
                  P                  4      '       g   R# V\        P                  P                  P                  P                  \        P                  P                  P                  P                  \        P                  P                  P                  P                  39   dƒ   V! W P                  V P                  RR7      pVe`   Vw  rEVR,          pV FL  pVf   K	  VP                  R,          P                   \        P"                  \        P$                  39   g   KK   R# 	  R# )zî
Check if an FX node is cudagraph-unsafe based on its input arguments.

Some ops are only cudagraph-unsafe depending on their inputs (e.g., index_put
with boolean indices triggers .nonzero() during capture, but integer indices
are safe).
)Únormalize_functionFT)Únormalize_to_only_use_kwargsr  rQ  )Útorch.fx.operator_schemasr
  r  rá   rq   r€  r�  rÞ  rö  Ú	index_putrb  Ú
index_put_Ú_unsafe_index_putrM  r‰  ræ  rm  rd   r?  )rÎ  r
  r  Ú
normalizedrã   r‰  r  r‚  s   &       rU   Ú,_fx_node_is_input_dependent_cudagraph_unsafer
  Æ  sô   € õ =à�^‰^€FÜ�fœeŸj™j×3Ñ3×4Ò4Ùð Ü�	‰	�‰× Ñ ×(Ñ(Ü�	‰	�‰×!Ñ!×)Ñ)Ü�	‰	�‰×(Ñ(×0Ñ0ðô ñ
 (Ø—L‘L '§.¡.Ètô
ˆ
ð Ò!Ø"‰IˆAØ˜YÕ'ˆGÛ�Ø”? s§x¡x°¥×'<Ñ'<Ü—J‘JÜ—K‘KðAö (ò  ñ ñ rW   c               ó    € V ^8„  d   QhRRRR/# r
  rS   )rT   s   "rU   rV   rV   ê  s   € ÷ "ñ "¨ð "¸4ñ "rW   c                ó.  € V P                   p\        V4      \        9   d   R# \        V\        P
                  P                  4      '       d6   \        P                  P                  P                  VP                  9   d   R# \        V 4      '       d   R# V P                  P                  R4      ;peb   \        V\        \        34      '       g   V.MTpV F:  p\        V\        P                   4      '       g   K%  VP"                  '       g   K9   R# 	  R# )a  
Check if an FX node is cudagraph-unsafe.

This includes:
- Ops in FORBIDDEN_CUDAGRAPH_OPS (CPU sync, dynamic alloc, etc.)
- Ops with the cudagraph_unsafe tag
- Input-dependent unsafe ops (e.g., index_put with boolean indices)
- Ops with sparse tensor outputs
TrQ  F)r  rc   ÚFORBIDDEN_CUDAGRAPH_OPSrá   rq   r€  r�  rÜ  r„  Úcudagraph_unsafer†  r
  ræ  r&  r  r  r—  Ú	is_sparse)rÎ  r  rQ  ÚvalsrE  s   &    rU   r   r   ê  sÅ   € ð �^‰^€Fô ˆ6ƒ{Ô-Ô-Ùô 	�6œ5Ÿ:™:×0Ñ0×1Ò1Ü�H‰H�L‰L×)Ñ)¨V¯[©[Ô8áô 4°G×<Ò<Ùð �|‰|×Ñ Ó&Ð&ˆÒ3Ü& s¬T´5¨M×:Ò:�‰uÀˆÛˆAÜ˜!œUŸ\™\×*Ô*¨q¯{¯{ª{Úñ ñ rW   c               ó    € V ^8„  d   QhRRRR/# r
  rS   )rT   s   "rU   rV   rV     s   € ÷ ñ  ]ð °tñ rW   c                ó€  € \        4       p. V P                  OV N F“  p\        P                  ! VP                  P                  R4      4       F]  p\        V\        P                  4      '       g   K%  VP                  P                  R8w  g   KB  VP                  VP                  4       K_  	  K•  	  \        V4      ^8„  # )zí
Check if an FX node reads or produces tensors on more than one device.

A CUDA graph cannot record such an op: whatever it touches on the other
device lives outside the graph's memory pool. Meta tensors have no storage
and are ignored.
rQ  ræ  )r&   Úall_input_nodesÚpytreeÚtree_leavesræ  r&  rá   rq   r—  rb   rt   r   rp   )rÎ  ÚdevicesrT  rQ  s   &   rU   Úfx_node_crosses_devicesr'
    sˆ   € ô )3«€GØ3�'×)Ñ)Ð3¨7Ó3ˆÜ×%Ò% d§i¡i§m¡m°EÓ&:Ö;ˆCÜ˜#œuŸ|™|×,Ô,°·±·±ÀFÖ1JØ—‘˜CŸJ™JÖ'ó <ñ 4ô ˆw‹<˜!ÑÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rT  rG   rQ   rd   rS   )rT   s   "rU   rV   rV     s   € ÷ ñ  ð ¨tñ rW   c                óþ   € ^RI Hp \        WP                  VP                  34      '       d   R# \        WP
                  VP                  34      '       g   R# \        V RR4      pVe   \        V4      '       d   R# R# )aC  
Returns True if the node is an op that is not cudagraphable.
This includes:
- Ops in FORBIDDEN_CUDAGRAPH_OPS (CPU sync, dynamic alloc, etc.)
- Ops with the cudagraph_unsafe tag
- index_put_ with boolean indices (triggers .nonzero() during capture)
- Control flow nodes (Switch, WhileLoop)
- Ops with sparse tensor outputs
r  TFrÎ  N)	r  r  rá   ÚSwitchÚ	WhileLoopr`  rD   rÓ   r   )rT  r  rÎ  s   &  rU   Úis_cudagraph_unsafe_opr,
    sf   € õ ô �$Ÿ™ B§L¡LÐ1×2Ò2Ùä�d×.Ñ.°·±Ð@×AÒAÙä�d˜I tÓ,€GØÒÔ:¸7×CÒCÙárW   c               ó   € V ^8„  d   QhRR/# rl   rS   )rT   s   "rU   rV   rV   9  s   € ÷ 
ñ 
˜Sñ 
rW   c                 ó<  € \         P                  P                  R R4      p \        P                  ! 4       '       da   ^ RIHp V! 4       pV'       dL   \         P                  P                  VRR4      pV '       d!   \         P                  P                  W0.4      MTp V # )ÚLD_LIBRARY_PATHr  )Úget_runtime_pathÚruntimeÚlib)
r#  r$  r&  r‡   rp	  Úlibfb.py.parutilr0
  r3  r+  Úpathsep)r3  r0
  Úruntime_pathÚlib_paths       rU   Úget_ld_library_pathr7
  9  sh   € Ü�:‰:�>‰>Ð+¨RÓ0€DÜ×Ò×ÒÝ5á'Ó)ˆßÜ—w‘w—|‘| L°)¸UÓCˆHß8<”2—:‘:—?‘? HÐ#3Ô4À(ˆDà€KrW   c               ó    € V ^8„  d   QhRRRR/# )rP   rü  r?   rQ   rd   rS   )rT   s   "rU   rV   rV   F  s   € ÷ ñ Ð1Eð È$ñ rW   c                óP   € ^ RI Hp \        W4      ;'       d    V P                  RJ# )r   )ÚSubgraphPythonWrapperCodegenN)Útorch._inductor.codegen.wrapperr:
  rá   Úpartition_signatures)rü  r:
  s   & rU   Ú#is_codegen_graph_partition_subgraphr=
  F  s,   € ÝLô 	�7Ó9÷ 	5ð 	5Ø×(Ñ(°Ð4ðrW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   O  s   € ÷ 1ñ 1 dñ 1rW   c                 óê   € \         P                  P                  P                  P                  ;'       g    \
        P                  R J;'       d%    \         P                  P                  P                  # rº   )rq   Ú	_inductorr‡   r.  Ú
cudagraphsÚ&_unstable_customized_partition_wrapperrü  Úgraph_partitionrS   rW   rU   Úis_using_cudagraph_partitionrD
  O  sY   € ä�‰×Ñ×%Ñ%×0Ñ0÷ 	Fð 	FÜ1×9Ñ9ÀÐE÷1ð 1ô �/‰/×
 Ñ
 ×
0Ñ
0ð1rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r  r@  rQ   rq  rS   )rT   s   "rU   rV   rV   V  s   € ÷ ñ ˜#ð  +ñ rW   c                óþ   € ^RI Hp VP                  P                  P	                  V R4      '       d=   VP                  P                  P                  V R4      '       d   \        P                  # \        P                  # )rY  rZ  l        i   €)	r]  r[  r^  r_  Ústatically_known_ltrŽ  rq   r;  r=  )r  r[  s   & rU   Údtype_from_sizerH
  V  sX   € Ýà‡w�w×Ñ×+Ñ+Øˆe÷ò à
�'‰'×
Ñ
×
/Ñ
/°°h×
?Ò
?Ü�{‰{Ðä�{‰{ÐrW   c               ó    € V ^8„  d   QhRRRR/# ©rP   r•  rc   rQ   rd   rS   )rT   s   "rU   rV   rV   d  ó   € ÷ 	ñ 	¨#ð 	°$ñ 	rW   c                óv   € V R8X  d)   \         P                  P                  P                  4       # RV 9   d   R# R# )z3
Returns True if the device supports MKL-DNN BF16.
rå  r:  TF)rq   rÞ  rÎ  Ú_is_mkldnn_bf16_supported©r•  s   &rU   Úis_mkldnn_bf16_supportedrO
  d  ó3   € ð �eÔÜ�y‰y×Ñ×9Ñ9Ó;Ð;Ø	�+Ô	áÙrW   c               ó    € V ^8„  d   QhRRRR/# rJ
  rS   )rT   s   "rU   rV   rV   p  rK
  rW   c                óv   € V R8X  d)   \         P                  P                  P                  4       # RV 9   d   R# R# )z3
Returns True if the device supports MKL-DNN FP16.
rå  r:  TF)rq   rÞ  rÎ  Ú_is_mkldnn_fp16_supportedrN
  s   &rU   Úis_mkldnn_fp16_supportedrT
  p  rP
  rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   ÚelementszSequence[Sequence[T]]ÚheaderszSequence[T]rQ   rc   rS   )rT   s   "rU   rV   rV   |  s"   € ÷ ñ Ð/ð ¸+ð È#ñ rW   c           
     óê  € V Uu. uF  p\        \        V4      4      NK  	  ppV  Fy  p\        V4      \        V4      8w  d$   \        R \        V4       R\        V4       24      h\        V4       F+  w  rR\	        W5,          \        \        V4      4      4      W5&   K-  	  K{  	  . pVP                  RP                  R \        W4       4       4      4       \        V4      \        V4      ^,          ,           \        V4      ^,
          ,           pVP                  RV,          4       V  F3  pVP                  RP                  R \        WC4       4       4      4       K5  	  RP                  V4      # u upi )zRow length z != header length Ú|c              3  ó4   "  € T F  w  rR W  R 2x € K  	  R# 5i©r¾  NrS   )r½   r6  rŒ  s   &  rU   r¿   Útabulate_2d.<locals>.<genexpr>†  s   é € ÐHÑ3G©4¨1˜A˜a ˜W A�,Ó3Gùrø   r½  c              3  ó4   "  € T F  w  rR W  R 2x € K  	  R# 5ir[
  rS   )r½   r¢  rŒ  s   &  rU   r¿   r\
  ‹  s   é € ÐHÑ7G©t¨q  ! C ¨�lÓ7Gùrø   rt  )	rp   rc   rß  r  r‰  r‘  r+  rÉ   rÿ  )rV
  rW
  r¢  ÚwidthsÚrowr   r�  Útotal_widths   &&      rU   Útabulate_2dra
  |  s!  € Ù#*Ó+¡7˜aŒc”#�a“&Žk¡7€FÐ+ÛˆÜˆs‹8”s˜7“|Ô#Ü Øœc #›h˜ZÐ'9¼#¸g»,¸ÐHóð ô ˜c–N‰DˆAÜ˜F�I¤s¬3¨q«6£{Ó3ˆF‹Ió #ñ ð €EØ	‡L�L�—‘ÑH´3°wÔ3GÓHÓHÔIä�f“+¤ V£¨q¥Õ1´S¸³[À1µ_ÕE€KØ	‡L�L��{Õ"Ô#ÛˆØ�‰�S—X‘XÑH´s¸3Ô7GÓHÓHÖIñ à�9‰9�UÓÐùò ,s   …E0c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rP   Údict1rÅ	  Údict2Ú
d1_defaultrØ	  Ú
d2_defaultrQ   zEGenerator[tuple[KeyType, ValType | None, ValType | None], None, None]rS   )rT   s   "rU   rV   rV   �  s;   € ÷  
ñ  
Ø$ð 
à$ð 
ð ð 
ð ð	 
ð
 Kñ 
rW   c              #  óø   "  € \        V P                  4       4      \        VP                  4       4      ,          pV F8  pV P                  V4      pVP                  V4      pTVe   TMTVe   TMT3x € K:  	  R# 5i)aÈ  
Zip two dictionaries together, replacing missing keys with default values.

Args:
    dict1 (dict): The first dictionary.
    dict2 (dict): The second dictionary.
    d1_default (Any): the default value for the first dictionary
    d2_default (Any): the default value for the second dictionary

Yields:
    tuple: A tuple containing the key, the value from dict1 (or d1_default if missing),
           and the value from dict2 (or d2_default if missing).
N)r&   rw  r&  )rc
  rd
  re
  rf
  Úall_keysr4  Úvalue1Úvalue2s   &&&&    rU   Ú	zip_dictsrk
  �  sp   é € ô( ˜%Ÿ*™*›,Ó'¬*°U·Z±Z³\Ó*BÕB€Hó ˆà—‘˜3“ˆØ—‘˜3“ˆð ØÒ(‰F¨jØÒ(‰F¨jð
ô 	
ó ùs   ‚A8A:c               ó    € V ^8„  d   QhRRRR/# )rP   Úconfig_patchesrŠ  rQ   rS   )rT   s   "rU   rV   rV   ²  s   € ÷ Rñ R°ð RÀNñ RrW   c                ó`  € R R lpR R lpV P                  R\        P                  P                  4      pV P	                  4       p V'       dr   V! V RR4       V! V RR4       V! V R	\
        P                  P                  '       * 4       V! V R
R4       V! V R\        P                  P                  4       V! V RR4       V P                  R\        P                  P                  4      pV P                  R\        P                  P                  4      pVR8X  d   V'       d   \        R4      hV # )a
  
Ensures the configuration is internally consistent for standalone AOTInductor.

If `aot_inductor_mode.compile_standalone` is set to True in the provided
`config_patches` (or falls back to the global config), this function ensures
that the following configs are also enabled:
    - `aot_inductor.package_cpp_only`

Args:
    config_patches (dict[str, Any]): A dictionary of user-provided config
        overrides for AOTInductor compilation.

Returns:
    dict[str, Any]: The possibly-updated `config_patches` dictionary.
c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rP   rm
  rŠ  Úconfig_namerc   Úconfig_valuer   rQ   r  rS   )rT   s   "rU   rV   Ú2maybe_aoti_standalone_config.<locals>.__annotate__Ã  s,   € ÷ 	ñ 	Ø&ð	Ø58ð	ØHKð	à	ñ	rW   c                óž   € V P                  V\        \        V4      4      pVf   W V&   R # V'       g   W28w  d   \        RV RV R24      hR # R # )NzInvalid config: Ú=z3 when aot_inductor_mode.compile_standalone is True.)r&  rÓ   r‡   rÂ  ©rm
  rq
  rr
  r¶   s   &&& rU   Úpatch_configÚ2maybe_aoti_standalone_config.<locals>.patch_configÃ  sY   € ð ×"Ñ" ;´¼ÀÓ0LÓMˆØŠ=Ø*6˜;Ó'ß˜5Ô0ÜØ" ; -¨q°°Ð>qÐróð ñ 1‘rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# rp
  rS   )rT   s   "rU   rV   rs
  Î  s,   € ÷ 
3ñ 
3Ø&ð
3Ø58ð
3ØHKð
3à	ñ
3rW   c                óˆ   € V P                  V\        \        V4      4      pW28w  d   \        P	                  R VV4       W V&   R# )zDOverriding: %s=%s when aot_inductor_mode.compile_standalone is True.N)r&  rÓ   r‡   rv   rw   rv
  s   &&& rU   Úforce_patch_configÚ8maybe_aoti_standalone_config.<locals>.force_patch_configÎ  sB   € ð ×"Ñ" ;´¼ÀÓ0LÓMˆØÔ Ü�K‰KØVØØôð
 '3�{Ó#rW   z$aot_inductor_mode.compile_standalonezaot_inductor.package_cpp_onlyTz aot_inductor.embed_kernel_binaryz#aot_inductor.emit_multi_arch_kernelz+aot_inductor.model_name_for_generated_filesÚ
aoti_modelzaot_inductor.link_libtorchzaot_inductor.dynamic_linkageFz"aot_inductor.cross_target_platformz$aot_inductor.package_constants_in_soÚwindowszªconfig.aot_inductor.package_constants_in_so is not supported for windows cross-compilation. Please use config.aot_inductor.package_constants_on_disk_format = binary_blob.)r&  r‡   Úaot_inductor_modeÚcompile_standalonerÈ   rq   r  r9  Útest_configsÚuse_libtorchÚaot_inductorÚcross_target_platformÚpackage_constants_in_sorÂ  )rm
  rw
  r{
  r€
  r„
  r…
  s   &     rU   Úmaybe_aoti_standalone_configr†
  ²  s+  € õ"	õ
3ð (×+Ñ+Ø.Ü× Ñ ×3Ñ3óÐð
 $×(Ñ(Ó*€Nßá�^Ð%DÀdÔKá�^Ð%GÈÔNáØÐAÄuÇ}Á}×GXÑGXÔCXô	
ñ 	ØÐIÈ<ô	
ñ 	ØØ(Ü×Ñ×,Ñ,ô	
ñ
 	˜>Ð+IÈ5ÔQà*×.Ñ.Ø,Ü×Ñ×1Ñ1óÐð
 -×0Ñ0Ø.Ü×Ñ×3Ñ3óÐð
  	Ô)×.EÜð]ó
ð 	
ð
 ÐrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Úconsts_sizer@  rQ   ztuple[bool, bool]rS   )rT   s   "rU   rV   rV     s   € ÷ &2ñ &2¨3ð &2Ð3Dñ &2rW   c                óÔ  € \         P                  P                  '       d+   \         P                  P                  R8X  d   \	        R4      h\         P                  P                  '       d2   \         P                  P
                  R8X  d   \	        R4      hRpRpW!3# \         P                  P                  R8X  d   RpRpW!3# V R8:  d   R# Rp\         P                  ! 4       '       * pW!3# )	zý
Decide whether we should mmap weights, and whether to store the weights with .so.

If force_mmap_weights or package_constants_on_disk_format == "binary_blob" configs are set, respect the config.

Returns tuple (use_external_weights, use_mmap_weights).
Úbinary_blobz‚config.aot_inductor.package_constants_on_disk_format = binary_blob and config.aot_inductor.force_mmap_weights cannot both be True.r~
  zKwhen cross_target_platform is windows, use_mmap_weights should not be true.TFi ”5w)FF)r‡   rƒ
  Úforce_mmap_weightsÚ package_constants_on_disk_formatrÂ  r„
  rp	  )rˆ
  Úuse_mmap_weightsÚuse_external_weightss   &  rU   Údetermine_aoti_mmap_flagsr�
    sä   € ô 	×Ñ×.×.Ð.Ü×Ñ×@Ñ@ÀMÔQäðJó
ð 	
ô
 ×Ñ×-×-Ð-Ü×Ñ×4Ñ4¸	ÔAÜØ]óð ð  ÐØ$ÐØ#Ð5Ð5ä×Ñ×;Ñ;¸}ÔLØ#ÐØ ÐØ#Ð5Ð5à�mÔ#ØÐà ÐÜ!×+Ò+Ó-Ô-ÐàÐ1Ð1rW   c               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   rV   0  s   € ÷ ñ  $ñ rW   c                 óî   € ^ RI Hp  V P                  P                  pVf   R# \	        V\
        4      '       g   \        R4      hVR8X  d   R# \        P                  ! RV4      '       g   \        R4      hR# )zD
Validates if a model name is suitable for use in code generation.

r†   Tz4Invalid AOTI model name: Model name must be a stringr  z^[a-zA-Z_][a-zA-Z0-9_]*$zVInvalid AOTI model name: Model name can only contain letters, numbers, and underscores)	r‹   r‡   rƒ
  Úmodel_name_for_generated_filesrá   rc   r�   r–  r—  )r‡   Ú
model_names     rU   Úis_valid_aoti_model_namer”
  0  sn   € õ
 'à×$Ñ$×CÑC€JàÒÙä�j¤#×&Ò&ÜÐOÓPÐPà�RÔÙô �8Š8Ð/°×<Ò<ÜØdó
ð 	
ñ rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  r1   Úunbacked_onlyrd   rQ   zOrderedSet[sympy.Symbol]rS   )rT   s   "rU   rV   rV   K  s"   € ÷ ñ ˜ð °Tð Ð>Vñ rW   c                ó>   € V'       d   \        V 4      # \        V 4      # rº   )r/   r.   )r  r–
  s   &&rU   Úget_free_symbolsr˜
  K  s   € ßÜ$ QÓ'Ð'ä˜A‹ÐrW   c               ó   € V ^8„  d   QhRR/# )rP   rQ   zdict[str, str]rS   )rT   s   "rU   rV   rV   R  s   € ÷ ñ ˜~ñ rW   c            	     ó  € \         P                  P                  \         P                  P                  \         P                  P                  \        P
                  4      4      4      p / \         P                  CR\         P                  P                  R\         P                  P                  V .\        P                  O54      4      /Cp\        P                  ! 4       '       d   \        P                  ! R4      VR&   V# )z9
Get a base environment for running Python subprocesses.
Ú
PYTHONPATHÚTORCH_CUSTOM_PYTHONPATHrR  Ú
PYTHONHOME)r#  r3  rÎ  Úabspathrq   rÏ  r$  r&  r4
  r+  r‚   r‡   rp	  Ú	sysconfigÚget_path)Útorch_package_rootÚenvs     rU   Úpython_subprocess_envr£
  R  s¯   € ô
 Ÿ™Ÿ™Ü
�‰�‰œŸ™Ÿ™¬¯©Ó7Ó8óÐðä
�*‰*ðð 	”b—j‘j—n‘nØ%Ü�J‰J�O‰OÐ/Ð;´#·(±(Ñ;Ó<ó
ñ	€Cô" ×Ò×ÒÜ%×.Ò.¨vÓ6ˆˆLÑà€JrW   c               ó    € V ^8„  d   QhRRRR/# )rP   Ú	extra_envúMapping[str, str | None] | NonerQ   r  rS   )rT   s   "rU   rV   rV   q  s   € ÷ $ñ $Ð$Cð $Èñ $rW   c                ó¶   € V f   R# V P                  4        F>  w  rVf#   \        P                  P                  VR4       K+  V\        P                  V&   K@  	  R# )z×
Apply environment updates sent from a parent process to a persistent worker.
A None value means the variable is absent in the parent and should be
removed from the worker, rather than leaving a stale value behind.
N)rä   r#  r$  r–  )r¥
  r4  r¶   s   &  rU   Úapply_subprocess_envr¨
  q  sD   € ð ÒÙà—o‘oÖ'‰
ˆØŠ=Ü�J‰J�N‰N˜3 Ö%à#ŒB�J‰J�s‹Oó	 (rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r¥
  r¦
  rQ   r!  rS   )rT   s   "rU   rV   rV   ‚  s   € ÷ #ñ #Ø.ð#àñ#rW   c              #  ór  "  € V f   Rx € R# \        \        P                  4      p\        V 4        Rx € \        P                  P	                  4        \        P                  P                  V4       R#   \        P                  P	                  4        \        P                  P                  T4       i ; i5i)zN
Temporarily apply parent process environment updates in a persistent worker.
N)rí   r#  r$  r¨
  rÂ  rG  )r¥
  Úold_envs   & rU   Úpatch_subprocess_envr¬
  �  sx   é € ð ÒÛÙä”2—:‘:Ó€GÜ˜Ô#ð#Ûä
�
‰
×ÑÔÜ
�
‰
×Ñ˜'Ö"øô 	�
‰
×ÑÔÜ
�
‰
×Ñ˜'Õ"üs   ‚/B7²A5 ¶?B7Á5?B4Â4B7c                  ó0   € ] tR tRt$ RtR]R&   R]R&   RtR# )ÚCUDAGraphWrapperMetadatai•  zˆ
Metadata for Customized CUDAGraphWrapper.

Currently assumes there is 1 dynamo graph and will extend to
multiple graphs in the future.
r@  Únum_partitionsÚpartition_indexrS   Nrd  rS   rW   rU   r®
  r®
  •  s   ‡ ñð Óð ×rW   r®
  .c                  ó&   € ] tR tRt$ RtR]R&   RtR# )ÚCUDAGraphWrapperi¬  NzCUDAGraphWrapperType | Nonerü  rS   )rª   r«   r¬   r­   rü  r®   r¯   rS   rW   rU   r²
  r²
  ¬  s   ‡ Ø+/€GÐ(×/rW   r²
  c               ó    € V ^8„  d   QhRRRR/# )rP   rü  ÚCUDAGraphWrapperTyperQ   r  rS   )rT   s   "rU   rV   rV   ¾  s   € ÷ =ñ =Ð/Cð =Èñ =rW   c                ó   € V \         n        R # rº   )rB
  rü  )rü  s   &rU   Ú!set_customized_partition_wrappersr¶
  ¾  s   € Ø5<Ô*Ö2rW   c               ó    € V ^8„  d   QhRRRR/# )rP   rj  rK   rQ   z tuple[list[Any], dict[str, Any]]rS   )rT   s   "rU   rV   rV   Â  s   € ÷ +ñ +Ð.ð +Ð3Sñ +rW   c                ó  a€ \        R V P                  4      p\        V\        P                  P
                  P                  4      '       d*   VP                  VP                  VP                  4      w  r#M&. VP                  OVP                  OpVP                  pVP                  W#4      p\        V4      p\        VRR4      p\        V\        P                  P                  4      '       dj   VP                   P"                   Uu. uF"  qUP$                  '       d   K  VP&                  NK$  	  ppVR\)        V4        F  pVP+                  VR4       K  	  \,        P.                  ! W#34      w  r‰R R lp
V Uu. uF>  pV
! V4      '       d,   \        P                  P
                  P1                  VRR7      MTNK@  	  ppR R loR	 V3R
 llpV Uu. uF
  q¼! V4      NK  	  pp\,        P2                  ! W‰4      w  r#W#3# u upi u upi u upi )rD   r_  Nc               ó   € V ^8„  d   QhRR/# r~   rS   )rT   s   "rU   rV   Ú'snode_args_kwargs.<locals>.__annotate__Õ  s   € ÷ 
ñ 
˜Dñ 
rW   c                ó  € \        V \        P                  P                  P                  4      ;'       dX    \        V \        P                  P                  P
                  \        P                  P                  P                  34      '       * # rº   )rá   rq   r@
  r  rE   ÚGeneratorStateÚOpaqueObjectStater  s   &rU   Ú_is_tensor_irÚ(snode_args_kwargs.<locals>._is_tensor_irÕ  sc   € Ü˜!œUŸ_™_×/Ñ/×6Ñ6Ó7÷ 
ð 
Ä
ØÜ�_‰_×Ñ×.Ñ.´·±×0BÑ0B×0TÑ0TÐUóA
ô =
ð 	
rW   T)Úreplace_symbols_with_hintsc               ó   € V ^8„  d   QhRR/# )rP   rQ   rŽ  rS   )rT   s   "rU   rV   rº
  â  s   € ÷ =ñ =¨ñ =rW   c                ó2   € \         P                  ! WVR 7      # )rl  )rq   r‚  )r  rm  rb   s   &&&rU   Ú_tensorÚ"snode_args_kwargs.<locals>._tensorâ  s   € Ü�{Š{˜4°VÔ<Ð<rW   c               ó    € V ^8„  d   QhRRRR/# )rP   r¢  r   rQ   rS   )rT   s   "rU   rV   rº
  å  s   € ÷ ñ ˜#ð  #ñ rW   c                ó¤   <€ \        V \        P                  4      '       g   V # S! V P                  4       V P                  V P
                  4      pV# rº   )rá   rq   r—  r  rm  rb   )r¢  r�  rÃ
  s   & €rU   Úto_real_tensorÚ)snode_args_kwargs.<locals>.to_real_tensorå  s:   ø€ Ü˜!œUŸ\™\×*Ò*ØˆHÙ�a—f‘f“h §¡¨¯©Ó2ˆØˆ
rW   )r   rT  rá   rq   r@
  r  r`  Úunflatten_argsr¼  Úconstant_argsr‰  Úfill_non_provided_argsrí   rÓ   r€  r�  ro  rp  Ú
kwarg_onlyr]   rp   r–  r$
  r'   Úir_node_to_tensorÚtree_unflatten)rj  rT  rM  r‰  r_  r�  Úpositional_arg_namesÚarg_nameÚ	flat_argsÚflat_args_pytree_specr¾
  rû  rÇ
  rÃ
  s   &            @rU   Úsnode_args_kwargsrÓ
  Â  sÊ  ø€ Ü� §
¡
Ó+€DÜ�$œŸ™×*Ñ*×9Ñ9×:Ò:Ø×*Ñ*¨4¯;©;¸×8JÑ8JÓK‰ˆˆfà2�—‘Ð2˜t×1Ñ1Ð2ˆØ—‘ˆà×&Ñ& tÓ4€DÜ�&‹\€FÜ˜$ ¨tÓ4€KÜ�+œuŸz™z×4Ñ4×5Ò5à +× 3Ñ 3× =Ò =ó 
Ù =˜Ç^Å^ŒHˆC�HŒHÑ =ð 	ð  
ð -¨[¬s°4«yÓ9ˆHØ�J‰J�x Ö&ñ :ä'-×':Ò':¸D¸>Ó'JÑ$€Iõ
ñ ó	ñ ˆAñ ˜×Òô 	�‰×Ñ×,Ñ,¨QÈ4Ð,ÔPàò	ñ ð	 ð õ=÷ð ñ -6Ó6©I q� Ö"©I€IÐ6Ü×(Ò(¨ÓJ�L€DØˆ<Ðùò? 
ùòùò  7s   ÄH ÄH Å:HÆ1HÇH
c               ó    € V ^8„  d   QhRRRR/# )rP   r�  r@   rQ   rd   rS   )rT   s   "rU   rV   rV   ð  s   € ÷ 
ñ 
 ð 
¨ñ 
rW   c                óØ   € ^RI Hp V P                  pVP                  P                  '       d-   VP	                  VP                  P                  R,           4      pVP                  R4      # )rY  rZ  rã   )r°  r�  Úfwd_rng_stater¨  r¥  )r]  r[  r]   r^  rä  r  )r�  r[  Údep_names   &  rU   Úis_nonfreeable_buffersrØ
  ð  sP   € Ýà�x‰x€Hð 	‡w�w‡|‡|€|Ø×(Ñ(¨¯©¯©¸Õ);Ó<ˆØ×ÑØIóð rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r]   rc   Útemplate_dirr5   rQ   rS   )rT   s   "rU   rV   rV   þ  s&   € ÷ 
Lñ 
L˜ð 
L¨4ð 
L°Cñ 
LrW   c                óì   € W R2,          p \        VRR7      ;_uu_ 4       pVP                  4       uuRRR4       #   + '       g   i     R# ; i  \         d   p\        RT RT 24      ThRp?ii ; i)z,Load a template file and return its content.z	.py.jinjar(  )r=  Nz	Template z is not valid UTF-8: )ÚopenÚreadÚUnicodeDecodeErrorr�   )r]   rÚ
  r3  rC  r¢  s   &&   rU   Úload_templaterß
  þ  sl   € à˜F )Ð,Õ,€DðLÜ�$ ×)Õ)¨QØ—6‘6“8÷ *×)×)Ó)ûäô Lô ˜9 T FÐ*?À¸sÐCÓDÈ!ÐKûð	Lús1   �A ¢=²
A ½A	ÁA ÁA ÁA3ÁA.Á.A3c               ó    € V ^8„  d   QhRRRR/# )rP   rT  r
  rQ   rd   rS   )rT   s   "rU   rV   rV     s   € ÷ ,-ñ ,- ]ð ,-°tñ ,-rW   c                ó`  € V P                   p\        V\        P                  P                  \        P                  P
                  34      '       g   \        R\        V4       24      h\        P                  '       g   R# \        \        P                  P                  P                  P                  \        P                  P                  P                  P                  \        P                  P                  P                   P"                  \        P                  P                  P$                  P                  \        P                  P                  P&                  P"                  .4      pW9   d   R# \        V\        P                  P
                  4      '       d   R# \)        V 4      '       * # )zLDecide whether fallback for a node. This is only used in inductor lite mode.z6Expected OpOverload or HigherOrderOperator, but found F)r  rá   rq   r€  r�  r  rß  rt   r‡   Úfallback_by_defaultr&   rÞ  rö  Ú_assert_scalarrb  Úlift_fresh_copyÚsym_sizer@  Ú_local_scalar_denseÚ
sym_strider    )rT  r  Ú"skip_fallback_due_to_dynamic_shapes   &  rU   Úshould_fallback_by_defaultré
    s  € à�[‰[€Fä�fœuŸz™z×4Ñ4´e·j±j×6TÑ6TÐU×VÒVÜØDÄTÈ&Ã\ÀNÐSó
ð 	
ô ×%×%Ð%Ùô *4ä�I‰I�N‰N×)Ñ)×1Ñ1Ü�I‰I�N‰N×*Ñ*×2Ñ2ô �I‰I�N‰N×#Ñ#×'Ñ'ô �I‰I�N‰N×.Ñ.×6Ñ6ä�I‰I�N‰N×%Ñ%×)Ñ)ð	
ó*Ð&ð Ô3Ùô �&œ%Ÿ*™*×8Ñ8×9Ò9Ùä& tÓ,Ô,Ð,rW   c               ó    € V ^8„  d   QhRRRR/# r…  rS   )rT   s   "rU   rV   rV   M  s   € ÷ %ñ %˜cð % dñ %rW   c                ó   € V \         9   # )z0Check if an operation is a collective operation.)ÚCOLLECTIVE_OPS)r†  s   &rU   Úis_collective_oprí
  M  s   € à”nÑ$Ð$rW   c               ó   € V ^8„  d   QhRR/# rV  rS   )rT   s   "rU   rV   rV   S  s   € ÷ ñ �sñ rW   c                 ó8   €  ^ RI Hp  V #   \         d     R# i ; i)r   ©ÚregistryN)Ú"triton.language.extra.tlx.inductorrñ
  r!  rð
  s    rU   Ú_tlx_registryró
  R  s!   € ðå?àˆøÜô Úðús   ‚
 Š˜c               ó    € V ^8„  d   QhRRRR/# )rP   r]   rc   rQ   rR   rS   )rT   s   "rU   rV   rV   ]  s   € ÷ Cñ C ð C¨	ñ CrW   c                ó    € ^ RI Hp ^ RIHp VP                  P
                  f   V! 4       '       d   . # \        4       pVf   . # \        W0. 4      # )r   r†   )Úin_toplevel_process)r‹   r‡   Ú$torch._inductor.compile_worker.utilsrö
  r.  Útlx_moderó
  rÓ   )r]   r‡   rö
  rñ
  s   &   rU   Ú_tlx_registry_optionsrù
  ]  sF   € Ý&ÝHð ‡}�}×ÑÒ%Ñ*=×*?Ò*?Øˆ	Ü‹€HØÒ!ˆ2ÐB¤w¨x¸rÓ'BÐBrW   c               ó   € V ^8„  d   QhRR/# rO   rS   )rT   s   "rU   rV   rV   k  s   € ÷ :ñ :˜yñ :rW   c                 ó   € \        R 4      # )Útlx_only_cuda_options©rù
  rS   rW   rU   rü
  rü
  k  s   € Ü Ð!8Ó9Ð9rW   c               ó   € V ^8„  d   QhRR/# rO   rS   )rT   s   "rU   rV   rV   o  s   € ÷ 9ñ 9˜iñ 9rW   c                 ó   € \        R 4      # )Útlx_only_hip_optionsrý
  rS   rW   rU   r   r   o  s   € Ü Ð!7Ó8Ð8rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   r  r@  r×  rQ   rS   )rT   s   "rU   rV   rV   s  s!   € ÷ "ñ "�ð "˜ð " ñ "rW   c                ó<   € W,           ^,
          V,          V,          # )z(Round x up to the nearest multiple of y.rS   )r  r×  s   &&rU   Ú	_round_upr  s  s   € à�U�Q�Y˜1Õ Õ!Ð!rW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   Ú	mat_dtyperq  Úrocm_versionrc   rQ   rd   rS   )rT   s   "rU   rV   rV   y  s&   € ÷ 
Fñ 
F¨Kð 
FÀsð 
FÈtñ 
FrW   c                óŠ  €  \         ;QJ d9    . R  VP                  R4      ^ ,          P                  R4       4       F  NK  	  5M2! R  VP                  R4      ^ ,          P                  R4       4       4      pT \        P                  8X  d   RMRpY#8  d   R# \        R4      P                  R4      #   \         d     R# i ; i)c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5irº   rÄ  rj  s   & rU   r¿   Ú/_prefers_swizzle_32_8_cached.<locals>.<genexpr>{  s   é € ÐNÑ(M 1œ˜AŸ˜Ó(Mùr|  r½  r  Frn   rX  )é   é   )r
  é   )r  r$  r�   rq   r/  r³  r  )r  r  r  Úmin_versions   &&  rU   Ú_prefers_swizzle_32_8_cachedr  x  s¦   € ðß”%ÑN¨×(:Ñ(:¸3Ó(?ÀÕ(B×(HÑ(HÈÔ(MÓN—%‘%ÑN¨×(:Ñ(:¸3Ó(?ÀÕ(B×(HÑ(HÈÔ(MÓNÓNˆð
 '¬%×*@Ñ*@Ô@‘'Àg€KØÔÙÜ(¨Ó0×;Ñ;¸HÓEÐEøô ô ò ðús   ‚
B3 �A+B3 Â3CÃCc               ó    € V ^8„  d   QhRRRR/# )rP   r  rq  rQ   rd   rS   )rT   s   "rU   rV   rV   †  s   € ÷ ñ  [ð °Tñ rW   c                ó  € \         P                  P                  '       d%   \         P                  P	                  4       '       g   R# \        T \        \         P                  RR4      ;'       g    \         P                  P                  4      # )z—
gfx950 hipBLASLt takes 1x32 block scales in the 32x8-tiled layout: MX FP4
from ROCm 7.13, MX FP8 from 7.14. Every other arch uses the default layout.
Fr¹  N)rq   r  r9  rn   rh   r  rÓ   )r  s   &rU   Ú_prefers_swizzle_32_8r  †  s\   € ô �=‰=××Ð¤E§J¡J×$;Ñ$;×$=Ò$=Ùô (Ø”7œ5Ÿ=™=¨&°$Ó7×LÐL¼5¿=¹=×;LÑ;Lóð rW   c               ó4   € V ^8„  d   QhRRRRRRRRR	RR
RRR/# )rP   Úmat_sizeztuple[Any, Any]Ú
scale_sizeztuple[Any, ...]Úscale_numelr   r  rq  Úscale_dtypeÚeq_fnzCallable[[Any, Any], bool]rQ   útuple[Any | None, Any | None]rS   )rT   s   "rU   rV   rV   —  sW   € ÷ iñ iØðiàðið ðið ð	ið
 ðið &ðið #ñirW   c                óF  € ^ RI HpHp V! V^4      '       d   VP                  VP                  3# \        V4      ^8¼  Ed…   V! V^ ,          V ^ ,          4      '       d   V! V^,          ^4      '       g4   V! V^ ,          ^4      '       d6   V! V^,          V ^,          4      '       d   VP                  VP                  3# V! V^ ,          V ^ ,          4      '       d(   V! V^,          \        V ^,          ^€4      4      '       gE   V! V^,          V ^,          4      '       d@   V! V^ ,          \        V ^ ,          ^€4      4      '       d   VP                  VP                  3# V! V^ ,          \        V ^ ,          ^€4      4      '       d@   V! V^,          \        V ^,          ^€4      4      '       d   VP                  VP                  3# V\        P                  8X  d   ^M^pV\        P                  8X  Edi   V\        P                  8X  EdS   \        P                  P                  4       '       d…   \        V ^ ,          ^4      V,          V ^,          ,          p	\        W€^,          ,          ^4      V ^ ,          ,          p
V! W)4      '       g   V! W*4      '       d   VP                  VP                  3# Mª\!        V ^ ,          ^€4      \!        \        W€^,          ,          ^4      ^4      ,          p	\!        V ^,          ^€4      \!        \        W€^ ,          ,          ^4      ^4      ,          p
V! W)4      '       g   V! W*4      '       d   VP                  VP"                  3# V\        P$                  8X  Ed0   \        P&                  P(                  '       gÒ   \        P                  P                  4       '       g®   \!        V ^ ,          ^€4      \!        \        W€^,          ,          ^ 4      ^4      ,          p	\!        V ^,          ^€4      \!        \        W€^ ,          ,          ^ 4      ^4      ,          p
V! W)4      '       g   V! W*4      '       d   VP*                  VP"                  3#  R# \        V ^ ,          ^ 4      V,          V ^,          ,          p	\        W€^,          ,          ^ 4      V ^ ,          ,          p
V! W)4      '       g   V! W*4      '       d   VP*                  VP                  3# \-        V4      '       d«   \!        V ^ ,          ^ 4      \!        \        W€^,          ,          ^ 4      ^4      ,          p	\!        V ^,          ^ 4      \!        \        W€^ ,          ,          ^ 4      ^4      ,          p
V! W)4      '       g   V! W*4      '       d   VP*                  VP.                  3# R# )z2
Core implementation for scale/swizzle inference.
)r<   ÚSwizzleType©NN)Útorch.nn.functionalr<   r  Ú
TensorWiseÚ
NO_SWIZZLErp   ÚRowWiserŸ   ÚBlockWise1x128ÚBlockWise128x128rq   r/  r'  r:  Ú_is_compiledÚBlockWise1x16r  ÚSWIZZLE_32_4_4r-  r  r9  ÚBlockWise1x32r  ÚSWIZZLE_32_8)r  r  r  r  r  r  r<   r  ÚK_multiplierÚexpected_numel_aÚexpected_numel_bs   &&&&&&     rU   Ú_infer_scale_swizzle_implr*  —  s¸  € ÷ =ñ ˆ[˜!×ÒØ×%Ñ% {×'=Ñ'=Ð=Ð=ô ˆ:ƒ˜!ÕÙ�*˜Q•- ¨!¥×-Ò-±%¸
À1½Àq×2IÒ2IÙ�*˜Q•- ×#Ò#©¨j¸­m¸XÀa½[×(IÒ(Ià×&Ñ&¨×(>Ñ(>Ð>Ð>ñ �*˜Q•- ¨!¥×-Ò-Ù�j •m¤W¨X°a­[¸#Ó%>×?Ò?á�*˜Q•- ¨!¥×-Ò-Ù�j •m¤W¨X°a­[¸#Ó%>×?Ò?à×-Ñ-¨{×/EÑ/EÐEÐEñ �˜A•¤¨°­°SÓ 9×:Ò:¹uØ�q�Mœ7 8¨A¥;°Ó4÷@
ò @
ð ×/Ñ/°×1GÑ1GÐGÐGð "¤U×%;Ñ%;Ô;‘1À€Lð ”E×*Ñ*Õ*¨{¼e×>QÑ>QÕ/QÜ�9‰9×!Ñ!×#Ò#ä& x°¥{°BÓ7¸,ÕFÈÐRSÍÕTÐÜ& |¸qµkÕ'AÀ2ÓFÈÐRSÍÕTÐÙ�[×3Ò3±uØ÷8ò 8ð #×0Ñ0°+×2HÑ2HÐHÐHð8ô  )¨°!­°cÓ:¼YÜ˜°¥{Õ2°BÓ7¸ó>õ  Ðô  )¨°!­°cÓ:¼YÜ˜°¥{Õ2°BÓ7¸ó>õ  Ðñ �[×3Ò3±uØ÷8ò 8ð #×0Ñ0°+×2LÑ2LÐLÐLð ”e×*Ñ*Õ*Ü�}‰}× × Ð ¬¯©×)?Ñ)?×)AÒ)Aä(¨°!­°cÓ:¼YÜ˜°¥{Õ2°BÓ7¸ó>õ  Ðô  )¨°!­°cÓ:¼YÜ˜°¥{Õ2°BÓ7¸ó>õ  Ðñ �[×3Ò3±uØ÷8ò 8ð #×0Ñ0°+×2LÑ2LÐLÐLð8ð: Ðô'  ' x°¥{°BÓ7¸,ÕFÈÐRSÍÕTÐÜ& |¸qµkÕ'AÀ2ÓFÈÐRSÍÕTÐÙ�[×3Ò3±uØ÷8ò 8ð #×0Ñ0°+×2HÑ2HÐHÐHÜ$ Y×/Ò/ä#,¨X°a­[¸"Ó#=Ä	Ü˜L°A­;Õ6¸Ó;¸QóAõ $Ð ô $-¨X°a­[¸"Ó#=Ä	Ü˜L°A­;Õ6¸Ó;¸QóAõ $Ð ñ ˜×7Ò7¹5Ø÷<ò <ð '×4Ñ4°k×6NÑ6NÐNÐNàÐrW   c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rÍ  rŽ  ÚscalerQ   r  rS   )rT   s   "rU   rV   rV     s$   € ÷ ñ Ø	ðØ*ðà"ñrW   c           	     óØ   € \        V P                  ^ ,          V P                  ^,          3\        VP                  4      VP                  4       V P                  VP                  R R7      # )aR  
Infer the scaling type and swizzle mode from matrix and scale tensor shapes/dtypes.

This function determines how scale factors are laid out relative to the matrix:
- TensorWise: Single scale for entire tensor
- RowWise: One scale per row
- BlockWise1x128/128x128: Block-scaled with float32 scales
- BlockWise1x32: MXFP8 with float8_e8m0fnu scales (swizzled on NVIDIA)
- BlockWise1x16: NVFP4 with float8_e4m3fn scales (swizzled)

Args:
    mat: The matrix tensor (FP8 or FP4)
    scale: The scale factor tensor

Returns:
    Tuple of (ScalingType, SwizzleType) or (None, None) if unrecognized
c                ó
   € W8H  # rº   rS   rÅ  s   &&rU   rû   Ú%infer_scale_swizzle.<locals>.<lambda>  s   € ˜1š6rW   ©r  r  r  r  r  r  )r*  rZ  r  Únumelrm  )rÍ  r,  s   &&rU   Úinfer_scale_swizzler2    sO   € ô( %Ø—)‘)˜A•, §	¡	¨!¥Ð-Ü˜Ÿ™Ó%Ø—K‘K“MØ—)‘)Ø—K‘KÙ!ôð rW   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rP   rÍ  rC   r,  Ú	transposerd   rQ   r  rS   )rT   s   "rU   rV   rV   !  s0   € ÷ "ñ "Ø	ð"àð"ð ð"ð #ñ	"rW   c           	     ó¨  a€ ^ RI Ho V P                  4       pVP                  4       pV'       d   V^,          V^ ,          3pV'       d'   \        P                  ! \
        P                  V^4      M^pR V3R llp\        \        V4      ^8¼  d   V^ ,          V^,          3M
V^ ,          ^3\        V4      VV P                  VP                  VR7      # )zÝ
Infer the scaling type and swizzle mode for IR nodes (used during graph lowering).

This is the IR-compatible version of infer_scale_swizzle, using symbolic
size comparisons via V.graph.sizevars.statically_known_equals.
rZ  c               ó$   € V ^8„  d   QhRRRRRR/# )rP   rû  r   rü  rQ   rd   rS   )rT   s   "rU   rV   Ú,infer_scale_swizzle_ir.<locals>.__annotate__8  s!   € ÷ >ñ >�sð >˜sð > tñ >rW   c                óN   <€ SP                   P                  P                  W4      # )z5Compare values using symbolic equality when possible.)r^  r_  rk  )rû  rü  r[  s   &&€rU   Úsymbolic_eqÚ+infer_scale_swizzle_ir.<locals>.symbolic_eq8  s   ø€ à�w‰w×Ñ×7Ñ7¸Ó=Ð=rW   r0  )r�  r[  r  rî  rï  rð  rñ  r*  rp   r  rm  )rÍ  r,  r4  r  r  r  r9  r[  s   &&&    @rU   Úinfer_scale_swizzle_irr;  !  s´   ø€ õ .à�|‰|‹~€HØ—‘Ó!€J÷ Ø˜Q•K ¨!¥Ð-ˆ÷ DN”)×"Ò"¤8§<¡<°¸QÔ?ÐST€K÷>ð >ô %Ü/2°8«}ÀÔ/A�(˜1•+˜x¨�{Ñ+ÈÐQRÍÐUVÐGWÜ˜Ó$ØØ—)‘)Ø—K‘KØôð rW   )r
  ÚAutotuneHintr   ÚReductionHintÚTileHintÚ	libdeviceÚmathÚplÚprotonÚtlÚtl_mathÚtlxrq   r.  Útriton_helpersÚtriton_heuristics)é   éd   )rH  rI  Fr  )rY  rn   )rS   r  r  g      ð?rn   rº   )	z,aten._fused_moving_avg_obs_fq_helper.defaultz7aten._fused_moving_avg_obs_fq_helper_functional.defaultzfbgemm.dense_to_jagged.defaultz%fbgemm.jagged_to_padded_dense.defaultÚrun_and_save_rng_stateÚrun_with_rng_statezaten._local_scalar_densezaten._linalg_eigh.defaultzaten._assert_scalar)NNTrÅ  rt  )rœ  r  rX  )FTFN)rå  r:  )z-torch.ops._c10d_functional.all_reduce.defaultz.torch.ops._c10d_functional.all_reduce_.defaultz9torch.ops._c10d_functional.all_gather_into_tensor.defaultz8torch.ops._c10d_functional.reduce_scatter_tensor.defaultz4torch.ops._c10d_functional.all_to_all_single.defaultz6torch.ops._c10d_functional_autograd.all_reduce.defaultzBtorch.ops._c10d_functional_autograd.all_gather_into_tensor.defaultzAtorch.ops._c10d_functional_autograd.reduce_scatter_tensor.defaultz=torch.ops._c10d_functional_autograd.all_to_all_single.defaultz(torch.ops._c10d_functional.isend.defaultz(torch.ops._c10d_functional.irecv.defaultz0torch.ops._c10d_functional.batch_p2p_ops.default(÷  Ú__conditional_annotations__Ú
__future__r   rî   r±  rÈ   r   Úenumrî  r-  r8  rå  rB  r¦  rÑ  rð  r#  r'  r–  r>  r˜  r‚   rŸ
  r9  r¨  r   Úcollections.abcr   r   r   r   r   r	   r
   r   r   r  r   r   Útypingr   r   r   r   r   r   r   r   r   r   Útyping_extensionsr   r   r   r   rH  rq   Útorch.utils._pytreerJ  Ú_pytreer$
  Ú$torch._inductor.analysis.device_infor   r   Útorch._inductor.runtime.hintsr   Ú!torch.fx.passes.regional_inductorr    Útorch.utils._dtype_abbrsr!   Útorch.utils._indented_bufferr"   r#   r$   r%   Útorch.utils._ordered_setr&   r'   r(   r   r)   ÚOPTIMUS_EXCLUDE_POST_GRADÚ#torch.fx.experimental._size_hintingr-   rÿ  r.   r/   r0   r1   r2   r3   r4   Úpathlibr5   r6   r7   r8   Útorch._prims_commonr9   Útorch.fxr:   Útorch.fx.noder;   r  r<   r*  r=   rÉ  r?   Údependenciesr@   r^  rB   r  rC   rD   rE   rF   rG   rH   Úoutput_coderJ   rÑ  rK   rL   rM   r_   rj   r™  r|   rƒ   r�   r[   rg   Útorch._dynamo.utilsr�   Útorch.autogradr‘   Útorch.autograd.profiler_utilr’   Ú(torch.fx.passes.graph_transform_observerr“   Útorch.fx.passes.shape_propr”   Útorch.utils._sympy.functionsr•   r–   r—   r˜   r™   rš   Útorch.utils._sympy.symbolr›   rœ   Útorch.utils._sympy.value_rangesr�   rž   r  r‡   Úruntime.runtime_utilsrŸ   r  Ú_IS_WINDOWSÚ	getLoggerrª   rv   ÚFOLDED_SCALED_MM_OUTPUT_SCALEro   r®   rÁ  r£   rí   r  Ú	VarRangesr—  r@  Ú	InputTyper¥   Ú	frozensetr%  r±   r	  r  r'  r5  ÚgetenvÚXPU_KERNEL_FORMATÚGPU_KERNEL_BIN_EXTSr	  rM	  ÚTMA_ALIGNMENTr,  r  rÕ  rÛ  rƒ  r1  r3  r<  r'  r(  r)  r+  rã  r?  r7  r@  r9  rB  r;  r=  r5  r=  rB  rß  rC  rL  ÚFunctionrN  rñ	  r`  r¦  r°  rÊ  r®  rà  rê  rô  r   r  r  r  rJ  rO  rW  rb  re  rr  r{  r�  r�  r¬  rµ  r½  rÁ  rÆ  rÊ  rÕ  rÖ  r×  ÚFN_TYPErÚ  rý  r   r  r  r7  r;  r�  r™  r¬  rÅ  rÏ  rÔ  rÙ  râ  rè  rì  rð  rô  rû  r  r9  r
  r  r  r  r  r  r  r²  r&  rD  Úclear_on_fresh_inductor_cacheÚclear_inductor_cachesÚfresh_inductor_cacherO  ro  ru  rw  rÊ  rÝ  rß  rî  rð  r	  r  r  r  r   r.  r4  r8  r@  rE  rI  rM  rR  r_  rf  rm  r¡  r­  r±  r¶  r»  r¿  rÆ  rË  rÏ  rÜ  râ  ræ  ÚEnumrè  rò  r÷  rú  r   r  r  r&  r-  r3  r;  rA  r?  rQ  r]  rl  rx  rƒ  r‹  rb  r•  r™  r”  r³  r¶  rº  rÑ  rÚ  rà  rä  rè  rë  rö  rñ  r   r$  r&  rH  rR  r[  rx  r}  r€  rŒ  r”  r¡  r§  r«  r´  rº  rÀ  rÃ  rÇ  r  rÐ  r×  rî  rô  rò  râ  r  r  r  r  r  r  r#  r)  r,  r€  ri  r6  rM  rR  rW  rd  rh  rp  rv  rz  r�  rŒ  r”  rž  r­  r²  r´  rÊ  rÏ  r\   rÔ  rÞ  ræ  rê  rî  rþ  r	  r	  r	  r	  r*	  r/	  r?	  rG	  r9	  rT	  r\	  rj	  rv	  rz	  r	  rä   r„	  Úcompiler~	  r�	  r†	  r�	  r�	  r 	  r¢	  r¥	  r¨	  r©	  r¬	  r¶	  rº	  r¾	  r¿	  rÀ	  rÂ	  rô	  rù	  rû	  r
  r
  r
  r
  r   r'
  r,
  r7
  r=
  rD
  rH
  ÚSUPPORTED_MKLDNN_DEVICESrO
  rT
  ra
  rk
  r†
  r�
  r”
  r˜
  r£
  r¨
  r¬
  r®
  ÚPartitionFnTyper´
  r²
  rB
  r¶
  rÓ
  rØ
  rß
  ré
  rì
  rí
  ró
  rù
  rü
  r   r  r  r  r*  r2  r;  )ro  rE  rL  s   00@rU   Ú<module>r~     sû  øðß "Ð "ã Û Û Û Û Û Û Û Û Û 	Û Û Û Û 	Û Û 	Û Û Û 
Û Û Û Û ÷
÷ 
õ 
õ Ý ÷÷ ÷ ÷ FÑ EÝ ã ã ß $Ð $ß VÝ :Ý EÝ 0÷
ó õ 0ß ;Ý 2ð (Ø$ðÐ õ
 <÷õ ÷ ß4Ýç/Ñ/ÝCÝ$Ý"Ý/å,Ý5Ý!Ý$ßT×TÝ,ß=ñ ˆCƒL€õ
õð  ‡‚ôó ðõ6Iõ
õ2 DÝ 0Ý %Ý 2Ý KÝ 0÷÷ ÷ 8ß Då Ý =ð �l‰l˜gÑ%€à×Ó˜Ó!€ð !IÐ ñ "“|€	ˆ9Ó #ð  CÐ ñ ˆTƒ]€Ø�—’˜UŸZšZÐ'Õ(€	Ø�LŠL˜3Õ §¡Õ-°Õ4€	ô˜jô ñ $-ñó$Ð  ô,4˜Jô 4õ
[õ|
õIEõXS÷ �E˜bŸi›iÐ(IÈ7ÓSð ð
 ˆHØ	ˆ8Ø	ˆQÐ Ð!Ð"ðÐ ð €Ø€	à€ØÐ ð* $1Ð  Ø,Ð Ø),Ð &Ù1;Ø
‡]‚]�E—N’N E§M¢MÐ2ó2Ð Ð.ó ð
 
×ÒØ	×ÒØ	×ÒØ	×Òð	Ð ñ 2<à�ŠØ�
Š
Ø�ŠØ�ŠØ�ŠØ�ŠØ�ŠØ�ŠØ�ŠØ�ŠØ�Šðð 
ðó2Ð Ð.ó ð" €Ø	˜ a�Õ	(¨QÔ.°;À!Ô3CÙ
Ð-Ó
.Ð.õ5õ
LôˆE�NŠNô ð ×Ó˜dÔ#÷ð ó $ð÷(Gð G÷Tð õ86.÷rNð Nðb ‡‚ôó ðõ õ;õ@õõ õ+õ*õ%AõP+õ	õõ"/õGñ @O÷Iõ0÷0'ð '÷ð ÷&ð õ )õ'õ#õõ$ñ" ˆcƒN€ÙˆT˜TÔ"€Ø
�;˜s A˜vÕ&¨Ð*Õ
+€ôE�8˜W Q¨ U�^ô Eõõ:õ+õ\ö,<ð~ ×Ò˜TÔ"ô#ó #ñ#öo2÷dñ ö(Gö:,ö^%öö(ö
DöUö
>ö+öö-ñ $óð, �=Š=×ÒÒ(ð  ñ	
ð õ/óÑ ö:öö'ð& !#Ñ �IÓ "ö	öð ×Òô"ó ñ"ð( ×Ò÷5ó ñ5ñr !5Ñ Ù$Ñ Ù"Ñ ð°5÷ ð ð 7ð ÷	7ð 7ðt ×Ò�QÓô7ó ñ7ôL˜õ Lô^-�Nõ -ö,ô 
˜õ 
ð ×Òô@ó ñ@ô?Ð'õ ?ð ‡‚÷ó ñð: ×ÑôJó ñJð ×Ñô)ó ñ)ö÷5ñ 5÷ñ ÷(ñ öö ÷'÷ð ÷ð ÷ð ñð ñð  ñ	ð
  $÷ò ðB ;H÷ Pò P÷1ð 1ñ {Ø6:ñ{ØOT÷{ò {÷|&ó &÷RKó K÷.ð .ð ‡‚ö6ó ñ6÷(3ð 3÷Eð E÷,	ð 	÷
2ð 
2÷-ð -÷`ð ÷D8ð 8ö�4—9’9õ ÷$ð ÷6ð ÷ Fð F÷ð ÷Vð V÷ró ñ.OØAF÷Oò Oñ0VØAF÷Vò V÷ Oð Oð ×Ò˜QÔö	ó  ñ	ð ×Ò˜QÔöó  ñô=ð0 ×Ò˜QÔöó  ñ÷ð ÷4>ð >÷B ð  ÷F@ó @÷FJð Jð ˜EŸJšJÕ&�‰)Ô &ð ‡‚÷ñ ó ñð, ‡‚öó ñð. ‡‚ö5(ó ñ5(ðp ‡‚ö@ó ñ@ð ×ÑöBó ñB÷/ð /ð
 ‡‚öRó ñR÷:"ð "÷Jð ÷ð ÷Hð H÷&ð &÷ð ÷4=ó =÷Jð ÷'ð '÷Cô C÷"&ð &÷$ð ÷&/ð /÷(ð (÷Vð ÷
ð 
÷#ð #ð, ×Òö.ó ñ.÷"Fó F÷*	ð 	÷ð ÷B&ð &÷&ð &÷ð ÷ð ð ×Òöó ñ÷ð ÷Rð Rð ‡‚öDó ñDð ‡‚ö@6ó ñ@6÷F6ó 6÷8Tð T÷3ð 3ð" ‡‚öó ñ÷,2ó 2ð  ‡‚öó ñ÷Qð Q÷ð ÷0ð 0÷
ð 
÷(ð (÷#ð #÷Kð K÷ð ö(*�$—)’)õ *÷ 
ð  
÷F	ð 	÷ð ÷#ó #÷L(ð (÷	Qó 	Q÷#ð #÷Jð J÷Lð Lò *=÷
ò 
ò< *=÷ò ÷<Tð T÷ ð  ÷8ð ð  ×Ò÷ò ó ñð ×Òöó ñ÷,!ð !÷ð ÷)ð )ð
 ×Ò�TÓö'ó ñ'ó,,0ð "&ñ	,0ð
 %)ñ,0ð !÷,0ó ,0÷^>ð >÷2ð 2÷$ð $÷N!Hð !H÷Hð ÷Lð L÷'ð '÷ ð ÷2ð ÷:ð ÷0	:ð 	:÷$ó $÷:ð ÷$*Ið *I÷Zð ÷>ð ÷&/ð /ñ ‰yÙ™Ù‘mÙ™/ÙÑ*ñ ™Ù™:ð
Ñ ñ +?×*DÒ*DÔ*FÔGÑ*F¡$ !˜šÑ*FÒGÑ ð —*“*™YÓ'�÷Hð H÷ð ÷	ð 	÷ð ð ‡‚öó ñð& ×Ò÷.ò .ó ñ.ð
 68Ñ Ñ2Ô 7÷ð ñ /9«lÑ ™OÔ :÷)ð )÷#ó #÷"ð ÷ð ñ ‘)Ó
�Ù
‘)Ó
�ö-"�¡©Ð 0Õ1õ -"ñ`  DÕ)óÀD÷ ñ ó *ñ÷ð ö 4§9¢9õ ð ‡‚ö4ó ñ4÷2Yð Y÷5ð 5÷!ð !÷H"ð "÷Jð ÷ ð ÷4
ð 
÷ð ÷1ð 1÷ð ñ *Ñ ÷	ð 	÷	ð 	÷ð ÷& 
ó  
÷FRð R÷j&2ð &2÷Rð ÷6ð ÷ð ÷>$ð $ð  ×Òö#ó ñ#ð& ×Ó˜dÔ#÷ò ó $ñð ™3 ˜8Õ$�ØÙÑ.Ð/±Ð@õÑ ÷0ô 0ò *:Ó);Ñ &÷=ð =÷+ð +÷\
ð 
÷
Lð 
L÷,-ð ,-ñ` óó�÷$%ð %ð
 öó ñ÷Cð C÷:ð :÷9ð 9÷"ð "ð
 ×Ñö
Fó ñ
F÷ð ÷"ið i÷Xð ÷<"õ "ùó]" Hs   ø%AE