+
    .åûjËá ã                  ó’  a€ 0 t $ ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t	^ RI
t
^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHt ^ RIHtHt ^ RIHt ^ RIHt ^ RIHtHtHtHtHtHt ^ RIH t H!t! ^ RI"t"^ RI#t#^ RI$t#^ R	I%H&t& ^ R
I'H(t) ^ RI*H+t+ ^ RI,H-t- ^ RI.H/t/ ^ RI0H1t1 ^ RI2H3t4 ^ RI5H6t6H7t7H8t8 ^ RI9H:t:H;t; ^RI<H=t=H>t> ^RI?H@t@ ^RIAHBtBHCtC ^RIDHEtE ^RIFHGtGHHtHHItIHJtJHKtKHLtLHMtMHNtNHOtOHPtPHQtQHRtR ^RISHTtTHUtUHVtVHWtWHXtXHYtYHZtZ ]'       dz   ^ RI[H\t\H]t]H^t^H_t_ ^ RI$H`t` ^RIaHbtb ^RIcHdtdHeteHftfHgtg ^RIhHiti ^RIjHktkHltlHmtm ^RIDHntn ^RIoHptp ]!! R 4      tq]\]lR,          .]k3,          tr]s]p,          tt]u]"Pì                  ,          tw]utx]#Pò                  Põ                  ]{R!4      t|]	Pú                  ! ]{4      t~R" R# lt]EP                    ! R$ R%4      4       t� ! R& R']P(                  4      t‚ ! R( R)]4      tƒ]L! R*R+7       ! R, R-]ƒ4      4       t„ ! R. R/4      t…]EP                    ! R0 R14      4       t†]EP                    ! R2 R34      4       t‡]EP                    ! R4 R54      4       tˆ]EP                    ! R6 R74      4       t‰]EP                    ! R8 R94      4       tŠ]„]†,          ]‡,          ]‰,          ]ˆ,          t‹]Œ]u,          t�/ tŽR:]�R;&    ! R< R=4      t� ! R> R?]�4      t‘]EP$                  ! 4       t“/ t”R@]�RA&   RBs•/ t–RC]�RD&   / t—RE]�RF&   ER3RG RH llt˜ ! RI RJ]4      t™RK RL ltšRM RN lt›RO RP ltœER4RQ RR llt�RS RT ltžRU RV ltŸRBs RW RX lt¡RY RZ lt¢]EPF                  R[ R\ l4       t¤R] R^ lt¥R_ R` lt¦Ra Rb lt§Rc t¨Rd Re lt©Rf Rg ltª]#EPV                  ]#EPX                  ]#EPZ                  ]#EPX                  /]#EP\                  ]#EP^                  ]#EP`                  ]#EPb                  ]#EPd                  ]#EPf                  ]#EPh                  ]#EPj                  ]#EPl                  ]#EPn                  ]#EPp                  3 U u/ uF  p W bK  	  up Ct¹Rh]�Ri&   Rj Rk ltºRl Rm lt»Rn Ro lt¼Rp Rq lt½Rr Rs lt¾ ! Rt Ru4      t¿ ! Rv Rw]44      t3 ! Rx Ry4      tÀ]EP‚                  ! Rz]EP„                  R{7      tÃR| R} ltÄ ! R~ R]B]À]V],          4      tÅ]EP                    ! R€ R�4      4       tÆR‚ Rƒ ltÇR„ R… ltÈ]É! ER5/ R†]Æ! ]&EP”                  R‡ RˆR‰7      bRŠ]Æ! ]&EP”                  R‹ RŒ R�RŽ7      bR�]Æ! ]&EP”                  R� R‘ R’RŽ7      bR“]Æ! ]&EP”                  R” R• R–RŽ7      bR—]Æ! ]&EP”                  R˜ R™ RšRŽ7      bR›]Æ! ]&EP”                  Rœ R� R›Rž7      bRŸ]Æ! ]&EP”                  R  R¡ R¢RŽ7      bR£]Æ! ]&EP”                  R¤ R¥ R¦ R£R§7      bR¨]Æ! ]&EP–                  R© Rª R¨RŽ7      bR«]Æ! ]&EP”                  R¬ R«R‰7      bR­]Æ! ]&EP”                  R® R­R‰7      bR¯]Æ! ]&EP”                  R° R±R‰7      bR²]Æ! ]&EP”                  R³ R´R‰7      bRµ]Æ! ]&EP”                  R¶ R· R¸ RµR¹7      bRº]Æ! ]&EP”                  R» R¼ R½Rž7      bR¾]Æ! ]&EP”                  R¿ RÀ RÁRŽ7      bRÂ]Æ! ]&EP”                  RÃ RÄR‰7      bRÅ]Æ! ]&EP”                  RÆ RÇR‰7      bRÈ]Æ! ]&EP”                  RÉ RÊ RËRŽ7      bRÌ]Æ! ]&EP”                  RÍ RÎ RÏRŽ7      bRÐ]Æ! ]&EP”                  RÑ RÒR‰7      bRÓ]Æ! ]&EP”                  RÔ RÕR‰7      bRÖ]Æ! ]&EP”                  R× RØR‰7      bRÙ]Æ! ]&EP”                  RÚ RÛR‰7      bRÜ]Æ! ]&EP”                  RÝ RÜR‰7      bRÞ]Æ! ]&EP”                  Rß RàR‰7      bRá]Æ! ]&EP”                  Râ RãR‰7      bRä]Æ! ]&EP”                  Rå RæR‰7      bRç]Æ! ]&EP”                  Rè RéR‰7      bRê]Æ! ]&EP”                  Rë RìR‰7      bRí]Æ! ]&EP”                  Rî RïR‰7      bRð]Æ! ]&EP”                  Rñ RòR‰7      bRó]Æ! ]&EP”                  Rô RõR‰7      bRö]Æ! ]&EP”                  R÷ RøR‰7      bRù]Æ! ]&EP”                  Rú RûR‰7      bRü]Æ! ]&EP”                  Rý RþR‰7      bRÿ]Æ! ]&EP”                  ER  ERR‰7      bER]Æ! ]&EP”                  ER ERR‰7      bER]Æ! ]&EP”                  ER ERR‰7      bER]Æ! ]&EP”                  ER	 ER
R‰7      bER]Æ! ]&EP”                  ER ERR‰7      b tÌER]�ER&   ER ER ltÍ ! ER ER]H4      tÎ ! ER ER]K4      tÏ ! ER ER]4      tÐ]EP                    ! ER ER4      4       tÑ ! ER ER4      tÒ]Ò! 4       tÓ ! ER ER4      tÔ ! ER ER4      tÕ]!! ER ]uER!7      tÖ]!! ER"]Õ]ÕER#7      t×]'       d)   ]Ø]#EP²                  ]X]Õ]Ø]ÕER$3,          ,          3,          tÚ ! ER% ER&]]×]Ö3,          4      tÛ ! ER' ER(4      tÜ ! ER) ER*]Ü]]×,          4      tÝ]EP                    ! ER+ ER,4      4       tÞ]EPF                  ER- ER. l4       tß ! ER/ ER04      tà ! ER1 ER2]C4      táR# u up i (6  é    )ÚannotationsN)ÚABCÚabstractmethod)ÚautoÚEnum)Úchain©Údedent)ÚAnyÚcastÚClassVarÚGenericÚ
NamedTupleÚTYPE_CHECKING)ÚSelfÚTypeVar)ÚELEMENTWISE_TYPE_PROMOTION_KIND)Ú_pytree)ÚConfigModule)Ú
OrderedSet)ÚMax)Úint_oo)ÚPythonPrinter)Úfree_symbol_is_typeÚsymbol_is_typeÚSymT)Úbound_sympyÚValueRanges)ÚconfigÚmetrics)ÚDtypePropagationOpsHandler)ÚBasicMathOpsMixinÚDefaultHandler)ÚShapePropagationOpsHandler)Úboolean_opsÚDeferredLineBaseÚgenerate_assertÚget_current_backendÚIndentedBufferÚir_dataclassÚ
ScopedDictÚ	sympy_dotÚsympy_index_symbolÚ
sympy_subsÚtriton_typeÚunique)ÚNullHandlerÚopsÚ
OpsHandlerÚOpsValueÚReductionTypeÚ	StoreModeÚV)ÚCallableÚIteratorÚMutableMappingÚSequence)ÚGraphModule)ÚCustomGraphModulePass)ÚBufferÚChoiceCallerÚFixedLayoutÚIRNode©ÚLoopBody)ÚBaseSchedulingÚ	SchedulerÚSchedulerNode)ÚBlockShapeType©ÚPythonWrapperCodegenÚ_TÚschedulec               ó    € V ^8„  d   QhRRRR/# )é   ÚmsgÚstrÚreturnÚNone© )Úformats   "ÚZC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_inductor\codegen\common.pyÚ__annotate__rU   [   s   € ÷ =ñ =˜#ð = $ñ =ó    c                óˆ   € \         P                  \        P                  4      '       d   \         P	                  R V 4       R# R# )zData type propagation: %sN)Úschedule_logÚisEnabledForÚloggingÚDEBUGÚdebug)rN   s   &rT   Údata_type_loggerr]   [   s-   € Ü× Ñ ¤§¡×/Ò/Ü×ÑÐ6¸Ö<ñ 0rV   c                  ót   € ] tR t^`t$ RtR]R&   R]R&   R R lt]R R	 l4       tR
 R lt	]R R l4       t
RtR# )ÚFileBackedGraphModulez…
Output of FX wrapper codegen. Exposes the same methods as ModuleType, but these
map back to a GraphModule instead of Python source.
r<   ÚgmzCallable[..., Any]Úcompiled_fnc               ó   € V ^8„  d   QhRR/# ©rM   rP   rQ   rR   )rS   s   "rT   rU   Ú"FileBackedGraphModule.__annotate__j   s   € ÷  ñ  ˜tñ  rV   c                	óL  € \         P                  ! R RRR7      V n         \        P                  ! \        P
                  V P                   P                  4       V P                   ;_uu_ 4       pVP                  V P                  4       RRR4       R#   + '       g   i     R# ; i)zw+z.pyF)ÚmodeÚsuffixÚdeleteN)	ÚtempfileÚNamedTemporaryFileÚatexitÚregisterÚosÚremoveÚnameÚwriteÚvalue)ÚselfÚfs   & rT   Ú__post_init__Ú#FileBackedGraphModule.__post_init__j   sb   € ô !×3Ò3Ø˜e¨Eô
ˆŒô 	�ŠœŸ	™	 4§=¡=×#5Ñ#5Ô6Ø�]�]Š]˜aØ�G‰G�D—J‘JÔ÷ �]�]Š]ús   Á,BÂB#	c               ó   € V ^8„  d   QhRR/# ©rM   rP   rO   rR   )rS   s   "rT   rU   rd   u   s   € ÷ "ñ "˜#ñ "rV   c                	ó.   € V P                   P                  # ©N)ri   ro   ©rr   s   &rT   Ú__file__ÚFileBackedGraphModule.__file__t   s   € à�}‰}×!Ñ!Ð!rV   c               ó    € V ^8„  d   QhRRRR/# )rM   Úargsú	list[Any]rP   r   rR   )rS   s   "rT   rU   rd   x   s   € ÷ 'ñ '˜ð ' sñ 'rV   c                	ó"   € V P                   ! V!  # ry   )ra   ©rr   r~   s   &&rT   ÚcallÚFileBackedGraphModule.callx   s   € Ø×Ò Ñ&Ð&rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rd   |   s   € ÷ ñ �sñ rV   c                	ó.   € V P                   P                  # ry   )r`   Úcoderz   s   &rT   rq   ÚFileBackedGraphModule.value{   s   € à�w‰w�|‰|ÐrV   )ri   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú__annotations__rt   Úpropertyr{   r‚   rq   Ú__static_attributes__rR   rV   rT   r_   r_   `   sF   ‡ ñð
 	ƒOØ#Ó#õ ð ô"ó ð"õ'ð ôó ôrV   r_   c                  óN   € ] tR t^€t^ t^t^t]R R l4       t]R R l4       t	Rt
R# )ÚWorkspaceZeroModec               ó$   € V ^8„  d   QhRRRRRR/# )rM   Úar‘   ÚbrP   rR   )rS   s   "rT   rU   ÚWorkspaceZeroMode.__annotate__†   s)   € ÷ Nñ NÐ$ð NÐ):ð NÐ?Pñ NrV   c                	ó’   € W8X  g   V\         P                  8X  d   V # V \         P                  8X  d   V# \        R V : RV: R24      h)zWorkspaceZeroMode.combine(ú, Ú))r‘   ÚUNINITIALIZEDÚNotImplementedError©r“   r”   s   &&rT   ÚcombineÚWorkspaceZeroMode.combine…   sI   € àŒ6�QÔ+×9Ñ9Ô9ØˆHØÔ!×/Ñ/Ô/ØˆHÜ!Ð$>¸q¹eÀ2ÀaÁUÈ!Ð"LÓMÐMrV   c               ó    € V ^8„  d   QhRRRR/# )rM   Ú	zero_fillÚboolrP   r‘   rR   )rS   s   "rT   rU   r•   Ž   s   € ÷ /ñ /˜Tð /Ð&7ñ /rV   c                	óR   € V '       d   \         P                  # \         P                  # ry   )r‘   ÚZERO_ON_CALLr™   )rŸ   s   &rT   Ú	from_boolÚWorkspaceZeroMode.from_bool�   s   € çÜ$×1Ñ1Ð1Ü ×.Ñ.Ð.rV   rR   N)rˆ   r‰   rŠ   r‹   r™   r¢   ÚZERO_PER_GRAPHÚstaticmethodrœ   r£   r�   rR   rV   rT   r‘   r‘   €   s9   † Ø€MØ€LØ€NàôNó ðNð ô/ó ô/rV   r‘   c                  óF   € ] tR t^”tRt]R R l4       t]R R l4       tRtR# )ÚCodegenSymbolzH
An IR object possibly corresponding to a variable in the wrapper code.
c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   ÚCodegenSymbol.__annotate__š   s   € ÷ ñ ˜#ñ rV   c                	ó   € R # ry   rR   rz   s   &rT   Úget_nameÚCodegenSymbol.get_name™   ó   € árV   c               ó   € V ^8„  d   QhRR/# ©rM   rP   ztorch.Tensor | sympy.SymbolrR   )rS   s   "rT   rU   rª   ž   s   € ÷ ñ Ð8ñ rV   c                	ó   € R # ry   rR   rz   s   &rT   Úget_exampleÚCodegenSymbol.get_example�   r®   rV   rR   N)	rˆ   r‰   rŠ   r‹   rŒ   r   r¬   r²   r�   rR   rV   rT   r¨   r¨   ”   s/   † ñð ôó ðð ôó ôrV   r¨   T)Úfrozenc                  ón  € ] tR t^¢t$ RtR]R&   R]R&   R]R&   R]R	&   R
tR]R&   ]P                  t	R]R&   ]
R.R R ll4       t]
R R l4       t]
R R l4       t]
R R l4       tR R lt]tR R ltR R ltR R lt]R R l4       t]t]t]tR  R! ltR" R# ltR$ R% ltR& R' ltR( R) ltR* R+ ltR,tR-# )/ÚWorkspaceArga  A temporary buffer used for a single kernel, then discarded.

Not registered as a traditional buffer since there are no users,
so it would be dead code eliminated.

Args:
    nbytes: The size of the buffer in bytes.
    zero_fill: Whether the buffer should be initialized to zero.

ú
sympy.ExprÚcountr‘   Ú	zero_modeútorch.deviceÚdevicerO   Ú
outer_nameÚws_ptrÚ
inner_nameútorch.dtypeÚdtypec               ó    € V ^8„  d   QhRRRR/# )rM   ÚprefixrO   rP   rR   )rS   s   "rT   rU   ÚWorkspaceArg.__annotate__·   s   € ÷ 7ñ 7˜Cð 7°3ñ 7rV   c                	óP   € V  \        \        P                  P                  4       2# ry   )Únextr7   ÚgraphÚworkspace_id)rÂ   s   &rT   Úunique_nameÚWorkspaceArg.unique_name¶   s!   € à�œ$œqŸw™w×3Ñ3Ó4Ð5Ð6Ð6rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r“   r¶   r”   rP   r    rR   )rS   s   "rT   rU   rÃ   »   s!   € ÷ 
ñ 
�Lð 
 \ð 
°dñ 
rV   c                	ó¸   € V P                   VP                   8H  ;'       d;    V P                  VP                  8H  ;'       d    V P                  VP                  8H  # ry   )r¾   rÀ   r»   r›   s   &&rT   Úcan_joinÚWorkspaceArg.can_joinº   sF   € ð �L‰L˜AŸL™LÑ(×XÐX¨Q¯W©W¸¿¹Ñ-?×XÐXÀAÇHÁHÐPQ×PXÑPXÑDXð	
rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   r“   r¶   r”   rP   rR   )rS   s   "rT   rU   rÃ   Á   s!   € ÷ 
ñ 
�ð 
 ð 
°,ñ 
rV   c           	     	óú   € \        V P                  VP                  ,           \        P                  V P                  VP                  4      V P
                  V P                  V P                  V P                  R 7      # )©r¸   r¹   rÀ   r»   r¾   r¼   )	r¶   r¸   r‘   rœ   r¹   rÀ   r»   r¾   r¼   r›   s   &&rT   ÚjoinÚWorkspaceArg.joinÀ   sS   € äØ—'‘'˜AŸG™GÕ#Ü'×/Ñ/°·±¸Q¿[¹[ÓIØ—'‘'Ø—8‘8Ø—|‘|Ø—|‘|ô
ð 	
rV   c               ó$   € V ^8„  d   QhRRRRRR/# rÏ   rR   )rS   s   "rT   rU   rÃ   Ì   s!   € ÷ 
ñ 
�<ð 
 Lð 
°\ñ 
rV   c           	     	ó¸  € V P                   VP                   8X  d7   V P                  VP                  8X  d   V P                  VP                  8X  g   \        R 4      h\	        \        V P                  VP                  4      \        P                  V P                  VP                  4      V P                   V P                  V P                  V P                  R7      # )zDWorkspaceArg.maximum requires matching dtype, device, and inner_namerÑ   )rÀ   r»   r¾   ÚAssertionErrorr¶   r   r¸   r‘   rœ   r¹   r¼   r›   s   &&rT   ÚmaximumÚWorkspaceArg.maximumË   s—   € ð �G‰G�q—w‘wÔ 1§8¡8¨q¯x©xÔ#7¸A¿L¹LÈAÏLÉLÔ<Xä ØVóð ô Ü�a—g‘g˜qŸw™wÓ'Ü'×/Ñ/°·±¸Q¿[¹[ÓIØ—'‘'Ø—8‘8Ø—|‘|Ø—|‘|ô
ð 	
rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   rº   rR   )rS   s   "rT   rU   rÃ   Ý   s   € ÷ ñ ˜Lñ rV   c                	ó   € V P                   # ry   ©r»   rz   s   &rT   Ú
get_deviceÚWorkspaceArg.get_deviceÝ   s   € Ø�{‰{ÐrV   c               ó   € V ^8„  d   QhRR/# )rM   rP   r¿   rR   )rS   s   "rT   rU   rÃ   â   s   € ÷ ñ ˜;ñ rV   c                	ó   € V P                   # ry   )rÀ   rz   s   &rT   Ú	get_dtypeÚWorkspaceArg.get_dtypeâ   s   € Ø�z‰zÐrV   c               ó   € V ^8„  d   QhRR/# r°   rR   )rS   s   "rT   rU   rÃ   å   s   € ÷ /ñ /Ð8ñ /rV   c                	ó>   € V P                  4       P                  4       # ry   )Ú
get_layoutr²   rz   s   &rT   r²   ÚWorkspaceArg.get_exampleå   s   € Ø�‰Ó ×,Ñ,Ó.Ð.rV   c               ó   € V ^8„  d   QhRR/# ©rM   rP   r@   rR   )rS   s   "rT   rU   rÃ   è   s   € ÷ 
ñ 
˜Kñ 
rV   c                	óf   € ^RI Hp V! V P                  V P                  V P                  .^.R7      # )rM   )r@   )r»   rÀ   ÚsizeÚstride)Úirr@   r»   rÀ   r¸   )rr   r@   s   & rT   rä   ÚWorkspaceArg.get_layoutè   s.   € Ý$áØ—;‘;Ø—*‘*Ø—*‘*�Ø�3ô	
ð 	
rV   c               ó   € V ^8„  d   QhRR/# rç   rR   )rS   s   "rT   rU   rÃ   ó   s   € ÷ !ñ !˜ñ !rV   c                	ó"   € V P                  4       # ry   )rä   rz   s   &rT   ÚlayoutÚWorkspaceArg.layoutò   s   € à�‰Ó Ð rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   r·   rR   )rS   s   "rT   rU   rÃ   ú   s   € ÷ ñ ˜Jñ rV   c                	ó6   € \         P                  P                  # ry   )ÚsympyÚSÚZerorz   s   &rT   Ú
get_offsetÚWorkspaceArg.get_offsetú   s   € Ü�w‰w�|‰|ÐrV   c               ó   € V ^8„  d   QhRR/# ©rM   rP   úlist[sympy.Expr]rR   )rS   s   "rT   rU   rÃ   ý   s   € ÷ ñ Ð*ñ rV   c                	ó   € V P                   .# ry   )r¸   rz   s   &rT   Úget_sizeÚWorkspaceArg.get_sizeý   s   € Ø—
‘
ˆ|ÐrV   c               ó   € V ^8„  d   QhRR/# rù   rR   )rS   s   "rT   rU   rÃ      s   € ÷ ñ Ð,ñ rV   c                	ó8   € \         P                  P                  .# ry   )ró   rô   ÚOnerz   s   &rT   Ú
get_strideÚWorkspaceArg.get_stride   s   € Ü—‘—‘ˆ}ÐrV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rÃ     ó   € ÷ ñ ˜#ñ rV   c                	ó   € V P                   # ry   )r¼   rz   s   &rT   r¬   ÚWorkspaceArg.get_name  s   € Ø�‰ÐrV   c               ó   € V ^8„  d   QhRR/# ©rM   rP   r    rR   )rS   s   "rT   rU   rÃ     s   € ÷ ñ ˜tñ rV   c                	ó   € R # ©FrR   rz   s   &rT   Úget_is_pinnedÚWorkspaceArg.get_is_pinned  ó   € ÙrV   c               ó   € V ^8„  d   QhRR/# )rM   rP   ú	list[str]rR   )rS   s   "rT   rU   rÃ   	  s   € ÷ ñ ¨iñ rV   c                	ó   € . # ry   rR   rz   s   &rT   Úget_inputs_that_alias_outputÚ)WorkspaceArg.get_inputs_that_alias_output	  s   € Øˆ	rV   rR   N)Ú
workspace_) rˆ   r‰   rŠ   r‹   rŒ   r�   r¾   ÚtorchÚuint8rÀ   r¦   rÈ   rÌ   rÒ   r×   rÜ   Úget_device_or_errorrà   r²   rä   rŽ   rï   Úget_output_specÚmaybe_get_output_specÚmaybe_get_layoutrö   rü   r  r¬   r  r  r�   rR   rV   rT   r¶   r¶   ¢   sì   ‡ ñ	ð ÓØ Ó ØÓØƒOØ€J�ÓØŸ™€Eˆ;Ó$àö7ó ð7ð ô
ó ð
ð
 ô
ó ð
ð ô
ó ð
õ"ð %Ðõõ/õ
ð ô!ó ð!ð !€OØ&ÐØ!Ðõõõõõ÷ñ rV   r¶   c                  ó.   € ] tR tRtR R ltR R ltRtR# )ÚTritonScratchWorkspacei  c               ó    € V ^8„  d   QhRRRR/# )rM   ré   ÚintÚgenerate_dtype_strúCallable[..., str]rR   )rS   s   "rT   rU   Ú#TritonScratchWorkspace.__annotate__  s   € ÷ 6ñ 6˜Sð 6Ð6Hñ 6rV   c                	ó   € Wn         W n        R # ry   )ré   Ú_generate_dtype_str)rr   ré   r  s   &&&rT   Ú__init__ÚTritonScratchWorkspace.__init__  s   € ØŒ	Ø#5Ö rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r     s   € ÷ *ñ * Cñ *rV   c                	ó"   € V P                  4       # ry   )r"  rz   s   &rT   r  Ú)TritonScratchWorkspace.generate_dtype_str  s   € Ø×'Ñ'Ó)Ð)rV   )r"  ré   N)rˆ   r‰   rŠ   r‹   r#  r  r�   rR   rV   rT   r  r    s   † õ6÷*ñ *rV   r  c                  óz   € ] tR tRt$ R]R&   R]R&   R]R&   ]P                  P                  tR]R&   R	t	R
]R&   Rt
R	# )Ú	TensorArgi  rO   ro   Úbufferr¿   rÀ   r·   ÚoffsetNú
str | NoneÚalias_ofrR   )rˆ   r‰   rŠ   r‹   r�   ró   rô   rõ   r+  r-  r�   rR   rV   rT   r)  r)    s.   ‡ à
ƒIØƒKØÓØŸ™Ÿ™€FˆJÓ%Ø€Hˆj×rV   r)  c                  óB   € ] tR tRt$ R]R&   R]R&   ]R R l4       tRtR	# )
ÚSizeArgi  rO   ro   r·   Úexprc               ó   € V ^8„  d   QhRR/# ©rM   rP   r,  rR   )rS   s   "rT   rU   ÚSizeArg.__annotate__%  s   € ÷ ñ ˜*ñ rV   c                	ó   € R # ry   rR   rz   s   &rT   r-  ÚSizeArg.alias_of$  s   € árV   rR   N)rˆ   r‰   rŠ   r‹   r�   rŽ   r-  r�   rR   rV   rT   r/  r/    s   ‡ à
ƒIØ
Óàôó ôrV   r/  c                  ó"   € ] tR tRt$ R]R&   RtR# )ÚConstexprArgi)  rO   ro   rR   N©rˆ   r‰   rŠ   r‹   r�   r�   rR   rV   rT   r7  r7  )  s   ‡ à
‡IrV   r7  c                  ó@   € ] tR tRt$ R]R&   R]R&   R]R&   R]R&   R	tR
# )ÚTMADescriptorArgi.  rO   ro   Úapi_typezlist[sympy.Expr] | NoneÚblock_shapeútorch.dtype | NonerÀ   rR   Nr8  rR   rV   rT   r:  r:  .  s   ‡ à
ƒIØƒMØ(Ó(Ø×rV   r:  c                  óH   € ] tR tRt$ R]R&   R]R&   RtR]R&   RtR]R	&   R
tR# )ÚDeviceCodegeni6  ÚSchedulingConstructorÚ
schedulingÚWrapperConstructorÚwrapper_codegenNúWrapperConstructor | NoneÚcpp_wrapper_codegenÚfx_wrapper_codegenrR   )rˆ   r‰   rŠ   r‹   r�   rE  rF  r�   rR   rV   rT   r?  r?  6  s&   ‡ à%Ó%Ø'Ó'Ø59ÐÐ2Ó9Ø48ÐÐ1×8rV   r?  zdict[str, DeviceCodegen]Údevice_codegensc                  ó.  € ] tR tRtR R ltR R ltR R ltR R	 ltR
 R ltR R lt	R R lt
R R ltR R ltR R ltR R ltR R ltR R ltR R ltR R ltR  R! ltR" R# ltR$ R% ltR& R' ltR( R) ltR* R+ ltR, R- ltR2R/ R0 lltR1tR.# )3ÚDeviceOpOverridesiH  c               ó   € V ^8„  d   QhRR/# r  rR   )rS   s   "rT   rU   ÚDeviceOpOverrides.__annotate__I  s   € ÷ ñ  dñ rV   c                ó   € R# )a$  Explicitly opt into the CUDA/XPU-style C++ wrapper two-pass path.

Using, registering, or inheriting from a CppWrapperGpu-style class does
not imply this capability. MPS and MTIA use GPU-style wrapper classes
but do not require the CUDA/XPU lazy-autotune JIT+AOT path solely for
that reason.
FrR   rz   s   &rT   Úuses_gpu_cpp_wrapperÚ&DeviceOpOverrides.uses_gpu_cpp_wrapperI  s   € ñ rV   c               ó    € V ^8„  d   QhRRRR/# ©rM   ro   rO   rP   rR   )rS   s   "rT   rU   rK  S  s   € ÷ "ñ "¨Sð "°Sñ "rV   c                	ó   € \         hry   ©rš   ©rr   ro   s   &&rT   Úimport_get_raw_stream_asÚ*DeviceOpOverrides.import_get_raw_stream_asS  ó   € Ü!Ð!rV   c               ó    € V ^8„  d   QhRRRR/# ©rM   Ú
device_idxÚ	DeviceIdxrP   rO   rR   )rS   s   "rT   rU   rK  V  s   € ÷ "ñ " Yð "°3ñ "rV   c                	ó   € \         hry   rR  ©rr   rY  s   &&rT   Ú
set_deviceÚDeviceOpOverrides.set_deviceV  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  Y  s   € ÷ "ñ "˜Sñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   ÚsynchronizeÚDeviceOpOverrides.synchronizeY  rV  rV   c               ó    € V ^8„  d   QhRRRR/# rX  rR   )rS   s   "rT   rU   rK  \  s   € ÷ "ñ " yð "°Sñ "rV   c                	ó   € \         hry   rR  r\  s   &&rT   Údevice_guardÚDeviceOpOverrides.device_guard\  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  _  s   € ÷ 
ñ 
¨ñ 
rV   c                	óF   € \        R \        V 4      P                   R24      h)z>compile-on-one-rank (device-as-parameter) is not supported on z‚: it has no current_device_idx_expr(), so the generated wrapper would bake the compile-time device index and not be rank-portable.)ÚRuntimeErrorÚtyperˆ   rz   s   &rT   Úcurrent_device_idx_exprÚ)DeviceOpOverrides.current_device_idx_expr_  s.   € ô ØLÜ�D‹z×"Ñ"Ð#ð $ðó
ð 	
rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  l  ó   € ÷ "ñ " ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcurrent_streamÚ DeviceOpOverrides.current_streaml  rV  rV   c               ó    € V ^8„  d   QhRRRR/# )rM   Ústream_namerO   rP   rR   )rS   s   "rT   rU   rK  o  s   € ÷ .ñ .¨ð .°ñ .rV   c                	ó   € V R 2# )z.native_handlerR   )rr   rs  s   &&rT   Ústream_handleÚDeviceOpOverrides.stream_handleo  s   € Ø�˜nÐ-Ð-rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  r  ó   € ÷ "ñ " #ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_device_guardÚ"DeviceOpOverrides.cpp_device_guardr  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  u  ó   € ÷ "ñ " sñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_aoti_device_guardÚ'DeviceOpOverrides.cpp_aoti_device_guardu  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  x  rx  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_stream_guardÚ"DeviceOpOverrides.cpp_stream_guardx  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  {  r}  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_aoti_stream_guardÚ'DeviceOpOverrides.cpp_aoti_stream_guard{  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  ~  s   € ÷ "ñ "¨3ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_getStreamFromExternalÚ+DeviceOpOverrides.cpp_getStreamFromExternal~  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  �  ó   € ÷ "ñ "˜sñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úkernel_headerÚDeviceOpOverrides.kernel_header�  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  „  rŽ  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úkernel_driverÚDeviceOpOverrides.kernel_driver„  rV  rV   c               ó   € V ^8„  d   QhRR/# r  rR   )rS   s   "rT   rU   rK  ‡  s   € ÷ ñ °ñ rV   c                	ó   € R # r
  rR   rz   s   &rT   Úcpp_kernel_launch_supports_pdlÚ0DeviceOpOverrides.cpp_kernel_launch_supports_pdl‡  r  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  Š  ó   € ÷ "ñ " ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_stream_typeÚ!DeviceOpOverrides.cpp_stream_typeŠ  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  �  r›  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úaoti_get_streamÚ!DeviceOpOverrides.aoti_get_stream�  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  �  r›  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_kernel_typeÚ!DeviceOpOverrides.cpp_kernel_type�  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  “  rn  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úcpp_device_ptrÚ DeviceOpOverrides.cpp_device_ptr“  rV  rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  –  s   € ÷ "ñ " #ñ "rV   c                ó   € \         h)z‘Return the C++ ATen DeviceType expression for this device.

The returned value must use the ``at::k...`` form, for example
``at::kPrivateUse1``.
rR  rz   s   &rT   Úaten_device_typeÚ"DeviceOpOverrides.aten_device_type–  s
   € ô "Ð!rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rK  ž  s   € ÷ "ñ "¨ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Útma_descriptor_helpersÚ(DeviceOpOverrides.tma_descriptor_helpersž  rV  rV   Nc               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   Úidxr  Ú	workspacer  rÂ   r,  rP   ztuple[list[str], str] | NonerR   )rS   s   "rT   rU   rK  ¡  s,   € ÷ "ñ "Øð"Ø#9ð"ØCMð"à	%ñ"rV   c                	ó   € \         hry   rR  )rr   r´  rµ  rÂ   s   &&&&rT   Úcpp_scratchÚDeviceOpOverrides.cpp_scratch¡  s
   € ô "Ð!rV   rR   ry   )rˆ   r‰   rŠ   r‹   rM  rT  r]  ra  re  rk  rp  ru  rz  r  rƒ  r‡  r‹  r�  r”  r˜  r�  r¡  r¥  r©  r­  r±  r·  r�   rR   rV   rT   rI  rI  H  sz   † õõ"õ"õ"õ"õ
õ"õ.õ"õ"õ"õ"õ"õ"õ"õõ"õ"õ"õ"õ"õ"÷"ó "rV   rI  c                  óR   € ] tR tRtR R ltR R ltR R ltR R	 ltR
 R ltRt	R# )ÚNoOpDeviceOpOverridesi¨  c               ó    € V ^8„  d   QhRRRR/# rP  rR   )rS   s   "rT   rU   Ú"NoOpDeviceOpOverrides.__annotate__©  s   € ÷ 
ñ 
¨Sð 
°Sñ 
rV   c                	ó   € \        R 4      # )zI
            def get_raw_stream(_):
                return 0
            r	   rS  s   &&rT   rT  Ú.NoOpDeviceOpOverrides.import_get_raw_stream_as©  s   € Üðó
ð 	
rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r¼  ±  s   € ÷ ñ  ñ rV   c                	ó   € R # )zvoid*rR   rz   s   &rT   r¥  Ú%NoOpDeviceOpOverrides.cpp_kernel_type±  s   € ÙrV   c               ó    € V ^8„  d   QhRRRR/# rX  rR   )rS   s   "rT   rU   r¼  ´  s   € ÷ ñ  Yð °3ñ rV   c                	ó   € R # ©ÚpassrR   r\  s   &&rT   r]  Ú NoOpDeviceOpOverrides.set_device´  ó   € ÙrV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r¼  ·  s   € ÷ ñ ˜Sñ rV   c                	ó   € R # rÄ  rR   rz   s   &rT   ra  Ú!NoOpDeviceOpOverrides.synchronize·  rÇ  rV   c               ó    € V ^8„  d   QhRRRR/# rX  rR   )rS   s   "rT   rU   r¼  º  s   € ÷ 5ñ 5 yð 5°Sñ 5rV   c                	ó   € R # )z#torch._ops.contextlib.nullcontext()rR   r\  s   &&rT   re  Ú"NoOpDeviceOpOverrides.device_guardº  s   € Ù4rV   rR   N)
rˆ   r‰   rŠ   r‹   rT  r¥  r]  ra  re  r�   rR   rV   rT   rº  rº  ¨  s    † õ
õõõ÷5ñ 5rV   rº  zdict[str, DeviceOpOverrides]Údevice_op_overrides_dictFz'dict[str, CustomGraphModulePass | None]Úcustom_backend_passeszdict[str, ConfigModule | None]Úcustom_backend_codegen_configsc               ó8   € V ^8„  d   QhRRRRRRRRR	RR
RRRRR/# )rM   r»   rO   Údevice_schedulingr@  Údevice_wrapper_codegenrB  Údevice_cpp_wrapper_codegenrD  Údevice_fx_wrapper_codegenÚdevice_custom_passúCustomGraphModulePass | NoneÚdevice_custom_configúConfigModule | NonerP   rQ   rR   )rS   s   "rT   rU   rU   Û  sb   € ÷ Bñ BØðBà,ðBð /ðBð !:ð	Bð
  9ðBð 5ðBð .ðBð 
ñBrV   c                óÒ   € \        VVVV4      \        V &   V\        V &   V'       d8   \        V\        4      '       d   V\
        Jg   \        R V: R\
        : 24      hV\        V &   R# )zdevice_custom_config=z: cannot be the same as the default inductor config config=N)r?  rG  rÏ  Ú
isinstancer   r   rÖ   rÐ  )r»   rÒ  rÓ  rÔ  rÕ  rÖ  rØ  s   &&&&&&&rT   Úregister_backend_for_devicerÜ  Û  su   € ô ,ØØØ"Ø!ó	„O�FÑð %7Ô˜&Ñ!ßäÐ+¬\×:Ò:Ø$¬FÓ2ä Ø(Ð'Ñ)Ð)dÔ]cÑ\eÐfóð ð .BÔ" 6Ó*rV   c                  ó¢   € ] tR tRt]! 4       t]! 4       t]! 4       t]! 4       t]! 4       t	]! 4       t
]! 4       t]! 4       t]! 4       t]! 4       tRtR# )ÚBackendFeatureiö  rR   N)rˆ   r‰   rŠ   r‹   r   ÚFOREACHÚ	BUCKETIZEÚINPLACE_BUFFERSÚMASKED_SCATTER_WITH_INDEXÚSCANÚSORTÚTUPLE_REDUCTIONÚPREFER_STORE_LOOP_ORDERÚTRITON_TEMPLATESÚREDUCE_TO_SINGLE_ELEMENTr�   rR   rV   rT   rÞ  rÞ  ö  sL   † Ù‹f€GÙ“€IÙ“f€OÙ $£ÐÙ‹6€DÙ‹6€DÙ“f€OÙ"›fÐÙ“vÐÙ#›vÔrV   rÞ  c               ó    € V ^8„  d   QhRRRR/# )rM   r»   útorch.device | str | NonerP   zOrderedSet[BackendFeature]rR   )rS   s   "rT   rU   rU     s   € ÷ 3ñ 3Ø%ð3àñ3rV   c                ó„  € V f   \        4       # \        4        \        V \        P                  4      '       d   V P
                  pMB\        V \        4      '       g   \        \        V 4      4      hT p\        P                  ! V4      p \        V4      pV'       g   \        RV 24      hV! R 4      pVP                  V 4      # )Nz$no scheduling registered for device )
r   Úinit_backend_registrationrÛ  r  r»   rj  rO   rÖ   Úget_scheduling_for_deviceÚget_backend_features)r»   Údevice_typeÚscheduling_ctorrA  s   &   rT   rî  rî    s›   € ð ‚~Ü‹|ÐÜÔÜ�&œ%Ÿ,™,×'Ò'Ø—k‘k‰ä˜&¤#×&Ò&Ü ¤ f£Ó.Ð.ØˆÜ—’˜kÓ*ˆÜ/°Ó<€OßÜÐCÀKÀ=ÐQÓRÐRÙ  Ó&€JØ×*Ñ*¨6Ó2Ð2rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r»   rê  ÚfeaturerÞ  rP   r    rR   )rS   s   "rT   rU   rU     s$   € ÷ 3ñ 3Ø%ð3Ø0>ð3à	ñ3rV   c                óx   € \        V\        4      '       g   \        R\        V4       24      hV\	        V 4      9   # )zSee also V.graph.has_featurezexpected BackendFeature, got )rÛ  rÞ  rÖ   rj  rî  )r»   rò  s   &&rT   Úhas_backend_featurerô    s9   € ô �gœ~×.Ò.ÜÐ<¼TÀ'»]¸OÐLÓMÐMØÔ*¨6Ó2Ñ2Ð2rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r»   rO   rP   zSchedulingConstructor | NonerR   )rS   s   "rT   rU   rU      s   € ÷ Uñ U cð UÐ.Jñ UrV   c                óJ   € V \         9   d   \         V ,          P                  # R # ry   )rG  rA  rÛ   s   &rT   rí  rí     s    € Ø17¼?Ô1JŒ?˜6Õ"×-Ñ-ÐTÐPTÐTrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   r»   rO   Úcpp_wrapperr    Ú
fx_wrapperrP   rD  rR   )rS   s   "rT   rU   rU   $  s,   € ÷ ñ ØðØ"ðØ8<ðàñrV   c                ó  € V \         9   d~   \         V ,          pV'       d   VP                  # V'       dI   VP                  pV R 8X  d4   \        P                  P
                  '       d   ^RIHp ^RIH	p WEJ d   V# V# VP                  # R# )Úcpu©ÚCppWrapperCpu)ÚCppWrapperCpuArrayRefN)rG  rF  rE  r   Úaot_inductorÚallow_stack_allocationÚcpp_wrapper_cpurý  Úcpp_wrapper_cpu_array_refrþ  rC  )r»   rø  rù  Úwrapper_codegen_objrE  rý  rþ  s   &&&    rT   Úget_wrapper_codegen_for_devicer  $  sv   € ð ”Ô Ü-<¸VÕ-DÐßØ&×9Ñ9Ð9ßØ"5×"IÑ"IÐð ˜Œ¤6×#6Ñ#6×#M×#MÐ#MÝ:ÝLà&Ó7Ø0Ð0Ø&Ð&à&×6Ñ6Ð6ÙrV   c               ó    € V ^8„  d   QhRRRR/# )rM   r»   rO   rP   r×  rR   )rS   s   "rT   rU   rU   <  s   € ÷ -ñ -¨sð -Ð7Sñ -rV   c                ó,   € \         P                  V 4      # ry   )rÏ  ÚgetrÛ   s   &rT   Ú"get_custom_backend_pass_for_devicer  <  s   € Ü ×$Ñ$ VÓ,Ð,rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r»   rO   rP   rÙ  rR   )rS   s   "rT   rU   rU   @  s   € ÷ 6ñ 6°ð 6Ð9Lñ 6rV   c                ó,   € \         P                  V 4      # ry   )rÐ  r  rÛ   s   &rT   Ú$get_custom_backend_config_for_devicer  @  s   € Ü)×-Ñ-¨fÓ5Ð5rV   c               ó    € V ^8„  d   QhRRRR/# )rM   ro   rO   rP   ztuple[ConfigModule, str] | NonerR   )rS   s   "rT   rU   rU   K  s   € ÷ 
ñ 
 3ð 
Ð+Jñ 
rV   c                ó¦   € V P                  RR4      P                  R4      w  rp\        P                  V4      pVe   W4P                  9   d   WC3# R# )z»(owning ConfigModule, config key) for a device-namespaced option name.

Returns None for names that are not a registered device's config key;
callers fall back to torch._inductor.config.
Ú-Ú_Ú.N)ÚreplaceÚ	partitionrÐ  r  Ú_config)ro   r»   r  ÚkeyÚowners   &    rT   Úget_compile_option_ownerr  K  sM   € ð —\‘\ # sÓ+×5Ñ5°cÓ:�N€FˆsÜ*×.Ñ.¨vÓ6€EØÒ˜S§M¡MÔ1ØˆzÐÙrV   c               ó   € V ^8„  d   QhRR/# )rM   Úconfig_patcheszdict[str, Any] | NonerR   )rS   s   "rT   rU   rU   X  s   € ÷ ñ Ð*?ñ rV   c                ó€  a€ \        \        \        4      p/ oT ;'       g    / P                  4        Fg  w  r#VP	                  RR4      pV\        P
                  9   d   YreM#\        4        \        V4      ;'       g    VV3w  rVVSP                  V/ 4      V&   Ki  	  \        P                  R V3R ll4       pV! 4       # )zGPatch core and backend options; decorators replay patches on each call.r  r  c               ó   € V ^8„  d   QhRR/# ©rM   rP   úIterator[None]rR   )rS   s   "rT   rU   Ú+patch_compile_options.<locals>.__annotate__m  s   € ÷ ñ �>ñ rV   c               3  óþ   <"  € \         P                  ! 4       ;_uu_ 4       p SP                  4        F%  w  rV P                  VP	                  V4      4       K'  	  R x € R R R 4       R #   + '       g   i     R # ; i5iry   )Ú
contextlibÚ	ExitStackÚitemsÚenter_contextÚpatch)Ústackr  ÚvaluesÚgroupeds      €rT   r#  Ú$patch_compile_options.<locals>.patchl  sQ   øé € ä×!Ò!×#Ô# uØ!(§¡¦‘�Ø×#Ñ# E§K¡K°Ó$7Ö8ñ "1ã÷ $×#×#Ò#üs   ƒA=¡>A)Á
A=Á)A:	Á4	A=)r   r   r   r!  r  r  rì  r  Ú
setdefaultr  Úcontextmanager)	r  Úcore_configro   rq   Ú
normalizedr  r  r#  r&  s	   &       @rT   Úpatch_compile_optionsr,  X  sº   ø€ ô ”|¤VÓ,€Kà24€GØ&×,Ð,¨"×3Ñ3Ö5‰ˆØ—\‘\ # sÓ+ˆ
ØœŸ™Ô'à$‘3ô &Ô'Ü1°*Ó=÷ ð ØØðB‰JˆEð .3ˆ×Ñ˜5 "Ó% cÓ*ñ 6ô ×Ñ÷ó ðñ ‹7€NrV   c               ó   € V ^8„  d   QhRR/# rc   rR   )rS   s   "rT   rU   rU   w  s   € ÷ `
ñ `
¨Dñ `
rV   c                 óp  aaa€ ^RI Hp  ^RIHp ^RIHp ^RIHp ^RIH	p ^RI
Hp ^RIHp ^RIHp ^R	IHp ^R
IHp	 ^RIHp
 ^RIHp ^RIHp \5        R4      f   RV RVRV	RV/o\7        RV3R lV
VV4       \5        R4      f   RVRVRV/o\7        RV3R lV
VV4       \5        R4      f   \7        RVV
4       \5        R4      f   \7        RVV
VV4       \5        R4      f   RV/o\7        RV3R lV
4       \5        R4      f   \7        RVV
VV4       \5        R4      f   \7        RV	VVV4       R# R# )é   )ÚCppSchedulingrü  )ÚCppWrapperGpu)ÚCppWrapperMps)ÚCUDACombinedScheduling)ÚHalideScheduling)ÚMetalScheduling)ÚPallasScheduling)ÚPythonWrapperMtia)ÚTritonSchedulingrH   )ÚWrapperFxCodegen)ÚXPUCombinedSchedulingrû  NÚcppÚhalideÚtritonÚpallasc                ó>   <€ S\         P                  ,          ! V 4      # ry   )r   Úcpu_backend)rA  Úcpu_backendss   &€rT   Ú<lambda>Ú4_init_builtin_backend_registration.<locals>.<lambda>’  ó   ø€ ˜|¬F×,>Ñ,>Ö?À
ÔKrV   Úcudac                ó>   <€ S\         P                  ,          ! V 4      # ry   )r   Úcuda_backend)rA  Úcuda_backendss   &€rT   rB  rC  ¥  s   ø€ ˜}¬V×-@Ñ-@ÖAÀ*ÔMrV   ÚtpuÚxpuc                ó>   <€ S\         P                  ,          ! V 4      # ry   )r   Útpu_backend)rA  Útpu_backendss   &€rT   rB  rC  Ã  rD  rV   ÚmpsÚmtia)r;  r0  r  rý  Úcpp_wrapper_gpur1  Úcpp_wrapper_mpsr2  Úcuda_combined_schedulingr3  r<  r4  rN  r5  r>  r6  Úpython_wrapper_mtiar7  r=  r8  ÚwrapperrI   Úwrapper_fxirr9  Úxpu.xpu_combined_schedulingr:  rí  rÜ  )r0  rý  r1  r2  r3  r4  r5  r6  r7  r8  rI   r9  r:  rA  rH  rM  s                @@@rT   Ú"_init_builtin_backend_registrationrW  v  sm  ú€ õ
 #Ý.Ý.Ý.Ý@Ý(Ý$Ý(Ý6Ý(Ý-Ý.ÝBä  Ó'Ò/à�=ØÐ&ØÐ&ØÐ&ð	
ˆô 	$ØÜKØ ð
 Øô
	
ô ! Ó(Ò0ð Ð,ØÐ&ØÐ&ð
ˆô
 	$ØÜMØ ØØô	
ô ! Ó'Ò/Ü#ØØØ ô	
ô ! Ó'Ò/Ü#ØØ!Ø ØØô	
ô ! Ó'Ò/àÐ&ð
ˆô 	$ØÜKØ ô	
ô ! Ó'Ò/Ü#ØØØ ØØô	
ô ! Ó(Ò0Ü#ØØØØØö	
ñ 1rV   c               ó   € V ^8„  d   QhRR/# rc   rR   )rS   s   "rT   rU   rU   Ú  s   € ÷ 0ñ 0 4ñ 0rV   c                 óp  € \        4        \        P                  P                  4       p V R8w  dì   \	        V 4      fÝ   \        \        V R4      p\        VRR4      pVeX   ^ RIHp T;_uu_ 4        \	        V 4      e    RRR4       R# \        '       d    RRR4       R# Rs V! 4        Rs RRR4       R# \        VRR4      p\        VRR4      p\        VR	R4      p\        VR
R4      pV'       d&   V'       d   V'       d   \        V VVVV4       R# R# R# R# R# R#   Rsi ; i  + '       g   i     R# ; i)zŒ
Register the backend for different devices, including the scheduling
for kernel code generation and the host side wrapper code generation.
ÚprivateuseoneNÚ_inductor_backend_init)Úcompile_lockTFÚ
SchedulingrI   ÚCppWrapperCodegenr9  )
rW  r  Ú_CÚ_get_privateuse1_backend_namerí  ÚgetattrÚtorch._dynamo.convert_framer\  Ú%_privateuse1_backend_init_in_progressrÜ  )Úprivate_backendÚ
device_modÚbackend_initr\  rÒ  rC  rE  rF  s           rT   rì  rì  Ú  s/  € ô 'Ô(ä—h‘h×<Ñ<Ó>€Oà˜?Ô*Ü% oÓ6Ò>äœU O°TÓ:ˆ
Ü˜zÐ+CÀTÓJˆØÒ#õ
 Aç’ô
 -¨_Ó=ÒIØ÷ ‘÷ 9Ó8Ø÷ ‘ð 9=Ð5ðBÙ ”Nà<AÑ9÷ ‘ô !(¨
°LÀ$Ó GÐÜ% jÐ2HÈ$ÓOˆOÜ")¨*Ð6IÈ4Ó"PÐÜ!(¨Ð5GÈÓ!NÐß §_×9LÜ+Ø#Ø%Ø#Ø'Ø&öñ :M¡_Ñ ñ= ?ñ 	+øð2 =BÑ9ú÷ —�ús6   Á/D$ÂD$ÂD$ÂD$Â"DÂ)D$ÄD!Ä!D$Ä$D5	c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   ÚindexzSequence[sympy.Expr]Ú
index_varsÚsizesrP   rú   rR   )rS   s   "rT   rU   rU     s6   € ÷ Uñ UØðUà$ðUð  ðUð ñ	UrV   c                óJ   € ^RI Hp . V O\        WP                  V4      4      N# )rM   )ÚFlexibleLayout)rë   rl  r,   Úcontiguous_strides)rh  ri  rj  rl  s   &&& rT   Úindex_prevent_reorderingrn    s*   € õ
 $ð UˆUÐT”I˜j×*KÑ*KÈEÓ*RÓSÐTÐTrV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r»   rO   Údevice_op_overridesrI  rP   rQ   rR   )rS   s   "rT   rU   rU     s$   € ÷ ?ñ ?Øð?Ø&7ð?à	ñ?rV   c                ón   € \         ;_uu_ 4        V\        V &   R R R 4       R #   + '       g   i     R # ; iry   )Údevice_op_overrides_lockrÎ  )r»   rp  s   &&rT   Úregister_device_op_overridesrs    s$   € ÷ 
"Ö	!Ø+>Ô  Ñ(÷ 
"×	!×	!Ò	!ús   �
#£4	c                 ó  € \         '       d   R # \        ;_uu_ 4        \         '       d    R R R 4       R # ^RIHp Hp ^RIHp ^RIHp ^RIHp \        R\        4       4       Rs R R R 4       R #   + '       g   i     R # ; i)N)Úcpu_device_op_overridesÚmps_device_op_overrides)rp  rI  T)Ú _device_op_overrides_initializedrr  Ú ru  rv  rE  rp  rO  rJ  rs  rº  )ru  rv  rp  Úmtia_op_overridesÚxpu_op_overridess        rT   Ú_initialize_device_op_overridesr{    sY   € ÷ (Ó'Ùç	!Ö	!ß+Ó+Ø÷ 
"Ñ	!÷	
õ 	.ÝBÝ@ô 	% UÔ,AÓ,CÔDà+/Ð(÷ 
"×	!×	!Ò	!ús   �A/µ0A/Á/B 	c               ó    € V ^8„  d   QhRRRR/# )rM   r»   rO   rP   rI  rR   )rS   s   "rT   rU   rU   8  s   € ÷ ,ñ , Cð ,Ð,=ñ ,rV   c                ó„   € \        V \        4      '       g   \        \        V 4      4      h\	        4        \
        V ,          # ry   )rÛ  rO   rÖ   rj  r{  rÎ  rÛ   s   &rT   Úget_device_op_overridesr~  8  s/   € Ü�fœc×"Ò"ÜœT &›\Ó*Ð*Ü#Ô%Ü# FÕ+Ð+rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r»   rO   rP   r    rR   )rS   s   "rT   rU   rU   ?  s   € ÷ Fñ F #ð F¨$ñ FrV   c                óx   € \        4        \        P                  V 4      pVR J;'       d    VP                  4       # ry   )r{  rÎ  r  rM  )r»   Ú	overridess   & rT   Ú_uses_gpu_cpp_wrapperr‚  ?  s4   € Ü#Ô%Ü(×,Ñ,¨VÓ4€IØ˜DÐ ×EÐE Y×%CÑ%CÓ%EÐErV   zdict[torch.dtype, torch.dtype]ÚDTYPE_TO_COMPUTATION_DTYPEc               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   Úop_namerO   r~   r   ÚkwargsrP   r=  rR   )rS   s   "rT   rU   rU   [  s0   € ÷ (ñ (Øð(àð(ð ð(ð ñ	(rV   c                óþ  € V \        4       9   d   \        P                  # V R9   d   RV9   d
   VR,          # VR,          # V R9   d   \        P                  # V R	9   d   \        P                  # V R8X  d   RV9   d
   VR,          # V^,          # V R8X  d   RV9   d
   VR,          # VR,          # V R
9   d)   V^,          p\
        P                  P                  V4      # V R8X  d   RV9   d
   VR,          # VR,          # R# )zC
Given op name and a list of input dtypes, deduce the output dtype
rÀ   Ú	reductionÚconstantÚto_dtype_bitcastN)Úto_dtypeÚ
index_exprÚ
value_expréÿÿÿÿ)ÚrandÚrandn)Ú	get_indexÚ	randint64Ú	load_seed)ÚloadÚstoreÚstore_reductionéþÿÿÿ)r%   r  r    ÚfloatÚint64r7   rÆ   rà   )r…  r~   r†  Úbuf_names   &*, rT   Údeduce_output_dtype_by_namer›  [  s
  € ð ”+“-ÔÜ�z‰zÐØ	ð ô 
ð
 #*¨VÔ"3ˆv�g�ÐA¸¸b½ÐAØ	ð ô 
ô �{‰{ÐØ	ð ô 
ô
 �{‰{ÐØ	�KÔ	Ø")¨VÔ"3ˆv�g�Ð@¸¸a½Ð@Ø	�JÔ	Ø")¨VÔ"3ˆv�g�ÐA¸¸b½ÐAØ	ð ô 
ð
 ˜•7ˆÜ�w‰w× Ñ  Ó*Ð*Ø	Ð&Ô	&Ø")¨VÔ"3ˆv�g�ÐA¸¸b½ÐAÙrV   c               ó   € V ^8„  d   QhRR/# r  rR   )rS   s   "rT   rU   rU   †  s   € ÷ ñ ¨$ñ rV   c                 óÆ   € \        4       R 8H  ;'       dN    \        P                  P                  4       P                  R8g  ;'       d    \        \        P                  R4      # )r=  rû  Útriton_tensor_ndim)r(   r7   rÆ   Úget_current_device_or_throwrj  ÚhasattrÚkernelrR   rV   rT   Ú _is_runtime_triton_assert_targetr¢  †  sP   € äÓ Ñ)÷ 	4ð 	4Ü�G‰G×/Ñ/Ó1×6Ñ6¸%Ñ?÷	4ð 	4ä”A—H‘HÐ2Ó3ðrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   r*  r)   ÚvarÚCSEVariableTyperÀ   r¿   rP   rQ   rR   )rS   s   "rT   rU   rU   Ž  s,   € ÷ :ñ :Øð:Ø!0ð:Ø9Dð:à	ñ:rV   c                ód  € \        4       p\        P                  P                  '       d4   \	        4       '       d$   V P                  R V R\        V4       R24       R# \        P                  P                  '       d³   VR8X  dª   ^RIH	pH
p \        W4      '       g   \        \        V4      4      hV\        P                  8X  d$   VP                   '       d   RV R2pM7RV RV R	2pM-R
V R2pVP                   '       d   RV R2pRV RWR,           R2pV P                  RV R24       R# R# R# )útl.static_assert(z
.dtype == r˜   r;  )ÚCppCSEVariableÚDTYPE_TO_CPPzIsVecMaskType<decltype(z	)>::valuezstd::is_same_v<decltype(z$), bool> || std::is_same_v<decltype(z), int>z	decltype(z	typename z::value_typezstd::is_same_v<r—   Ú>zstatic_assert(z);N)r(   r   Útest_configsÚruntime_triton_dtype_assertr¢  Ú	writeliner/   Ústatic_cpp_dtype_assertÚ	cpp_utilsr¨  r©  rÛ  rÖ   rj  r  r    Úis_vec)r*  r¤  rÀ   Úbackendr¨  r©  Ú
is_same_dtÚ
c_var_types   &&&     rT   Úcheck_dtyper´  Ž  s  € ô "Ó#€Gä×Ñ×7×7Ð7Ü,×.Ò.à×ÑÐ,¨S¨E°¼KÈÓ<NÐ;OÈqÐQÖRÜ	×	Ñ	×	4×	4Ð	4¸ÀEÔ9Iß;ä˜#×.Ò.Ü ¤ c£Ó+Ð+Ø”E—J‘JÔØ�z�zˆzØ6°s°e¸9ÐE‘
ð  8¸°uÐ<`ÐadÐ`eÐelÐm‘
à$ S E¨Ð+ˆJØ�z�zˆzØ(¨¨°LÐA�
Ø*¨:¨,°b¸Õ9LÐ8MÈQÐOˆJà×Ñ˜>¨*¨°RÐ8Ö9ñ# :JÑ	4rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   r*  r)   r¤  r¥  ÚshaperG   rP   rQ   rR   )rS   s   "rT   rU   rU   «  s2   € ÷ Lñ LØðLØ!0ðLØ9GðLà	ñLrV   c                ó$  € Vf   \        R4      h\        P                  P                  '       da   \	        4       '       dO   \        V4      ^8w  d   RP                  R V 4       4      MV^ ,           R2pV P                  RV RV R24       R # R # R # )Nzexpected shape to be not Noner—   c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5iry   ©rO   )Ú.0Úds   & rT   Ú	<genexpr>Úcheck_shape.<locals>.<genexpr>µ  s   é € Ð,¡e ”c˜!—f�f£eùs   ‚Ú,r§  z.shape == (ú)))rÖ   r   r«  Úruntime_triton_shape_assertr¢  ÚlenrÒ   r­  )r*  r¤  r¶  Ú	shape_strs   &&& rT   Úcheck_shaperÃ  «  sŠ   € ð ‚}ÜÐ<Ó=Ð=ä×Ñ×7×7Ð7Ü,×.Ò.ô 14°E³
¸a´ˆD�I‰IÑ,¡eÓ,Ô,ÈÈaÍÀzÐQRÀ^ð 	ð 	×ÑÐ,¨S¨E°¸Y¸KÀrÐJÖKñ /ñ 	8rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r*  r)   r¤  r¥  rP   rQ   rR   )rS   s   "rT   rU   rU   º  s!   € ÷ 
ñ 
�nð 
¨?ð 
¸tñ 
rV   c                ór   € \        4       pVR 8X  d&   RpV P                  RV RV RV RV RV R24       R# R# )	r=  zNaN or Inf foundztl.device_assert((z == ú) & (z != float('inf')) & (z != float('-inf')), 'z')N)r(   r­  )r*  r¤  r±  rN   s   &&  rT   Ú	check_nanrÇ  º  sS   € Ü!Ó#€GØ�(ÔØ ˆØ×ÑØ    T¨#¨¨e°C°5Ð8MÈcÈUÐRgÐhkÐglÐlnÐoö	
ñ rV   c                  óŠ   € ] tR tRtR R ltR R ltR R ltR R	 ltR
 R ltR R lt	]
R R l4       t]
R R l4       tRtR# )ÚDataTypePropagationiÃ  c               ó    € V ^8„  d   QhRRRR/# )rM   ÚbodyrC   rP   rQ   rR   )rS   s   "rT   rU   Ú DataTypePropagation.__annotate__Ä  s   € ÷ %ñ %˜Xð %¨$ñ %rV   c                	óÄ   € Wn         R VP                  P                  /V n        VP                  P                  4        F  w  r#VP                  V P                  V&   K   	  R# )ÚrootN)rË  Ú
root_blockrÆ   ÚgraphsÚ	subblocksr!  )rr   rË  ÚkÚvs   &&  rT   r#  ÚDataTypePropagation.__init__Ä  sK   € ØŒ	à�D—O‘O×)Ñ)ð<
ˆŒð —N‘N×(Ñ(Ö*‰DˆAØŸW™WˆD�K‰K˜‹Nó +rV   c               ó    € V ^8„  d   QhRRRR/# ©rM   Únodeútorch.fx.NoderP   r=  rR   )rS   s   "rT   rU   rÌ  Ì  s   € ÷ 
ñ 
°ð 
ÐBTñ 
rV   c                	ó(  € VP                   pV Uu. uFD  p\        V\        P                  P                  4      '       g   K/  VP
                  R 8w  g   KB  VNKF  	  pp\        V4      ^ 8X  d   R# \        ;QJ d    R V 4       F  '       d   K   RM	  RM! R V 4       4      pV'       g   R# \        P                  ! \        P                  V Uu. uF-  q3P                  \        P                  ,          P                  NK/  	  up4      # u upi u upi )ÚplaceholderNc              3  óÆ   "  € T FW  p\         P                  VP                  9   ;'       d.    VP                  \         P                  ,          P                  R Jx € KY  	  R # 5iry   )ÚOptimizationContextr  ÚmetarÀ   )rº  Úns   & rT   r¼  ÚBDataTypePropagation.deduce_node_dtype_by_inputs.<locals>.<genexpr>Ô  sX   é € ð )
ñ !�ô  ×#Ñ# q§v¡vÑ-÷ Bð BØ—‘Ô*×.Ñ.Õ/×5Ñ5¸TÐAôBã ùs
   ‚(A!«6A!FT)Úall_input_nodesrÛ  r  ÚfxÚNodeÚoprÁ  ÚallÚ	functoolsÚreduceÚpromote_typesrÝ  rÜ  r  rÀ   )rr   r×  ÚinputsrÞ  Úinput_nodesÚall_input_nodes_propagateds   &&    rT   Údeduce_node_dtype_by_inputsÚ/DataTypePropagation.deduce_node_dtype_by_inputsÌ  sá   € Ø×%Ñ%ˆáó
Ù�!¤¨A¬u¯x©x¯}©}×!=ŒAÀ!Ç$Á$È-ÑBW�AˆA‘vð 	ð 
ô ˆ{Ó˜qÔ Ùç%(£Sñ )
ñ !ó)
§S§S¢Sñ )
ñ !ó)
ó &
Ð"÷
 *Ùä×ÒÜ×ÑÙ<GÓH¹K°q�V‰VÔ'×+Ñ+Õ,×2Ô2¹KÑHó
ð 	
ùò
ùò  Is   ‘,D
ÁD
ÁD
Ã3D
c               ó    € V ^8„  d   QhRRRR/# )rM   r×  rØ  rP   r¿   rR   )rS   s   "rT   rU   rÌ  á  s   € ÷ ñ °-ð ÀKñ rV   c                	óˆ   € V P                   VP                  ,          pV P                  V4      pV'       g   \        R 4      hV# )z&expected subgraph to propagate a dtype)rÐ  ÚtargetÚpropagate_graphrÖ   )rr   r×  Ú	sub_graphrÀ   s   &&  rT   Údeduce_node_dtype_by_subgraphÚ1DataTypePropagation.deduce_node_dtype_by_subgraphá  s8   € Ø—K‘K §¡Õ,ˆ	Ø×$Ñ$ YÓ/ˆßÜ Ð!IÓJÐJØˆrV   c               ó    € V ^8„  d   QhRRRR/# rÖ  rR   )rS   s   "rT   rU   rÌ  è  s   € ÷ 6ñ 6 mð 6Ð8Jñ 6rV   c                	óì  € VP                   R 8X  d   R# VP                  R8X  d   \        VP                  4      ^8w  d   R# VP                  \        P
                  J dc   VP                  ^ ,          p\        V\        P                  P                  4      '       g   \        \        V4      4      hV P                  V4      # \        VP                  \        4      '       g   \        \        VP                  4      4      hVP                  P                  R4      '       d   V P                  V4      # \!        VP                  .VP                  O5/ VP"                  B ;p e   V# V P%                  V4      # )rÚ  NÚoutputÚmasked_subblock)rã  rï  rÁ  r~   ÚoperatorÚgetitemrÛ  r  rá  râ  rÖ   rj  Údeduce_node_dtyperO   Ú
startswithrò  r›  r†  rë  )rr   r×  Únode_argÚoutput_dtypes   &&  rT   rú  Ú%DataTypePropagation.deduce_node_dtypeè  s$  € Ø�7‰7�mÔ#Ùà�;‰;˜(Ô"¤s¨4¯9©9£~¸Ô':áà�;‰;œ(×*Ñ*Ó*Ø—y‘y •|ˆHÜ˜h¬¯©¯©×6Ò6Ü$¤T¨(£^Ó4Ð4Ø×)Ñ)¨(Ó3Ð3ä˜$Ÿ+™+¤s×+Ò+Ü ¤ d§k¡kÓ!2Ó3Ð3à�;‰;×!Ñ!Ð"3×4Ò4Ø×5Ñ5°dÓ;Ð;ô 8Ø—‘ðà—‘òð —+‘+ñð ˆLð
 òð  Ðà×/Ñ/°Ó5Ð5rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rÆ   ztorch.fx.GraphrP   r=  rR   )rS   s   "rT   rU   rÌ    s   € ÷ ñ  ^ð Ð8Jñ rV   c                	ó¢  € VP                   '       g   \        R 4      hRpVP                    FŸ  p\        P                  VP                  9   d#   VP                  \        P                  ,          pM
\        4       pV P                  V4      Vn        WCP                  \        P                  &   VP                  R8X  g   K“  VP                  pK¡  	  V# )zexpected graph to have nodesNrö  )ÚnodesrÖ   rÜ  r  rÝ  rú  rÀ   rï  )rr   rÆ   Úgraph_dtyper×  Úopt_ctxs   &&   rT   rð  Ú#DataTypePropagation.propagate_graph  s�   € Ø�{�{ˆ{Ü Ð!?Ó@Ð@Ø*.ˆð —K”KˆDÜ"×&Ñ&¨$¯)©)Ô3ØŸ)™)Ô$7×$;Ñ$;Õ<‘ä-Ó/�à ×2Ñ2°4Ó8ˆGŒMØ18�I‰IÔ)×-Ñ-Ñ.Ø�{‰{˜hÖ&Ø%Ÿm™m’ñ  ð ÐrV   c               ó   € V ^8„  d   QhRR/# )rM   rP   r=  rR   )rS   s   "rT   rU   rÌ    s   € ÷ 9ñ 9Ð-ñ 9rV   c                	óF   € V P                  V P                  R ,          4      # )rÎ  )rð  rÐ  rz   s   &rT   Ú	propagateÚDataTypePropagation.propagate  s   € Ø×#Ñ# D§K¡K°Õ$7Ó8Ð8rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rË  rC   rP   r=  rR   )rS   s   "rT   rU   rÌ    s   € ÷ %ñ % hð %Ð3Eñ %rV   c                	ó.   € V ! V4      P                  4       # ry   )r  )ÚclsrË  s   &&rT   Úpropagate_loopbodyÚ&DataTypePropagation.propagate_loopbody  s   € á�4‹y×"Ñ"Ó$Ð$rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r×  rF   rP   r=  rR   )rS   s   "rT   rU   rÌ  "  s   € ÷ Bñ B¨Mð BÐ>Pñ BrV   c                	ó  € ^RI Hp ^RIHp \	        W4      '       g   \        \        V4      4      h\	        VP                  V4      '       g   \        \        VP                  4      4      h\        P                  VP                  4      # )rM   rB   )rF   )
Ú	loop_bodyrC   Ú	schedulerrF   rÛ  rÖ   rj  Ú_bodyrÉ  r  )r  r×  rC   rF   s   &&  rT   Úpropagate_scheduler_nodeÚ,DataTypePropagation.propagate_scheduler_node!  s\   € å(Ý-ä˜$×.Ò.Ü ¤ d£Ó,Ð,Ü˜$Ÿ*™* h×/Ò/Ü ¤ d§j¡jÓ!1Ó2Ð2Ü"×5Ñ5°d·j±jÓAÐArV   )rË  rÐ  N)rˆ   r‰   rŠ   r‹   r#  rë  rò  rú  rð  r  Úclassmethodr  r  r�   rR   rV   rT   rÉ  rÉ  Ã  sJ   † õ%õ
õ*õ6õ>õ&9ð ô%ó ð%ð ôBó ôBrV   rÉ  c                  óP   a € ] tR tRtRRRR/R V 3R llltR
R V 3R llltR	tV ;t# )r   i-  ÚsimplifyTÚpc               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   r0  r·   r  r    r  rP   rO   rR   )rS   s   "rT   rU   ÚPythonPrinter.__annotate__.  s,   € ÷ %ñ %Øð%Ø-1ð%Ø=Að%à	ñ%rV   c               	ó  <€ V'       dj   \        V\        P                  4      '       dJ   \        \        P
                  R 4      '       d*   \        P
                  P                  P                  V4      p\        SV `%  V4      # )Úsizevars)
rÛ  ró   ÚExprr   r7   rÆ   r  r  ÚsuperÚdoprint)rr   r0  r  r  Ú	__class__s   &&$$€rT   r  ÚPythonPrinter.doprint.  sQ   ø€ ÷ œ
 4¬¯©×4Ò4¼ÄÇÁÈ*×9UÒ9UÜ—7‘7×#Ñ#×,Ñ,¨TÓ2ˆDÜ‰w‰˜tÓ$Ð$rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   Úitemr·   Úlevelr  Ústrictr    rP   rO   rR   )rS   s   "rT   rU   r  6  s)   € ÷ =ñ = ð =°Cð =Àð =ÐRUñ =rV   c                	óŽ   <€ \        V\        P                  4      '       d   R V P                  V4       R2# \        SV `  WV4      # ©Ú(r˜   )rÛ  ró   ÚModÚ_printr  Úparenthesize)rr   r#  r$  r%  r   s   &&&&€rT   r+  ÚPythonPrinter.parenthesize6  sA   ø€ Ü�dœEŸI™I×&Ò&ð �t—{‘{ 4Ó(Ð)¨Ð+Ð+ä‘7Ñ'¨°VÓ<Ð<rV   rR   r
  )rˆ   r‰   rŠ   r‹   r  r+  r�   Ú__classcell__©r   s   @rT   r   r   -  s,   ø† ð%Ø48ð%ØDH÷%ò %÷=÷ =ð =rV   r   c                  óÒ  € ] tR tRtRt]R R l4       t]R R l4       t]R R l4       t]R	 R
 l4       t	]R R l4       t
]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R  l4       t]R! R" l4       t]R# R$ l4       t]R% R& l4       t]R' R( l4       t]R) R* l4       tR+tR,# )-ÚOpDecompositionsi@  z
Decomposes inductor ops
c               ó    € V ^8„  d   QhRRRR/# )rM   rq   ÚOpVarTrP   rR   )rS   s   "rT   rU   ÚOpDecompositions.__annotate__F  s   € ÷ ñ ˜ð  6ñ rV   c                	ó   € V # ry   rR   )rq   s   &rT   ÚidentityÚOpDecompositions.identityE  s	   € ð ˆrV   c               ó    € V ^8„  d   QhRRRR/# ©rM   Úxr2  rP   rR   )rS   s   "rT   rU   r3  K  s   € ÷ @ñ @�fð @ ñ @rV   c                	óv   € \         P                  ! \         P                  ! R \        P                  4      V 4      # )g      ð?)r2   Útruedivr‰  r  Úfloat32©r9  s   &rT   Ú
reciprocalÚOpDecompositions.reciprocalJ  s$   € ô �{Š{œ3Ÿ<š<¨¬U¯]©]Ó;¸QÓ?Ð?rV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  Q  s   € ÷ ñ �&ð ˜Vñ rV   c                	ó.   € \         P                  ! W 4      # ry   ©r2   Úmulr=  s   &rT   ÚsquareÚOpDecompositions.squareP  s   € ä�wŠw�q‹}ÐrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  U  s   € ÷ Cñ C�ð C˜6ñ CrV   c                	óž   € \         P                  ! \         P                  ! ^\        P                  4      \         P
                  ! V 4      4      # ©r/  )r2   Úsubr‰  r  r<  Úerfr=  s   &rT   ÚerfcÚOpDecompositions.erfcT  s*   € ä�wŠw”s—|’| A¤u§}¡}Ó5´s·w²w¸q³zÓBÐBrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  Y  s   € ÷ <ñ <�ð <˜Fñ <rV   c                	ó¨   € \         P                  ! \         P                  ! \         P                  ! V 4      4      \         P                  ! V 4      4      # ry   )r2   rC  ÚexprD  rK  r=  s   &rT   ÚerfcxÚOpDecompositions.erfcxX  s,   € ä�wŠw”s—w’wœsŸzšz¨!›}Ó-¬s¯xªx¸«{Ó;Ð;rV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  ]  s   € ÷ Cñ C�ð C˜Fñ CrV   c                	óž   € \         P                  ! \         P                  ! V 4      \         P                  ! ^\        P
                  4      4      # rH  )r2   rI  rO  r‰  r  r<  r=  s   &rT   Úexpm1ÚOpDecompositions.expm1\  s*   € ä�wŠw”s—w’w˜q“z¤3§<¢<°´5·=±=Ó#AÓBÐBrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  a  s   € ÷ Rñ R�ð R˜Fñ RrV   c           	     	óÔ   € \         P                  ! \         P                  ! V 4      \         P                  ! ^\        P                  ! ^
4      ,          \
        P                  4      4      # rH  ©r2   rC  Úlogr‰  Úmathr  r<  r=  s   &rT   Úlog10ÚOpDecompositions.log10`  s7   € ä�wŠw”s—w’w˜q“z¤3§<¢<°´D·H²H¸R³LÕ0@Ä%Ç-Á-Ó#PÓQÐQrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  e  s   € ÷ Qñ Q�ð Q˜6ñ QrV   c           	     	óÔ   € \         P                  ! \         P                  ! V 4      \         P                  ! ^\        P                  ! ^4      ,          \
        P                  4      4      # rH  rX  r=  s   &rT   Úlog2ÚOpDecompositions.log2d  s6   € ä�wŠw”s—w’w˜q“z¤3§<¢<°´D·H²H¸Q³KµÄÇÁÓ#OÓPÐPrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  i  s   € ÷ Mñ M�ð M˜6ñ MrV   c           
     	óÆ   € \         P                  ! \         P                  ! V \         P                  ! \        P
                  ! ^4      \        P                  4      4      4      # )rM   )r2   rO  rC  r‰  rZ  rY  r  r<  r=  s   &rT   Úexp2ÚOpDecompositions.exp2h  s3   € ä�wŠw”s—w’w˜q¤#§,¢,¬t¯xªx¸«{¼E¿M¹MÓ"JÓKÓLÐLrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  m  s   € ÷ Añ A�ð A˜Fñ ArV   c           	     	óž   € \         P                  ! \         P                  ! V \         P                  ! ^\        P
                  4      4      4      # rH  )r2   rY  Úaddr‰  r  Úint32r=  s   &rT   Úlog1pÚOpDecompositions.log1pl  s+   € ä�wŠw”s—w’w˜q¤#§,¢,¨q´%·+±+Ó">Ó?Ó@Ð@rV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  q  s   € ÷ Cñ C�6ð C˜fñ CrV   c                	óô   € \         P                  ! ^\        P                  4      p\         P                  ! V\         P
                  ! V\         P                  ! \         P                  ! V 4      4      4      4      # rH  )r2   r‰  r  rh  r;  rg  rO  Úneg)r9  Úones   & rT   ÚsigmoidÚOpDecompositions.sigmoidp  sC   € ä�lŠl˜1œeŸk™kÓ*ˆÜ�{Š{˜3¤§¢¨¬S¯WªW´S·W²W¸Q³ZÓ-@Ó AÓBÐBrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r3  v  s   € ÷ <ñ <�ð <˜6ñ <rV   c                	óv   € \         P                  ! V \         P                  ! ^ \        P                  4      4      # ©r   )r2   r×   r‰  r  rh  r=  s   &rT   ÚreluÚOpDecompositions.reluu  s"   € ä�{Š{˜1œcŸlšl¨1¬e¯k©kÓ:Ó;Ð;rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   r9  r2  ÚyÚzrP   rR   )rS   s   "rT   rU   r3  z  s(   € ÷ )ñ )ˆvð )˜&ð ) Vð )°ñ )rV   c                	óX   € \         P                  ! \         P                  ! W4      V4      # ry   )r2   rg  rC  ©r9  rw  rx  s   &&&rT   ÚfmaÚOpDecompositions.fmay  s   € ô �wŠw”s—w’w˜q“} aÓ(Ð(rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   r9  r2  rw  rP   rR   )rS   s   "rT   rU   r3    s!   € ÷ ñ �&ð ˜Vð ¨ñ rV   c                	ó.   € \         P                  ! W4      # ry   rB  ©r9  rw  s   &&rT   Úmul_rnÚOpDecompositions.mul_rn~  s   € ô �wŠw�q‹}ÐrV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r3  „  s!   € ÷ !ñ !�&ð !˜Vð !¨ñ !rV   c                	ó.   € \         P                  ! W4      # ry   ©r2   r;  r€  s   &&rT   Údiv_rnÚOpDecompositions.div_rnƒ  s   € ô �{Š{˜1Ó Ð rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   r“   r2  rÀ   r¿   rP   rR   )rS   s   "rT   rU   r3  ‰  ó!   € ÷ 1ñ 1˜ð 1 {ð 1°vñ 1rV   c                	óX   € \         P                  ! \         P                  ! V 4      V4      # ry   )r2   r‹  Úfloor©r“   rÀ   s   &&rT   Úfloor_to_intÚOpDecompositions.floor_to_intˆ  ó   € ä�|Š|œCŸIšI a›L¨%Ó0Ð0rV   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  rR   )rS   s   "rT   rU   r3  �  s!   € ÷ 0ñ 0�vð 0 kð 0°fñ 0rV   c                	óX   € \         P                  ! \         P                  ! V 4      V4      # ry   )r2   r‹  Úceilr�  s   &&rT   Úceil_to_intÚOpDecompositions.ceil_to_intŒ  s   € ä�|Š|œCŸHšH Q›K¨Ó/Ð/rV   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  rR   )rS   s   "rT   rU   r3  ‘  rŠ  rV   c                	óX   € \         P                  ! \         P                  ! V 4      V4      # ry   )r2   r‹  Útruncr�  s   &&rT   Útrunc_to_intÚOpDecompositions.trunc_to_int�  r�  rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   r“   r2  r”   rP   rR   )rS   s   "rT   rU   r3  •  s!   € ÷ 1ñ 1�Vð 1 ð 1¨6ñ 1rV   c           	     	óž  € \         P                  ! W4      p\         P                  ! \         P                  ! V\         P                  ! ^ \
        P                  4      4      \         P                  ! \         P                  ! V4      \         P                  ! V4      4      4      p\         P                  ! V\         P                  ! W!4      V4      # rs  )
r2   ÚmodÚand_Úner‰  r  rh  ÚsignbitÚwhererg  )r“   r”   ÚrÚconds   &&  rT   Ú	remainderÚOpDecompositions.remainder”  su   € ä�GŠG�A‹MˆÜ�xŠxÜ�FŠF�1”c—l’l 1¤e§k¡kÓ2Ó3Ü�FŠF”3—;’;˜q“>¤3§;¢;¨q£>Ó2ó
ˆô �yŠy˜œsŸwšw q›}¨aÓ0Ð0rV   c               ó$   € V ^8„  d   QhRRRRRR/# r‰  rR   )rS   s   "rT   rU   r3  ž  rŠ  rV   c                	óX   € \         P                  ! \         P                  ! V 4      V4      # ry   )r2   r‹  Úroundr�  s   &&rT   Úround_to_intÚOpDecompositions.round_to_int�  r�  rV   rR   N)rˆ   r‰   rŠ   r‹   rŒ   r¦   r5  r>  rD  rK  rP  rT  r[  r_  rc  ri  ro  rt  r{  r�  r†  rŽ  r”  r™  r¥  rª  r�   rR   rV   rT   r0  r0  @  s§  † ñð ôó ðð ô@ó ð@ð
 ôó ðð ôCó ðCð ô<ó ð<ð ôCó ðCð ôRó ðRð ôQó ðQð ôMó ðMð ôAó ðAð ôCó ðCð ô<ó ð<ð ô)ó ð)ð ôó ðð ô!ó ð!ð ô1ó ð1ð ô0ó ð0ð ô1ó ð1ð ô1ó ð1ð ô1ó ô1rV   r0  z[a-z0-9_.]+|\([^)]*\)|)Úflagsc               ó    € V ^8„  d   QhRRRR/# )rM   ÚstringrO   rP   r    rR   )rS   s   "rT   rU   rU   ¥  s   € ÷ ñ ˜3ð  4ñ rV   c                ó2  € V ^ ,          R8w  g   \        V 4      ^8  d   R# ^p\        V R,          4       FI  w  r#VR8X  d   V^,          pMVR8X  d
   V^,          pV^ 8X  g   K/  V\        V 4      ^,
          8w  g   KH   R# 	  V^ 8w  d   \        RV 24      hR# )r   r(  Fºr/  NNr˜   z"expected balanced count == 0, got T)rÁ  Ú	enumeraterÖ   )r®  r¸   ÚiÚchars   &   rT   Ú_all_in_parensr´  ¥  s�   € Øˆa…y�CÔœ3˜v›;¨œ?ÙØ€EÜ˜V B�ZÖ(‰ˆØ�3Œ;Ø�Q�J‰EØ�SŒ[Ø�Q�JˆEØ�AŽ:˜!œs 6›{¨Q�Ö.Úñ )ð �„zÜÐAÀ%ÀÐIÓJÐJÙrV   c                  ó>  € ] tR tRt]R R l4       t]R R l4       t]R R l4       t]R R	 l4       t]R
 R l4       t	]R R l4       t
]R R l4       t]R R l4       t]R R l4       t]R R l4       t]R R l4       tRFR R lltR R ltR R ltRGR  R! lltR" R# ltR$ R% ltR& R' ltR( R) ltR* R+ ltRHR, R- lltR. R/ ltR0 R1 ltR2RR3]P:                  R4RR5^R6RR7RR8^ /R9 R: lltR; R< ltR= R> lt ]R? R@ l4       t!]"RA RB l4       t#]"RC RD l4       t$REt%R# )IÚOpOverridesi¶  c               ó    € V ^8„  d   QhRRRR/# )rM   r®  r2  rP   rR   )rS   s   "rT   rU   ÚOpOverrides.__annotate__¸  s   € ÷ 	ñ 	�fð 	 ñ 	rV   c                	ó–   € \        V \        4      '       g-   \        P                  V 4      '       g   \	        V 4      '       d   V # R V  R2# r'  )rÛ  ÚCSEVariableÚ_RE_PAREN_NOT_NEEDEDÚ	fullmatchr´  )r®  s   &rT   ÚparenÚOpOverrides.paren·  sB   € ô �vœ{×+Ò+Ü#×-Ñ-¨f×5Ò5Ü˜f×%Ò%ð ˆMØ�6�(˜!ˆ}ÐrV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   rq   zbool | float | intrÀ   r¿   rP   r2  rR   )rS   s   "rT   rU   r¸  Ä  s"   € ÷ ñ Ð*ð °;ð À6ñ rV   c                	ó   € \        V 4      # ry   )Úrepr)rq   rÀ   s   &&rT   r‰  ÚOpOverrides.constantÃ  s   € ä�E‹{ÐrV   c               ó    € V ^8„  d   QhRRRR/# r8  rR   )rS   s   "rT   rU   r¸  É  s   € ÷ *ñ *�vð * &ñ *rV   c                	ó2   € R \         P                  V 4       2# )Ú~©r¶  r½  r=  s   &rT   Úbitwise_notÚOpOverrides.bitwise_notÇ  s   € ð ”;×$Ñ$ QÓ'Ð(Ð)Ð)rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r“   r2  rP   rR   )rS   s   "rT   rU   r¸  Î  s   € ÷ .ñ .�vð . &ñ .rV   c                	ó2   € \         P                  V 4       R 2# )z == 0rÆ  )r“   s   &rT   Úlogical_notÚOpOverrides.logical_notÌ  s   € ô ×#Ñ# AÓ&Ð' uÐ-Ð-rV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  Ó  ó&   € ÷ Bñ B�vð B &ð B¨Vñ BrV   c                	ó\   € \         P                  V 4       R \         P                  V4       2# )z & rÆ  r€  s   &&rT   Úbitwise_andÚOpOverrides.bitwise_andÑ  ó-   € ô ×#Ñ# AÓ&Ð' s¬;×+<Ñ+<¸QÓ+?Ð*@ÐAÐArV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  Ø  s&   € ÷ Bñ B�fð B ð B¨Fñ BrV   c                	ó\   € \         P                  V 4       R \         P                  V4       2# )z | rÆ  r€  s   &&rT   Ú
bitwise_orÚOpOverrides.bitwise_orÖ  rÒ  rV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  Ý  rÎ  rV   c                	ó\   € \         P                  V 4       R \         P                  V4       2# )z ^ rÆ  r€  s   &&rT   Úbitwise_xorÚOpOverrides.bitwise_xorÛ  rÒ  rV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  â  s&   € ÷ Cñ C˜fð C¨ð C°Fñ CrV   c                	ó\   € \         P                  V 4       R \         P                  V4       2# )z << rÆ  r€  s   &&rT   Úbitwise_left_shiftÚOpOverrides.bitwise_left_shiftà  ó-   € ô ×#Ñ# AÓ&Ð' t¬K×,=Ñ,=¸aÓ,@Ð+AÐBÐBrV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  ç  s&   € ÷ Cñ C˜vð C¨&ð C°Vñ CrV   c                	ó\   € \         P                  V 4       R \         P                  V4       2# )z >> rÆ  r€  s   &&rT   Úbitwise_right_shiftÚOpOverrides.bitwise_right_shiftå  rß  rV   c               ó$   € V ^8„  d   QhRRRRRR/# rœ  rR   )rS   s   "rT   rU   r¸  ì  s!   € ÷ !ñ !�vð ! &ð !¨Vñ !rV   c                	ó.   € \         P                  ! W4      # ry   r…  r›   s   &&rT   Úint_truedivÚOpOverrides.int_truedivê  s   € ô �{Š{˜1Ó Ð rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   ro   rO   r+  r2  rP   rR   )rS   s   "rT   rU   r¸  ó  s!   € ÷ 5ñ 5˜ð 5 Vð 5°ñ 5rV   c                	óX   € \         P                  ! V \        P                  ! V4      4      # ry   )r2   r”  ró   ÚInteger)ro   r+  s   &&rT   r“  ÚOpOverrides.load_seedò  s   € ä�xŠx˜œeŸmšm¨FÓ3Ó4Ð4rV   Tc          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
rM   r¤  r2  ré   úsympy.Expr | intÚcheckr    Úwrap_negrP   úsympy.SymbolrR   )rS   s   "rT   rU   r¸  ö  s<   € ÷ ,ñ ,àð,ð ð,ð ð	,ð
 ð,ð 
ñ,rV   c                	ó*   € \        \        V4      4      # ry   )r-   rO   )rr   r¤  ré   rî  rï  s   &&&&&rT   Úindirect_indexingÚOpOverrides.indirect_indexingö  s   € ô "¤# c£(Ó+Ð+rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# ©	rM   r0  r·   ré   Úlowerr    ÚupperrP   rQ   rR   )rS   s   "rT   rU   r¸  ÿ  s4   € ÷ 
ñ 
Øð
Ø&0ð
Ø9=ð
ØFJð
à	ñ
rV   c                	óD   € \        \        V 4      P                   R 24      h)z,: check_bounds should be handled by CSEProxy©rš   rj  rˆ   ©rr   r0  ré   rö  r÷  s   &&&&&rT   Úcheck_boundsÚOpOverrides.check_boundsÿ  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#OÐPó
ð 	
rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   ro   rO   rh  r·   rP   r2  rR   )rS   s   "rT   rU   r¸    s!   € ÷ 
ñ 
˜ð 
 Zð 
°Fñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z$: load should be handled by CSEProxyrù  ©rr   ro   rh  s   &&&rT   r”  ÚOpOverrides.load  s%   € Ü!Ü�D‹z×"Ñ"Ð#Ð#GÐHó
ð 	
rV   Nc          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rM   ro   rO   rh  r·   rq   r2  rf   r6   rP   rQ   rR   )rS   s   "rT   rU   r¸    s4   € ÷ 
ñ 
Øð
Ø *ð
Ø39ð
ØAJð
à	ñ
rV   c                	óD   € \        \        V 4      P                   R 24      h)z%: store should be handled by CSEProxyrù  ©rr   ro   rh  rq   rf   s   &&&&&rT   r•  ÚOpOverrides.store  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#HÐIó
ð 	
rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   r¤  rº  rN   rO   rP   rQ   rR   )rS   s   "rT   rU   r¸    ó!   € ÷ 
ñ 
¨ð 
¸#ð 
À$ñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h©z3: device_assert_async should be handled by CSEProxyrù  ©rr   r¤  rN   s   &&&rT   Údevice_assert_asyncÚOpOverrides.device_assert_async  ó%   € Ü!Ü�D‹z×"Ñ"Ð#Ð#VÐWó
ð 	
rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   ro   rO   rh  r·   rq   r2  rP   rQ   rR   )rS   s   "rT   rU   r¸    s(   € ÷ 
ñ 
 Cð 
°
ð 
À6ð 
Èdñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z/: store_reduction should be handled by CSEProxyrù  ©rr   ro   rh  rq   s   &&&&rT   r–  ÚOpOverrides.store_reduction  s%   € Ü!Ü�D‹z×"Ñ"Ð#Ð#RÐSó
ð 	
rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rM   rÀ   r¿   Ú	src_dtypeÚreduction_typer5   rq   zOpVarT | tuple[OpVarT, ...]rP   rR   )rS   s   "rT   rU   r¸    s<   € ÷ 	
ñ 	
àð	
ð ð	
ð &ð		
ð
 +ð	
ð 
%ñ	
rV   c                	óD   € \        \        V 4      P                   R 24      h)z): reduction should be handled by CSEProxyrù  ©rr   rÀ   r  r  rq   s   &&&&&rT   rˆ  ÚOpOverrides.reduction  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#LÐMó
ð 	
rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   Údtypesútuple[torch.dtype, ...]Ú
combine_fnzFCallable[[tuple[OpVarT, ...], tuple[OpVarT, ...]], tuple[OpVarT, ...]]r%  útuple[OpVarT, ...]rP   rR   )rS   s   "rT   rU   r¸  '  s2   € ÷ 
ñ 
à'ð
ð
ð
ð #ð
ð 
ñ
rV   c                	óD   € \        \        V 4      P                   R 24      h)z$: scan should be handled by CSEProxyrù  ©rr   r  r  r%  s   &&&&rT   ÚscanÚOpOverrides.scan'  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#GÐHó
ð 	
rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	rM   r  r  r%  r  Ústabler    Ú
descendingrP   rR   )rS   s   "rT   rU   r¸  4  s<   € ÷ 	
ñ 	
à'ð	
ð #ð	
ð ð		
ð
 ð	
ð 
ñ	
rV   c                	óD   € \        \        V 4      P                   R 24      h)z$: sort should be handled by CSEProxyrù  ©rr   r  r%  r"  r#  s   &&&&&rT   ÚsortÚOpOverrides.sort4  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#GÐHó
ð 	
rV   c               ó8   € V ^8„  d   QhRRRRRRRRRR	R
RRRRR/# )rM   r%  r2  Ú
boundariesú.tuple[str, sympy.Expr, sympy.Expr, sympy.Expr]Úboundary_indicesÚindexing_dtyper¿   Úrightr    Úsorterútuple[str, sympy.Expr] | NoneÚsorter_indiceszOpVarT | NonerP   rR   )rS   s   "rT   rU   r¸  ?  s[   € ÷ 
ñ 
àð
ð Cð
ð !ð	
ð
 $ð
ð ð
ð .ð
ð &ð
ð 
ñ
rV   c                	óD   € \        \        V 4      P                   R 24      h)z): bucketize should be handled by CSEProxyrù  ©rr   r%  r)  r+  r,  r-  r.  r0  s   &&&&&&&&rT   Ú	bucketizeÚOpOverrides.bucketize?  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#LÐMó
ð 	
rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   rq   r2  ré   r·   rî  r    rP   rR   )rS   s   "rT   rU   r¸  M  s(   € ÷ 
ñ 
 &ð 
°
ð 
À4ð 
ÈFñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z2: halide_clamp only implemented for Halide backendrù  )rr   rq   ré   rî  s   &&&&rT   Úhalide_clampÚOpOverrides.halide_clampM  s%   € Ü!Ü�D‹z×"Ñ"Ð#Ð#UÐVó
ð 	
rV   c               ó$   € V ^8„  d   QhRRRRRR/# r~  rR   )rS   s   "rT   rU   r¸  R  s!   € ÷ 
ñ 
�Vð 
 ð 
¨6ñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z): dot only implemented for Triton backendrù  )rr   r9  rw  s   &&&rT   ÚdotÚOpOverrides.dotR  s%   € Ü!Ü�D‹z×"Ñ"Ð#Ð#LÐMó
ð 	
rV   ÚconstraintsrÀ   Úis_pureÚpackÚinput_dtypesÚoutput_dtypesÚoutput_indexc               ó@   € V ^8„  d   QhRRRRRRRRR	R
RRRRRRRRRR/
# )rM   rè  r2  ÚasmrO   r=  r,  rÀ   r¿   r>  r    r?  r  r@  ztuple[torch.dtype, ...] | NonerA  rB  rP   rR   )rS   s   "rT   rU   r¸  W  sn   € ÷ 
ñ 
àð
ð ð
ð  ð	
ð
 ð
ð ð
ð ð
ð 5ð
ð 6ð
ð ð
ð 
ñ
rV   c               	óD   € \        \        V 4      P                   R 24      h)z<: inline_asm_elementwise only implemented for Triton backendrù  )
rr   rD  r=  rÀ   r>  r?  r@  rA  rB  rè  s
   &$$$$$$$$*rT   Úinline_asm_elementwiseÚ"OpOverrides.inline_asm_elementwiseW  s'   € ô "Ü�D‹z×"Ñ"Ð#Ð#_Ð`ó
ð 	
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r~   r2  rP   rQ   rR   )rS   s   "rT   rU   r¸  g  s   € ÷ 
ñ 
˜Fð 
 tñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z.: ops.output should not appear at codegen time©rÖ   rj  rˆ   r�   s   &*rT   rö  ÚOpOverrides.outputg  s%   € ÜÜ�D‹z×"Ñ"Ð#Ð#QÐRó
ð 	
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rh  r  rP   r2  rR   )rS   s   "rT   rU   r¸  l  s   € ÷ 
ñ 
 ð 
¨ñ 
rV   c                	óD   € \        \        V 4      P                   R 24      h)z3: ops.placeholder should not appear at codegen timerJ  ©rr   rh  s   &&rT   rÚ  ÚOpOverrides.placeholderl  s%   € ÜÜ�D‹z×"Ñ"Ð#Ð#VÐWó
ð 	
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   ro   rO   rP   zCallable[..., OpVarT]rR   )rS   s   "rT   rU   r¸  r  s   € ÷ ñ ˜Sð Ð%:ñ rV   c                	ó6   a € R  V 3R llpS Vn         RVn        V# )c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   rr   r¶  r~   r   r†  rP   r2  rR   )rS   s   "rT   rU   Ú0OpOverrides._unimplemented.<locals>.__annotate__s  s(   € ÷ 	ñ 	 ð 	°Cð 	À3ð 	È6ñ 	rV   c                óJ   <€ \        \        V 4      P                   R S 24      h)z does not implement ops.rù  )rr   r~   r†  ro   s   &*,€rT   ÚunimplementedÚ1OpOverrides._unimplemented.<locals>.unimplementeds  s*   ø€ Ü%Ü˜“:×&Ñ&Ð'Ð'?À¸vÐFóð rV   T)rˆ   Úis_unimplemented)ro   rU  s   f rT   Ú_unimplementedÚOpOverrides._unimplementedq  s%   ø€ ÷	ð 	ð
 "&ˆÔØ)-ˆÔ&ØÐrV   c               ó    € V ^8„  d   QhRRRR/# ©rM   ro   rO   rP   r    rR   )rS   s   "rT   rU   r¸  }  s   € ÷ Tñ T Sð T¨Tñ TrV   c                	óŒ   € \        WR 4      p\        \        VR 4      pV'       * ;'       g    W#8H  ;'       g    \        VRR4      # )NrW  F)ra  r3   )r  ro   ÚfnÚ
default_fns   &&  rT   Ú_is_unimplementedÚOpOverrides._is_unimplemented|  sA   € ä�S Ó%ˆÜœZ¨¨tÓ4ˆ
ØŒv×SÐS˜Ñ)×SÐS¬W°RÐ9KÈUÓ-SÐSrV   c               ó    € V ^8„  d   QhRRRR/# )rM   rï  rO   rP   rQ   rR   )rS   s   "rT   rU   r¸  ƒ  s   € ÷ ;ñ ;°Sð ;¸Tñ ;rV   c                	óz  € VR9  d   \        V4      h\        P                  4        F�  w  r#\        W14      pVf7   V P	                  V4      '       d   \        WV P                  V4      4       KH  KJ  W P                  9   d   \        RV RV P                   24      hW$n        \        W\        V4      4       K’  	  R# )r=  Nzmultiple definitions of z on )r=  r;  Úcppvecr<  rN  )
rÖ   Úpointwise_overrides_datar!  ra  r_  ÚsetattrrX  Ú__dict__rˆ   r¦   )r  rï  ÚfuncnameÚdataÚimpls   &&   rT   Ú_initialize_pointwise_overridesÚ+OpOverrides._initialize_pointwise_overrides‚  s¨   € àÐEÔEÜ  Ó(Ð(ä6×<Ñ<Ö>‰NˆHÜ˜4Ó(ˆDØŠ|Ø×(Ñ(¨×2Ò2Ü˜C¨3×+=Ñ+=¸hÓ+GÖHñ 3ð Ÿ|™|Ô+Ü(Ø2°8°*¸DÀÇÁÀÐOóð ð !)”Ü˜¤|°DÓ'9Ö:ó ?rV   rR   ©TTry   ©NN)&rˆ   r‰   rŠ   r‹   r¦   r½  r‰  rÇ  rË  rÐ  rÕ  rÙ  rÝ  râ  ræ  r“  rò  rû  r”  r•  r  r–  rˆ  r  r&  r3  r7  r;  r  r<  rF  rö  rÚ  rX  r  r_  rj  r�   rR   rV   rT   r¶  r¶  ¶  s¹  † Øô	ó ð	ð ôó ðð ô*ó ð*ð ô.ó ð.ð ôBó ðBð ôBó ðBð ôBó ðBð ôCó ðCð ôCó ðCð ô!ó ð!ð ô5ó ð5÷,õ
õ
÷

õ
õ

õ
	
õ
õ	
÷
õ
õ

ð

ð #'ð	
ð
 #Ÿ]™]ð
ð ð
ð ð
ð 8<ð
ð 9=ð
ð ÷
õ 
õ

ð
 ôó ðð ôTó ðTð
 ô;ó ô;rV   r¶  c                  ó†   € ] tR tRt$ R]R&   R]R&   RtR]R&   RtR]R	&   ]P                  t	R
]R&   Rt
R]R&   RtR]R&   RtR# )ÚOverridesDatai•  rO   ro   r  r;  NzCallable[..., str] | Noner=  rc  r   Útype_promotion_kindr<  rN  rR   )rˆ   r‰   rŠ   r‹   r�   r=  rc  r   ÚDEFAULTrp  r<  rN  r�   rR   rV   rT   ro  ro  •  sQ   ‡ à
ƒIØ	Óà(,€FÐ%Ó,à(,€FÐ%Ó,à'×/Ñ/ð Ð8ó ð )-€FÐ%Ó,Ø%)€CÐ	"×)rV   ro  c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   Úorderr  ÚkindrO   r9  rP   rR   )rS   s   "rT   rU   rU   ¤  s(   € ÷ ñ ˜#ð  Sð ¨Sð °Sñ rV   c                ó*   € R V RV RV RV V  RV R2# )ztl.where(tl_math.abs(ú) == float('inf'), ú - z, libdevice.r(  r¿  rR   )rs  rt  r9  s   &&&rT   Ú_triton_besselrx  ¤  s9   € ð
   ˜sÐ"5Øˆ#ˆS��ð Ø�F˜5˜'  1 # Rð	)ðrV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   rs  r  r9  rO   rP   rR   )rS   s   "rT   rU   rU   ¯  s!   € ÷ ñ  ð ¨ð °ñ rV   c                ó&   € R V RV RV RV  RV R2# )ztl.where(tl.abs(rv  rw  z, libdevice.cyl_bessel_ir(  r¿  rR   )rs  r9  s   &&rT   Ú_triton_cyl_bessel_ir{  ¯  s5   € ð ˜1˜#Ð0Øˆ#ˆS��ð !Ø!&  q¨¨¨2ð	/ðrV   Úairy_aic                ó   € R V  R2# )zairy_ai_forward(r˜   rR   r=  s   &rT   rB  rB  ¾  s   € Ð(¨¨¨1Ñ-rV   Úspecial_airy_ai)rp  r;  ro   Ú	bessel_j0c                ó   € R V  R2# )zbessel_j0_forward(r˜   rR   r=  s   &rT   rB  rB  Ã  ó   € Ð*¨1¨#¨QÑ/rV   c                ó   € \        ^ RV 4      # )r   Új©rx  r=  s   &rT   rB  rB  Ä  ó   € œ¨¨3°Ô2rV   Úspecial_bessel_j0)rp  r;  r=  ro   Ú	bessel_j1c                ó   € R V  R2# )zbessel_j1_forward(r˜   rR   r=  s   &rT   rB  rB  É  r�  rV   c                ó   € \        ^RV 4      # )r/  rƒ  r„  r=  s   &rT   rB  rB  Ê  r…  rV   Úspecial_bessel_j1Ú	bessel_y0c                ó   € R V  R2# )zbessel_y0_forward(r˜   rR   r=  s   &rT   rB  rB  Ï  r�  rV   c                ó   € \        ^ RV 4      # )r   rw  r„  r=  s   &rT   rB  rB  Ð  r…  rV   Úspecial_bessel_y0Ú	bessel_y1c                ó   € R V  R2# )zbessel_y1_forward(r˜   rR   r=  s   &rT   rB  rB  Õ  r�  rV   c                ó   € \        ^RV 4      # )r/  rw  r„  r=  s   &rT   rB  rB  Ö  r…  rV   Úspecial_bessel_y1Údigammac                ó   € R V  R2# )zcalc_digamma(r˜   rR   r=  s   &rT   rB  rB  Û  s   € ˜ a S¨Ñ*rV   c                ó   € V  R 2# )z
.digamma()rR   r=  s   &rT   rB  rB  Ü  s   € ˜A˜3˜jÑ)rV   )rp  r;  rc  ro   rP  c                ó   € R V  R2# )zcalc_erfcx(r˜   rR   r=  s   &rT   rB  rB  ã  ó   € ˜ A 3 aÑ(rV   c                ó   € R V  R2# )zlibdevice.erfcx(r˜   rR   r=  s   &rT   rB  rB  ä  s   € Ð+¨A¨3¨aÑ0rV   Úspecial_erfcxr{  c                ó   € R V  RV RV R2# )z	std::fma(r—   r˜   rR   rz  s   &&&rT   rB  rB  é  s   € ˜i¨ s¨"¨Q¨C¨r°!°°AÑ6rV   c                ó   € R V  RV RV R2# )zfmadd(r—   r˜   rR   rz  s   &&&rT   rB  rB  ê  s   €  ¨ s¨"¨Q¨C¨r°!°°AÑ6rV   c                ó   € R V  RV RV R2# )ztl.fma(r—   r˜   rR   rz  s   &&&rT   rB  rB  ï  s   €  ¨¨¨2¨a¨S°°1°#°QÑ7rV   )rp  r;  rc  r=  ro   r�  c                ó   € R V  RV R2# )r(  ú) * (r˜   rR   r€  s   &&rT   rB  rB  ú  s   € ˜1˜Q˜C˜u Q C qÑ)rV   c                óf   € \         P                  P                  '       d
   R V  RV R2# RV  RV R2# )r(  rž  r˜   zlibdevice.mul_rn(r—   )r  ÚversionÚhipr€  s   &&rT   rB  rB  û  sB   € Ü�=‰=××Ðð   ˜s %¨ s¨!Ð,ð +à    2 a S¨Ð*ð+rV   Úigammac                ó   € R V  RV R2# ©zcalc_igamma(r—   r˜   rR   r€  s   &&rT   rB  rB    ó   € ˜<¨ s¨"¨Q¨C¨qÑ1rV   Úigammacc                ó   € R V  RV R2# ©zcalc_igammac(r—   r˜   rR   r€  s   &&rT   rB  rB    ó   € ˜=¨¨¨2¨a¨S°Ñ2rV   Úgammaincc                ó   € R V  RV R2# r¤  rR   r€  s   &&rT   rB  rB    r¥  rV   Úspecial_gammaincÚ	gammainccc                ó   € R V  RV R2# r¨  rR   r€  s   &&rT   rB  rB    r©  rV   Úspecial_gammainccÚi0c                ó   € R V  R2# )zcalc_i0(r˜   rR   r=  s   &rT   rB  rB    ó   € ˜   1‘orV   c                ó   € \        ^ V 4      # rs  ©r{  r=  s   &rT   rB  rB    ó   € Ô-¨a°Ô3rV   c                ó   € V  R 2# )z.i0()rR   r=  s   &rT   rB  rB    s
   € ˜A˜3˜e™rV   )rp  r;  r=  rc  ro   Úi0ec                ó   € R V  R2# )z	calc_i0e(r˜   rR   r=  s   &rT   rB  rB    ó   € ˜	 !  AÑ&rV   c                ó   € V  R 2# )z.i0e()rR   r=  s   &rT   rB  rB    s
   € ˜A˜3˜f™rV   Úspecial_i0eÚi1c                ó   € R V  R2# )zcalc_i1(r˜   rR   r=  s   &rT   rB  rB  $  r²  rV   c                ó   € \        ^V 4      # rH  r´  r=  s   &rT   rB  rB  %  rµ  rV   Ú
special_i1Úi1ec                ó   € R V  R2# )z	calc_i1e(r˜   rR   r=  s   &rT   rB  rB  *  r¹  rV   Úspecial_i1eÚlog_ndtrc                ó   € R V  R2# )zcalc_log_ndtr(r˜   rR   r=  s   &rT   rB  rB  /  s   € ˜ q c¨Ñ+rV   Úspecial_log_ndtrÚmodified_bessel_i0c                ó   € R V  R2# )zmodified_bessel_i0_forward(r˜   rR   r=  s   &rT   rB  rB  5  ó   € Ð3°A°3°aÑ8rV   c                ó   € \        ^ V 4      # rs  r´  r=  s   &rT   rB  rB  6  rµ  rV   Úspecial_modified_bessel_i0Úmodified_bessel_i1c                ó   € R V  R2# )zmodified_bessel_i1_forward(r˜   rR   r=  s   &rT   rB  rB  ;  rÈ  rV   c                ó   € \        ^V 4      # rH  r´  r=  s   &rT   rB  rB  <  rµ  rV   Úspecial_modified_bessel_i1Úmodified_bessel_k0c                ó   € R V  R2# )zmodified_bessel_k0_forward(r˜   rR   r=  s   &rT   rB  rB  A  rÈ  rV   Úspecial_modified_bessel_k0Úmodified_bessel_k1c                ó   € R V  R2# )zmodified_bessel_k1_forward(r˜   rR   r=  s   &rT   rB  rB  F  rÈ  rV   Úspecial_modified_bessel_k1Úndtrc                ó   € R V  R2# )z
calc_ndtr(r˜   rR   r=  s   &rT   rB  rB  L  s   € ˜
 1 # QÑ'rV   Úspecial_ndtrÚndtric                ó   € R V  R2# )zcalc_ndtri(r˜   rR   r=  s   &rT   rB  rB  Q  r—  rV   Úspecial_ndtriÚ	polygammac                ó*   € V  R V RV  RV RV RV  R2# )z == 0 ? calc_digamma(z) : (z == 1 ? trigamma(z) : calc_polygamma(r—   r¿  rR   r€  s   &&rT   rB  rB  V  s3   € ØˆSÐ% a S¨¨a¨SÐ0AÀ!ÀÐDWÐXYÐWZÐZ\Ð]^Ð\_Ð_aÑbrV   Úscaled_modified_bessel_k0c                ó   € R V  R2# )z"scaled_modified_bessel_k0_forward(r˜   rR   r=  s   &rT   rB  rB  ^  ó   € Ð:¸1¸#¸QÑ?rV   Ú!special_scaled_modified_bessel_k0Úscaled_modified_bessel_k1c                ó   € R V  R2# )z"scaled_modified_bessel_k1_forward(r˜   rR   r=  s   &rT   rB  rB  c  rß  rV   Ú!special_scaled_modified_bessel_k1Úspherical_bessel_j0c                ó   € R V  R2# )zspherical_bessel_j0_forward(r˜   rR   r=  s   &rT   rB  rB  i  s   € Ð4°Q°C°qÑ9rV   Úspecial_spherical_bessel_j0Úzetac                ó   € R V  RV R2# )zzeta(r—   r˜   rR   r€  s   &&rT   rB  rB  n  s   € ˜5   2 a S¨Ñ*rV   Úspecial_zetaÚchebyshev_polynomial_tc                ó   € R V  RV R2# )zchebyshev_polynomial_t_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  s  ó   € Ð:¸1¸#¸RÀ¸sÀ!ÑDrV   Úspecial_chebyshev_polynomial_tÚchebyshev_polynomial_uc                ó   € R V  RV R2# )zchebyshev_polynomial_u_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  x  rì  rV   Úspecial_chebyshev_polynomial_uÚchebyshev_polynomial_vc                ó   € R V  RV R2# )zchebyshev_polynomial_v_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  }  rì  rV   Úspecial_chebyshev_polynomial_vÚchebyshev_polynomial_wc                ó   € R V  RV R2# )zchebyshev_polynomial_w_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ‚  rì  rV   Úspecial_chebyshev_polynomial_wÚlegendre_polynomial_pc                ó   € R V  RV R2# )zlegendre_polynomial_p_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ‡  ó   € Ð9¸!¸¸B¸q¸cÀÑCrV   Úspecial_legendre_polynomial_pÚshifted_chebyshev_polynomial_tc                ó   € R V  RV R2# )z'shifted_chebyshev_polynomial_t_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  Œ  ó   € ÐBÀ1À#ÀRÈÀsÈ!ÑLrV   Ú&special_shifted_chebyshev_polynomial_tÚshifted_chebyshev_polynomial_uc                ó   € R V  RV R2# )z'shifted_chebyshev_polynomial_u_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ‘  rý  rV   Ú&special_shifted_chebyshev_polynomial_uÚshifted_chebyshev_polynomial_vc                ó   € R V  RV R2# )z'shifted_chebyshev_polynomial_v_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  –  rý  rV   Ú&special_shifted_chebyshev_polynomial_vÚshifted_chebyshev_polynomial_wc                ó   € R V  RV R2# )z'shifted_chebyshev_polynomial_w_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ›  rý  rV   Ú&special_shifted_chebyshev_polynomial_wÚhermite_polynomial_hc                ó   € R V  RV R2# )zhermite_polynomial_h_forward(r—   r˜   rR   r€  s   &&rT   rB  rB     s   € Ð8¸¸¸2¸a¸SÀÑBrV   Úspecial_hermite_polynomial_hÚhermite_polynomial_hec                ó   € R V  RV R2# )zhermite_polynomial_he_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ¥  rù  rV   Úspecial_hermite_polynomial_heÚlaguerre_polynomial_lc                ó   € R V  RV R2# )zlaguerre_polynomial_l_forward(r—   r˜   rR   r€  s   &&rT   rB  rB  ª  rù  rV   Úspecial_laguerre_polynomial_lzdict[str, OverridesData]rd  c               ó    € V ^8„  d   QhRRRR/# r[  rR   )rS   s   "rT   rU   rU   °  s   € ÷ 	ñ 	˜Cð 	 Dñ 	rV   c                ó  a € \         ;QJ dƒ    V 3R  l\        P                  P                  \        P                  P                  \        P                  P
                  \        P                  P
                  3 4       F  '       g   K   R# 	  R# ! V 3R  l\        P                  P                  \        P                  P                  \        P                  P
                  \        P                  P
                  3 4       4      # )c              3  ó.   <"  € T F
  pSV9   x € K  	  R # 5iry   rR   )rº  r9  ro   s   & €rT   r¼  Ú$is_buffer_removed.<locals>.<genexpr>±  s    øé € ð ñ
ˆAð 	�Ž	ó
ùs   ƒTF)Úanyr7   rÆ   Úremoved_buffersr¡  Úinplaced_to_remove©ro   s   frT   Úis_buffer_removedr  °  s®   ø€ ß‹3ô ô �G‰G×#Ñ#Ü�H‰H×$Ñ$Ü�G‰G×&Ñ&Ü�H‰H×'Ñ'ñ	
ó�3Œ3ð Š3ð ˆ3ô ô �G‰G×#Ñ#Ü�H‰H×$Ñ$Ü�G‰G×&Ñ&Ü�H‰H×'Ñ'ñ	
óó ð rV   c                  óJ   a € ] tR tRtRtR V 3R lltR R ltR R ltR	tV ;t	# )
ÚDeferredLinei¼  zHA line that can be 'unwritten' by adding name to V.graph.removed_buffersc               ó    € V ^8„  d   QhRRRR/# )rM   ro   rO   ÚlinerR   )rS   s   "rT   rU   ÚDeferredLine.__annotate__¿  s   € ÷ Hñ H˜Sð H¨ñ HrV   c                	ót   <€ \         SV `  V4       Wn        \        V\        4      '       d   \        R 4      hR# )z#line must not be a DeferredLineBaseN)r  r#  ro   rÛ  r&   rÖ   )rr   ro   r  r   s   &&&€rT   r#  ÚDeferredLine.__init__¿  s4   ø€ Ü‰Ñ˜ÔØŒ	Ü�dÔ,×-Ò-Ü Ð!FÓGÐGñ .rV   c               ó   € V ^8„  d   QhRR/# r2  rR   )rS   s   "rT   rU   r  Å  s   € ÷ ñ ˜*ñ rV   c                	óT   € \        V P                  4      '       g   V P                  # R # ry   )r  ro   r  rz   s   &rT   Ú__call__ÚDeferredLine.__call__Å  s   € Ü  §¡×+Ò+Ø—9‘9ÐÙrV   c               ó    € V ^8„  d   QhRRRR/# )rM   r  rO   rP   r  rR   )rS   s   "rT   rU   r  Ê  s   € ÷ -ñ -˜cð - lñ -rV   c                	ó.   € \        V P                  V4      # ry   )r  ro   )rr   r  s   &&rT   Ú	_new_lineÚDeferredLine._new_lineÊ  s   € Ü˜DŸI™I tÓ,Ð,rV   r  )
rˆ   r‰   rŠ   r‹   rŒ   r#  r#  r'  r�   r-  r.  s   @rT   r  r  ¼  s!   ø† ÙR÷Hð Hõ÷
-ó -rV   r  c                  ó&   € ] tR tRtRR R lltRtR# )ÚBracesBufferiÎ  c               ó    € V ^8„  d   QhRRRR/# )rM   r+  r  rP   z'contextlib.AbstractContextManager[None]rR   )rS   s   "rT   rU   ÚBracesBuffer.__annotate__Ï  s   € ÷ ñ ˜Sð Ð)Pñ rV   c                	óN   a a€ \         P                  R  VV 3R ll4       pV! 4       # )c               ó   € V ^8„  d   QhRR/# r  rR   )rS   s   "rT   rU   Ú)BracesBuffer.indent.<locals>.__annotate__Ñ  s   € ÷ 	$ñ 	$�^ñ 	$rV   c               3  óü  <"  € \        S4       F-  p SP                  R 4       S;P                  ^,          un        K/  	  \        S) 4       F-  p S;P                  ^,          un        SP                  R4       K/  	  Rx € \        S) 4       F-  p SP                  R 4       S;P                  ^,          un        K/  	  \        S4       F-  p S;P                  ^,          un        SP                  R4       K/  	  R# 5i)Ú{Ú}N)Úranger­  Ú_indent)r  r+  rr   s    €€rT   ÚctxÚ BracesBuffer.indent.<locals>.ctxÐ  s³   øé € ä˜6–]�Ø—‘˜sÔ#Ø—’ Õ!—ñ #ô ˜F˜7–^�Ø—’ Õ!•Ø—‘˜sÖ#ñ $ó Ü˜F˜7–^�Ø—‘˜sÔ#Ø—’ Õ!—ñ $ô ˜6–]�Ø—’ Õ!•Ø—‘˜sÖ#ó #ùs   ƒC9C<)r  r)  )rr   r+  r5  s   ff rT   ÚindentÚBracesBuffer.indentÏ  s)   ù€ Ü	×	"Ñ	"÷	$ð 	$ó 
#ð	$ñ ‹uˆrV   rR   NrH  )rˆ   r‰   rŠ   r‹   r7  r�   rR   rV   rT   r*  r*  Î  s   † ÷ó rV   r*  c                  ó,   € ] tR tRt$ R]R&   R]R&   RtR# )ÚInplacedBufferiã  rO   r¾   r  Úother_namesrR   Nr8  rR   rV   rT   r:  r:  ã  s   ‡ ØƒOØ×rV   r:  c                  ó<   € ] tR tRt$ R]R&   RtR]R&   R R ltR	tR
# )ÚArgNameiè  rO   ro   Fr    Úis_constexprc               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   ÚArgName.__annotate__î  s   € ÷ Nñ N˜3ñ NrV   c                	óN   € V P                    V P                  '       d   R  2# R 2# )z : tl.constexprrx  )ro   r>  rz   s   &rT   Ú	full_nameÚArgName.full_nameî  s-   € Ø—)‘)�°$×2C×2CÐ2CÐ.ÐLÐMÐMÈÐLÐMÐMrV   rR   N)rˆ   r‰   rŠ   r‹   r�   r>  rB  r�   rR   rV   rT   r=  r=  è  s   ‡ à
ƒIà€L�$Ó÷Nñ NrV   r=  c                  ó"   € ] tR tRtR R ltRtR# )Ú
RemovedArgiò  c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   ÚRemovedArg.__annotate__ó  ó   € ÷ ñ ˜ñ rV   c                	ó   € R # )ÚREMOVEDrR   rz   s   &rT   Ú__str__ÚRemovedArg.__str__ó  s   € ÙrV   rR   N)rˆ   r‰   rŠ   r‹   rK  r�   rR   rV   rT   rE  rE  ò  s   † ÷ñ rV   rE  c                  ó8  € ] tR tRt]R R l4       tR R ltR R lt]R R	 l4       tR
 R lt	R R lt
R R lt]P                  3R R lltR R ltR R ltR R ltR R ltR R ltR R ltR R ltR,R! R" lltR# R$ ltR% R& ltR' R( ltR) R* ltR+tR # )-Ú
KernelArgsiú  c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   rÂ   rO   Úodictz*dict[_T, str | RemovedArg] | dict[_T, str]ro   rJ   rP   rR   )rS   s   "rT   rU   ÚKernelArgs.__annotate__ü  s0   € ÷ 	ñ 	Øð	à9ð	ð ð	ð 
ñ		rV   c                	óˆ   € VP                  V\        4      p\        V\        4      '       d   V  \	        V4       2;W&   pV# V# ry   )r  rJ  rÛ  rE  rÁ  )rÂ   rP  ro   ÚresultÚ
new_results   &&&  rT   Ú_lookupÚKernelArgs._lookupû  sE   € ð $)§9¡9¨T´7Ó#;ˆÜ�fœj×)Ò)Ø*0¨´#°e³*°Ð'>Ð>ˆE‰K˜*ØÐØˆrV   c               ó   € V ^8„  d   QhRR/# rc   rR   )rS   s   "rT   rU   rQ    s   € ÷ 5ñ 5˜$ñ 5rV   c                	óL   € / V n         / V n        / V n        / V n        . V n        R # ry   )Úinput_buffersÚoutput_buffersÚinplace_buffersr  Úworkspace_argsrz   s   &rT   r#  ÚKernelArgs.__init__  s)   € Ø-/ˆÔØ;=ˆÔØGIˆÔØ/1ˆŒØ24ˆÖrV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rQ    s   € ÷ 
ñ 
˜#ñ 
rV   c                	ó¶   € R P                  RP                  \        \        V P                  V P
                  V P                  V P                  .4      4      4      # )zKernelArgs({})r—   )rS   rÒ   ÚmaprÁ  rY  rZ  r[  r  rz   s   &rT   Ú__repr__ÚKernelArgs.__repr__  sS   € Ø×&Ñ&Ø�I‰IÜÜà×*Ñ*Ø×+Ñ+Ø×,Ñ,ØŸ™ð	óó
ó
ð 	
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   ro   ÚobjectrP   r    rR   )rS   s   "rT   rU   rQ    s   € ÷ ,ñ ,¨ð ,°4ñ ,rV   c                	ó"   € \        V \        4      # ry   )rÛ  rE  r  s   &rT   Ú_buffer_is_marked_removedÚ$KernelArgs._buffer_is_marked_removed  s   € ô ˜$¤
Ó+Ð+rV   c               ó    € V ^8„  d   QhRRRR/# rP  rR   )rS   s   "rT   rU   rQ  "  s   € ÷ @ñ @˜#ð @ #ñ @rV   c                	óv  € \         P                  P                  '       d4   \         P                  P                  P                  P	                  W4      pV\         P                  P
                  9   d   \        V4      hWP                  9   d"   \        \        V P                  V,          4      # WP                  9   d,   \        \        V P                  V,          4      P                  # VP                  R 4      '       d   V P                  R V P                  V4      # V P                  RV P                  V4      # )ÚseedÚin_ptr)r7   rÆ   r  Úmutation_real_namer  r  rÖ   rZ  r   rO   r[  r:  r¾   rû  rU  rY  rS  s   &&rT   ÚinputÚKernelArgs.input"  sÞ   € Ü�7‰7××ÐÜ—7‘7×$Ñ$×7Ñ7×;Ñ;¸DÓGˆDØ”1—7‘7×*Ñ*Ô*Ü  Ó&Ð&Ø×&Ñ&Ô&Üœ˜T×0Ñ0°Õ6Ó7Ð7Ø×'Ñ'Ô'Üœ¨×(<Ñ(<¸TÕ(BÓC×NÑNÐNØ�?‰?˜6×"Ò"Ø—<‘< ¨×(:Ñ(:¸DÓAÐAØ�|‰|˜H d×&8Ñ&8¸$Ó?Ð?rV   c               ó    € V ^8„  d   QhRRRR/# rP  rR   )rS   s   "rT   rU   rQ  /  s   € ÷ Bñ B˜3ð B 3ñ BrV   c                	ó¬  € \         P                  P                  '       d4   \         P                  P                  P                  P	                  W4      pV\         P                  P
                  9   d   \        V4      hWP                  9   d,   \        \        V P                  V,          4      P                  # V P                  R V P                  V4      # )Úout_ptr)r7   rÆ   r  rl  r  r  rÖ   r[  r   r:  r¾   rU  rZ  rS  s   &&rT   rö  ÚKernelArgs.output/  s’   € Ü�7‰7××ÐÜ—7‘7×$Ñ$×7Ñ7×;Ñ;¸DÓGˆDØ”1—7‘7×*Ñ*Ô*Ü  Ó&Ð&Ø×'Ñ'Ô'Üœ¨×(<Ñ(<¸TÕ(BÓC×NÑNÐNØ�|‰|˜I t×':Ñ':¸DÓAÐArV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   Ú
input_namerO   Úoutput_namerP   rQ   rR   )rS   s   "rT   rU   rQ  8  s!   € ÷ 4ñ 4 sð 4¸ð 4Àñ 4rV   c                	ób  € V\         P                  P                  9   d*   \         P                  P                  P                  V4       W P                  9   d   \        V4      hWP                  9   d`   V P                  V,          p\        V\        4      '       d   \        R 4      hVP                  P                  V4       W0P                  V&   R# V P                  P                  4        Uu. uF  p\        V\        4      '       d   K  VNK  	  ppV P                  P                  4        Uu. uF  p\        V\        4      '       g   K  VNK  	  pp\        \        V4      4      \        V4      ,           p\        RV 2W.4      pW0P                  V&   W0P                  V&   R# u upi u upi )zbuf must not be a RemovedArgÚ
in_out_ptrN)r7   rÆ   Úunaligned_buffersrg  r[  rÖ   rÛ  rE  r;  Úappendr%  rÁ  r0   r:  )rr   rt  ru  ÚbufÚvalÚalive_buffersr  Úinplace_buffer_idxs   &&&     rT   Úmake_inplaceÚKernelArgs.make_inplace8  sr  € ØœŸ™×2Ñ2Ô2Ü�G‰G×%Ñ%×)Ñ)¨+Ô6Ø×.Ñ.Ô.Ü  Ó-Ð-Ø×-Ñ-Ô-Ø×&Ñ& zÕ2ˆCÜ˜#œz×*Ò*Ü$Ð%CÓDÐDØ�O‰O×"Ñ" ;Ô/Ø03× Ñ  Ó-ð  ×/Ñ/×6Ñ6Ô8óá8�CÜ! #¤z×2÷ �Ù8ð ð ð  ×/Ñ/×6Ñ6Ô8óá8�CÜ˜c¤:×.÷ �Ù8ð ð ô
 "%¤V¨MÓ%:Ó!;¼cÀ/Ó>RÕ!RÐÜ ØÐ/Ð0Ð1ØÐ)óˆCð 03× Ñ  Ñ,Ø03× Ñ  Ó-ùò!ùò
s   Ã/F'ÄF'Ä0F,ÅF,c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   Únelemr·   rŸ   r    rÀ   r¿   rP   ztuple[str, str, int]rR   )rS   s   "rT   rU   rQ  V  s,   € ÷ .1ñ .1Øð.1Ø,0ð.1Ø9Dð.1à	ñ.1rV   c                ó’  € \        V\        P                  V4      \        P                  P                  4       \         P                  4       VR7      p\        V P                  4       Fª  w  rV\         P                  Wd4      '       dJ   VP                  p\         P                  Wd4      V P                  V&   VP                  VP                  V3u # VP                  VP                  8w  d   VP                  VP                  8w  d   K¡  \        V4      h	  V P                  P                  V4       VP                  VP                  ^ 3# )a»  
Allocate or extend a workspace buffer of nelem elements.

This function manages the allocation of a workspace buffer. It either creates
a new WorkspaceArg or extends an existing one.

Note:
- Calling this function will in-place mutate the args by adding or updating
a WorkspaceArg.
- The codegen for generating the Python argdefs and call_defs will check
this field and allocate the buffer accordingly.
- A new argument "ws_ptr" will be present in the generated code.

Args:
    nelem (sympy.Expr): The number of elements to allocate.
    zero_fill (bool): Whether to initialize the buffer to zero.
    dtype (torch.dtype): the dtype of the workspace tensor

Returns:
    Tuple[str, str, int]: A tuple containing:
        - "ws_ptr": A string identifier for the workspace pointer.
        - "workspace_{i}": a graph level unique identifier for
            the workspace tensor.
        - offset: An integer representing the item offset in the workspace.
)r¸   r¹   r»   r¼   rÀ   )r¶   r‘   r£   r7   rÆ   rŸ  rÈ   r±  r\  rÌ   r¸   rÒ   r¾   r¼   rÖ   ry  )rr   r�  rŸ   rÀ   Úargr²  Úexisting_argr+  s   &&&&    rT   rµ  ÚKernelArgs.workspaceV  s  € ô8 ØÜ'×1Ñ1°)Ó<Ü—7‘7×6Ñ6Ó8Ü#×/Ñ/Ó1Øô
ˆô  )¨×)<Ñ)<Ö=‰OˆAÜ×$Ñ$ \×7Ò7Ø%×+Ñ+�Ü)5×):Ñ):¸<Ó)M�×#Ñ# AÑ&Ø#×.Ñ.°×0GÑ0GÈÐOÒOà×'Ñ'¨3¯>©>Ô9Ø ×+Ñ+¨s¯~©~Ö=ä$ \Ó2Ð2ñ  >ð 	×Ñ×"Ñ" 3Ô'Ø�~‰~˜sŸ~™~¨qÐ0Ð0rV   c               ó    € V ^8„  d   QhRRRR/# )rM   Úmin_sizer·   rP   rO   rR   )rS   s   "rT   rU   rQ  †  s   € ÷ !ñ ! :ð !°#ñ !rV   c           	     óÐ  € ^ RI Hp \        P                  P	                  4       pV! 4       '       d   RMRVP
                   2p\        V\        P                  \        P                  RRVP                   V 2VR7      pV P                   F2  pVP                  VP                  8X  g   K   WV8w  g   K(  \        WV34      h	  V P                  P                  V4       VP                  # )a„  
Lazily allocate a graph-wide semaphores buffer with at least min_size.  This is a single buffer shared by
all kernels and zero initialized once at graph start.  Each kernel must leave the buffer zeroed on exit.

Warning: multiple calls to this function will return the same buffer.

Args:
    min_size: the number of int32 semaphores required

Returns:
    name of the semaphores buffer
)Ú_coor_enabledrx  r  Úsem_ptrÚsemaphores_)r¸   r¹   rÀ   r¾   r¼   r»   )Ú"torch.fx.experimental.proxy_tensorr‰  r7   rÆ   rŸ  rh  r¶   r‘   r¥   r  Úuint32rj  r\  r¾   rÖ   ry  )rr   r‡  r‰  Úcurrent_devicerg   rƒ  r„  s   &&     rT   Ú
semaphoresÚKernelArgs.semaphores†  sÇ   € õ 	EäŸ™×<Ñ<Ó>ˆñ %—’‘¨a°×0DÑ0DÐ/EÐ,FˆÜØÜ'×6Ñ6Ü—,‘,Ø Ø$ ^×%8Ñ%8Ð$9¸&¸ÐBØ!ô
ˆð !×/Ô/ˆLØ×&Ñ&¨#¯.©.Ö8ØÖ&Ü(¨#Ð)<Ó=Ð=ñ 0ð 	×Ñ×"Ñ" 3Ô'Ø�~‰~ÐrV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   ro   rO   rq   r  rP   rR   )rS   s   "rT   rU   rQ  ©  s!   € ÷ ñ  ð ¨Cð °Cñ rV   c                	ó�  a€ \        V\        4      '       g   \        \        V4      V34      h\        P
                  ! V4      pW P                  9   d   V P                  V,          # SV P                  P                  4       9   d2   S \        V3R  lV P                  P                  4        4       4       2oSV P                  V&   S# )c              3  óX   <"  € T F  qP                  S4      '       g   K  ^x € K!  	  R# 5i©r/  N)rû  )rº  rÓ  ro   s   & €rT   r¼  Ú)KernelArgs.seed_offset.<locals>.<genexpr>²  s   øé € ÐUÑ(> 1Ç,Á,Èt×BTŸQšQÓ(>ùs   ƒ* 
*)	rÛ  r  rÖ   rj  ró   rê  r  r%  Úsum)rr   ro   rq   s   &f&rT   Úseed_offsetÚKernelArgs.seed_offset©  sŸ   ø€ Ü˜%¤×%Ò%Ü ¤$ u£+¨uÐ!5Ó6Ð6ä—’˜eÓ$ˆØ—M‘MÔ!Ø—=‘= Õ'Ð'Ø�4—=‘=×'Ñ'Ó)Ô)à�&œÔU¨¯©×(<Ñ(<Ô(>ÓUÓUÐVÐWð ð  $ˆ�‰�eÑØˆrV   c               ó    € V ^8„  d   QhRRRR/# )rM   ro   rð  rP   rO   rR   )rS   s   "rT   rU   rQ  ·  s   € ÷ 7ñ 7˜ð 7¨#ñ 7rV   c                	óì   € \        V\        P                  4      '       g   \        \	        V4      V34      hVP
                  R 8X  d   R V P                  V&   R # V P                  RV P                  V4      # )rj  Úks)rÛ  ró   ÚSymbolrÖ   rj  ro   r  rU  rS  s   &&rT   ré   ÚKernelArgs.size·  s[   € Ü˜$¤§¡×-Ò-Ü ¤$ t£*¨dÐ!3Ó4Ð4Ø�9‰9˜ÔØ"(ˆD�M‰M˜$ÑÙØ�|‰|˜D $§-¡-°Ó6Ð6rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   zIterator[str]rR   )rS   s   "rT   rU   rQ  ¿  s   € ÷ 
ñ 
˜Mñ 
rV   c                	ó¬   € \        V P                  P                  4       V P                  P                  4       V P                  P                  4       4      # ry   )r   rY  ÚkeysrZ  r  rz   s   &rT   Ú
call_namesÚKernelArgs.call_names¿  sA   € ÜØ×Ñ×#Ñ#Ó% t×':Ñ':×'?Ñ'?Ó'AÀ4Ç=Á=×CUÑCUÓCWó
ð 	
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   ro   rO   rP   r,  rR   )rS   s   "rT   rU   rQ  Ä  s   € ÷ 
2ñ 
2˜Sð 
2 Zñ 
2rV   c                ó.  € V P                   P                  VR4      pVe#   \        V\        4      '       g   VP                  # V P
                  P                  VR4      pVe   \        V\        4      '       g   V# V P                  P                  VR4      # )z+
Returns inner name of a given outer name.
N)r[  r  rÛ  rE  r¾   rZ  rY  )rr   ro   Úinplacedru  s   &&  rT   Úarg_nameÚKernelArgs.arg_nameÄ  sƒ   € ð ×'Ñ'×+Ñ+¨D°$Ó7ˆØÒ¬
°8¼Z×(HÒ(HØ×&Ñ&Ð&Ø×)Ñ)×-Ñ-¨d°DÓ9ˆØÒ"¬:°kÄ:×+NÒ+NØÐØ×!Ñ!×%Ñ% d¨DÓ1Ð1rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   rz  rO   rÀ   r¿   rP   rR   )rS   s   "rT   rU   rQ  Ð  s!   € ÷ ñ  ð ¨Kð ¸Cñ rV   c                	ó   € V# ry   rR   )rr   rz  rÀ   s   &&&rT   Úwrap_ptr_argÚKernelArgs.wrap_ptr_argÐ  s   € Øˆ
rV   c               ó    € V ^8„  d   QhRRRR/# )rM   ré   Ú
SymbolLikerP   rO   rR   )rS   s   "rT   rU   rQ  Ó  s   € ÷ ñ  *ð °ñ rV   c                	ó   € \        V4      # ry   r¹  )rr   ré   s   &&rT   Úwrap_size_argÚKernelArgs.wrap_size_argÓ  s   € Ü�4‹yÐrV   Nc               ó    € V ^8„  d   QhRRRR/# )rM   Údtype_to_cpp_typezdict[torch.dtype, str] | NonerP   z&tuple[list[str], list[str], list[str]]rR   )rS   s   "rT   rU   rQ  Ö  s   € ÷ 5.ñ 5.Ø!>ð5.à	/ñ5.rV   c                	ó"  € ^RI Hp Vf	   ^RI Hp Tp. p. p. p\        V P                  P                  4       4       F«  p\        V\        4      '       d   K  VP                  R
,          pVP                  p	\        P                  P                  V4      p
W,          pVP                  V RV	 24       VP                  V P                  WŠ4      4       VP                  V R24       K­  	  V P                  P!                  4        FŠ  w  r‰W€P                  9   d   K  \        P                  P                  V4      p
W,          pVP                  RV RV	 24       VP                  V P                  WŠ4      4       VP                  RV R24       KŒ  	  V P"                  P!                  4        Fž  w  rŒW€P                  9   g   \        V\        4      '       d   K-  \        P                  P                  V4      p
W,          pVP                  V RV 24       VP                  V P                  WŠ4      4       VP                  V R24       K   	  V P$                  P!                  4        EF  w  r‰\        V\&        P(                  4      '       dG   \+        V\,        P.                  4      '       d'   VP                  RV	 24       VP                  R4       M+VP                  RV RV	 24       VP                  RV 24       VP                  V P1                  V4      4       \        P                  P2                  '       g   KÙ  \        P                  P2                  P5                  V4       EK  	  V P6                  '       d   \9        R	4      hWTV3# )r/  )Ú
INDEX_TYPE)r©  z* Ú*zconst zconst float zconst floatÚ zWorkspace not supported on CPU rŽ  )r¯  r´  r©  r0   r[  r%  rÛ  rE  r;  r¾   r7   rÆ   rà   ry  rª  rY  r!  rZ  r  ró   rœ  r   r   ÚUNBACKED_FLOATr¯  Úwrapper_codeÚensure_size_computedr\  rÖ   )rr   r²  r´  r©  Ú	call_argsÚarg_defsÚ	arg_typesr¥  ÚouterÚinnerrÀ   Ú	cpp_dtypeÚmaybe_inners   &&           rT   Úcpp_argdefsÚKernelArgs.cpp_argdefsÖ  sò  € õ 	*àÒ$Ý/à ,Ðàˆ	ØˆØˆ	Ü˜t×3Ñ3×:Ñ:Ó<Ö=ˆHÜ˜(¤J×/Ò/ÙØ×(Ñ(¨Õ,ˆEØ×'Ñ'ˆEÜ—G‘G×%Ñ% eÓ,ˆEØ)Õ0ˆIØ�O‰O˜y˜k¨¨E¨7Ð3Ô4Ø×Ñ˜T×.Ñ.¨uÓ<Ô=Ø×Ñ 	˜{¨!˜_Ö-ñ >ð !×.Ñ.×4Ñ4Ö6‰LˆEØ×,Ñ,Ô,ÙÜ—G‘G×%Ñ% eÓ,ˆEØ)Õ0ˆIØ�O‰O˜f Y K¨r°%°Ð9Ô:Ø×Ñ˜T×.Ñ.¨uÓ<Ô=Ø×Ñ˜v i [°Ð2Ö3ñ 7ð #'×"5Ñ"5×";Ñ";Ö"=ÑˆEØ×,Ñ,Ô,´
¸;Ì
×0SÒ0SÙÜ—G‘G×%Ñ% eÓ,ˆEØ)Õ0ˆIØ�O‰O˜y˜k¨¨K¨=Ð9Ô:Ø×Ñ˜T×.Ñ.¨uÓ<Ô=Ø×Ñ 	˜{¨!˜_Ö-ñ #>ð !ŸM™M×/Ñ/×1‰LˆEÜ˜%¤§¡×.Ò.´>Øœ×+Ñ+÷4ò 4ð —‘ ,¨u¨gÐ 6Ô7Ø× Ñ  Õ/à—‘ &¨¨°A°e°WÐ =Ô>Ø× Ñ  6¨*¨Ð!6Ô7Ø×Ñ˜T×/Ñ/°Ó6Ô7Ü�w‰w×#×#Ò#Ü—‘×$Ñ$×9Ñ9¸%×@ñ 2ð ××ÐÜ Ð!BÓCÐCØ IÐ-Ð-rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   z?tuple[list[ArgName], list[str], list[KernelArgType], list[Any]]rR   )rS   s   "rT   rU   rQ    s   € ÷ 1?ñ 1?à	Hñ1?rV   c                	ó  € . p. p. p. p\        V P                  P                  4       4       EF  p\        V\        4      '       d   K  VP                  \        VP                  4      4       VP                  VP                  R,          4       VP                  \        P                  P                  VP                  R,          4      4       VP                  \        VP                  VP                  R,          \        P                  P                  VP                  R,          4      R7      4       EK
  	  \        V P                  P                  4       V P                   P                  4       4       FÀ  w  rgW`P                  9   g   \        V\        4      '       d   K-  VP                  \        V4      4       VP                  V4       VP                  \        P                  P                  V4      4       VP                  \        VV\        P                  P                  V4      R7      4       KÂ  	  V P"                  P                  4        F¯  w  rgVP                  \        V4      4       VP                  V4       VP                  \%        V4      4       VP                  \'        Wv4      4       \        P                  P(                  '       g   K†  \        P                  P(                  P+                  V4       K±  	  V P,                   Fn  pVP                  \        VP                  4      4       VP                  VP.                  4       VP                  V4       VP                  VP0                  4       Kp  	  WWC3# )r/  )ro   r*  rÀ   rŽ  )r0   r[  r%  rÛ  rE  ry  r=  r¾   r;  r7   rÆ   rà   r)  r   rY  r!  rZ  r  rj  r/  r¸  r¹  r\  r¼   rÀ   )	rr   r»  rº  r¼  Úprecompile_argsr¥  r½  r¾  rƒ  s	   &        rT   Úpython_argdefsÚKernelArgs.python_argdefs  s‘  € ð #%ˆØ!ˆ	Ø!ˆ	Ø/1ˆÜ˜t×3Ñ3×:Ñ:Ó<×=ˆHÜ˜(¤J×/Ò/ÙØ�O‰OœG H×$7Ñ$7Ó8Ô9Ø×Ñ˜X×1Ñ1°"Õ5Ô6Ø×ÑœQŸW™W×.Ñ.¨x×/CÑ/CÀBÕ/GÓHÔIØ×"Ñ"ÜØ!×,Ñ,Ø#×/Ñ/°Õ3ÜŸ'™'×+Ñ+¨H×,@Ñ,@ÀÕ,DÓEô÷ñ >ô "Ø×Ñ×$Ñ$Ó&à×Ñ×%Ñ%Ó'ö
‰LˆEð
 ×,Ñ,Ô,´
¸5Ä*×0MÒ0MÙØ�O‰OœG E›NÔ+Ø×Ñ˜UÔ#Ø×ÑœQŸW™W×.Ñ.¨uÓ5Ô6Ø×"Ñ"ÜØØ ÜŸ'™'×+Ñ+¨EÓ2ôöñ
ð" !ŸM™M×/Ñ/Ö1‰LˆEØ�O‰OœG E›NÔ+Ø×Ñ˜UÔ#Ø×ÑœT %›[Ô)Ø×"Ñ"¤7¨5Ó#8Ô9Ü�w‰w×#×#Ò#Ü—‘×$Ñ$×9Ñ9¸%Ö@ñ 2ð ×&Ô&ˆCØ�O‰OœG C§N¡NÓ3Ô4Ø×Ñ˜SŸ^™^Ô,Ø×"Ñ" 3Ô'Ø×Ñ˜SŸY™YÖ'ñ	 'ð
  OÐ>Ð>rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   zIterator[tuple[str, str]]rR   )rS   s   "rT   rU   rQ  @  s   € ÷ Uñ UÐ2ñ UrV   c              #  	ó  "  € \        V P                  P                  4       4       Fà  p\        V\        4      '       d   K  VP
                   Fµ  pV\        P                  P                  9   g    V\        P                  P                  9   d   KC  W P                  9   d"   V P                  V,          VP                  3x € W P                  9   g   K†  \        \        V P                  V,          4      VP                  3x € K·  	  Kâ  	  R # 5iry   )r0   r[  r%  rÛ  rE  r;  r7   rÆ   r  r¡  rY  r¾   rZ  r   rO   )rr   r¥  Úothers   &  rT   ÚaliasesÚKernelArgs.aliases@  sÁ   é € Ü˜t×3Ñ3×:Ñ:Ó<Ö=ˆHÜ˜(¤J×/Ò/ÙØ!×-Ô-�àœQŸW™W×7Ñ7Ô7Ø¤§¡× ;Ñ ;Ô;áØ×.Ñ.Ô.Ø×,Ñ,¨UÕ3°X×5HÑ5HÐHÒHØ×/Ñ/Ö/Üœs D×$7Ñ$7¸Õ$>Ó?À×ATÑATÐTÔTó .ó >ùs   ‚CDÃ9Dc               ó    € V ^8„  d   QhRRRR/# r[  rR   )rS   s   "rT   rU   rQ  O  s   € ÷ Nñ N˜sð N tñ NrV   c                	óÊ   € \        V P                  P                  V\        4      \        4      ;'       d/    \        V P
                  P                  V\        4      \        4      # ry   )rÛ  rZ  r  rJ  rE  r[  rS  s   &&rT   Ú
is_removedÚKernelArgs.is_removedO  sQ   € ÜØ×Ñ×#Ñ# D¬'Ó2´Jó
÷ Nð Nä˜×-Ñ-×1Ñ1°$¼Ó@Ä*ÓMð	NrV   c               ó   € V ^8„  d   QhRR/# )rM   rP   zOrderedSet[str]rR   )rS   s   "rT   rU   rQ  W  s   € ÷ 
ñ 
 _ñ 
rV   c                	óš  € \        4       p\        V P                  P                  4       4       F=  p\	        V\
        4      '       d   K  VP                  VP                  R,          4       K?  	  V P                  P                  4        F>  w  r4W0P                  9   g   \	        V\
        4      '       d   K-  VP                  V4       K@  	  V# )r/  rŽ  )
r   r0   r[  r%  rÛ  rE  rg  r;  rZ  r!  )rr   Ú	live_outsr¥  r½  r¾  s   &    rT   Úlive_output_buffersÚKernelArgs.live_output_buffersW  sš   € Ü%/£\ˆ	Ü˜t×3Ñ3×:Ñ:Ó<Ö=ˆHÜ˜(¤J×/Ò/ÙØ�M‰M˜(×.Ñ.¨rÕ2Ö3ñ >ð !×/Ñ/×5Ñ5Ö7‰LˆEØ×,Ñ,Ô,´
¸5Ä*×0MÒ0MÙØ�M‰M˜%Ö ñ 8ð ÐrV   )r[  rY  rZ  r  r\  ry   )rˆ   r‰   rŠ   r‹   r¦   rU  r#  ra  rf  rm  rö  r~  r  r  rµ  r�  r—  ré   r¡  r¦  rª  r¯  rÁ  rÆ  rË  rÏ  rÔ  r�   rR   rV   rT   rN  rN  ú  sš   † Øô	ó ð	õ5õ
ð ô,ó ð,õ@õBõ4ð> HMÇ{Á{÷.1õ`!õFõ7õ
õ

2õõ÷5.õn1?õfUõN÷
ñ 
rV   rN  c                  ór   a € ] tR tRtRtRR V 3R llltR R ltR R ltR	 R
 ltR R lt	R R lt
RtV ;t# )rº  id  a4  A CSEVariable is just a name for an expression but it is useful to be able to annotate them on a backend dependent basis.
To do so, the backends can simply overload `Kernel.create_cse_var`
The "CSEVariable.update_on_args" method gives you a hook for annotations
See example of TritonCSEVariable in triton.py
c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   ro   rO   ÚboundsúValueRanges[Any]rÀ   r=  r¶  rG   rR   )rS   s   "rT   rU   ÚCSEVariable.__annotate__k  s2   € ÷ ñ àðð !ðð "ð	ð
 ñrV   c                	ó¶   <€ \         SV `  4        \        V\        4      '       g   \	        \        V4      4      hWn        W n        ^V n        W0n	        W@n
        R# r”  )r  r#  rÛ  r   rÖ   rj  ro   rØ  Ú	use_countrÀ   r¶  )rr   ro   rØ  rÀ   r¶  r   s   &&&&&€rT   r#  ÚCSEVariable.__init__k  sG   ø€ ô 	‰ÑÔÜ˜&¤+×.Ò.Ü ¤ f£Ó.Ð.ØŒ	ØŒØˆŒØŒ
ØŽ
rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rÚ  {  rH  rV   c                	ó   € V P                   # ry   r  rz   s   &rT   rK  ÚCSEVariable.__str__{  s   € Ø�y‰yÐrV   c               ó   € V ^8„  d   QhRR/# )rM   rP   r  rR   )rS   s   "rT   rU   rÚ  ~  r  rV   c                	ó,   € \        V P                  4      # ry   )Úhashro   rz   s   &rT   Ú__hash__ÚCSEVariable.__hash__~  s   € Ü�D—I‘I‹ÐrV   c               ó    € V ^8„  d   QhRRRR/# )rM   rÊ  rd  rP   r    rR   )rS   s   "rT   rU   rÚ  �  s   € ÷ Jñ J˜Fð J tñ JrV   c                	ód   € \        V\        4      ;'       d    VP                  V P                  8H  # ry   )rÛ  rº  ro   )rr   rÊ  s   &&rT   Ú__eq__ÚCSEVariable.__eq__�  s$   € Ü˜%¤Ó-×IÐI°%·*±*ÀÇ	Á	Ñ2IÐIrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   ro   rO   r~   r   r†  rP   rQ   rR   )rS   s   "rT   rU   rÚ  „  s(   € ÷ ñ  3ð ¨cð ¸3ð À4ñ rV   c                	ó   € R # ry   rR   )rr   ro   r~   r†  s   &&&&rT   Úupdate_on_argsÚCSEVariable.update_on_args„  s   € ÙrV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   rÚ  ‡  s   € ÷ ;ñ ;˜#ñ ;rV   c                	óP   € V P                   P                   R V P                  : R2# r'  )r   rˆ   ro   rz   s   &rT   ra  ÚCSEVariable.__repr__‡  s$   € Ø—.‘.×)Ñ)Ð*¨!¨D¯I©I©=¸Ð:Ð:rV   )rØ  rÀ   ro   r¶  rÜ  rm  )rˆ   r‰   rŠ   r‹   rŒ   r#  rK  rä  rè  rì  ra  r�   r-  r.  s   @rT   rº  rº  d  s1   ø† ñ÷ò õ õõJõ÷;ó ;rV   rº  ÚAugmentedKeyT)Údefaultr¥  )Úboundrò  .c            
      ó@  € ] tR tRtRtR%R R lltR R ltR R	 ltR
 R ltR R lt	R R lt
R R ltR R ltR R ltR R ltR]P                   ! 4       RRRRRRRR/R R llt]P                   ! 4       RR3R  R! llt]P                   ! 4       RR3R" R# lltR$tR# )&ÚCSEi–  z Common subexpression eliminationNc               ó4   € V ^8„  d   QhRRRRRRRRRRR	R
RR/# )rM   rÂ   rO   rg   Úname_prefixÚiter_bufferszitertools.count[int] | NoneÚstore_cachez+MutableMapping[str, CSEVariableType] | NoneÚreduction_cachez9MutableMapping[ReductionCacheKey, CSEVariableType] | NoneÚvarname_mapz!dict[str, CSEVariableType] | NonerR   )rS   s   "rT   rU   ÚCSE.__annotate__™  sZ   € ÷ Iñ IàðIð ðIð ð	Ið
 2ðIð AðIððIð 7ñIrV   c                	ó  € Wn         W n        / V n        W0n        T;'       g    / V n        T;'       g    / V n        T;'       g    \        P                  ! 4       V n        \        4       V n
        T;'       g    / V n        R # ry   )rÂ   rg   Ú_cacher÷  rù  rú  Ú	itertoolsr¸   Úiter_buffer_idsr   Úinvalidated_storesrû  )rr   rÂ   rg   r÷  rø  rù  rú  rû  s   &&&&&&&&rT   r#  ÚCSE.__init__™  ss   € ð ŒØŒØFHˆŒØ&ÔØAL×ARÐARÐPRˆÔà×!Ð!˜rð 	Ôð 6B×5VÐ5VÄYÇ_Â_ÓEVˆÔÜ3=³<ˆÔØ7B×7HÐ7HÀbˆÖrV   c               ó    € V ^8„  d   QhRRRR/# )rM   Ú	keep_varszOrderedSet[CSEVariable]rP   rQ   rR   )rS   s   "rT   rU   rü  °  s   € ÷ ñ Ð$;ð Àñ rV   c                	óT  € . V P                   P                  4       O F5  w  r#W19  g   K  V P                   V V P                  P                  V4       K7  	  V'       d>   V P                  P                  4        UUu/ uF  w  rEWQ9   g   K  WEbK  	  uppV n        R # / V n        R # u uppi ry   )rù  r!  r  rg  rþ  )rr   r  ro   ÚtmprÒ  rÓ  s   &&    rT   Ú
invalidateÚCSE.invalidate°  s‹   € Ø4˜4×+Ñ+×1Ñ1Ó3Ó4‰IˆDØÖ#Ø×$Ñ$ TÐ*Ø×'Ñ'×+Ñ+¨DÖ1ñ 5÷ Ø,0¯K©K×,=Ñ,=Ô,?ÔRÑ,?¡D AÀ1Á>œ4˜1š4Ñ,?ÒRˆDŽKàˆDŽKùó Ss   Á;
B$Â
B$c               ó   € V ^8„  d   QhRR/# ©rM   rP   r   rR   )rS   s   "rT   rU   rü  º  s   € ÷ 	
ñ 	
�tñ 	
rV   c           
     	ó¾   € \        V 4      ! V P                  V P                  V P                  V P                  V P
                  V P                  V P                  R 7      # ))rÂ   rg   r÷  rø  rù  rû  rú  )rj  rÂ   rg   r÷  r   rù  rû  rú  rz   s   &rT   ÚcloneÚ	CSE.cloneº  sN   € Ü�DŒzØ—;‘;Ø—;‘;Ø×(Ñ(Ø×-Ñ-Ø×(Ñ(Ø×(Ñ(Ø ×0Ñ0ô
ð 	
rV   c               ó   € V ^8„  d   QhRR/# r
  rR   )rS   s   "rT   rU   rü  Å  s   € ÷ ñ ˜Tñ rV   c                óÂ   € V P                  4       p\        V P                  4      Vn        \        V P                  4      Vn        \        V P                  4      Vn        V# )zNReturn a copy of using ScopedDict so changes to *_cache aren't visible in self)r  r+   rþ  rú  rù  )rr   Únew_cses   & rT   Úscoped_copyÚCSE.scoped_copyÅ  sH   € à—*‘*“,ˆÜ# D§K¡KÓ0ˆŒÜ",¨T×-AÑ-AÓ"BˆÔÜ(¨×)9Ñ)9Ó:ˆÔØˆrV   c               ó    € V ^8„  d   QhRRRR/# )rM   Ú	cache_keyrO   rP   rñ  rR   )rS   s   "rT   rU   rü  Í  s   € ÷ .ñ . Sð .¨]ñ .rV   c                ó"   € \        \        V4      # )z@Override this method to augment cache key with backend specifics)r   rñ  ©rr   r  s   &&rT   Úaugment_keyÚCSE.augment_keyÍ  s   € ä”M 9Ó-Ð-rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r  rO   r{  r¥  rP   rQ   rR   )rS   s   "rT   rU   rü  Ñ  s!   € ÷ 7ñ 7˜Sð 7 ð 7¸4ñ 7rV   c                	ó@   € W P                   V P                  V4      &   R # ry   ©rþ  r  )rr   r  r{  s   &&&rT   ÚputÚCSE.putÑ  s   € Ø36�‰�D×$Ñ$ YÓ/Ó0rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r  rO   rP   r    rR   )rS   s   "rT   rU   rü  Ô  s   € ÷ :ñ : #ð :¨$ñ :rV   c                	ó>   € V P                  V4      V P                  9   # ry   )r  rþ  r  s   &&rT   ÚcontainsÚCSE.containsÔ  s   € Ø×Ñ 	Ó*¨d¯k©kÑ9Ð9rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r  rO   rP   zCSEVariableType | NonerR   )rS   s   "rT   rU   rü  ×  s   € ÷ Bñ B ð BÐ)?ñ BrV   c                	óX   € V P                   P                  V P                  V4      R 4      # ry   )rþ  r  r  r  s   &&rT   Útry_getÚCSE.try_get×  s"   € Ø�{‰{�‰˜t×/Ñ/°	Ó:¸DÓAÐArV   c               ó    € V ^8„  d   QhRRRR/# )rM   r  rO   rP   r¥  rR   )rS   s   "rT   rU   rü  Ú  s   € ÷ 8ñ 8˜Sð 8 _ñ 8rV   c                	óF   € V P                   V P                  V4      ,          # ry   r  r  s   &&rT   r  ÚCSE.getÚ  s   € Ø�{‰{˜4×+Ñ+¨IÓ6Õ7Ð7rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rq   r¥  rP   r    rR   )rS   s   "rT   rU   rü  Ý  s   € ÷ 
ñ 
 Oð 
¸ñ 
rV   c                	óÊ   € WP                   P                  4       9   ;'       gA    WP                  P                  4       9   ;'       g    WP                  P                  4       9   # ry   )rþ  r%  rù  rú  )rr   rq   s   &&rT   Úcontains_valueÚCSE.contains_valueÝ  sX   € à—[‘[×'Ñ'Ó)Ñ)÷ 6ð 6Ø×(Ñ(×/Ñ/Ó1Ñ1÷6ð 6à×,Ñ,×3Ñ3Ó5Ñ5ð	
rV   rØ  rp   TÚ
assignmentrÀ   r¶  c               ó8   € V ^8„  d   QhRRRRRRRRR	RR
RRRRR/# )rM   r*  r)   r0  z@str | CSEVariable | OpsValue | IndentedBuffer | DeferredLineBaserØ  rÙ  rp   r    r-  rÀ   r=  r¶  rG   rP   r¥  rR   )rS   s   "rT   rU   rü  ä  se   € ÷ Nñ NàðNð OðNð
 !ðNð ðNð ðNð "ðNð ðNð 
ñNrV   c          	     	ó   € \        V\        4      '       d   VP                  pV'       g   V'       g   \        R 4      h\        V\        4      '       dJ   VP
                  P                  V4      Vn        V;P                  ^,          un        \        \        V4      # \        V\        4      '       d   VP                  4       pMR\        V\        4      '       d   VP                  pM/\        V\        4      '       g   \        R\        V4       24      hTpV P!                  V4      p	Vf   V'       g   RpV	'       Eg   V P#                  W6V4      p	V P%                  W‰4       V'       EdÚ   \&        P(                  P*                  '       d,   \&        P(                  P*                  P-                  VRR7       \        V\        4      '       dW   V'       d!   VP/                  V P0                   V	 R24       VP3                  V4       VP/                  V P4                  4       V	# \        V\        4      '       d]   V'       g   \        R4      hVP/                  VP7                  V P0                   V	 RVP                   V P4                   24      4       V	# V'       d!   V P0                   V	 RV V P4                   2p
MV V P4                   2p
VP/                  V
4       V'       d`   \8        P:                  P<                  '       g!   \8        P:                  P>                  '       d    Ve   \A        4       R8w  d   \C        WV4       V	# V	P
                  P                  V4      V	n        V	;P                  ^,          un        V	# )	z&expected write or assignment to be setzexpected str, got T)Ú	only_oncez =zexpected assignment to be setz = r;  rR   )"rÛ  r4   rq   rÖ   rº  rØ  ÚtightenrÜ  r   r¥  r)   Úgetvaluer&   r  rO   rj  r$  Únewvarr  r7   r¡  Úcurrent_nodeÚcodegen_originating_infor­  rÂ   Úsplicerg   r'  r   r«  r¬  r®  r(   r´  )rr   r*  r0  rØ  rp   r-  rÀ   r¶  r  r¤  r  s   &&&$$$$$   rT   ÚgenerateÚCSE.generateä  s¦  € ô �dœH×%Ò%Ø—:‘:ˆDçŸÜ Ð!IÓJÐJÜ�dœK×(Ò(ð Ÿ+™+×-Ñ-¨fÓ5ˆDŒKØ�NŠN˜aÕ�NÜœ¨Ó.Ð.Ü˜œn×-Ò-ØŸ™›‰IÜ˜Ô.×/Ò/ØŸ	™	‰Iä˜d¤C×(Ò(Ü$Ð'9¼$¸t»*¸Ð%FÓGÐGØˆIØ�l‰l˜9Ó%ˆØŠ=§ð ˆEßˆsØ—+‘+˜f¨UÓ3ˆCØ�H‰H�YÔ$ßˆuÜ—8‘8×(×(Ð(Ü—H‘H×)Ñ)×BÑBØ¨$ð Cô ô ˜d¤N×3Ò3ß!Ø×(Ñ(¨D¯K©K¨=¸¸¸RÐ)@ÔAØ—M‘M $Ô'Ø×$Ñ$ T§[¡[Ô1ð< ˆ
ô;   Ô&6×7Ò7ß%Ü,Ð-LÓMÐMØ×$Ñ$ØŸ™¨$¯+©+¨°s°e¸3¸t¿y¹y¸kÈ$Ï+É+ÈÐ'WÓXôð4 ˆ
÷- "Ø"&§+¡+ ¨s¨e°3°t°f¸T¿[¹[¸MÐJ™à"& ¨¯© }Ð5˜Ø×$Ñ$ TÔ*÷ #ä"×/Ñ/×K×KÐKÜ%×2Ñ2×J×JÐJà!Ò-Ü/Ó1°UÔ:ä# F°Ô7ð ˆ
ð Ÿ™×+Ñ+¨FÓ3ˆCŒJØ�MŠM˜QÕ�Màˆ
rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   rØ  rÙ  rÀ   r=  r¶  rG   rP   r¥  rR   )rS   s   "rT   rU   rü  4	  s2   € ÷ ñ à ðð "ðð ð	ð
 
ñrV   c           	     	ó¼   € V P                    \        V P                  4       2p\        R \        P
                  P                  WAW#4      4      pWPP                  V&   V# )r¥  )r÷  rÅ   r   r   r7   r¡  Úcreate_cse_varrû  )rr   rØ  rÀ   r¶  Úvar_namer¤  s   &&&&  rT   r3  Ú
CSE.newvar4	  sZ   € ð ×&Ñ&Ð'¬¨T×-AÑ-AÓ(BÐ'CÐDˆÜØœqŸx™x×6Ñ6°xÈÓVó
ˆð &)×Ñ˜Ñ"Øˆ
rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rM   ro   rO   rØ  rÙ  rÀ   r=  r¶  rG   rP   r¥  rR   )rS   s   "rT   rU   rü  A	  s<   € ÷ ñ àðð !ðð "ð	ð
 ðð 
ñrV   c           	     	óÊ   a€ \         P                  ! SV P                  9  V3R  l4       \        R\        P
                  P                  SW#V4      4      pWPP                  S&   V# )c                 ó   <€ R S  2# )zduplicate name: rR   r  s   €rT   rB  ÚCSE.namedvar.<locals>.<lambda>I	  s   ø€ Ð4DÀTÀFÑ2KrV   r¥  )r  Ú_check_valuerû  r   r7   r¡  r;  )rr   ro   rØ  rÀ   r¶  r¤  s   &f&&& rT   ÚnamedvarÚCSE.namedvarA	  s]   ø€ ô 	×ÒØ˜×(Ñ(Ñ(Ô*Kô	
ô ØœqŸx™x×6Ñ6°t¸VÈEÓRó
ˆð "%×Ñ˜ÑØˆ
rV   )	rþ  r  r   r÷  rÂ   rú  rù  rg   rû  )rx  rx  r  NNNN)rˆ   r‰   rŠ   r‹   rŒ   r#  r  r  r  r  r  r   r$  r  r+  r   Úunknownr7  r3  rC  r�   rR   rV   rT   rõ  rõ  –  s·   † Ù*÷Iõ.õ	
õõ.õ7õ:õBõ8õ
ðNð
 $/×#6Ò#6Ó#8ðNð ðNð  ðNð %)ðNð !%÷Nðd $/×#6Ò#6Ó#8Ø$(Ø $÷	ð  $/×#6Ò#6Ó#8Ø$(Ø $÷ó rV   rõ  c                  óF   a € ] tR tRtR V 3R lltR R ltR R ltRtV ;t# )	ÚCodeGeniR	  c               ó   € V ^8„  d   QhRR/# rc   rR   )rS   s   "rT   rU   ÚCodeGen.__annotate__S	  s   € ÷ 1ñ 1˜$ñ 1rV   c                	óX   <€ \         SV `  4        \        P                  ! 4       V n        R # ry   )r  r#  r  r   Ú
exit_stack©rr   r   s   &€rT   r#  ÚCodeGen.__init__S	  s   ø€ Ü‰ÑÔÜ$×.Ò.Ó0ˆŽrV   c               ó   € V ^8„  d   QhRR/# r
  rR   )rS   s   "rT   rU   rI  W	  s   € ÷ ñ ˜4ñ rV   c                	ó:   € V P                   P                  4        V # ry   )rK  Ú	__enter__rz   s   &rT   rP  ÚCodeGen.__enter__W	  s   € Ø�‰×!Ñ!Ô#ØˆrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©rM   Úexc_typer   Úexc_valÚexc_tbrP   rQ   rR   )rS   s   "rT   rU   rI  [	  s(   € ÷ <ñ < ð <¨sð <¸Cð <ÀDñ <rV   c                	ó>   € V P                   P                  WV4       R # ry   )rK  Ú__exit__)rr   rT  rU  rV  s   &&&&rT   rX  ÚCodeGen.__exit__[	  s   € Ø�‰× Ñ  °FÖ;rV   )rK  )	rˆ   r‰   rŠ   r‹   r#  rP  rX  r�   r-  r.  s   @rT   rG  rG  R	  s   ø† ÷1ð 1õ÷<ó <rV   rG  c                  ó  a € ] tR tRt$ RtRtR]R&   RtR]R&   RtR]R	&   RCR
 V 3R lllt	]
P                  R R l4       t]
P                  RDR R ll4       tR R ltR R ltR R ltR R ltRER R lltR R ltR R ltR R ltR  R! ltR" R# ltR$ R% ltRDR& R' llt]R( R) l4       tRER* R+ lltR, R- ltR. R/ ltR0 V 3R1 lltR2 V 3R3 llt R4 R5 lt!R6 R7 lt"R8 R9 lt#R: R; lt$R< R= lt%R> R? lt&RER@ RA llt'RBt(V ;t)# )FÚKerneli_	  z8Base class for generated kernels and their code buffers.rx  rO   Únewvar_prefixrg   Nz$Callable[[], OpsHandler[Any]] | Noner�  c               ó$   € V ^8„  d   QhRRRRRR/# )rM   r~   zKernelArgs | NoneÚincrease_kernel_countr    rP   rQ   rR   )rS   s   "rT   rU   ÚKernel.__annotate__f	  s$   € ÷ $,ñ $,Ø%ð$,ØEIð$,à	ñ$,rV   c                	ód  <€ \         SV `  4        V'       d   \        ;P                  ^,          un        T;'       g    \	        4       V n        \        4       V n        \        4       V n        \        4       V n	        RV n
        ^ V n        ^ V n        ^ V n        \        V P                  V P                   4      V n        \%        4       V n        \%        4       V n        / V n        RV n        RV n        RV n        RV n        \%        4       V n        \%        4       V n        / V n        ^V n        RV n        R# )r/  FN)r  r#  r    Úgenerated_kernel_countrN  r~   r)   ÚloadsÚcomputeÚstoresÚatomic_add_foundÚnum_loadÚ	num_storeÚnum_reductionrõ  r\  rg   Úcser   Úmust_keep_buffersÚstore_buffer_namesÚstore_buffer_countsÚ
_load_maskÚ_load_otherr4  Únode_to_boundsr  r  Úinplace_update_buffersÚmin_elem_per_threadÚkernel_name)rr   r~   r^  r   s   &&&€rT   r#  ÚKernel.__init__f	  sò   ø€ ô 	‰ÑÔß ä×*Ò*¨aÕ/Õ*Ø×(Ð(œJ›LˆŒ	Ü#Ó%ˆŒ
Ü%Ó'ˆŒÜ$Ó&ˆŒà %ˆÔØˆŒØˆŒØˆÔä.1°$×2DÑ2DÀdÇkÁkÓ.RˆŒÜ2<³,ˆÔÜ3=³<ˆÔØ35ˆÔ Ø&*ˆŒØ/3ˆÔà26ˆÔØLPˆÔä0:³ˆÔÜ3=³<ˆÔð
 79ˆÔ#à#$ˆÔ Ø'+ˆÖrV   c               ó    € V ^8„  d   QhRRRR/# )rM   r×  rF   rP   r  rR   )rS   s   "rT   rU   r_  �	  s   € ÷ &ñ & ]ð &°~ñ &rV   c              #  	ó¸   "  € V P                   pWn         VP                  P                  4       P                  4       V n         R x € W n         R #   Y n         i ; i5iry   )r4  r  rØ  Ú
get_boundsro  )rr   r×  Úpriors   && rT   Úset_current_nodeÚKernel.set_current_nodeŒ	  sH   é € à×!Ñ!ˆØ ÔØ"Ÿj™j×/Ñ/Ó1×<Ñ<Ó>ˆÔð	&Ûà %Öø Õüs   ‚A AÁA ÁAÁAÁAc               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   Úlbr)   ÚcbzIndentedBuffer | NoneÚsbrP   r  rR   )rS   s   "rT   rU   r_  —	  s8   € ÷ Qñ QàðQð "ðQð "ð	Qð
 
ñQrV   c              #  	óÚ  "  € Vf   TpVR J ;p'       d   \        4       pV P                  pV P                  pV P                  pV P                  pWn        W n        W0n        VP                  4       V n         R x € WPn        W`n        Wpn        W€n        V'       d   V'       d   \        R4      hR # R #   YPn        Y`n        Ypn        Y€n        T'       d   T'       d   \        R4      hi i ; i5i)Nz$unexpected store inside swap_buffers)r)   rb  rc  rd  ri  r  rÖ   )	rr   r{  r|  r}  Údisallow_storesrb  rc  rd  ri  s	   &&&&     rT   Úswap_buffersÚKernel.swap_buffers–	  sÕ   é € ð Š:ØˆBØ  D˜jÐ(ˆ?Ö(ÜÓ!ˆBØ—
‘
ˆØ—,‘,ˆØ—‘ˆØ�h‰hˆØŒ
ØŒØŒØ—?‘?Ó$ˆŒð
	QÛàŒJØ"ŒLØ ŒKØŒHçßÜ(Ð)OÓPÐPñ ñ øð ŒJØ"ŒLØ ŒKØŒHçßÜ(Ð)OÓPÐPð ð üs/   ‚C+•A!C+Á7B2 Á;'C+Â#C+Â2(C(ÃC(Ã(C+c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   Úsrc_coderO   rr  Úkernel_pathrP   r    rR   )rS   s   "rT   rU   r_  µ	  s4   € ÷ ñ ð ðð ð	ð ðð 
ñrV   c                ó   € R# )zÂOverride kernel emission. Return True if overridden, False to use default.

External template handlers (e.g. Helion) can override this method
to implement custom kernel emission to the wrapper.
FrR   )rr   rT  rƒ  rr  Únode_scheduler„  Úget_kernel_metadatas   &&&&&&&rT   Úemit_kernel_overrideÚKernel.emit_kernel_overrideµ	  s   € ñ rV   c               ó$   € V ^8„  d   QhRRRRRR/# ©rM   ro   rO   rh  r·   rP   rº  rR   )rS   s   "rT   rU   r_  Å	  s!   € ÷ "ñ "˜ð " Zð "°Kñ "rV   c                	ó   € \         hry   rR  rÿ  s   &&&rT   r”  ÚKernel.loadÅ	  rV  rV   c               ó$   € V ^8„  d   QhRRRRRR/# r‹  rR   )rS   s   "rT   rU   r_  È	  s!   € ÷ ñ  #ð ¨jð ¸[ñ rV   c                ó‚   € V P                   p V P                  V n         V P                  W4      W0n         #   Y0n         i ; i)z,A load that depends on an index we have read)rb  rc  r”  )rr   ro   rh  rw  s   &&& rT   Úindirect_loadÚKernel.indirect_loadÈ	  s2   € à—
‘
ˆð	àŸ™ˆDŒJØ—9‘9˜TÓ)à�Jø˜�Jús   Ž!6 ¶>c               ó(   € V ^8„  d   QhRRRRRRRR/# ©	rM   ro   rO   rh  r·   rq   rº  rP   rQ   rR   )rS   s   "rT   rU   r_  Ò	  s)   € ÷ "ñ " Cð "°
ð "À;ð "ÐSWñ "rV   c                	ó   € \         hry   rR  r  s   &&&&rT   r–  ÚKernel.store_reductionÒ	  rV  rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# ©rM   ro   rO   rh  r·   rq   rº  rf   r6   rP   rQ   rR   )rS   s   "rT   rU   r_  Õ	  s4   € ÷ "ñ "Øð"Ø *ð"Ø3>ð"ØFOð"à	ñ"rV   c                	ó   € \         hry   rR  r  s   &&&&&rT   r•  ÚKernel.storeÕ	  ó
   € ô "Ð!rV   c               ó$   € V ^8„  d   QhRRRRRR/# r  rR   )rS   s   "rT   rU   r_  Ú	  r  rV   c                	óD   € \        \        V 4      P                   R 24      hr	  rù  r
  s   &&&rT   r  ÚKernel.device_assert_asyncÚ	  r  rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# ©	rM   rÀ   r¿   r  r  r5   rq   z%CSEVariable | tuple[CSEVariable, ...]rP   rR   )rS   s   "rT   rU   r_  ß	  s<   € ÷ "ñ "àð"ð ð"ð &ð	"ð
 5ð"ð 
/ñ"rV   c                	ó   € \         hry   rR  r  s   &&&&&rT   rˆ  ÚKernel.reductionß	  ó
   € ô "Ð!rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rM   ro   rO   r  r5   rq   rº  Ú
extra_metaúdict[str, Any]rP   rQ   rR   )rS   s   "rT   rU   r_  è	  s<   € ÷ "ñ "àð"ð &ð"ð ð	"ð
 #ð"ð 
ñ"rV   c                	ó   € \         hry   rR  )rr   ro   r  rq   r¤  s   &&&&&rT   Úpartial_accumulateÚKernel.partial_accumulateè	  r¢  rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# ©rM   r  r  r  zUCallable[[tuple[CSEVariable, ...], tuple[CSEVariable, ...]], tuple[CSEVariable, ...]]r%  útuple[CSEVariable, ...]rP   rR   )rS   s   "rT   rU   r_  ñ	  s2   € ÷ "ñ "à'ð"ð
ð"ð (ð"ð 
!ñ"rV   c                	ó   € \         hry   rR  r  s   &&&&rT   r  ÚKernel.scanñ	  s
   € ô "Ð!rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# ©	rM   r  r  r%  r«  r"  r    r#  rP   rR   )rS   s   "rT   rU   r_  û	  s<   € ÷ "ñ "à'ð"ð (ð"ð ð	"ð
 ð"ð 
!ñ"rV   c                	ó   € \         hry   rR  r%  s   &&&&&rT   r&  ÚKernel.sortû	  r¢  rV   c               ó   € V ^8„  d   QhRR/# )rM   rP   zdict[sympy.Symbol, sympy.Expr]rR   )rS   s   "rT   rU   r_  
  s   € ÷ "ñ "Ð:ñ "rV   c                	ó   € \         hry   rR  rz   s   &rT   Ú
var_rangesÚKernel.var_ranges
  rV  rV   c               ó8   € V ^8„  d   QhRRRRRRRRRR	R
RRRRR/# ©rM   r%  rº  r)  r*  r+  r,  r¿   r-  r    r.  r/  r0  zCSEVariable | NonerP   rR   )rS   s   "rT   rU   r_  
  s[   € ÷ "ñ "àð"ð Cð"ð &ð	"ð
 $ð"ð ð"ð .ð"ð +ð"ð 
ñ"rV   c                ó   € \         h)z#
See [Note: Inductor bucketize op]
rR  r2  s   &&&&&&&&rT   r3  ÚKernel.bucketize
  s
   € ô "Ð!rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r_  
  r›  rV   c                	ó   € \         hry   rR  rz   s   &rT   Úassert_functionÚKernel.assert_function
  s   € ä!Ð!rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
rM   r¤  zCSEVariable | strrö  r,  r÷  ÚmaskzCSEVariable | str | NonerP   rO   rR   )rS   s   "rT   rU   r_  
  sC   € ÷  Vñ  Vàð Vð ð Vð ð	 Vð
 'ð Vð 
ñ VrV   c           	     	óX  € \        V\        4      '       d   \        V4      p\        V\        4      '       g   \        \	        V4      4      hVe.   \        V\        4      '       g   \        R\	        V4       24      hVe.   \        V\        4      '       g   \        R\	        V4       24      hV'       d#   V'       d   RV RV RV RV R2	pV RV RV 2pM.V'       d   V RV 2pTpMV'       g   \        R4      hV RV 2pTpV'       d
   RV R	V R2pV P
                   RV R
V R2# )Nz&expected lower to be None or str, got z&expected upper to be None or str, got r(  z <= rÆ  z < r˜   zexpected upper to be setz) | ~(z, "index out of bounds: z"))rÛ  rº  rO   rÖ   rj  r¼  )rr   r¤  rö  r÷  r¿  r¤  Ú
cond_prints   &&&&&  rT   Úindirect_assertÚKernel.indirect_assert
  s8  € ô �cœ;×'Ò'Ü�c“(ˆCÜ˜#œs×#Ò#Ü ¤ c£Ó+Ð+Ø’¤¨E´3×!7Ò!7Ü Ð#IÌ$ÈuË+ÈÐ!WÓXÐXØ’¤¨E´3×!7Ò!7Ü Ð#IÌ$ÈuË+ÈÐ!WÓXÐXß—Uð �u�g˜T #  e¨C¨5°°E°7¸!Ð<ˆDØ!˜7 $ s e¨3¨u¨gÐ6‰JßØ�W˜D  Ð&ˆDØ‰JçÜ$Ð%?Ó@Ð@Ø�U˜#˜e˜WÐ%ˆDØˆJçØ�t�f˜F 4 &¨Ð*ˆDà×&Ñ&Ð' q¨¨Ð.FÀzÀlÐRTÐUÐUrV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# rõ  rR   )rS   s   "rT   rU   r_  <
  s4   € ÷ "ñ "Øð"Ø&0ð"Ø9=ð"ØFJð"à	ñ"rV   c                	ó   € \         hry   rR  rú  s   &&&&&rT   rû  ÚKernel.check_bounds<
  rš  rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rh  r·   rP   rO   rR   )rS   s   "rT   rU   r_  A
  s   € ÷ "ñ " *ð "°ñ "rV   c                	ó   € \         hry   rR  rN  s   &&rT   Úindex_to_strÚKernel.index_to_strA
  rV  rV   c               ó   € V ^8„  d   QhRR/# r
  rR   )rS   s   "rT   rU   r_  D
  s   € ÷ ñ ˜4ñ rV   c           	     	óH  <€ \         SV `  4        V P                  '       g   \        R 4      hV P                  P                  \        P                  ! \        W P                  4       4      4      4       V P                  P                  \        P                  ! V 4      4       V # )zexpected overrides to be set)
r  rP  r�  rÖ   rK  r"  r7   Úset_ops_handlerÚCSEProxyÚset_kernel_handlerrL  s   &€rT   rP  ÚKernel.__enter__D
  ss   ø€ Ü‰ÑÔØ�~�~ˆ~Ü Ð!?Ó@Ð@Ø�‰×%Ñ%Ü×Òœh t¯^©^Ó-=Ó>Ó?ô	
ð 	�‰×%Ñ%¤a×&:Ò&:¸4Ó&@ÔAØˆrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# rS  rR   )rS   s   "rT   rU   r_  N
  s(   € ÷ 4ñ 4 ð 4¨sð 4¸Cð 4ÀDñ 4rV   c                	óH   <€ V P                  4        \        SV `	  WV4       R # ry   )Úremove_kernel_local_buffersr  rX  )rr   rT  rU  rV  r   s   &&&&€rT   rX  ÚKernel.__exit__N
  s   ø€ Ø×(Ñ(Ô*Ü‰Ñ˜¨FÖ3rV   c               ó   € V ^8„  d   QhRR/# rc   rR   )rS   s   "rT   rU   r_  R
  s   € ÷ &)ñ &)¨Tñ &)rV   c                óº  aa€ \         P                  P                  oS'       g   R# \        V3R lV P                   4       4      p\        4       oV P                   FŽ  pW P
                  9  g   K  W P                  P                  9  g   K1  SP                  W!4      '       g   KJ  V ;P                  V P                  P                  V^4      ,          un	        SP                  V4       K�  	  S Fç  pW P                  P                  9   dº   V P                  P                  V,          p\        V\        4      '       d   KR  \         ;QJ d)    V3R lVP"                   4       F  '       d   K   RM	  RM! V3R lVP"                   4       4      pV'       d   V P%                  V4       V P&                  P                  V4       KÖ  V P)                  V4       Ké  	  R# )z¬
Any buffers that are both created and have a last use in the
same kernel can be removed.

Note that V.graph.scheduler can be None when codegening triton template
kernels.
Nc              3  óŒ   <"  € T F9  pVSP                   9   g   K  SP                   V,          P                  4       x € K;  	  R # 5iry   )Úname_to_bufÚdefining_op_name)rº  rz  r  s   & €rT   r¼  Ú5Kernel.remove_kernel_local_buffers.<locals>.<genexpr>]
  s?   øé € ð &
á.�Ø�i×+Ñ+Ñ+ô :ˆI×!Ñ! #Õ&×7Ñ7×9Ð9Û.ùs
   ƒA›)Ac              3  ó,   <"  € T F	  qS9   x € K  	  R # 5iry   rR   )rº  rÞ  Únames_to_removes   & €rT   r¼  rÚ  s
  s   øé € ÐK¹?°a /Ö1»?ùs   ƒFT)r7   rÆ   r  r   rk  rj  r~   rY  Ú$can_buffer_be_removed_through_fusionrg  rl  r  rg  r[  rÛ  rE  rä  r;  Úremove_inplace_bufferr  Úremove_buffer)rr   Úfused_node_namesro   rz  rn   rÜ  r  s   &    @@rT   rÓ  Ú"Kernel.remove_kernel_local_buffersR
  sO  ù€ ô —G‘G×%Ñ%ˆ	ßÙÜ%ô &
à×.Ò.ó&
ó 
Ðô
 ,6«<ˆØ×+Ô+ˆDà×2Ñ2Ö2Ø§	¡	× 7Ñ 7Ö7Ø×BÑBØ÷ô ð —’ $×":Ñ":×">Ñ">¸tÀQÓ"GÕG•Ø×#Ñ# DÖ)ñ ,ó $ˆDØ—y‘y×0Ñ0Ô0Ø—i‘i×/Ñ/°Õ5�Ü˜c¤:×.Ò.Ùß›ÔK¸3¿?º?ÓKŸŸšÔK¸3¿?º?ÓKÓK�ßØ×.Ñ.¨tÔ4Ø×'Ñ'×+Ñ+¨DÖ1à×"Ñ" 4Ö(ó $rV   c               ó    € V ^8„  d   QhRRRR/# ©rM   ro   rO   rP   rQ   rR   )rS   s   "rT   rU   r_  z
  s   € ÷ 'ñ ' #ð '¨$ñ 'rV   c                	ó¢   € \         P                  R V4       \        V P                  P                  V&   V P
                  P                  V4       R# )zremove_buffer(%r)N)rY  r\   rJ  r~   rZ  r  rg  rS  s   &&rT   rß  ÚKernel.remove_bufferz
  s;   € ô 	�	‰	Ð% tÔ,Ü)0ˆ�	‰	× Ñ  Ñ&Ø×Ñ× Ñ  Ö&rV   c               ó    € V ^8„  d   QhRRRR/# rã  rR   )rS   s   "rT   rU   r_  ‚
  s   € ÷ 'ñ '¨#ð '°$ñ 'rV   c                	ó¢   € \         P                  R V4       \        V P                  P                  V&   V P
                  P                  V4       R# )zremoving_inplace_buffer(%r)N)rY  r\   rJ  r~   r[  r  rg  rS  s   &&rT   rÞ  ÚKernel.remove_inplace_buffer‚
  s9   € Ü�	‰	Ð/°Ô6Ü*1ˆ�	‰	×!Ñ! $Ñ'Ø×Ñ× Ñ  Ö&rV   c               ó    € V ^8„  d   QhRRRR/# )rM   rh  z6list[sympy.Expr] | tuple[sympy.Expr, ...] | sympy.ExprrP   r·   rR   )rS   s   "rT   rU   r_  ‡
  s   € ÷ /ñ /ØKð/à	ñ/rV   c           
     	ó  € \        V\        \        34      '       d!   V Uu. uF  q P                  V4      NK  	  up# \        P
                  P                  P                  V4      p\        VP                  R  R7      pV Uu/ uFn  p\        V\        P                  \        P                  \        P                  \        P                  34      '       g   KS  W P                   P#                  V4      bKp  	  pp\%        W4      # u upi u upi )c                ó   € V P                   # ry   r  )Úss   &rT   rB  Ú(Kernel.rename_indexing.<locals>.<lambda>�
  s   € À!Ç&Â&rV   )r  )rÛ  ÚlistÚtupleÚrename_indexingr7   rÆ   r  r  ÚsortedÚfree_symbolsr   r   ÚUNBACKED_INTÚSIZEÚPRECOMPUTED_SIZEr·  r~   ré   r.   )rr   rh  r9  Úsorted_symbolsÚreplacementss   &&   rT   rð  ÚKernel.rename_indexing‡
  sÝ   € ô
 �eœd¤E˜]×+Ò+Ù5:Ó;±U°×(Ñ(¨Ö+±UÑ;Ð;Ü—‘× Ñ ×)Ñ)¨%Ó0ˆÜ × 2Ñ 2Ñ8HÔIˆñ $ó
á#�ÜØä×%Ñ%Ü—I‘IÜ×)Ñ)Ü×'Ñ'ð	÷ô !ˆA�y‰y�~‰~˜aÓ Ò Ù#ð 	ð 
ô ˜%Ó.Ð.ùò! <ùò
s   ¡DÂADÃDc               ó$   € V ^8„  d   QhRRRRRR/# )rM   r~   r   r†  rP   rº  rR   )rS   s   "rT   rU   r_  Ÿ
  s!   € ÷ ,ñ , Cð ,°3ð ,¸;ñ ,rV   c                	ó   € \        V/ VB # ry   )rº  )rr   r~   r†  s   &*,rT   r;  ÚKernel.create_cse_varŸ
  s   € Ü˜DÐ+ FÑ+Ð+rV   c               ó    € V ^8„  d   QhRRRR/# )rM   r×  rA   rP   r,  rR   )rS   s   "rT   rU   r_  ¢
  s   € ÷ 3ñ 3˜Vð 3¨
ñ 3rV   c                ó`   € Vf   R# V P                   P                  VP                  4       4      # )z3
Returns arg name of a given input or output node.
N)r~   r¦  r¬   )rr   r×  s   &&rT   r¦  ÚKernel.arg_name¢
  s'   € ð Š<ÙØ�y‰y×!Ñ! $§-¡-£/Ó2Ð2rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# )rM   ro   rO   r~   útuple[Any, ...]r†  r¥  rS  r   rP   rQ   rR   )rS   s   "rT   rU   r_  ª
  s<   € ÷ ñ àðð ðð ð	ð
 ðð 
ñrV   c                	ó   € R # ry   rR   )rr   ro   r~   r†  rS  s   &&&&&rT   Úrecord_op_traceÚKernel.record_op_traceª
  s   € ñ 	rV   )rm  rn  r~   re  rc  ri  r4  rp  r  rr  rb  rq  rj  ro  rf  rh  rg  r  rl  rk  rd  )NTrm  ry   )*rˆ   r‰   rŠ   r‹   rŒ   r\  r�   rg   r�  r#  r  r)  rx  r€  rˆ  r”  r�  r–  r•  r  rˆ  r§  r  r&  r´  r3  rŽ   r¼  rÂ  rû  rÉ  rP  rX  rÓ  rß  rÞ  rð  r;  r¦  r  r�   r-  r.  s   @rT   r[  r[  _	  s  ø‡ ÙBà€M�3ÓØ€FˆCÓØ6:€IÐ3Ó:÷$,ò $,ðL ×Ñô&ó ð&ð ×ÑöQó ðQõ<õ "õõ"÷"õ

õ
"õ"õ"õ"õ"÷"ð ô"ó ð"÷ VõD"õ
"÷ð ÷4ð 4õ&)õP'õ'õ
/õ0,õ3÷õ rV   r[  c                  óB   € ] tR tRt$ RtR]R&   RtR]R&   RtR	]R
&   RtR# )rÜ  i´
  r  zClassVar[str]r  Nr=  rÀ   rx  rO   Úops_namerR   )	rˆ   r‰   rŠ   r‹   r  r�   rÀ   r  r�   rR   rV   rT   rÜ  rÜ  ´
  s!   ‡ à"€CˆÓ"à $€EÐÓ$Ø€Hˆc×rV   rÜ  c               ó   € V ^8„  d   QhRR/# )rM   rP   r   rR   )rS   s   "rT   rU   rU   ½
  s   € ÷ ñ �Cñ rV   c                 óh   €  ^ RI p V P                  V P                  R7      #   \         d     R# i ; i)r   N)Ú	undefined)Újinja2ÚEnvironmentÚStrictUndefinedÚImportError)r	  s    rT   Ú
jinja2_envr  ¼
  s?   € ðÛà×!Ñ!Ø×,Ñ,ð "ó 
ð 	
øô ô Úðús   ‚" ¢1°1c                  óÀ   € ] tR tRtRt]RR R ll4       t]R R l4       t]R R l4       tRR
 R llt	]
R R l4       t]
R R l4       tR R ltR R ltR R ltRtR	# )ÚKernelTemplateiÈ
  z^
Base class for defining kernel templates.

Children classes: TritonTemplate, CUTLASSTemplate
c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   ÚsourcerO   Únum_indentsr  Úindents_spacingrP   rR   )rS   s   "rT   rU   ÚKernelTemplate.__annotate__Ð
  s,   € ÷ ñ ØðØ"%ðØ8;ðà	ñrV   c                	óÒ   € V P                  R 4      p\        V4      ^8”  d2   VR,           Uu. uF  pRV,          V,          V,           NK  	  upVR&   RP                  V4      # u upi )Tr°  r¶  rx  )Ú
splitlinesrÁ  rÒ   )r  r  r  Úlinesr  s   &&&  rT   Úindent_except_firstÚ"KernelTemplate.indent_except_firstÏ
  sg   € ð ×!Ñ! $Ó'ˆÜˆu‹:˜Œ>àINÈrÎóÙIRÀ��Õ&¨Õ4¸×<Ð<ÉñˆE�"‰Ið �w‰w�u‹~Ðùòs   ­ A$c               ó    € V ^8„  d   QhRRRR/# )rM   r  rO   rP   r   rR   )rS   s   "rT   rU   r  Û
  s   € ÷ *8ñ *8 cð *8¨cñ *8rV   c                	óÒ   € \        4       pVf   R # \        P                  VP                  R&   ^ RIHp  VP                  V 4      #   T d   p ! R RT4      pT! T4      ThR p?ii ; i)Nr  )ÚTemplateSyntaxErrorc                  ó:   a € ] tR tRtR V 3R lltR R ltRtV ;t# )ÚIKernelTemplate._template_from_string.<locals>.DetailedTemplateSyntaxErroriæ
  c               ó    € V ^8„  d   QhRRRR/# )rM   Úoriginal_errorr  rP   rQ   rR   )rS   s   "rT   rU   ÚVKernelTemplate._template_from_string.<locals>.DetailedTemplateSyntaxError.__annotate__ç
  s   € ÷ 9ñ 9Ð3Fð 9È4ñ 9rV   c                	óˆ   <€ \         SV `  VP                  VP                  VP                  VP
                  4       Wn        R # ry   )r  r#  ÚmessageÚlinenoro   Úfilenamer   )rr   r   r   s   &&€rT   r#  ÚRKernelTemplate._template_from_string.<locals>.DetailedTemplateSyntaxError.__init__ç
  s<   ø€ Ü‘GÑ$Ø&×.Ñ.Ø&×-Ñ-Ø&×+Ñ+Ø&×/Ñ/ô	ð +9Ö'rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r!  ð
  s   € ÷ &ñ & Sñ &rV   c                	óà  € R V P                    R2pVRV P                   R2,          p\        V P                  R4      '       Ed*   V P                  P                  P                  R4      pVR,          p\        ^ V P                   ^,
          4      p\        \        V4      V P                   ^,           4      p\        W44       F©  pWPP                   ^,
          8X  du   W^,            RW%,           R2,          p\        V P                  R4      '       d<   VRRV P                  P                  ^,
          ,          ,           R	,           ,          pKŒ  KŽ  W^,            R
W%,           R2,          pK«  	  V# )zError in template at line Ú
zError message: r  z	Context:
z: --> Úcolumnz     r¶  z^
z:     )r$  r#  r   r   r  ÚsplitÚmaxÚminrÁ  r3  r*  )rr   Ú
error_infor  ÚstartÚendr²  s   &     rT   rK  ÚQKernelTemplate._template_from_string.<locals>.DetailedTemplateSyntaxError.__str__ð
  s:  € Ø#=¸d¿k¹k¸]È"Ð!M�JØ O°D·L±L°>ÀÐ"DÕD�JÜ˜t×2Ñ2°H×=Ó=Ø $× 3Ñ 3× :Ñ :× @Ñ @ÀÓ F˜Ø" lÕ2˜
Ü # A t§{¡{°Q¥Ó 7˜Ü!¤# e£*¨d¯k©k¸A­oÓ>˜Ü!& uÖ!2˜AØ §K¡K°!¥OÔ3Ø *°Qµ°°v¸e½h¸ZÀrÐ.JÕ J 
Ü#*¨4×+>Ñ+>À×#IÒ#IØ$.Ø(/Ø*-°×1DÑ1D×1KÑ1KÈaÕ1OÕ*Põ)Qà*/õ)0õ%&¢Jñ $Jð !+°Qµ°°v¸e½h¸ZÀrÐ.JÕ J¢
ñ "3ð &Ð%rV   )r   )rˆ   r‰   rŠ   r‹   r#  rK  r�   r-  r.  s   @rT   ÚDetailedTemplateSyntaxErrorr  æ
  s   ø† ÷9ð 9÷&ó &rV   r2  )r  r  r  Úfiltersr	  r  Úfrom_string)r  Úenvr  Úer2  s   &    rT   Ú_template_from_stringÚ$KernelTemplate._template_from_stringÚ
  sj   € ä‹lˆØŠ;ÙÜ-;×-OÑ-Oˆ�‰Ð)Ñ*Ý.ð#	8Ø—?‘? 6Ó*Ð*øØ"ô !	8ô&Ð.Aô &ñ> .¨aÓ0°aÐ7ûðC!	8ús   µA ÁA&ÁA!Á!A&c               ó    € V ^8„  d   QhRRRR/# )rM   Ú	fake_outszlist[Buffer] | BufferrP   zCallable[[str], torch.dtype]rR   )rS   s   "rT   rU   r    s   € ÷ ñ Ø(ðà	%ñrV   c                	ó2  aa€ \         P                  P                  o\        V \        \
        34      '       d0   V  Uu/ uF!  qP                  4       VP                  4       bK#  	  upoM V P                  4       V P                  4       /oR  VV3R llpV# u upi )c               ó    € V ^8„  d   QhRRRR/# )rM   ro   rO   rP   r¿   rR   )rS   s   "rT   rU   Ú4KernelTemplate._fake_get_dtype.<locals>.__annotate__  s   € ÷ 	)ñ 	)˜Cð 	) Kñ 	)rV   c                óB   <€ SP                  V 4      pVe   V# S! V 4      # ry   )r  )ro   rS  Ú_get_dtype_realÚlookups   & €€rT   rà   Ú1KernelTemplate._fake_get_dtype.<locals>.get_dtype  s'   ø€ Ø—Z‘Z Ó%ˆFØÒ!Ø�Ù" 4Ó(Ð(rV   )r7   rÆ   rà   rÛ  rî  rï  r¬   )r:  rz  rà   r?  r@  s   &  @@rT   Ú_fake_get_dtypeÚKernelTemplate._fake_get_dtype  s|   ù€ ô Ÿ'™'×+Ñ+ˆÜ�i¤$¬ ×/Ò/ÙAJÓKÁ¸#—l‘l“n c§m¡m£oÒ5ÁÑK‰Fà×(Ñ(Ó*¨I×,?Ñ,?Ó,AÐBˆF÷	)ñ 	)ð Ðùò Ls   ½'BNc               ó$   € V ^8„  d   QhRRRRRR/# )rM   ro   rO   rã  r,  rP   rQ   rR   )rS   s   "rT   rU   r    s!   € ÷ ñ ˜Sð ¨
ð ¸dñ rV   c                	ó   € Wn         W n        R # ry   )ro   Ú_hash)rr   ro   rã  s   &&&rT   r#  ÚKernelTemplate.__init__  s   € ØŒ	ØŽ
rV   c               ó   € V ^8„  d   QhRR/# rw   rR   )rS   s   "rT   rU   r    s   € ÷ ñ �Sñ rV   c                ó   € V P                   # )zí
entry point to override for templates to ensure a uid e.g. through a prefix

the purpose of this is that every KernelTemplate/ExternKernelChoice is unique
in the system, but reproducible e.g. restarting pytorch should yield the same id
r  rz   s   &rT   ÚuidÚKernelTemplate.uid  s   € ð �y‰yÐrV   c               ó   € V ^8„  d   QhRR/# r2  rR   )rS   s   "rT   rU   r  )  s   € ÷ ñ ˜*ñ rV   c                ó   € V P                   # )zó
source hash for a Template.

Templates can optionally provide a src hash to make it easier to cache/validate that
a template has not changed from one version to another. Override this if that detection
is different for your specific Template
)rF  rz   s   &rT   Úsrc_hashÚKernelTemplate.src_hash(  s   € ð �z‰zÐrV   c               ó    € V ^8„  d   QhRRRR/# )rM   r†  r   rP   zChoiceCaller | NonerR   )rS   s   "rT   rU   r  3  s   € ÷ 
ñ 
 sð 
Ð/Bñ 
rV   c                ój   € . pV P                   ! V3/ VB pVf   \        V4      ^8X  d
   V^ ,          # R# )z¬
Maybe generates a new ChoiceCaller and returns it, or None if generation fails.

kwargs: Additional kwargs to be passed to self.generate() to generate a new ChoiceCaller.
N)Úmaybe_append_choicerÁ  )rr   r†  Útemp_choicesrS  s   &,  rT   Úchoice_or_noneÚKernelTemplate.choice_or_none3  s<   € ð #%ˆØ×)Ò)¨,ÑA¸&ÑAˆØŠ>œc ,Ó/°1Ô4Ø •?Ð"ÙrV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   Úchoicesr   r†  r   rP   zNotImplementedError | NonerR   )rS   s   "rT   rU   r  ?  s$   € ÷ ñ Ø ðØ,/ðà	#ñrV   c                ó  €  VP                  V P                  ! R/ VB 4       R#   \         dR   p\        P	                  RT\        T 4      \        P                  4       \        P                  8  R7       Tu Rp?# Rp?ii ; i)zý
Maybe generates a new ChoiceCaller and appends it into existing choices.
Returns None if success, otherwise returns the error.

choices: A list of ChoiceCallers.
kwargs: Additional kwargs to be passed to self.generate() to generate a new ChoiceCaller.
Nz3Cannot Append Choice: %s. KernelTemplate type is %s)Ú
stack_inforR   )	ry  r7  rš   rY  Úinforj  ÚgetEffectiveLevelrZ   ÚINFO)rr   rW  r†  r6  s   &&, rT   rR  Ú"KernelTemplate.maybe_append_choice?  sl   € ð
	Ø�N‰N˜4Ÿ=š=Ñ2¨6Ñ2Ô3ÙøÜ"ô 	Ü�H‰HØEØÜ�T“
Ü×0Ñ0Ó2´W·\±\ÑAð	 ô ð �Hûð	ús   ‚!% ¥B°AA<Á6BÁ<Bc               ó    € V ^8„  d   QhRRRR/# )rM   r†  r   rP   r?   rR   )rS   s   "rT   rU   r  V  s   € ÷ "ñ " ð "¨ñ "rV   c                ó   € \         h)z=
Generates a ChoiceCaller instance from the given arguments.
rR  )rr   r†  s   &,rT   r7  ÚKernelTemplate.generateV  s
   € ô
 "Ð!rV   )rF  ro   )é   ry   )rˆ   r‰   rŠ   r‹   rŒ   r¦   r  r7  rB  r#  rŽ   rJ  rN  rT  rR  r7  r�   rR   rV   rT   r  r  È
  s…   † ñð öó ðð ô*8ó ð*8ðX ôó ð÷"ð ôó ðð ôó ðõ
õ÷."ñ "rV   r  c                  óê   a € ] tR tRtRtR tR V 3R lltR R ltR R ltR"R	 R
 llt	R R lt
R R ltR R ltR#R R lltR R ltR R ltR R ltR R ltR R ltR R ltR$R R  lltR!tV ;t# )%rÎ  i^  zvA ops handler that proxies calls to `kernel` and its
handler and returns `CSEVariable`s with correct shape and dtype.
c               ó    € V ^8„  d   QhRRRR/# )rM   r¡  zKernel[Any]Úparent_handlerzOpsHandler[Any]rR   )rS   s   "rT   rU   ÚCSEProxy.__annotate__e  s   € ÷ -ñ -˜{ð -¸Oñ -rV   c                	ó`   <€ \         SV `  4        ^RIHp V! 4       V n        Wn        W n        R# )rM   ©ÚValueRangeAnalysisN)r  r#  rØ  rh  Úvr_analysisr¡  rd  )rr   r¡  rd  rh  r   s   &&& €rT   r#  ÚCSEProxy.__init__e  s'   ø€ Ü‰ÑÔÝ/á-Ó/ˆÔØŒØ,ÖrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	rM   ro   rO   r~   r   r†  r¥  rP   r   rR   )rS   s   "rT   rU   re  m  s/   € ÷ Zñ Z˜Sð Z¨ð ZÀð ZÐTWñ ZrV   c           	     	óÜ  aaaaaaaa€ V P                   ! S.SO5/ SB o\        V P                  S4      ! S/ SB p\        4       p\	        4       p\        4       o\        VS4      pR oR oSR8X  d!   SR8X  d   VP                  oVP                  oM€SR8X  dW   SR8X  dP   \        P                  P                  P                  P                  \        P                  R 4      P                  oR oM#SR9   d   \        VS4      pV! S/ SB oV! S/ SB oSR9   d   Sf   \        R4      h^ oR VVVVVVVV3R llp	\         P"                  ! W”4      p
V P$                  P'                  SSSV
4       V
# )	NÚmaskedr=  r;  z$expected output_dtype to be not Nonec               ó    € V ^8„  d   QhRRRR/# )rM   rÓ  zstr | CSEVariablerP   rº  rR   )rS   s   "rT   rU   Ú'CSEProxy._default.<locals>.__annotate__�  s   € ÷ 4	ñ 4	Ð'ð 4	¨Kñ 4	rV   c                ó„  <€ \        S
\        \        34      '       d
   S
S,          MS
p\        S\        \        34      '       d=   \        S4      ^ 8”  d-   \        S^ ,          \        \        34      '       d
   SS,          MSpS^,          o\        V \        4      '       d0   SR8X  d   V P
                  f   Wn        V P                  f   W n        \        P                  P                  P                  \        P                  P                  V SS
SR7      pVP                  S	SS4       \        P                  P                  '       g!   \        P                  P                   '       d)   Ve%   \#        \        P                  P                  W14       \        P                  P$                  '       dU   \'        4       '       dE   VP                  e   VP                  MTpVe%   \)        \        P                  P                  W44       \        P*                  '       d%   \-        \        P                  P                  V4       V# )r   r;  ©rØ  rÀ   r¶  )rÛ  rî  rï  rÁ  rº  rÀ   r¶  r7   r¡  ri  r7  rc  rì  r   r«  r¬  r®  r´  rÀ  r¢  rÃ  Úruntime_triton_nan_assertsrÇ  )rÓ  Ú	var_dtypeÚ	var_shapeÚcsevarÚshape_to_checkr~   r±  rØ  r†  ro   rý  Ú
output_idxÚoutput_shapes   &    €€€€€€€€rT   Údo_cseÚ!CSEProxy._default.<locals>.do_cse�  s¨  ø€ ô
 ˜l¬T´5¨M×:Ò:ð ˜ZÖ(à!ð ô ˜l¬T´5¨M×:Ò:Ü˜Ó%¨Ô)Ü˜|¨A�´´u°×>Ò>ð ˜ZÖ(ð "ð ð ˜!�OˆJô ˜!œ[×)Ò)Ø˜eÔ#¨¯©ªØ'”GØ—7‘7’?Ø'”Gä—X‘X—\‘\×*Ñ*Ü—‘× Ñ ØØà"Ø"ð +ó ˆFð ×!Ñ! $¨¨fÔ5ô ×#Ñ#×?×?Ð?Ü×&Ñ&×>×>Ð>ØÒ'ÜœAŸH™H×,Ñ,¨fÔ@ô ×#Ñ#×?×?Ð?Ü4×6Ò6à17·±Ò1I §¢Èy�Ø!Ò-Ü¤§¡× 0Ñ 0°&ÔIä×0×0Ð0Üœ!Ÿ(™(×*Ñ*¨FÔ3àˆMrV   )r=  r;  rN  )r=  r;  )Ú_bound_variablera  rd  r!   r$   r(   rÀ   r¶  r7   Úinterpreterr4  rÝ  r  rÜ  r  rÖ   ÚpytreeÚtree_mapr¡  r  )rr   ro   r~   r†  rq   Údtype_handlerÚshape_handlerÚshape_opÚdtype_opry  rS  r±  rØ  rý  rw  rx  s   &fff       @@@@@rT   Ú_defaultÚCSEProxy._defaultm  s\  ÿ€ Ø×%Ò% dÐ<¨TÒ<°VÑ<ˆä˜×+Ñ+¨TÔ2°DÐC¸FÑCˆÜ2Ó4ˆÜ2Ó4ˆä%Ó'ˆä˜=¨$Ó/ˆØˆØˆà�8Ô ¨8Ô 3Ø Ÿ;™;ˆLØ Ÿ;™;‰LØ�XÔ '¨UÔ"2ÜŸ=™=×5Ñ5×:Ñ:×>Ñ>Ü#×'Ñ'¨óç‰eð ð  ‰LØÐ0Ô0Ü˜}¨dÓ3ˆHÙ# TÐ4¨VÑ4ˆLÙ# TÐ4¨VÑ4ˆLàÐ'Ô'àÒ#Ü$Ð%KÓLÐLàˆ
÷4	÷ 4	ôl —’ Ó/ˆØ�‰×#Ñ# D¨$°¸Ô?ØˆrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# )rM   ro   rO   r~   r   r†  rP   rÙ  rR   )rS   s   "rT   rU   re  É  s)   € ÷ .%ñ .% Cð .%°ð .%¸sð .%ÐGWñ .%rV   c                óº  a	€ ^RI Hp ^RIHp ^RIHp \        \        P                  V4      '       d   \        P                  ! 4       # \        \        P                  V4      '       d   \        P                  ! 4       # \        \        P                  \        4      '       d   \        P                  ! 4       # \        P                  P                  o	S	P                  V8X  d¤   V P                  P                  eŒ   \        V P                  P                  \         4      '       g)   \#        \%        V P                  P                  4      4      hV P                  P                  P'                  S	\        P                  ! 4       4      # \(        P*                  '       d®   \-        WA4      '       d�   \.        ;QJ d    V	3R lR
 4       F  '       g   K   RM	  RM! V	3R lR
 4       4      '       d   \        P                  ! 4       # V'       d   \#        R4      hR R	 lp\1        \3        Wr4      4      p\5        V P6                  V4      ! V!  # \        P                  ! 4       # )z¦
If the variable comes from an FX node, we forward the bound we have already computed
Else, if the variable when codegen'ing another op, we try to compute its bounds
rg  )ÚTritonTemplateKernel)ÚCUTLASSTemplateKernelc              3  ó@   <"  € T F  qSP                   9   x € K  	  R # 5iry   )rï  )rº  rì  Úfx_nodes   & €rT   r¼  Ú+CSEProxy._bound_variable.<locals>.<genexpr>ã  s   øé € ÐVÑ0U¨1˜Ÿ™Ö&Ó0Uùs   ƒTFzexpected no kwargsc               ó    € V ^8„  d   QhRRRR/# )rM   r9  r   rP   rR   )rS   s   "rT   rU   Ú.CSEProxy._bound_variable.<locals>.__annotate__í  s   € ÷ ñ  ð ¨ñ rV   c                ó    € \        V \        4      '       d   V P                  # \        V \        P                  4      '       d   \        V 4      # V # ry   )rÛ  rº  rØ  ró   r  r   r=  s   &rT   Úarg_to_boundÚ.CSEProxy._bound_variable.<locals>.arg_to_boundí  s8   € Ü˜a¤×-Ò-ØŸ8™8�OÜ ¤5§:¡:×.Ò.Ü& q›>Ð)à�HrV   )Úset_indirectrˆ  r  )rØ  rh  Úselect_algorithmr‡  Úcutlass.kernelrˆ  rÛ  r7   r¡  r   rE  r|  r1   r4  rï  ro  ÚdictrÖ   rj  r  r   Úcompute_all_boundsr   r  rî  r`  ra  ri  )
rr   ro   r~   r†  rh  r‡  rˆ  r�  Ú
arg_boundsrŠ  s
   &&*,     @rT   r{  ÚCSEProxy._bound_variableÉ  sŠ  ø€ õ
 	0Ý;Ý9ä”a—h‘hÐ 4×5Ò5Ü×&Ò&Ó(Ð(ä”a—h‘hÐ 5×6Ò6Ü×&Ò&Ó(Ð(ä”a—m‘m¤[×1Ò1Ü×&Ò&Ó(Ð(ä—-‘-×,Ñ,ˆØ�>‰>˜TÔ! d§k¡k×&@Ñ&@Ò&LÜ˜dŸk™k×8Ñ8¼$×?Ò?Ü$¤T¨$¯+©+×*DÑ*DÓ%EÓFÐFØ—;‘;×-Ñ-×1Ñ1°'¼;×;NÒ;NÓ;PÓQÐQÜ×&×&Ð&¬7Ð3E×+LÒ+L÷ ‹sÔVÑ0UÓV�s�sŠsÔVÑ0UÓV×VÒVÜ"×*Ò*Ó,Ð,÷ Ü$Ð%9Ó:Ð:õô œc ,Ó5Ó6ˆJÜ˜4×+Ñ+¨TÔ2°JÑ?Ð?Ü×"Ò"Ó$Ð$rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
rM   r¤  rº  ré   rí  rî  r    rï  rP   rð  rR   )rS   s   "rT   rU   re  ù  s<   € ÷ <ñ <àð<ð ð<ð ð	<ð
 ð<ð 
ñ<rV   c                	ó  € \        V\        4      '       d   \        P                  ! V4      p\        V\        P                  4      '       g   \        \        V4      V34      hVP                  P                  ^ 8  Edê   V'       d…   \        P                  ! V\        P                  ! V\        P                  4      4      pVP                  P                  ^ 8¼  d/   \        P                  ! V^ 4      p\        P                   ! WeV4      pMTpV'       g   VP                  M\"        P$                  ! 4       pV'       dÙ   VP                  \"        P$                  ! 4       8w  dµ   \        V\        P&                  4      '       d•   VP                  \#        \(        ) R4      ,          p\#        VP                  V,           VP                  V,           4      pVP                  P                  ^ 8¼  d*   VP                  \#        ^ \(        4      ,          p	Wy,          pV P*                  P,                  P/                  V P*                  P0                  VVVP2                  VP4                  R7      pV P6                  P9                  WV4      p
\;        V4      '       dx   VP                  P                  ^ 8¼  * p\        V\        P&                  4      '       * ;'       g    VP                  P                  V8  * pV P*                  P=                  W¢W¼4       V
# )r   rq  rŽ  )rÛ  r  ró   rê  r  rÖ   rj  rØ  rö  r2   rg  rŒ  r  Úlongr÷  Últr¢  r   rE  ÚNumberr   r¡  ri  r7  rc  rÀ   r¶  rd  rò  r'   rû  )rr   r¤  ré   rî  rï  Ústmr›  Ú
new_boundsÚ
neg_boundsÚposÚ	sympy_varÚassert_lowerÚassert_uppers   &&&&&        rT   rò  ÚCSEProxy.indirect_indexingù  s&  € ô �dœC× Ò Ü—=’= Ó&ˆDÜ˜$¤§
¡
×+Ò+Ü ¤$ t£*¨dÐ!3Ó4Ð4ð �:‰:×Ñ˜aÕßÜ—g’g˜c¤3§>¢>°$¼¿
¹
Ó#CÓD�à—:‘:×#Ñ# qÔ(ÜŸš  Q›�BÜŸ)š) B¨SÓ1�Cøà�÷
 ,4˜Ÿš¼×9LÒ9LÓ9NˆJçØ—J‘J¤+×"5Ò"5Ó"7Ô7Ü˜t¤U§\¡\×2Ò2ð
 !ŸZ™Z¬+´v°g¸rÓ*BÕB�
Ü(Ø×$Ñ$ tÕ+¨Z×-=Ñ-=ÀÕ-Dó�
ð —:‘:×#Ñ# qÔ(ØŸ*™*¤{°1´fÓ'=Õ=�CØ!+Õ!1�Jà—+‘+—/‘/×*Ñ*Ø—‘×#Ñ#ØØ!Ø—i‘iØ—i‘ið +ó ˆCð ×'Ñ'×9Ñ9¸#ÀUÓKˆ	Ü˜5×!Ò!Ø #§
¡
× 0Ñ 0°AÒ6ˆLä)¨$´·±Ó=Ô=÷ ð Ø—
‘
× Ñ  4òBˆLð �K‰K×$Ñ$ Y°lÔQØÐrV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# rõ  rR   )rS   s   "rT   rU   re  7  s;   € ÷ Bñ BØðBØ&0ðBØ9=ðBØFJðBà	ñBrV   c                	ó:   € V P                   P                  WW44      # ry   )r¡  rû  rú  s   &&&&&rT   rû  ÚCSEProxy.check_bounds7  s   € ð �{‰{×'Ñ'¨°EÓAÐArV   c               ó$   € V ^8„  d   QhRRRRRR/# r‹  rR   )rS   s   "rT   rU   re  <  s!   € ÷ ñ ˜ð  Zð °Kñ rV   c                	óN  € WP                   P                  P                  9   d*   \        P                   P                  P                  V4       \        V\        P                  4      '       d   V P                   P                  W4      # V P                   P                  P                  pW9   d	   W1,          # V P                   P                  W4      pVP                  ^8X  d$   V P                   ;P                  ^,          un        V P                   P                  RW3/ V4       V# )r/  r”  )r¡  ri  r  r7   rj  rg  r   r   ÚTMPr�  rù  r”  rÜ  rf  r  )rr   ro   rh  rù  Úouts   &&&  rT   r”  ÚCSEProxy.load<  sÎ   € Ø—;‘;—?‘?×5Ñ5Ô5ô �H‰H×&Ñ&×*Ñ*¨4Ô0Ü˜u¤d§h¡h×/Ò/Ø—;‘;×,Ñ,¨TÓ9Ð9Ø—k‘k—o‘o×1Ñ1ˆØÔØÕ$Ð$Ø�k‰k×Ñ˜tÓ+ˆð �=‰=˜AÔØ�K‰K× Ò  AÕ%Õ Ø�‰×#Ñ# F¨T¨M¸2¸sÔCØˆ
rV   c               ó$   € V ^8„  d   QhRRRRRR/# )rM   ro   rO   rq   rº  rP   rQ   rR   )rS   s   "rT   rU   re  N  s&   € ÷ @ñ @¨ð @°Kð @ÀDñ @rV   c                	ó„  € W P                   P                  P                  V&   V P                   P                  '       d‚   V\        P
                  P                  9   da   V P                   P                  P                  V4      pVP                  4        F%  pW P                   P                  P                  V&   K'  	  R # R # R # ry   )	r¡  ri  rù  r4  r7   rÆ   Úname_to_bufferÚ
get_outputÚget_mutations)rr   ro   rq   rz  Ú
other_names   &&&  rT   Ú_update_store_cacheÚCSEProxy._update_store_cacheN  s…   € Ø,1�‰�‰×#Ñ# DÑ)Ø�;‰;×#×#Ð#¨´·±×0FÑ0FÔ(FØ—+‘+×*Ñ*×5Ñ5°dÓ;ˆCØ!×/Ñ/Ö1�
Ø:?—‘—‘×+Ñ+¨JÓ7ó 2ñ )GÑ#rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRR	R
/# r—  rR   )rS   s   "rT   rU   re  U  s;   € ÷ Mñ MØðMØ *ðMØ3>ðMØFOðMà	ñMrV   c                	ó  € V P                   P                  P                  V4       VR 8w  d   V P                  W4       V\        P
                  P                  9  d…   V P                   P                  WW4R7       V P                   ;P                  ^,          un        V P                   P                  P                  V^ 4      ^,           V P                   P                  V&   V P                   P                  RWW43/ 4       R# )Ú
atomic_add)rf   r•  N)r¡  rk  rg  r³  r7   rÆ   r  r•  rg  rl  r  r  r  s   &&&&&rT   r•  ÚCSEProxy.storeU  sÀ   € ð 	�‰×&Ñ&×*Ñ*¨4Ô0à�<ÔØ×$Ñ$ TÔ1Ø”q—w‘w×.Ñ.Ô.Ø�K‰K×Ñ˜d¨5ÐÔ<Ø�K‰K×!Ò! QÕ&Õ!à—‘×/Ñ/×3Ñ3°D¸!Ó<¸qÕ@ð �K‰K×+Ñ+¨DÑ1ð 	�‰×#Ñ# G¨d¸5Ð-GÈÖLrV   c               ó$   € V ^8„  d   QhRRRRRR/# r  rR   )rS   s   "rT   rU   re  d  s&   € ÷ Lñ L¨ð L¸#ð LÀ$ñ LrV   c                	óx   € V P                   P                  W4       V P                   P                  R W3/ 4       R# )r  N)r¡  r  r  r
  s   &&&rT   r  ÚCSEProxy.device_assert_asyncd  s-   € Ø�‰×'Ñ'¨Ô2Ø�‰×#Ñ#Ð$9¸D¸;ÈÖKrV   c               ó    € V ^8„  d   QhRRRR/# )rM   r~   r   rP   rQ   rR   )rS   s   "rT   rU   re  i  s   € ÷ .ñ .¨ð .°ñ .rV   c                	ó:   € V P                   P                  ! V!   R # ry   )r¡  r§  r�   s   &*rT   r§  ÚCSEProxy.partial_accumulatei  s   € Ø�‰×&Ò&¨Ô-rV   c               ó(   € V ^8„  d   QhRRRRRRRR/# r“  rR   )rS   s   "rT   rU   re  l  s/   € ÷ 	Cñ 	C Cð 	C°
ð 	CÀ;ð 	CÐSWñ 	CrV   c                	ó¶  € V P                   P                  P                  V4       V P                  W4       V\        P
                  P                  9  d„   V P                   ;P                  ^,          un        V P                   P                  P                  V^ 4      ^,           V P                   P                  V&   V P                   P                  WV4      # R# r”  )r¡  rk  rg  r³  r7   rÆ   r  rg  rl  r  r–  r  s   &&&&rT   r–  ÚCSEProxy.store_reductionl  s    € Ø�‰×&Ñ&×*Ñ*¨4Ô0Ø× Ñ  Ô-à”q—w‘w×.Ñ.Ô.Ø�K‰K×!Ò! QÕ&Õ!à—‘×/Ñ/×3Ñ3°D¸!Ó<¸qÕ@ð �K‰K×+Ñ+¨DÑ1ð —;‘;×.Ñ.¨t¸EÓBÐBñ /rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# rŸ  rR   )rS   s   "rT   rU   re  w  sC   € ÷ Nñ NàðNð ðNð &ð	Nð
 5ðNð 
/ñNrV   c                	ó€   € V P                   ;P                  ^,          un        V P                   P                  WW44      # rH  )r¡  rh  rˆ  r  s   &&&&&rT   rˆ  ÚCSEProxy.reductionw  s0   € ð 	�‰×!Ò! QÕ&Õ!Ø�{‰{×$Ñ$ U°~ÓMÐMrV   c               ó(   € V ^8„  d   QhRRRRRRRR/# rª  rR   )rS   s   "rT   rU   re  �  s2   € ÷ 	<ñ 	<à'ð	<ð
ð	<ð (ð	<ð 
!ñ	<rV   c                	ó:   € V P                   P                  WV4      # ry   )r¡  r  r  s   &&&&rT   r  ÚCSEProxy.scan�  s   € ð �{‰{×Ñ °FÓ;Ð;rV   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# r¯  rR   )rS   s   "rT   rU   re  Œ  sC   € ÷ Dñ Dà'ðDð (ðDð ð	Dð
 ðDð 
!ñDrV   c                	ó:   € V P                   P                  WW44      # ry   )r¡  r&  r%  s   &&&&&rT   r&  ÚCSEProxy.sortŒ  s   € ð �{‰{×Ñ °ÓCÐCrV   c               ó8   € V ^8„  d   QhRRRRRRRRRR	R
RRRRR/# r·  rR   )rS   s   "rT   rU   re  •  se   € ÷ N
ñ N
àðN
ð CðN
ð &ð	N
ð
 $ðN
ð ðN
ð .ðN
ð +ðN
ð 
ñN
rV   c           	     óD   € V P                   P                  VVVVVVV4      # )a
  
[Note: Inductor bucketize op]

Inputs:
-------
values: the values to be bucketized.
boundaries: a tuple containing
  (a) the name of the boundaries tensor (which must be sorted, unless
  the sorting tensor is present),
  (b) the length of the tensor in the last dimension (i.e. the length of
  one set of boundaries),
  (c) the number of elements in the underlying storage (i.e. the length
  of the flattened tensor, ignoring striding), and
  (d) the stride of the tensor in the last dimension.
boundary_indices: indices into a flattened version of the boundaries
tensor, of the same size and shape as "values".  Each index points to
the first element in the set of boundaries to be used for the
corresponding value.
indexing_dtype: the dtype to use when indexing into the boundaries
tensor.  This must be int64 or int32.  This additionally specifies the
dtype of the return value.
right: see "Details" below.
sorter: an optional tuple containing
  (a) the name of an optional sorting tensor, used to access unsorted
  boundaries without reordering the boundaries tensor, and
  (b) the stride of the tensor in the last dimension.
The values in the sorting tensor are used as indices into the *last*
dimension of the boundaries tensor, with all other indices matching.
The size of the sorting and boundaries tensors must be equivalent.
sorter_indices: must be present if the sorting array is present; see
"boundary_indices" for the equivalent definition for the boundaries
tensor.

Output:
-------
The buckets each value belongs in, within a given set of boundaries.  0
indicates a position before the first boundary, and len(boundaries_set)
represents a position after the last boundary.

Details:
--------
Given a value and a set of boundaries, calculate the bucket that each
value belongs to.  This works differently in 1-D and N-D cases.

for values [[-1, 0, 1, 2], [3, 4, 5, 9]], boundaries [0, 4, 4, 8], right=True
return =   [[ 0, 1, 1, 1], [1, 3, 3, 4]].

for values [[-1, 0, 1, 2], [3, 4, 5, 9]], boundaries [[0, 4], [4, 8]], right=True
return =   [[ 0, 1, 1, 1], [0, 1, 1, 2]]

Note that in the N-D boundaries case, the shape of "values" and
"boundaries" must match in every dimension _except_ the last.

When right == False, bucket i refers to range (boundaries[i], boundaries[i+1]].
When right == True,  bucket i refers to range [boundaries[i], boundaries[i+1]).

Boundaries must be non-decreasing, or a sorter must be provided which
would re-index offsets in a non-decreasing order (e.g. the second output
of torch.sort(offsets)).  Otherwise, the result is undefined.
)r¡  r3  r2  s   &&&&&&&&rT   r3  ÚCSEProxy.bucketize•  s1   € ðL �{‰{×$Ñ$ØØØØØØØó
ð 	
rV   )r¡  rd  ri  rl  ry   rm  )rˆ   r‰   rŠ   r‹   rŒ   ro   r#  rƒ  r{  rò  rû  r”  r³  r•  r  r§  r–  rˆ  r  r&  r3  r�   r-  r.  s   @rT   rÎ  rÎ  ^  sq   ø† ñð €D÷-ð -õZõx.%÷`<õ|Bõ
õ$@÷MõLõ
.õ	CõNõ	<õD÷N
õ N
rV   rÎ  )NNNN)FFrR   )âÚ__conditional_annotations__Ú
__future__r   rk   r  ÚdataclassesÚenumrå  rÿ  rZ   rZ  rø  rm   Úreri   Ú	threadingÚabcr   r   r   r   r   Útextwrapr
   Útypingr   r   r   r   r   r   Útyping_extensionsr   r   ró   r  Útorch.fxÚtorch._prims_commonr   Útorch.utilsr   r}  Útorch.utils._config_moduler   Útorch.utils._ordered_setr   Útorch.utils._sympy.functionsr   Útorch.utils._sympy.numbersr   Útorch.utils._sympy.printersr   Ú_PythonPrinterÚtorch.utils._sympy.symbolr   r   r   Útorch.utils._sympy.value_rangesr   r   rx  r   r    Údtype_propagationr!   Úops_handlerr"   r#   Úshape_propagationr$   Úutilsr%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   Úvirtualizedr1   r2   r3   r4   r5   r6   r7   Úcollections.abcr8   r9   r:   r;   r<   Úcustom_graph_passr=   rë   r>   r?   r@   rA   r  rC   r  rD   rE   rF   rG   rT  rI   rJ   r@  rj  rB  rO   rœ  r­  r2  Ú_loggingÚgetArtifactLoggerrˆ   rX   Ú	getLoggerrY  r]   Ú	dataclassr_   r‘   r¨   r¶   r  r)  r/  r7  r:  r?  ÚKernelArgTyper  rZ  rG  r�   rI  rº  ÚRLockrr  rÎ  rw  rÏ  rÐ  rÜ  rÞ  rî  rô  rí  r  r  r  rc  r  r,  ÚcacherW  rì  rn  rs  r{  r~  r‚  Úbfloat16r˜  Úfloat16r    r<  Úfloat64Úint8Úint16rh  r™  r  Úuint16r�  Úuint64rƒ  r›  r¢  r´  rÃ  rÇ  rÉ  r0  ÚcompileÚ
IGNORECASEr»  r´  r¶  ro  rx  r{  r”  ÚINT_TO_FLOATrq  rd  r  r  r*  r:  r=  rE  rJ  rN  rº  rñ  r¥  rï  rÀ   ÚReductionCacheKeyrõ  rG  r[  rÜ  r  r  rÎ  )rÀ   rÎ  s   0@rT   Ú<module>rü     sg  øðß "Ð "ã Û Û Û Û Û Û Û Û Û 	Û 	Û Û ß #ß Ý Ý ß J× Jß +ã ã Û Ý ?Ý )Ý 3Ý /Ý ,Ý -Ý Gß OÑ Oß Dç Ý :ß ;Ý :÷÷ ÷ ó ÷÷ ñ ÷ ßLÓLå$å9ß>Ó>Ý$ßDÑDÝ2Ý-á	�‹€BØ$ i°$Õ&6Ð%7¸Ð%GÕHÐØÐ2Õ3ÐØ�u—|‘|Õ#€Jð €Fà�~‰~×/Ñ/°¸*ÓE€Ø×Ò˜Ó!€õ=ð
 ×Ò÷ð ó ðô>/˜Ÿ	™	ô /ô(�Cô ñ �TÔôg�=ó gó ðg÷T*ñ *ð ×Ò÷ ð  ó ð ð ×Ò÷ð ó ðð ×Ò÷ð ó ðð ×Ò÷ð ó ðð ×Ò÷9ð 9ó ð9ð ˜yÕ(¨7Õ2Ð5EÕEÈÕT€ð
 �#�I€	à,.€Ð)Ó .÷]"ñ ]"ô@5Ð-ô 5ð. %Ÿ?›?Ó,Ð Ø9;Ð Ð6Ó ;Ø#(Ð  ØACÐ Ð>Ó CØACÐ Ð >Ó C÷0Bð Bô6
&�Tô 
&õ3õ(3õU÷ð õ0-õ6ð
 ).Ð %õ
õð< ‡‚ô`
ó ð`
õF0õfUõ?ò0õ2,õFð 
‡N‚N�E—K’KØ	‡M‚M�5—;’;ð>ð �JŠJØ�MŠMØ�MŠMØ�JŠJØ�KŠKØ�KŠKØ�KŠKØ�KŠKØ�LŠLØ�LŠLØ�LŠLñ
óñ
ˆEð 	Šñ
ñð>Ð Ð:ó õ,(õVõ:õ:Lõ
÷gBñ gBôT=�Nô =÷&_1ñ _1ðD —z“zÐ";À2Ç=Â=ÔQÐ õô"\;Ð#Ð%5°zÀ#µô \;ð~ ×Ò÷*ð *ó ð*õõñ 6:ó r6ÙØ;×HÒHÙ-Øõðr6ñ Ø;×HÒHÙ/Ù2Ø õ	ðr6ñ Ø;×HÒHÙ/Ù2Ø õ	ðr6ñ$ Ø;×HÒHÙ/Ù2Ø õ	ð%r6ñ0 Ø;×HÒHÙ/Ù2Ø õ	ð1r6ñ< Ø;×HÒHÙ*Ù)Øõ	ð=r6ñL Ø;×HÒHÙ(Ù0Øõ	ðMr6ñX 	Ø;×HÒHÙ6Ù6ñ
 8Øõ
	ðYr6ñz Ø;×CÒCÙ)ñ+ð õð{r6ñL Ø;×HÒHÙ1ØõðMr6ñV Ø;×HÒHÙ2ØõðWr6ñ` Ø;×HÒHÙ1Øõðar6ñj Ø;×HÒHÙ2Ø õðkr6ñt Ø;×HÒHÙ%Ù3Ù$Øõður6ñB 	Ø;×HÒHÙ&Ù%Øõ		ðCr6ñN Ø;×HÒHÙ%Ù3Øõ	ðOr6ñZ 	Ø;×HÒHÙ&Øõ	ð[r6ñd Ø;×HÒHÙ+Øõðer6ñp %Ø;×HÒHÙ8Ù3Ø)õ	ðqr6ñ| %Ø;×HÒHÙ8Ù3Ø)õ	ð}r6ñH %Ø;×HÒHÙ8Ø)õðIr6ñR %Ø;×HÒHÙ8Ø)õðSr6ñ^ 
Ø;×HÒHÙ'Øõ
ð_r6ñh Ø;×HÒHÙ(Øõðir6ñr Ø;×HÒHñcàõ	ðsr6ñB ,Ø;×HÒHÙ?Ø0õðCr6ñL ,Ø;×HÒHÙ?Ø0õðMr6ñX &Ø;×HÒHÙ9Ø*õðYr6ñb 
Ø;×HÒHÙ*Øõ
ðcr6ñl )Ø;×HÒHÙDØ-õðmr6ñv )Ø;×HÒHÙDØ-õðwr6ñ@ )Ø;×HÒHÙDØ-õðAr6ñJ )Ø;×HÒHÙDØ-õðKr6ñT (Ø;×HÒHÙCØ,õðUr6ñ^ $1Ø;×HÒHÙLØ5õ$ð_r6ñh $1Ø;×HÒHÙLØ5õ$ðir6ñr $1Ø;×HÒHÚLÙ5õ$ñsr6ñ| $1Ø;×HÒHÚLÙ5õ$ñ}r6ñF 'Ø;×HÒHÚBÙ+õñGr6ñP (Ø;×HÒHÚCÙ,õñQr6ñZ (Ø;×HÒHÚCÙ,õð[r6Ð Ñ2ô r÷j	ö-Ð#ô -ö$�>ô ö*�Zô ð
 ×Ò÷Nò Nó ðN÷ó ñ
 ‹,€÷gó g÷T$;ó $;ñN ™°Õ5€ÙÑ+°;ÈÕT€çØØ�ŠØØ�e˜K©Ð,Õ-Õ-ð	/õÐöyˆ'�/ =Ð0Õ
1ô y÷x
<ó 
<öRˆW�g˜oÕ.ô Rðj
 ×Ò÷ò ó ðð ‡‚öó ð÷S"ó S"ölE
ˆ~ö E
ùòm@s   Ð<i