+
    Cåûj¼0  ã                   ó  € R t RtRtRtRtRRRR/tRtRt^. ]ORN5^ R/t^]R3^ R/t	^]3/t
R^	^@R^€RRRR	RR
R/^
^@^€^€RRR	R	RR
R//R^	^@R^€RRRR	RR
R/^
^@R^€RRRR	RR
R///t^tRtR tR tR tR tR tR tR R ltR tR tR tR tR# )!a  Native-AOT declaration for aten::topk @ CUDA.

Eligibility is stated three times, deliberately: covered_axes() subtracts from JIT
coverage, cpp_covers() is its C++ fast path and must decide the same set, and
cpp_dispatch_prelude()/cpp_dispatch() are the AOT library's dispatch chain. Keep them
in sync by hand; drift is benign but wasteful, since a call all sides decline lands on
stock aten.

Module scope must stay torch-free, because torchgen loads this before torch is built;
torch is imported lazily inside covered_axes.
ÚtopkÚCUDAzcutedsl_kernels.pyÚfloat32z
at::kFloatÚbfloat16zat::kBFloat16é   é   é   é   i   i €  c                 óŒ   € V \         9  g   V\        9  g   V^	8  d   R# V^
8¼  d   ^
M^	p\         V ,          V,          V,          # )é	   N)Ú_RADIX_MIN_NÚ	_RADIX_KS)ÚdtypeÚkÚmajorÚ
capabilitys   &&& ÚVC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_native\ops\topk\aot.pyÚ_radix_min_nr   0   s<   € Ø”LÔ  A¬YÔ$6¸%À!¼)ÙØ ”{‘¨€JÜ˜Õ˜zÕ*¨1Õ-Ð-ó    c                 ó°   € V^	8  d   R# V R8X  d    V\         9   d   V\         V,          9   d   R# \        WV4      pVe   W8¼  d   V^,          ^ 8X  d   R# R# )r   Nr   ÚregisterÚradix)Ú_REGISTER_NSr   )r   Únr   r   Úmin_ns   &&&& r   Ú_kernel_forr   7   sO   € Øˆq„yÙØ�	Ô˜a¤<Ô/°A¼Àa½Ô4HÙÜ˜ 5Ó)€EØÒ˜QœZ¨A°­E°Q¬JÙÙr   c                 ó®   € V^
8¼  d   V^8X  d
   V R8X  d   R# \         P                  VR4       F#  pW9   g   K  RP                  R V 4       4      u # 	  R# )é
   r   Ú1024Ú_c              3   ó8   "  € T F  p\        V4      x € K  	  R # 5i©N©Ústr©Ú.0Úvalues   & r   Ú	<genexpr>Ú!_register_rung.<locals>.<genexpr>G   ó   é € Ð9±D¨5œC ŸJ˜J³Dùó   ‚N© )Ú_REGISTER_RUNGSÚgetÚjoin©r   r   r   Úrungs   &&& r   Ú_register_rungr1   B   sN   € Ø�„{�q˜B”w 1¨¤9ÙÜ×#Ñ# A rÖ*ˆØŽ9Ø—8‘8Ñ9±DÓ9Ó9Ò9ñ +ñ r   c                 ó®   € V^
8¼  d   V^8X  d
   V R8X  d   R# \         P                  VR4       F#  pW9   g   K  RP                  R V 4       4      u # 	  R# )r   r   Nr   c              3   ó8   "  € T F  p\        V4      x € K  	  R # 5ir!   r"   r$   s   & r   r'   Ú%_aot_register_rung.<locals>.<genexpr>P   r)   r*   r+   )Ú_AOT_REGISTER_RUNGSr-   r.   r/   s   &&& r   Ú_aot_register_rungr6   K   sN   € Ø�„{�q˜B”w 1¨¤9ÙÜ#×'Ñ'¨¨2Ö.ˆØŽ9Ø—8‘8Ñ9±DÓ9Ó9Ò9ñ /ñ r   c                 ó  € V\         9  g   V ^,          '       d   R# \        VR4      pV^,          pW,          pRpVR8:  d   V^8:  d   ^pMV'       d   VR8X  d
   V^8X  d   TpVe
   \        pWv3# V'       d
   \        pWv3# RpWv3# )é   Nr   r   )NN)r   ÚmaxÚ_MAX_TAIL_ITERSÚ_ARCH_TAIL_ITERS)r   r   ÚdeterministicÚnum_threadsÚtileÚ	vec_itersÚfixed_vec_itersÚscalar_tail_iterss   &&&     r   Ú_specializationrB   T   sž   € Ø”	Ô˜Q ŸUœUØÐÜ�a˜“+€KØ˜�?€DØ•	€IØ€OØˆC„x�I ”NØ‰ß	˜1 œ8¨	°Q¬Ø#ˆð Ò"Ü+Ðð
 Ð-Ð-÷	 
Ü,Ðð Ð-Ð-ð !ÐØÐ-Ð-r   c                  óž  € . R  \         P                  4        4       ORRR\        \        4      RRR\        \        4      RRR	RR
RRR/NRRR\        \        4      RRR. RORRR	\
        R
RRR/NRRR\        \        4      RRRRRRR	\        R
^RR/NRRR\        \        4      RRRRRRR	\
        R
RRR/NRRRRRRR. RORRR.R	\        R
^RR/N# )c              3   ó€   "  € T F4  w  rV F)  pR RRRRRRRP                  R V 4       4      R	VR
R/x € K+  	  K6  	  R# 5i)Úkernelr   r   r   ÚNNÚN_rungr   c              3   ó8   "  € T F  p\        V4      x € K  	  R # 5ir!   r"   r$   s   & r   r'   Ú3kernel_precompile_grid.<locals>.<genexpr>.<genexpr>t   s   é € Ð"@¹4°%¤3 u§: :»4ùr*   ÚKÚeligibleT©r.   ©r%   r   Úrungsr0   s   &   r   r'   Ú)kernel_precompile_grid.<locals>.<genexpr>o   s[   é € ð 

ñ 8‘�Û�ð ˜*Ø˜Ø�TØ˜#Ÿ(™(Ñ"@¹4Ó"@Ó@Ø�QØ˜Dõñ ñó 8ùs   ‚<>rE   r   r   rF   NrJ   r<   FrA   r@   rK   Tr   r   )é@   é€   r   r   )rP   rQ   r   )r5   ÚitemsÚlistÚ_DTYPESr   r;   r:   r+   r   r   Úkernel_precompile_gridrU   k   sN  € ð?ñ

ô 0×5Ñ5Ô7ó

ð?ð �gØ”Tœ'“]Ø�Ø””i“Ø˜UØ Ø˜tØ˜ð		
ð?ð0 �gØ”Tœ'“]Ø�ØÒ%Ø˜TØÔ!1Ø˜tØ˜ð		
ð/?ðD �gØ”Tœ'“]Ø�Ø�Ø˜TØ¤Ø˜qØ˜ð		
ðC?ðX �gØ”Tœ'“]Ø�Ø�Ø˜TØÔ!1Ø˜tØ˜ð		
ðW?ðl �gØ�YØ�Ø’Ø˜e T˜]Ø¤Ø˜qØ˜ð		
ðk?ð ?r   c           
      ó$  € ^ RI pV P                  4       ^8¼  d   V P                  R,          M^ pVR8w  d   W P                  4       ^,
          8w  d   ^ pV'       d	   V'       g   ^ pV^ 8„  ;'       d%    V P                  ;'       d    V P	                  4       pRp^ p	V'       dÉ   V P
                  VP                  8X  d   RpMV P
                  VP                  8X  d   RpVP                  P                  V P                  4      p
V
P                  p	V P                  4       V,          V
P                  8  d   RpV P                  4       ^V P                  4       ,          ,          '       d   RpV'       d   \!        W†W4      MRpT;'       d    VRJpVP#                  4       pRVRV P
                  RRRVR	V/pVR
8X  d*   \%        WaV	4      VR&   T;'       d    VR,          RJVR	&   V# VR8X  d&   \'        WaV4      w  rïVP)                  RVRVRV/4       V# )é    Nr   r   FrE   r   rF   rJ   rK   r   rG   r   r<   rA   r@   éÿÿÿÿ)ÚtorchÚdimÚshapeÚis_cudaÚis_contiguousr   r   r   ÚcudaÚget_device_propertiesÚdevicer   ÚnumelÚmulti_processor_countÚconst_data_ptrÚelement_sizer   Ú$are_deterministic_algorithms_enabledr6   rB   Úupdate)Úselfr   rZ   ÚlargestÚsortedrY   r   rK   r   r   ÚpropsrE   r<   ÚaxesrA   r@   s   &&&&&           r   Úcovered_axesrl   °   sÜ  € ÛàŸ(™(›*¨œ/ˆ�
‰
�2Ž¨q€Að ˆb„y�SŸH™H›J¨�NÔ*ØˆßŸ&ØˆØ�1‰u×>Ð>˜Ÿ™×>Ð>¨$×*<Ñ*<Ó*>€HØ€EØ€EßØ�:‰:˜Ÿ™Ô&Ø‰EØ�Z‰Z˜5Ÿ>™>Ô)ØˆEØ—
‘
×0Ñ0°·±Ó=ˆØ—‘ˆØ�:‰:‹<˜1Õ˜u×:Ñ:Ô:ØˆHØ×ÑÓ  A¨×(9Ñ(9Ó(;Õ$;×<Ô<ØˆHß08Œ[˜ 1Ô,¸d€FØ×.Ð.˜F¨$Ð.€HØ×>Ñ>Ó@€Mà�&Ø�—‘ØˆTØˆQØ�Hð€Dð �ÔÜ+¨A°%Ó8ˆˆX‰Ø#×BÐB¨¨X­¸dÐ(BˆˆZÑð €Kð 
�7Ô	Ü-<¸QÀ=Ó-QÑ*ÐØ�‰à Ø#Ð%6Ø! ?ðô	
ð €Kr   c                  ó:  € R P                  R \        P                  4        4       4      p R P                  R \        P	                  4        4       4      p/ p\        P	                  4        Fƒ  w  r4R P                  R \
        V,          ^	,          P	                  4        4       4      pR P                  R \
        V,          ^
,          P	                  4        4       4      pRV RV RV R2W#&   K…  	  R P                  VP                  4       4      pR	V  R
V RV R2# )ú || c              3   ó,   "  € T F
  pR V 2x € K  	  R# 5i)zst == Nr+   ©r%   Úts   & r   r'   Úcpp_covers.<locals>.<genexpr>å   s   é € ÐFÑ5E° ¨ s�|Ó5Eùó   ‚c           	   3   óv   "  € T F/  w  rV F$  pR V RRP                  R V 4       4       R2x € K&  	  K1  	  R# 5i)ú(k == ú && (rn   c              3   ó,   "  € T F
  pR V 2x € K  	  R# 5i©zN == Nr+   ©r%   r   s   & r   r'   Ú'cpp_covers.<locals>.<genexpr>.<genexpr>ç   s   é € Ð$?¹$°Q u¨Q¨C¥[»$ùrs   z))NrL   rM   s   &   r   r'   rr   æ   sF   é € ð "á3‰HˆAÛˆDð ���5˜Ÿ™Ñ$?¹$Ó$?Ó?Ð@ÀÕCáñ 	DÛ3ùs   ‚79c              3   ó8   "  € T F  w  rR V RV R2x € K  	  R# 5i©ru   z	 && N >= Ú)Nr+   ©r%   r   r   s   &  r   r'   rr   í   s%   é € ð 
Ù2P©$¨!ˆf�Q�C�y   1Õ%Ó2Pùr*   c              3   ó8   "  € T F  w  rR V RV R2x € K  	  R# 5ir|   r+   r~   s   &  r   r'   rr   ð   s%   é € ð 
Ù2Q©$¨!ˆf�Q�C�y   1Õ%Ó2Qùr*   z(st == z && ((props->major >= 10 && (z)) || (props->major == 9 && (z))))z7
      const auto st = self.scalar_type();
      if (!(a˜  )) return false;
      if (!self.is_cuda()) return false;
      if (!largest || !sorted) return false;
      if (self.dim() < 1 || c10::maybe_wrap_dim(dim, self.dim()) != self.dim() - 1) return false;
      const int64_t N = self.dim() >= 1 ? self.size(-1) : 0;
      if (N == 0) return false;
      if (!self.is_contiguous()) return false;
      if (reinterpret_cast<uintptr_t>(self.const_data_ptr()) %
          static_cast<uintptr_t>(4 * self.element_size()) != 0) return false;
      const auto* props = at::cuda::getDeviceProperties(self.device().index());
      if (self.numel() / N < props->multiProcessorCount) return false;
      if (st == at::kFloat && (zg) &&
          !(props->major >= 10 && k == 16 && N == 1024)) return true;
      return N % 4 == 0 && (z);
    )r.   rT   Úvaluesr5   rR   r   )Údtype_acceptÚregister_acceptÚradix_acceptr   Ú	dtype_cppÚsm90Úsm100Ú
radix_exprs           r   Ú
cpp_coversrˆ   á   s0  € ð —;‘;ÑF´W·^±^Ô5EÓFÓF€LØ—k‘kñ "ä+×1Ñ1Ô3ó"ó €Oð
 €LÜ#ŸM™MžOÑˆØ�{‰{ñ 
Ü2>¸uÕ2EÀaÕ2H×2NÑ2NÔ2Pó
ó 
ˆð —‘ñ 
Ü2>¸uÕ2EÀbÕ2I×2OÑ2OÔ2Qó
ó 
ˆð �i�[ð !(Ø(- wð /&Ø&* V¨4ð1ð 	Óñ ,ð —‘˜\×0Ñ0Ó2Ó3€JðàˆNð  ð !0Ð0ð 1à'˜Lð )ðð r   c                  ób   € R P                  R \        P                  4        4       4      p RV  R2# )ú && c              3   ó,   "  € T F
  pR V 2x € K  	  R# 5i)zself.scalar_type() != Nr+   rp   s   & r   r'   Ú'cpp_dispatch_prelude.<locals>.<genexpr>  s   é € ÐVÑEUÀÐ!7¸°sÕ;ÓEUùrs   z
      if (aå  ) return false;
      if (!largest || !sorted) return false;
      if (self.dim() < 1) return false;
      if (c10::maybe_wrap_dim(dim, self.dim()) != self.dim() - 1) return false;
      if (!self.is_contiguous() || !values.is_contiguous() || !indices.is_contiguous()) return false;
      // The exported kernels were compiled with assumed_align = 4 elements (see
      // _make_fake_tensor in cutedsl_kernels.py), which every allocator block
      // satisfies. A tensor viewing a mid-block byte offset would not, and a
      // misaligned vector load faults or reads wrong rather than declining.
      auto _naot_aligned = [](const at::Tensor& t) {
        return reinterpret_cast<uintptr_t>(t.const_data_ptr()) %
            static_cast<uintptr_t>(4 * t.element_size()) == 0;
      };
      if (!_naot_aligned(self) || !_naot_aligned(values) || !_naot_aligned(indices)) return false;
      const bool det = at::globalContext().deterministicAlgorithms();
      const int64_t N = self.size(-1);
      if (N == 0) return false;
      const int64_t M = self.numel() / N;
      const int64_t cc_major = _naot_props->major;
      // Perf gate: one CTA per row; below a full wave aten wins.
      if (M < _naot_props->multiProcessorCount) return false;
    )r.   rT   r€   )Údtype_rejects    r   Úcpp_dispatch_preluderŽ     s6   € Ø—;‘;ÑVÄWÇ^Á^ÔEUÓVÓV€LðØˆ.ð ðð r   c           	      óª  € V R ,          pV R,          pVR8X  d¨   \         ;QJ d*    . R V R,          P                  R4       4       F  NK  	  5M#! R V R,          P                  R4       4       4      pRP                  R V 4       4      pR\        V R	,          ,           R
V RV R2pV^8X  d   RV9   d
   VR,          pV# V R,          p\	        VR4      pV^,          p\
        V R	,          ,          ^	,          V,          p	\
        V R	,          ,          ^
,          V,          p
R\        V R	,          ,           2RV 2V'       d   RMRRRV
 RV	 R2.pV R,          pVR8:  d3   Vf   VP                  RV R24       MGVP                  RV RV 24       M/V'       d(   VR8X  d!   Ve   RMRpVP                  RV RV R24       R P                  V4      # )!rE   rJ   r   c              3   ó8   "  € T F  p\        V4      x € K  	  R # 5ir!   )Úintry   s   & r   r'   Úcpp_dispatch.<locals>.<genexpr>+  s   é € Ð=Ñ#<˜a”3�q—6�6Ó#<ùr*   rG   r   rn   c              3   ó,   "  € T F
  pR V 2x € K  	  R# 5irx   r+   ry   s   & r   r'   r’   ,  s   é € Ð7±B¨q  q c�{³Bùrs   zself.scalar_type() == r   z	 && k == rv   r}   r   z  && (cc_major < 10 || N != 1024)r<   r   zk == Údetz!detz
N % 4 == 0zN >= (cc_major >= 10 ? z : r@   zN / z >= 2z <= r   z==z!=Ú z 2rŠ   )ÚtupleÚsplitr.   rT   r9   r   Úappend)ÚspecrE   r   ÚnsÚn_acceptÚ	conditionr<   r=   r>   Úsm90_minÚ	sm100_minÚ
conditionsr@   Úops   &             r   Úcpp_dispatchr¡   '  sÕ  € Ø�(�^€FØˆS�	€AØ�ÔßŒUÑ= 4¨¥>×#7Ñ#7¸Ô#<Ó=�U‰UÑ= 4¨¥>×#7Ñ#7¸Ô#<Ó=Ó=ˆØ—;‘;Ñ7±BÓ7Ó7ˆà$¤W¨T°'­]Õ%;Ð$<ð =Ø�3�e˜H˜: Qð(ð 	ð �Œ7�t˜r”zØÐ;Õ;ˆIØÐà˜Õ)€MÜ�a˜“+€KØ˜�?€DÜ˜D �MÕ*¨1Õ-¨aÕ0€HÜ˜T '�]Õ+¨BÕ/°Õ2€Ià
 ¤¨¨g­Õ!7Ð 8Ð9Ø
�ˆsˆß‰ FØØ
! ) ¨C°¨z¸Ð;ð€Jð Ð,Õ-€OØˆC„xØÒ"Ø×Ñ  T F¨%Ð0Õ1à×Ñ  T F¨$¨Ð.?Ð@ÕAß	˜1 œ8Ø$Ò0‰T°dˆØ×Ñ˜D   a¨ t¨2Ð.Ô/Ø�;‰;�zÓ"Ð"r   c                 ó   € R V R2# )z‰
      auto self_2d = self.view({M, N});
      auto values_2d = values.view({M, k});
      auto indices_2d = indices.view({M, k});
      zH(self_2d, values_2d, indices_2d, at::cuda::getCurrentCUDAStream());
    r+   )r™   Ú	launch_fns   &&r   Ú
cpp_launchr¤   M  s   € ðð €kð ð	ð r   N)Úsm_90Úsm_90aÚsm_100Úsm_100a)rP   rQ   r   r   r   ©r   )r	   )r©   rX   )rX   TT)Ú__doc__ÚATEN_OPÚDISPATCH_KEYÚKERNEL_MODULEÚARCHSrT   r   Ú_REGISTER_DYNAMIC_NSr   r,   r5   r   r:   r;   r   r   r1   r6   rB   rU   rl   rˆ   rŽ   r¡   r¤   r+   r   r   Ú<module>r°      sL  ðñ
ð €Ø€Ø$€ð
 	1€à�l J°Ð
@€Ø%€	Ø0Ð àÐ%Ð
Ð% Ñ%Øˆð€ð
 Ð	˜wÐ'Øˆ	ð€ð Ð0Ð2Ð3Ð àØ	ˆB��c˜4  d¨C°°t¸UÐCØ
ˆR��c˜3  S¨#¨t°T¸5ÐAðð Ø	ˆB��c˜4  d¨C°°t¸UÐCØ
ˆR��s˜D # t¨S°$¸¸eÐDðð	€ð €ØÐ ò.òòòò.ò.BôJ.òb(òVò6##ôLr   