+
    ªåûj 7  ã                   ó   € . ROt ^ RIt^ RIHtHtHtHtHt ^ RIH	t	 Rt
Rt ^ RIt^ RIHt ^ RIHt ^RIHtHt ^RIHt ^R	IHtHtHtHtHtHt ^R
IHt ^RIHt  ^RI!H!t!H"t"H#t#H$t$H%t%H&t&H't'H(t( ^RI)H*t*H+t+H,t,H-t-H.t.H/t/H0t0H1t1 ^RI2H3t3 ]
'       d   RR R lltRR R lltR R lt6R t7]7! 4        R#   ]4 d   t5Rt
R]5: 2t Rt5A5L>Rt5A5ii ; i)ÚadalnN)Ú	ExactDimsÚFunctionConstraintsÚParamConstraintÚValidationResultÚna3d_common_call_rule)ÚregistryT)Úquantize_and_rotate_rowwise)Úquantize_int8_rowwise)r   Ú	rms_adaln)Úna3d)Údequantize_nvfp4Údequantize_per_tensor_fp8Úint8_linearÚquantize_mxfp8Úquantize_nvfp4Úquantize_per_tensor_fp8)Ú"triton_quantize_and_rotate_rowwise)Útriton_quantize_rowwise)Úrms_ropeÚ	rms_rope1Ú
rms_rope1_Ú	rms_rope_Úrms_rope_split_halfÚrms_rope_split_half1Úrms_rope_split_half1_Úrms_rope_split_half_)Ú
apply_ropeÚapply_rope1Úapply_rope1_Úapply_rope_Úapply_rope_split_halfÚapply_rope_split_half1Úapply_rope_split_half1_Úapply_rope_split_half_)Úw4a8_int8_linearFzImportError: c                ó¨   € V ^8„  d   QhR\         P                  R\        R,          R\        \         P                  \         P                  3,          /# )é   ÚxÚstochastic_roundingNÚreturn©ÚtorchÚTensorÚintÚtuple)Úformats   "ÚbC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\backends\triton\__init__.pyÚ__annotate__r2   c   s@   € ÷ 0ñ 0Ü�<‰<ð0ä  4�Zð0ô 
Œu�|‰|œUŸ\™\Ð)Õ	*ñ0ó    c                 óF   € Ve   V^ 8”  d   \        WR7      # \        V 4      # ©N)r)   )Ú_eager_quantize_int8_rowwiseÚ_triton_quantize_int8_rowwise)r(   r)   s   &&r1   r
   r
   c   s(   € ð Ò*Ð/BÀQÔ/FÜ/°Ô[Ð[Ü,¨QÓ/Ð/r3   c                óÔ   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        R,          R\        \         P                  \         P                  3,          /# )r'   r(   ÚhÚ
group_sizer)   Nr*   r+   )r0   s   "r1   r2   r2   k   s_   € ÷ 
Eñ 
EÜ�<‰<ð
Eä�<‰<ð
Eô ð
Eô ! 4�Zð	
Eô
 
Œu�|‰|œUŸ\™\Ð)Õ	*ñ
Er3   c                 óJ   € Ve   V^ 8”  d   \        WW#R7      # \        WV4      # r5   )Ú"_eager_quantize_and_rotate_rowwiseÚ#_triton_quantize_and_rotate_rowwise)r(   r9   r:   r)   s   &&&&r1   r	   r	   k   s3   € ð Ò*Ð/BÀQÔ/FÜ5Ø�jôð ô 3°1¸ÓDÐDr3   c                ó$   € V ^8„  d   QhR\         /# )r'   r*   )Údict)r0   s   "r1   r2   r2   x   s   € ÷ \ñ \œDñ \r3   c                  ó°  € R  p \        R04      p\        RR04      p\        \        P                  \        P                  \        P                  04      p/ R\        R\        VR7      R\        VR7      R\        VR7      /VR7      bR	\        R\        VR7      R\        VR7      R\        VR7      /VR7      bR
\        R\        VR7      R\        \        \        P                  04      R7      R\        \        \        P                  \        P                  04      R7      /VR7      bR\        R\        \        \        P                  \        P                  04      R7      R\        \        \        P                  04      R7      R\        VR7      /VR7      bR\        R\        V\        ^4      3R7      R\        \        \        P                  04      R7      /VR7      bR\        R\        V\        ^4      3R7      /VR7      bR\        R\        \        \        P                  04      \        ^4      3R7      R\        \        \        P                  04      R7      R\        \        \        P                  04      R7      R\        VR7      /VRCR7      bR\        R\        VR7      R\        VR7      /VR7      bR\        R\        VR7      R\        VR7      R\        VR7      /VR7      bR\        R\        VR7      R\        VR7      R\        VR7      /VR7      bR\        R\        VR7      R\        VR7      R\        VR7      R\        VR7      R\        VR7      /VR7      bR \        R\        VR7      R!\        \        \        P                  04      R7      R"\        VR7      R#\        VR7      R$\        \        \        04      R7      R%\        \        \        04      R7      R&\        \        \        \        R'4      04      R7      /VRDR7      bR(\        R\        VR7      R)\        \        \        P                  04      \        ^4      3R7      R*\        \        \        P                  \        P                  04      \        ^4      3R7      R+\        \        \        P                  04      \        ^4      3R7      R,\        \        \        P                  04      \        ^4      3R7      R-\        V\        ^4      3R7      R.\        VR7      R/\        \        \        04      R7      R%\        \        \        04      R7      R#\        VR7      /
VRDR7      bR0\        R\        VR7      R1\        \        \        04      R7      /VR7      bR2\        R\        VR7      R3\        VR7      R/\        \        \        04      R7      R1\        \        \        04      R7      /VR7      bR4\        R\        VR7      R\        VR7      /VR7      bR5\        R\        VR7      R\        VR7      R\        VR7      /VR7      bR6\        R\        VR7      R\        VR7      R\        VR7      /VR7      R7\        R\        VR7      R\        VR7      R\        VR7      R\        VR7      R\        VR7      /VR7      /CpR8RR9RR:R5R;R4R<RR=RR>R7R?R6/P!                  4        F  w  rVWF,          WE&   K  	  \        R\        V\        ^4      3R7      R\        V\        ^4      3R7      R@\        V\        ^4      3R7      /VRDV 3RA7      VRB&   V# )Ec                 óò   € \        V 4      pVP                  '       g   V# V P                  R 4      pVe0   VP                  R,          ^€8”  d   \        P
                  ! R R4      # \        P                  ! 4       # )Úqz+head_dim > 128 not supported by triton na3déÿÿÿÿ)r   ÚsuccessÚgetÚshaper   ÚfailÚok)ÚkwargsÚcommonrB   s   &  r1   Ú_na3d_call_ruleÚ+_build_constraints.<locals>._na3d_call_ruley   s^   € Ü& vÓ.ˆØ�~�~ˆ~ØˆMØ�J‰J�s‹OˆØŠ=˜QŸW™W R�[¨3Ô.Ü#×(Ò(¨Ð.[Ó\Ð\Ü×"Ò"Ó$Ð$r3   ÚcudaÚxpur   r(   )ÚdtypesÚscaleÚshift)ÚparamsÚdefault_devicesr   r   Úoutput_typer   r   )rO   Úshape_rulesÚper_tensor_scaler   r   ÚqxÚblock_scales)rR   rS   Úmin_compute_capabilityr   Ú	freqs_cisr   ÚxqÚxkr   r   rB   ÚkÚq_scaleÚk_scaler   ÚweightÚweight_scaleÚ	out_dtypeÚconvrotÚconvrot_groupsizeÚ	input_actNr%   ÚqdataÚs_relÚ	s_channelÚcodebookÚ
correctionÚbiasr:   r
   r)   r	   ÚHr"   r!   r   r   r    r   r$   r#   r   r   r   r   Úv)rR   rS   rY   Ú
call_rulesr   )é
   é    )é   rp   )Ú	frozensetr,   Úfloat32Úfloat16Úbfloat16r   r   Úfloat8_e4m3fnÚfloat8_e5m2r   Úuint8Úint8Úboolr.   ÚstrÚtypeÚitems)rK   Úcuda_devicesÚtriton_devicesÚstandard_floatsÚoutÚinplace_nameÚfunctional_names          r1   Ú_build_constraintsr„   x   sT  € ò%ô ˜f˜XÓ&€LÜ ¨˜Ó/€NÜ¤§¡´·±¼u¿~¹~Ð NÓO€OðwØÔ$à”_¨OÔ<Øœ°Ô@Øœ°Ô@ðð
 +ô
ðwð 	Ô(à”_¨OÔ<Øœ°Ô@Øœ°Ô@ðð
 +ô
ðwð" 	"Ô#6à”_¨OÔ<Øœ´	¼5¿=¹=¸/Ó0JÔKØœÜ$¤e×&9Ñ&9¼5×;LÑ;LÐ%MÓNô ðð +ô	$
ð#wð6 	$Ô%8à”_Ü$¤e×&9Ñ&9¼5×;LÑ;LÐ%MÓNôð œ´	¼5¿=¹=¸/Ó0JÔKØœ°oÔFðð +ô	&
ð7wðJ 	Ô-à”_Ø*Ü!*¨1£ ôð #¤O¼9ÄeÇmÁmÀ_Ó;UÔ$Vðð )ô	
ðKwð^ 	Ô-à”_Ø*Ü!*¨1£ ôðð )ô
ð_wðr 	Ô/à”oÜ$¤e§k¡k ]Ó3Ü!*¨1£ ôð #¤O¼9ÄeÇmÁmÀ_Ó;UÔ$VØ¤Ü$¤e×&9Ñ&9Ð%:Ó;ô!ð œ°oÔFð
ð )Ø#*ô
ðswðP 	Ô*à”_¨OÔ<Øœ_°OÔDðð +ô
ðQwð^ 	Ô)à”o¨_Ô=Ø”o¨_Ô=Øœ_°OÔDðð
 +ô
ð_wðn 	Ô(à”_¨OÔ<Øœ_°OÔDØœ°Ô@ðð
 +ô
ðowð~ 	Ô'à”_¨OÔ<Ø”_¨OÔ<Øœ_°OÔDØœ?°/ÔBØœ?°/ÔBðð +ô	
ðwðR 	Ô*à”_¨OÔ<Øœ/´¼E¿J¹J¸<Ó1HÔIØ¤°Ô GØœ_°OÔDØœ?´)¼T¸FÓ2CÔDØ#¤_¼IÄsÀeÓ<LÔ%MØœ_´I¼sÄDÈÃJÐ>OÓ4PÔQðð +Ø#)ô
ðSwðl 	Ô/à”_¨OÔ<Øœ´	¼5¿:¹:¸,Ó0GÔV_Ð`aÓVbÐUdÔeØœ´	¼5×;NÑ;NÔPU×P]ÑP]Ð:^Ó0_ÔnwÐxyÓnzÐm|Ô}Øœ_´I¼u¿}¹}¸oÓ4NÔ]fÐghÓ]iÐ\kÔlØœO´9¼e¿m¹m¸_Ó3MÔ\eÐfgÓ\hÐ[jÔkØœo°_ÔS\Ð]^ÓS_ÐRaÔbØœ¨Ô?Øœo´YÄ¸uÓ5EÔFØ#¤_¼IÄsÀeÓ<LÔ%MØœ_°OÔDðð +Ø#)ô
ðmwðL 	 Ô!4à”_¨OÔ<Ø%¤¼iÌÈÓ>NÔ'Oðð +ô"
ðMwðZ 	&Ô':à”_¨OÔ<Ø”_¨OÔ<Øœo´YÄ¸uÓ5EÔFØ%¤¼iÌÈÓ>NÔ'Oð	ð +ô(
ð[wðl 	!Ô"5à”_¨OÔ<Øœ_°OÔDðð +ô#
ðmwðz 	 Ô!4à”o¨_Ô=Ø”o¨_Ô=Øœ_°OÔDðð
 +ô"
ð{wðJ 	Ô 3à”_¨OÔ<Øœ_°OÔDØœ°Ô@ðð
 +ô!
ð 	Ô2à”_¨OÔ<Ø”_¨OÔ<Øœ_°OÔDØœ?°/ÔBØœ?°/ÔBðð +ô	 
ñ[w€Cðr 	�|Ø˜Ø Ð"9Ø!Ð#;Ø�ZØ�kØÐ 5ØÐ!7ð	*÷ �eƒgò	*Ñ%ˆð  Õ0ˆÓñ	*ô &à”¨ÄiÐPQÃlÀ_ÔUØ”¨ÄiÐPQÃlÀ_ÔUØ”¨ÄiÐPQÃlÀ_ÔUð
ð
 %à%Ø#Ð%ô
€Cˆ�Kð €Jr3   c                  óÎ  € \         '       g(   \        P                  ! R \        ;'       g    R4       R# \        P
                  P                  4       p \        \        R4      ;'       d    \        P                  P                  4       pV '       g"   V'       g   \        P                  ! R R4       R# \        P                  ! R \        \        \        R7      \        4       R7       R# )ÚtritonzTriton not availableNrN   z-Neither CUDA nor XPU available on this system)Úfromlist)ÚnameÚmoduleÚcapabilities)Ú_TRITON_AVAILABLEr   Úmark_unavailableÚ_TRITON_ERRORr,   rM   Úis_availableÚhasattrrN   ÚregisterÚ
__import__Ú__name__Ú__all__r„   )Úhas_cudaÚhas_xpus     r1   Ú	_registerr–   W  s‘   € ßÓÜ×!Ò! (¬M×,SÐ,SÐ=SÔTÙä�z‰z×&Ñ&Ó(€HÜ”e˜UÓ#×@Ð@¬¯	©	×(>Ñ(>Ó(@€GçŸGÜ×!Ò! (Ð,[Ô\Ùä×ÒØÜœ(¬WÔ5Ü'Ó)÷r3   )r   r   r   r   r    r   r   r!   r$   r"   r#   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r
   r	   r%   )rp   )8r“   r,   Úcomfy_kitchen.constraintsr   r   r   r   r   Úcomfy_kitchen.registryr   r‹   r�   r†   Ú)comfy_kitchen.backends.eager.quantizationr	   r<   r
   r6   r   r   Únar   Úquantizationr   r   r   r   r   r   r   r=   r   r7   r   r   r   r   r   r   r   r   Úroper   r   r   r    r!   r"   r#   r$   Ú	w4a8_int8r%   ÚImportErrorÚer„   r–   © r3   r1   Ú<module>r¡      sÅ   ðò€ó@ ÷õ õ ,àÐ Ø€ð0*Ûõõ÷ (Ý÷÷ õõ÷	÷ 	ó 	÷	÷ 	ó 	õ ,÷ ÷0÷
Eõ\ò~ñ& 
†øð[ ô *ØÐØ# A¡5Ð)…Mûð*ús   ¢A(B4 Â4CÂ;CÃC