+
    ƒ°ñjÁ(  ã                   óŠ  € ^ RI t ^ RIt^ RIHt  ^ RIt^ RIHtHtH	t
HtHtHtHtHtHtHt Rt] P.                  P0                  f   ]P2                  P5                  R4       Ml]! ]! ]]! ] P.                  P0                  4      P?                  R4      4      4      t ] R@8  d.   ]P2                  P5                  R4       ]PB                  ! R4       ]PD                  '       d6   ]PF                  '       g$    ^ RI$t$]PJ                  ! R]$PL                  4       M]P2                  P5                  R4       ]PT                  ! 4       PW                  4        F  w  t,t-]PJ                  ! R], R]- 24       K   	  Rt.]'       d
    ^ RIH/t0 Rt.].'       g    ! R! R"4      t0^ RI1t2 ! R# R$]
4      t3 ! R% R&]04      t/ ! R' R(]4      t ! R) R*]34      t4 ! R+ R,]34      t5]4t	]t]t]t]! R-]	4       ]! R*]44       ]! R,]54       ]! R(]4       ]! R.]4       ]! R/]4       ].'       d
   ]! R&]/4       ]! R0]4       R1R2] Pl                  R3R4R50R6R*/R7R2] Pn                  R3R4R50R6R,/R8R2] Pp                  R30 RAmR6R(R9^//t9].'       d   R2] Pl                  R3R4R50R6R&R9^ /]9R:&   R2] Pt                  R3R40R6R.R;R/]9R<&   R2] Pt                  R3R40R6R/R;R/]9R=&   R2] Pt                  R3R40R6R0R;R/]9R>&   R2] Pt                  R3R40R6R0R;R/]9R?&   . RBOt;R#   ]' d=   t(]PR                  ! R	]( R
24       ]P2                  P5                  R4        Rt(A(ELþRt(A(ii ; i  ]' df   t(]PR                  ! R]( R24       Rt ! R R4      t ! R R4      t
 ! R R4      t ! R R4      t ! R R4      t ! R R4      tR tR t Rt(A(EL,Rt(A(ii ; i  ]' d    ]PB                  ! R 4        EL=i ; i)Cé    N)Úargs)
ÚQuantizedTensorÚQuantizedLayoutÚTensorCoreFP8LayoutÚTensorCoreNVFP4LayoutÚTensorCoreConvRotW4A4LayoutÚTensorWiseINT8LayoutÚAsymW4A8Int8LayoutÚregister_layout_opÚregister_layout_classÚget_layout_classTÚcudaÚ.zÒWARNING: You need pytorch with cu130 or higher to use optimized CUDA operations.
WARNING WARNING WARNING
If you are on nvidia 20 series and above it is required that you update your pytorch to cu130 or higher.
z7Found triton %s. Enabling comfy-kitchen triton backend.z Failed to import triton, Error: z9, the comfy-kitchen triton backend will not be available.ÚtritonzFound comfy_kitchen backend z: z'Failed to import comfy_kitchen, Error: z,, fp8 and fp4 support will not be available.Fc                   ó   € ] tR t^0tRtR# )r   © N©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__static_attributes__r   ó    Ú3C:\Ai_Coding\apps\studio\ComfyUI\comfy\quant_ops.pyr   r   0   ó   † Ûr   r   c                   ó   € ] tR t^3tRtR# )Ú_CKFp8Layoutr   Nr   r   r   r   r   r   3   r   r   r   c                   ó   € ] tR t^6tRtR# )Ú_CKNvfp4Layoutr   Nr   r   r   r   r   r   6   r   r   r   c                   ó   € ] tR t^9tRtR# )Ú_CKTensorWiseINT8Layoutr   Nr   r   r   r   r!   r!   9   r   r   r!   c                   ó   € ] tR t^<tRtR# )Ú_CKTensorCoreConvRotW4A4Layoutr   Nr   r   r   r   r#   r#   <   r   r   r#   c                   ó   € ] tR t^?tRtR# )Ú_CKAsymW4A8Int8Layoutr   Nr   r   r   r   r%   r%   ?   r   r   r%   c                 ó   € R # ©Nr   )ÚnameÚclss   &&r   r   r   B   s   € Ùr   c                 ó   € R # r'   r   )r(   s   &r   r   r   E   s   € Ùr   )ÚTensorCoreMXFP8LayoutzBcomfy_kitchen does not support MXFP8, please update comfy_kitchen.c                   ó   € ] tR t^QtRtR# )Ú_CKMxfp8Layoutr   Nr   r   r   r   r-   r-   Q   r   r   r-   c                   ó8   a € ] tR t^Zt o Rt]RR l4       tRtV tR# )Ú_TensorCoreFP8LayoutBaseNc                ór  € V P                   f   \        V P                   R24      hVP                  p\	        VP
                  4      p\        V\        4      '       Ed   VR8X  dü   \        P                  ! VP                  4       4      P                  \        P                  R7      \        P                  ! V P                   4      P                  ,          pVP                  \        P                  \        P                  39  d\   \        P                  ! VP                  4      pR\        P                   ! RV,          VP"                  VP                  R7      ,          pVf2   \        P$                  ! R	VP&                  \        P                  R7      p\        V\        P(                  4      '       g1   \        P*                  ! W!P&                  \        P                  R7      pV^ 8”  dˆ   V'       d+   VRV,          P                  VP                  4      ,          pM)VRV,          P                  VP                  4      ,          p\,        P.                  P1                  WP                   VR7      pM!\2        P4                  ! WV P                   4      pV P7                  VP/                  4       WVR7      p	W‰3# )
Nz must define FP8_DTYPEÚrecalculate)Údtypeg      ð?)ÚminÚmax©Údevicer2   )r2   Úseed©ÚscaleÚ
orig_dtypeÚ
orig_shaper   )Ú	FP8_DTYPEÚNotImplementedErrorr   r2   ÚtupleÚshapeÚ
isinstanceÚstrÚtorchÚamaxÚabsÚtoÚfloat32Úfinfor4   Úbfloat16Úclampr3   Úonesr6   ÚTensorÚtensorÚcomfyÚfloatÚstochastic_roundingÚckÚquantize_per_tensor_fp8ÚParams)
r)   rL   r9   rO   Úinplace_opsr:   r;   Útensor_infoÚqdataÚparamss
   &&&&&     r   ÚquantizeÚ!_TensorCoreFP8LayoutBase.quantize]   sÁ  € à�=‰=Ò Ü%¨¯©¨Ð6LÐ&MÓNÐNà—\‘\ˆ
Ü˜6Ÿ<™<Ó(ˆ
ä�eœS×!Ó! e¨}Ô&<Ü—J’J˜vŸz™z›|Ó,×/Ñ/´e·m±mÐ/ÓDÄuÇ{Â{ÐSV×S`ÑS`ÓGa×GeÑGeÕeˆEØ�|‰|¤E§M¡M´5·>±>Ð#BÔBÜ#Ÿkšk¨&¯,©,Ó7�ØœuŸ{š{¨C°%­K¸k¿o¹oÐS^×SbÑSbÔcÕc�àŠ=Ü—J’J˜r¨&¯-©-¼u¿}¹}ÔMˆEÜ˜%¤§¡×.Ò.Ü—L’L ¯}©}ÄEÇMÁMÔRˆEà Ô"ßØ˜3 �;×*Ñ*¨6¯<©<Ó8Õ8‘à 3¨¥;×"2Ñ"2°6·<±<Ó"@Õ@�Ü—K‘K×3Ñ3°FÇ-Á-ÐViÐ3Ój‰Eä×.Ò.¨v¸c¿m¹mÓLˆEà—‘ %§+¡+£-¸J�Ó^ˆØˆ}Ðr   r   ©Nr   F)	r   r   r   r   r<   ÚclassmethodrW   r   Ú__classdictcell__©Ú__classdict__s   @r   r/   r/   Z   s   ø‡ € Ø€Iàóó ör   r/   c                   ó4   a € ] tR t^}t o ]RR l4       tRtV tR# )r+   Nc                óˆ  € VP                  4       ^8w  d   \        RVP                  4        R24      hVP                  p\        VP                  4      pV P                  V4      pWv8g  pV^ 8”  d%   \        P                  P                  WVR7      w  ršM\        P                  ! WR7      w  ršV P                  V
VVR7      pW›3# )é   zMXFP8 requires 2D tensor, got ÚD)Úpad_32xr7   )rb   r8   )ÚdimÚ
ValueErrorr2   r>   r?   Úget_padded_shaperM   rN   Ú(stochastic_round_quantize_mxfp8_by_blockrP   Úquantize_mxfp8rR   ©r)   rL   r9   rO   rS   r:   r;   Úpadded_shapeÚneeds_paddingrU   Úblock_scalerV   s   &&&&&       r   rW   ÚTensorCoreMXFP8Layout.quantize~   sÂ   € à�:‰:‹<˜1ÔÜÐ=¸f¿j¹j»l¸^È1ÐMÓNÐNà—\‘\ˆ
Ü˜6Ÿ<™<Ó(ˆ
à×+Ñ+¨JÓ7ˆØ$Ñ2ˆà Ô"Ü!&§¡×!UÑ!UÐV\ð  {NÐ!Uó  "OÑˆE�;ä!#×!2Ò!2°6Ô!QÑˆEà—‘ØØ!Ø!ð ó 
ˆð
 ˆ}Ðr   r   rY   ©r   r   r   r   rZ   rW   r   r[   r\   s   @r   r+   r+   }   s   ø‡ € Øóó ör   r+   c                   ó4   a € ] tR t^–t o ]RR l4       tRtV tR# )r   Nc                óT  € VP                  4       ^8w  d   \        RVP                  4        R24      hVP                  p\        VP                  4      pVe   \        V\        4      '       dj   VR8X  dc   \        P                  ! VP                  4       4      \        P                  P                  \        P                  P                  ,          ,          p\        V\        P                  4      '       g   \        P                  ! V4      pVP!                  VP"                  \        P$                  R7      pV P'                  V4      pWv8g  pV^ 8”  d%   \(        P*                  P-                  WWƒR7      w  ršM\        P.                  ! WVR7      w  ršV P1                  VVVV
R7      pW›3# )r`   zNVFP4 requires 2D tensor, got ra   r1   r5   )Úpad_16xr7   )rp   )r9   r:   r;   rk   )rc   rd   r2   r>   r?   r@   rA   rB   rC   rD   rP   Úfloat_utilsÚF8_E4M3_MAXÚF4_E2M1_MAXrK   rL   rE   r6   rF   re   rM   rN   Ú(stochastic_round_quantize_nvfp4_by_blockÚquantize_nvfp4rR   rh   s   &&&&&       r   rW   ÚTensorCoreNVFP4Layout.quantize—   sF  € à�:‰:‹<˜1ÔÜÐ=¸f¿j¹j»l¸^È1ÐMÓNÐNà—\‘\ˆ
Ü˜6Ÿ<™<Ó(ˆ
àŠ=œZ¨¬s×3Ò3¸ÀÔ8NÜ—J’J˜vŸz™z›|Ó,´·±×0JÑ0JÌRÏ^É^×MgÑMgÕ0gÕhˆEä˜%¤§¡×.Ò.Ü—L’L Ó'ˆEØ—‘ §¡´U·]±]�ÓCˆà×+Ñ+¨JÓ7ˆØ$Ñ2ˆà Ô"Ü!&§¡×!UÑ!UÐV\ÐmzÐ!Uó  "VÑˆE�;ä!#×!2Ò!2°6È-Ô!XÑˆEà—‘ØØ!Ø!Ø#ð	 ó 
ˆð ˆ}Ðr   r   rY   rm   r\   s   @r   r   r   –   s   ø‡ € Øóó ör   r   c                   ó.   € ] tR t^·t]P
                  tRtR# )ÚTensorCoreFP8E4M3Layoutr   N)r   r   r   r   rB   Úfloat8_e4m3fnr<   r   r   r   r   rx   rx   ·   s   † Ø×#Ñ#„Ir   rx   c                   ó.   € ] tR t^»t]P
                  tRtR# )ÚTensorCoreFP8E5M2Layoutr   N)r   r   r   r   rB   Úfloat8_e5m2r<   r   r   r   r   r{   r{   »   s   † Ø×!Ñ!„Ir   r{   r   r	   r   r
   ry   Ú	storage_tÚ
parametersÚweight_scaleÚinput_scaleÚcomfy_tensor_layoutr|   Únvfp4Ú
group_sizeÚmxfp8Úquantize_inputÚint8_tensorwiseÚconvrot_w4a4Úasym_w4a8_int8Ú	w6a8_int8)é   >   r€   r   Úweight_scale_2Úpre_quant_scale)r   r   r   rx   r{   r   r   r	   r
   ÚQUANT_ALGOSr   )<rB   ÚloggingÚcomfy.cli_argsr   Úcomfy_kitchenrP   Úcomfy_kitchen.tensorr   r   r   r   r   r   r   r#   r	   r!   r
   r%   r   r   r   Ú_CK_AVAILABLEÚversionr   ÚregistryÚdisabler>   ÚmapÚintrA   ÚsplitÚcuda_versionÚwarningÚenable_triton_backendÚdisable_triton_backendr   ÚinfoÚ__version__ÚImportErrorÚeÚerrorÚlist_backendsÚitemsÚkÚvÚ_CK_MXFP8_AVAILABLEr+   r-   Úcomfy.floatrM   r/   rx   r{   ry   r|   Úuint8r�   Úint8Ú__all__r   r   r   Ú<module>r«      sF  ðÛ Û å ð?Û÷÷ ÷ ð €MØ‡}�}×ÑÒ!Ø
�‰×Ñ˜FÕ#á™S ¡c¨%¯-©-×*<Ñ*<Ó&=×&CÑ&CÀCÓ&HÓIÓJˆØ˜%ÔØ�K‰K×Ñ Ô'Ø�OŠOð  tô  uð
 ×!×!Ð!¨$×*E×*EÐ*Eð	*ÛØ�LŠLÐRÐTZ×TfÑTfÕgð
 	�‰×Ñ˜HÔ%Ø× Ò Ó"×(Ñ(Ö*‰ˆˆ1Ø�ŠÐ3°A°3°b¸¸Ð<Ö=ñ +ð< Ð ßð^ÝPØ"Ð÷ ÷ñ ó ô ˜|ô  ôF˜Nô ô2˜Nô ôB$Ð6ô $ô"Ð6ô "ð
 .Ð Ø.Ð Ø<Ð Ø*Ð ñ Ð+Ð-@Ô AÙ Ð/Ð1HÔ IÙ Ð/Ð1HÔ IÙ Ð-Ð/DÔ EÙ Ð,Ð.EÔ FÙ Ð3Ð5SÔ TßÙÐ1Ð3HÔIÙ Ð*Ð,AÔ Bð Ø�U×(Ñ(Ø�~ }Ð5ØÐ8ðð
 Ø�U×&Ñ&Ø�~ }Ð5ØÐ8ðð
 Ø�U—[‘[ØÒZØÐ6Ø�bð	ð€÷& à�U×(Ñ(Ø�~ }Ð5ØÐ6Ø�bð	€K�Ñð �—‘Ø�>Ð"ØÐ1Ø�eð	"€ÐÑ ð �—‘Ø�>Ð"ØÐ8Ø�eð	€ˆNÑ ð �—‘Ø�>Ð"ØÐ/Ø�eð	!€ÐÑ ð �—‘Ø�>Ð"ØÐ/Ø�eð	€ˆKÑ ò‚øðW ô 	*Ø�MŠMÐ<¸Q¸CÐ?xÐyÔzØ�K‰K×Ñ ×)Ò)ûð	*ûð ô Ø‡M‚MÐ;¸A¸3Ð>jÐkÔlØ€M÷ñ ÷ñ ÷ñ ÷ñ ÷ñ ÷ñ ò÷ð ûð3ûðB ô ^Ø�ŠÐ\×]ð^ús\   �CL6 Ã L6 Ã3!K0 ÄAL6 Å<N% Ë0L3Ë71L.Ì(L6 Ì.L3Ì3L6 Ì6N"Ì=ANÎN"Î%OÏO