+
    ªåûj"  ã                  óp  € R t ^ RIHt ^ RIt^ RIHt ^ RIt^ RIt^ RI	H
t
 ^RIHtHtHtHtHt ]P"                  ! ]4      t ! R R]4      tRR R	 lltR
 R lt]! ]P.                  P0                  P2                  P4                  ]4      R 4       t]! ]P.                  P0                  P8                  P4                  ]4      R 4       t]! ]P.                  P0                  P<                  P4                  ]4      R 4       t]! ]P.                  P0                  P@                  P4                  ]4      R 4       t!R# )zDMXFP8 (Microscaling FP8) block quantization layout for tensor cores.)ÚannotationsN)Ú	dataclass)Úroundup)ÚBaseLayoutParamsÚQuantizedLayoutÚQuantizedTensorÚdequantize_argsÚregister_layout_opc                  óæ   € ] tR t^tRtRt]! RR7       ! R R]4      4       t]	R R l4       t
]	R R	 l4       t]	R
 R l4       t]	R R l4       t]	R R l4       t]	R R l4       t]	R R l4       tRtR# )ÚTensorCoreMXFP8Layoutah  MXFP8 block quantization with E8M0 (power-of-2) block scaling.

MXFP8 uses:
- FP8 E4M3 data (no packing)
- E8M0 block scales (pure power-of-2 exponents)
- Block size of 32

Auto-pads to 32x32 alignment for cuBLAS compatibility.

Note:
    Requires SM >= 10.0 (Blackwell) for hardware-accelerated matmul.
    Shape operations (view, reshape) are not supported.
T)Úfrozenc                  ó<   € ] tR t^(t$ RtRtR]R&   R R ltR tRt	R	# )
ÚTensorCoreMXFP8Layout.Paramsz‹MXFP8 layout parameters.

Inherits scale, orig_dtype, orig_shape from BaseLayoutParams.
scale contains the E8M0 per-block scaling factors.
FÚboolÚ
transposedc               ó   € V ^8„  d   QhRR/# )é   Úreturnz	list[str]© )Úformats   "ÚVC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\tensor\mxfp8.pyÚ__annotate__Ú)TensorCoreMXFP8Layout.Params.__annotate__1   s   € ÷ 	ñ 	 Iñ 	ó    c                	ó   € R .# ©Úscaler   ©Úselfs   &r   Ú_tensor_fieldsÚ+TensorCoreMXFP8Layout.Params._tensor_fields1   s
   € Ø�9Ðr   c                	ó   € R # ©Nr   r   s   &r   Ú_validate_tensor_fieldsÚ4TensorCoreMXFP8Layout.Params._validate_tensor_fields4   s   € Ùr   r   N)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   Ú__annotations__r   r#   Ú__static_attributes__r   r   r   ÚParamsr   (   s   ‡ ñ	ð
 !ˆ
�DÓ õ	ö	r   r,   c               ó    € V ^8„  d   QhRRRR/# )r   Útensorútorch.Tensorr   ztuple[torch.Tensor, Params]r   )r   s   "r   r   Ú"TensorCoreMXFP8Layout.__annotate__8   s   € ÷ ñ àðð 
%ñ	r   c                	ó2  € VP                  4       ^8w  d   \        RVP                  4        R24      hVP                  p\        VP                  4      pV P                  V4      pWT8g  p\        P                  ! WR7      w  rxV P                  VVVR7      p	Wy3# )r   zMXFP8 requires 2D tensor, got ÚD)Úpad_32x)r   Ú
orig_dtypeÚ
orig_shape)	ÚdimÚ
ValueErrorÚdtypeÚtupleÚshapeÚget_padded_shapeÚckÚquantize_mxfp8r,   )
Úclsr.   Úkwargsr4   r5   Úpadded_shapeÚneeds_paddingÚqdataÚblock_scaleÚparamss
   &&,       r   ÚquantizeÚTensorCoreMXFP8Layout.quantize7   s•   € ð �:‰:‹<˜1ÔÜÐ=¸f¿j¹j»l¸^È1ÐMÓNÐNà—\‘\ˆ
Ü˜6Ÿ<™<Ó(ˆ
à×+Ñ+¨JÓ7ˆØ$Ñ2ˆä×.Ò.¨vÔMÑˆà—‘ØØ!Ø!ð ó 
ˆð
 ˆ}Ðr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rB   r/   rD   r,   r   r   )r   s   "r   r   r0   P   s&   € ÷ Kñ K˜|ð K°Vð KÀñ Kr   c                	óX   € \         P                  ! WP                  VP                  4      # r"   )r<   Údequantize_mxfp8r   r4   ©r>   rB   rD   s   &&&r   Ú
dequantizeÚ TensorCoreMXFP8Layout.dequantizeO   s   € ä×"Ò" 5¯,©,¸×8IÑ8IÓJÐJr   c               ó    € V ^8„  d   QhRRRR/# )r   Úqtensorr   r   z!tuple[torch.Tensor, torch.Tensor]r   )r   s   "r   r   r0   T   s   € ÷ 5ñ 5¨ð 5Ð<]ñ 5r   c                	óF   € VP                   VP                  P                  3# r"   )Ú_qdataÚ_paramsr   )r>   rN   s   &&r   Úget_plain_tensorsÚ'TensorCoreMXFP8Layout.get_plain_tensorsS   s   € à�~‰~˜wŸ™×4Ñ4Ð4Ð4r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rB   r/   rD   r,   r   zdict[str, torch.Tensor]r   )r   s   "r   r   r0   X   s"   € ÷ 3ñ 3 |ð 3¸Vð 3ÐH_ñ 3r   c                	ó"   € R VRVP                   /# )Ú Ú_scaler   rJ   s   &&&r   Ústate_dict_tensorsÚ(TensorCoreMXFP8Layout.state_dict_tensorsW   s   € à�E˜8 V§\¡\Ð2Ð2r   c               ó    € V ^8„  d   QhRRRR/# ©r   r5   útuple[int, ...]r   r   )r   s   "r   r   r0   \   s   € ÷ 6ñ 6¨/ð 6¸oñ 6r   c                	óŠ   € \        V4      ^8w  d   \        R\        V4       R24      hVw  r#\        V^ 4      \        V^ 4      3# )r   zMXFP8 requires 2D shape, got r2   )Úlenr7   r   )r>   r5   ÚrowsÚcolss   &&  r   r;   Ú&TensorCoreMXFP8Layout.get_padded_shape[   sH   € äˆz‹?˜aÔÜÐ<¼SÀ»_Ð<MÈQÐOÓPÐPØ‰
ˆÜ˜˜bÓ!¤7¨4°Ó#4Ð5Ð5r   c               ó    € V ^8„  d   QhRRRR/# r[   r   )r   s   "r   r   r0   c   s   € ÷ 0ñ 0¨?ð 0¸ñ 0r   c                	ó$   € V P                  V4      # r"   )r;   )r>   r5   s   &&r   Úget_storage_shapeÚ'TensorCoreMXFP8Layout.get_storage_shapeb   s   € à×#Ñ# JÓ/Ð/r   c               ó    € V ^8„  d   QhRRRR/# )r   Ústorage_shaper\   r   r   )r   s   "r   r   r0   g   s   € ÷ ñ ¸?ð Èñ r   c                	ó   € V# r"   r   )r>   rg   s   &&r   Úget_logical_shape_from_storageÚ4TensorCoreMXFP8Layout.get_logical_shape_from_storagef   s   € àÐr   r   N)é
   é    )r%   r&   r'   r(   r)   ÚMIN_SM_VERSIONr   r   r,   ÚclassmethodrE   rK   rR   rX   r;   rd   ri   r+   r   r   r   r   r      s»   † ñð €Ná�dÔôÐ!ó ó ðð ôó ðð. ôKó ðKð ô5ó ð5ð ô3ó ð3ð ô6ó ð6ð ô0ó ð0ð ôó ôr   r   c               ó4   € V ^8„  d   QhRRRRRRRRRRRR	R
R/# )r   Úa_qdatar/   Úb_qdataÚscale_aÚscale_bÚbiasztorch.Tensor | NoneÚ	out_dtypeztorch.dtype | Noner   r   )r   s   "r   r   r   k   sN   € ÷ ñ Øðàðð ðð ð	ð
 ðð "ðð ñr   c           	     ó8   € \         P                  ! WVVVVR7      # )z@MXFP8 scaled matmul: computes a @ b.T + bias (linear semantics).)Úblock_scale_aÚblock_scale_brt   ru   )r<   Úscaled_mm_mxfp8)rp   rq   rr   rs   rt   ru   s   &&&&&&r   Ú_mxfp8_scaled_mmrz   k   s&   € ô ×ÒØØØØØôð r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úresultr/   Úorig_mÚintÚorig_nr   r   )r   s   "r   r   r   }   s)   € ÷ ñ  \ð ¸3ð Èð ÐP\ñ r   c                ó„   € V P                   ^ ,          V8w  g   V P                   ^,          V8w  d   V RV1RV13,          # V # )z7Slice padded matmul output back to original dimensions.N)r:   )r|   r}   r   s   &&&r   Ú_slice_to_original_shaper�   }   s>   € à‡|�|�A…˜&Ô  F§L¡L°¥O°vÔ$=Ø�g�v�g˜w ˜wÐ&Õ'Ð'Ø€Mr   c                óÖ  € V^ ,          p\        V\        4      '       g5   \        P                  P                  P
                  P                  ! V/ VB # VP                  P                  p\        P                  VP                  P                  V^,          V^ ,          3VP                  P                  VP                  P                  '       * R7      p\        VP                  RV4      # )z2Handle transpose as a logical flag flip for MXFP8.)r4   r5   r   r   r   )Ú
isinstancer   ÚtorchÚopsÚatenÚtÚdefaultrQ   r5   r   r,   r4   r   r   rP   )ÚqtÚargsr?   Úinput_tensorÚ	old_shapeÚ
new_paramss   &&&   r   Ú_handle_mxfp8_transposerŽ   „   s¼   € ð ˜•7€LÜ�l¤O×4Ò4Ü�y‰y�~‰~×Ñ×'Ò'¨Ð8°Ñ8Ð8à×$Ñ$×/Ñ/€IÜ&×-Ñ-Ø×'Ñ'×2Ñ2Ø˜a•L )¨A¥,Ð/Ø×"Ñ"×(Ñ(Ø#×+Ñ+×6Ñ6Ô6ð	 .ó €Jô ˜<×.Ñ.Ð0GÈÓTÐTr   c                óÔ  € V^ ,          V^,          rC\        V\        4      '       d   \        V\        4      '       g   \        P                  ! \	        V4      !  # VP
                  P                  4       ^8w  d   \        P                  ! \	        V4      !  # \        VP                  RR4      p\        VP                  RR4      pV'       g	   V'       g   \        P                  ! \	        V4      !  # \        P                  V4      w  rx\        P                  V4      w  ršVP                  RVP                  P                  4      p \        WyWŠVR7      p\        WÃP                  P                  ^ ,          VP                  P                  ^,          4      #   \         \"        3 d@   p\$        P'                  RT 24       \        P                  ! \	        T4      !  u Rp?# Rp?ii ; i)zAMXFP8 mm: requires b to be logically transposed (from .t() call).r   Fru   )ru   zMXFP8 mm failed: N)rƒ   r   r„   Úmmr   rP   r6   ÚgetattrrQ   r   rR   Úgetr4   rz   r�   r5   ÚRuntimeErrorÚ	TypeErrorÚloggerÚwarning)r‰   rŠ   r?   ÚaÚbÚa_transposedÚb_transposedrp   rr   rq   rs   ru   r|   Úes   &&&           r   Ú_handle_mxfp8_mmrœ   •   s`  € ð ��7�D˜•G€qä�qœ/×*Ò*¬z¸!¼_×/MÒ/MÜ�xŠxœ¨Ó.Ñ/Ð/Ø‡x�x‡|�|ƒ~˜ÔÜ�xŠxœ¨Ó.Ñ/Ð/ä˜1Ÿ9™9 l°EÓ:€LÜ˜1Ÿ9™9 l°EÓ:€LçŸ<Ü�xŠxœ¨Ó.Ñ/Ð/ä,×>Ñ>¸qÓAÑ€GÜ,×>Ñ>¸qÓAÑ€GØ—
‘
˜;¨¯	©	×(<Ñ(<Ó=€Ið0Ü! '°GÐPYÔZˆÜ'¨·	±	×0DÑ0DÀQÕ0GÈÏÉ×I]ÑI]Ð^_ÕI`ÓaÐaøÜœ)Ð$ô 0Ü�‰Ð*¨1¨#Ð.Ô/Ü�xŠxœ¨Ó.Ñ/Õ/ûð0ús   ÅAF ÆG'Æ(4G"ÇG'Ç"G'c                óÜ  € V^ ,          V^,          V^,          rTp\        V\        4      '       d   \        V\        4      '       g    \        P                  ! \	        W4V34      !  # VP
                  P                  4       ^8w  d    \        P                  ! \	        W4V34      !  # \        VP                  RR4      p\        VP                  RR4      pV'       g	   V'       g    \        P                  ! \	        W4V34      !  # \        P                  V4      w  r‰\        P                  V4      w  r«VP                  P                  p \        WŠW›W<4      pVP                  P                  ^ ,          pVP                  P                  ^,          p\        WÞV4      #   \        \         3 dB   p\"        P%                  RT 24       \        P                  ! \	        Y4T34      !  u Rp?# Rp?ii ; i)zJMXFP8 addmm: bias + input @ weight.T (decomposed from F.linear with bias).r   FzMXFP8 addmm failed: N)rƒ   r   r„   Úaddmmr   rP   r6   r‘   rQ   r   rR   r4   rz   r5   r�   r“   r”   r•   r–   )r‰   rŠ   r?   rt   Úmat1Úmat2Úinput_transposedÚweight_transposedÚinput_qdatarr   Úweight_qdatars   ru   r|   r}   r   r›   s   &&&              r   Ú_handle_mxfp8_addmmr¥   ±   s€  € ð ˜A•w  Q¥¨¨a­�€Dä�tœ_×-Ò-´*¸TÄ?×2SÒ2SÜ�{Š{œO¨T¸Ð,>Ó?Ñ@Ð@Ø‡{�{‡�Ó˜AÔÜ�{Š{œO¨T¸Ð,>Ó?Ñ@Ð@ä˜tŸ|™|¨\¸5ÓAÐÜ §¡¨l¸EÓBÐç×0Ü�{Š{œO¨T¸Ð,>Ó?Ñ@Ð@ä0×BÑBÀ4ÓHÑ€KÜ1×CÑCÀDÓIÑ€LØ—‘×'Ñ'€IðAÜ! +¸WÈtÓ_ˆØ—‘×(Ñ(¨Õ+ˆØ—‘×(Ñ(¨Õ+ˆÜ'¨¸Ó?Ð?øÜœ)Ð$ô AÜ�‰Ð-¨a¨SÐ1Ô2Ü�{Š{œO¨T¸Ð,>Ó?Ñ@Õ@ûðAús   ÅAF ÆG+Æ*6G&Ç G+Ç&G+c                ó°  € V^ ,          V^,          rC\        V4      ^8”  d
   V^,          MRp\        V\        4      '       d   \        V\        4      '       g4   \        P                  P
                  P                  ! \        W4V34      !  # VP                  P                  4       ^8w  d4   \        P                  P
                  P                  ! \        W4V34      !  # \        VP                  RR4      '       g   \        VP                  RR4      '       d4   \        P                  P
                  P                  ! \        W4V34      !  # \        P                  V4      w  rg\        P                  V4      w  r‰VP                  RVP                  P                  4      p
 \!        WhWyWZ4      p\#        W³P                  P$                  ^ ,          VP                  P$                  ^ ,          4      #   \&        \(        3 dV   p\*        P-                  RT 24       \        P                  P
                  P                  ! \        Y4T34      !  u Rp?# Rp?ii ; i)z&MXFP8 linear: input @ weight.T + bias.Nr   Fru   zMXFP8 linear failed: )r^   rƒ   r   r„   ÚnnÚ
functionalÚlinearr   rP   r6   r‘   rQ   r   rR   r’   r4   rz   r�   r5   r“   r”   r•   r–   )r‰   rŠ   r?   r‹   Úweightrt   r£   rr   r¤   rs   ru   r|   r›   s   &&&          r   Ú_handle_mxfp8_linearr«   Ï   sÌ  € ð   �7 D¨¥G�&Ü˜$“i !”mˆ4�Ž7¨€Dä�|¤_×5Ò5¼*ÀVÌ_×:]Ò:]Ü�x‰x×"Ñ"×)Ò)¬?¸LÐRVÐ;WÓ+XÑYÐYØ×Ñ×ÑÓ  AÔ%Ü�x‰x×"Ñ"×)Ò)¬?¸LÐRVÐ;WÓ+XÑYÐYäˆ|×#Ñ# \°5×9Ò9¼WÀVÇ^Á^ÐUaÐch×=iÒ=iÜ�x‰x×"Ñ"×)Ò)¬?¸LÐRVÐ;WÓ+XÑYÐYä0×BÑBÀ<ÓPÑ€KÜ1×CÑCÀFÓKÑ€LØ—
‘
˜;¨×(<Ñ(<×(GÑ(GÓH€IðZÜ! +¸WÈtÓ_ˆÜ'¨×0DÑ0D×0OÑ0OÐPQÕ0RÐTZ×TbÑTb×TmÑTmÐnoÕTpÓqÐqøÜœ)Ð$ô ZÜ�‰Ð.¨q¨cÐ2Ô3Ü�x‰x×"Ñ"×)Ò)¬?¸LÐRVÐ;WÓ+XÑYÕYûðZús    Æ AG/ Ç/IÈ A
IÉ
IÉI)NN)"r)   Ú
__future__r   ÚloggingÚdataclassesr   r„   Úcomfy_kitchenr<   Úcomfy_kitchen.float_utilsr   Úbaser   r   r   r   r	   Ú	getLoggerr%   r•   r   rz   r�   r…   r†   r‡   rˆ   rŽ   r�   rœ   rž   r¥   r©   r«   r   r   r   Ú<module>r³      s  ðÙ JÝ "ã Ý !ã ã Ý -÷õ ð 
×	Ò	˜8Ó	$€ôQ˜Oô Q÷hõ$ñ �E—I‘I—N‘N×$Ñ$×,Ñ,Ð.CÓDñUó EðUñ  �E—I‘I—N‘N×%Ñ%×-Ñ-Ð/DÓEñ0ó Fð0ñ6 �E—I‘I—N‘N×(Ñ(×0Ñ0Ð2GÓHñAó IðAñ: �E—I‘I—N‘N×)Ñ)×1Ñ1Ð3HÓIñZó JòZr   