+
    öäûjõ  ã                   óŠ  € ^ RI Ht ^ RIt^ RIHt ]P
                  ! ]P                  P                  R4      ^ ,          4      t]P
                  ! R4      t	]
! ]P                  P                  R4      t]'       d
   ^ RIHtHt M ! R R	4      t ! R
 R4      tR R lt]P$                  t]! ]P                  RR4      RJtR R ltRR]P.                  ]P.                  ]P0                  ]P0                  3R R llt]tRR]P.                  ]P.                  ]P0                  ]P0                  3R R llt]'       d   ]tR R ltR# )é    )ÚOptionalN)ÚversionÚ+z2.10.0Ú	scaled_mm)ÚScalingTypeÚSwizzleTypec                   ó"   € ] tR t^tRtRtRtRtR# )r   Ú
TensorWiseÚBlockWise1x16ÚBlockWise1x32© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r
   r   r   Ú__static_attributes__r   ó    ÚVC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\scaled_mm_v2.pyr   r      s   † Ø!ˆ
Ø'ˆØ'Œr   r   c                   ó   € ] tR t^tRtRtRtR# )r   Ú
NO_SWIZZLEÚSWIZZLE_32_4_4r   N)r   r   r   r   r   r   r   r   r   r   r   r      s   † Ø!ˆ
Ø)Œr   r   c                ó$   € V ^8„  d   QhR\         /# ©é   Úreturn)Úbool)Úformats   "r   Ú__annotate__r      s   € ÷ ñ œ$ñ r   c                  ó   € \         # ©N)Ú_HAS_SCALED_MM_V2r   r   r   Úhas_scaled_mm_v2r"      s   € ÜÐr   Úhipc                óô   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  R,          /# )r   ÚinputÚweightÚscale_aÚscale_bÚbiasNÚ	out_dtype)ÚtorchÚTensorÚdtype)r   s   "r   r   r       sv   € ÷ BOñ BOÜ�<‰<ðBOä�L‰LðBOô �\‰\ðBOô �\‰\ð	BOô
 �,‰,˜Õ
ðBOô �{‰{˜TÕ!ñBOr   c
                óh  a € ^RI Hp
 ^RIHp VP                  R4      '       g   R# V
P	                  4       '       g   R# S P
                  P                  R8w  d   R# WV.Vf   . MV.,           p\        ;QJ d    V 3R lV 4       F  '       g   K   RM	  RM! V 3R lV 4       4      '       d   R# \        ;QJ d    R	 W‰3 4       F  '       g   K   RM	  RM! R	 W‰3 4       4      '       d   R# S P                  \        Jg   VP                  \        Jd   R# S P                  4       ^8w  g   VP                  4       ^8w  d   R# V\        P                  8w  g   V\        P                  8w  d   R# \        V\        4      '       g   \        V\        4      '       d   R# VP                  4       ^8w  g   VP                  4       ^8w  d   R# S P                   ^,          ^,          ^ 8w  d   R# V\"        P$                  \"        P&                  \"        P(                  39  d   R# Ve|   VP                  4       ^8w  ge   VP                  4       VP                   ^,          8w  g?   VP                  \"        P$                  \"        P&                  \"        P(                  39  d   R# V
P+                  S WW4V4      # )
a&  Route an fp8 matmul to the WMMA kernel.

Returns None when the HIP backend cannot take the call or it is outside the
kernel's domain (non-e4m3 operands, non-tensor-wise scaling, swizzled
operands, K not a multiple of 16, unsupported output dtype), in which case
the caller falls back to torch.
)r#   )Úregistryr#   NÚcudac              3   óœ   <"  € T FA  p\         P                  ! V4      '       * ;'       g    VP                  SP                  8g  x € KC  	  R # 5ir    )r+   Ú	is_tensorÚdevice)Ú.0Útr%   s   & €r   Ú	<genexpr>Ú _hip_fp8_gemm.<locals>.<genexpr>B   s5   øé € Ð
NÁvÀ!Œu�Š˜qÓ!Ô!×=Ð= Q§X¡X°·±Ñ%=Ô=Ãvùs
   ƒ&Aª"ATFc              3   óJ   "  € T F  qR \         P                  39  x € K  	  R # 5ir    )r   r   )r4   Úss   & r   r6   r7   E   s    é € Ð
SÑ<R°q�Tœ;×1Ñ1Ð2Ö2Ó<Rùs   ‚!#)Úbackendsr#   r/   Úis_availableÚhas_wmmar3   ÚtypeÚanyr-   Ú	_FP8_E4M3Údimr   r
   Ú
isinstanceÚlistÚnumelÚshaper+   Úbfloat16Úfloat16Úfloat32Úscaled_mm_fp8)r%   r&   r'   r(   r)   r*   Úscale_recipe_aÚscale_recipe_bÚ	swizzle_aÚ	swizzle_br#   r/   Úotherss   f&&&&&&&&&   r   Ú_hip_fp8_gemmrN       sÕ  ø€ õ& Ý"à× Ñ  ×'Ò'Ùð �<‰<�>Š>Ùð ‡|�|×Ñ˜FÔ"ÙØ˜wÐ'°²©2ÀDÀ6ÕJ€Fß
ƒsÔ
NÁvÓ
N‡s‡s‚sÔ
NÁvÓ
N×NÒNÙç
ƒsÑ
S¸YÑ<RÓ
S‡s‡s‚sÑ
S¸YÑ<RÓ
S×SÒSÙØ‡{�{œ)Ó# v§|¡|¼9Ó'DÙØ‡y�yƒ{�aÔ˜6Ÿ:™:›<¨1Ô,ÙØœ×/Ñ/Ô/°>Ä[×E[ÑE[Ô3[ÙÜ�'œ4× Ò ¤J¨w¼×$=Ò$=ÙØ‡}�}ƒ˜!Ô˜wŸ}™}›°!Ô3Ùà‡{�{�1…~˜Õ˜aÔÙð
 œŸ™¬¯©¼¿¹ÐFÔFÙàÒØ�‰‹
�aŒØ�:‰:‹<˜6Ÿ<™<¨�?Ô*Ø�:‰:œeŸn™n¬e¯m©m¼U¿]¹]ÐKÔKáà×Ñ˜U F°WÀIÓNÐNr   c                óH  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  R,          R\        R	,          R
\        R	,          R\         P                  /	# ©r   r%   r&   r'   r(   r)   Nr*   rK   r   rL   r   ©r+   r,   r-   r   )r   s   "r   r   r   e   s’   € ÷ 8ñ 8Ü�<‰<ð8ä�L‰Lð8ô �\‰\ð8ô �\‰\ð	8ô
 �,‰,˜Õ
ð8ô �{‰{˜TÕ!ð8ô ˜Õ&ð8ô ˜Õ&ð8ô ‡\�\ñ8r   c
                 óì  € \        4       '       d5   \        P                  P                  P	                  V VVVVVVV	VVR R7      # R p
Rp\        V\        4      '       d   Vw  rÍVw  rïWß,          pVRJp
MTpTp\        P                  ! T TTTTV
'       d   RMTR7      p\        V\        4      '       d
   V^ ,          pVe#   VVP                  VP                  4      ,          pV
'       d
   VV,           pV# )F)	r'   rI   r(   rJ   rK   rL   r)   Úoutput_dtypeÚuse_fast_accumN)r'   r(   r*   r)   )r"   r+   ÚnnÚ
functionalr   rA   rB   Ú
_scaled_mmÚtupleÚtor-   )r%   r&   r'   r(   r)   r*   rI   rJ   rK   rL   Úadd_bias_separateÚalphaÚscale_a_for_mmÚtensor_scale_aÚscale_b_for_mmÚtensor_scale_bÚoutputs   &&&&&&&&&&       r   Úscaled_mm_v2ra   e   s  € ô ×ÒÜ�x‰x×"Ñ"×,Ñ,ØØØØ)ØØ)ØØØØ"Ø ð -ó 
ð 	
ð "ÐØˆä�gœt×$Ò$Ø-4Ñ*ˆNØ-4Ñ*ˆNØ"Õ3ˆEØ $¨DÐ 0Ñà$ˆNØ$ˆNä×!Ò!ØØØ"Ø"Øß,‘4°$ô
ˆô �fœe×$Ò$Ø˜A•YˆFØÒØ˜eŸh™h v§|¡|Ó4Õ4ˆFßØ˜d•]ˆFàˆr   c                óH  € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R,          R\         P                  R,          R\        R	,          R
\        R	,          R\         P                  /	# rP   rQ   )r   s   "r   r   r   £   s’   € ÷ ñ Ü�<‰<ðä�L‰Lðô �\‰\ðô �\‰\ð	ô
 �,‰,˜Õ
ðô �{‰{˜TÕ!ðô ˜Õ&ðô ˜Õ&ðô ‡\�\ñr   c
                 óV   € \        WW#WEWgW‰4
      p
V
e   V
# \        V VVVVVVVVV	R7
      # )N)r)   r*   rI   rJ   rK   rL   )rN   Ú_scaled_mm_v2_torch)r%   r&   r'   r(   r)   r*   rI   rJ   rK   rL   Úouts   &&&&&&&&&& r   Ú_scaled_mm_v2_hiprf   £   sQ   € ô Ø�w¨¸.Øó€Cð ‚Øˆ
ÜØØØØØØØ%Ø%ØØôð r   c                ó\   € V ^8„  d   QhR\         \        \        \        ,          3,          /# r   )ÚdictÚstrr   )r   s   "r   r   r   È   s    € ÷ ñ ¤$¤s¬C´$­J Õ"7ñ r   c                 ó  € R\         P                  R\        \        4      R\	        4       R\         P
                  P                  4       R\         P
                  P                  4       '       d   \         P                  P
                  /# R/# )zlGet PyTorch version information for debugging.

Returns:
    Dictionary with version info and feature flags
Útorch_versionÚparsed_versionr"   Úcuda_availableÚcuda_versionN)r+   Ú__version__ri   Ú_TORCH_VERSIONr"   r0   r;   r   r   r   r   Úget_pytorch_version_inforq   È   sp   € ð 	œ×*Ñ*Øœ#œnÓ-ØÔ,Ó.Øœ%Ÿ*™*×1Ñ1Ó3Ø¬e¯j©j×.EÑ.E×.GÒ.GœŸ™×*Ñ*ðð ð
 NRðð r   )Útypingr   r+   Ú	packagingr   Úparsero   Úsplitrp   Ú
TORCH_2_10ÚhasattrrU   rV   r!   Útorch.nn.functionalr   r   r"   Úfloat8_e4m3fnr?   ÚgetattrÚ_IS_HIP_RUNTIMErN   r
   r   ra   rd   rf   rq   r   r   r   Ú<module>r|      s   ðÝ ã Ý à—’˜u×0Ñ0×6Ñ6°sÓ;¸AÕ>Ó?€Ø�]Š]˜8Ó$€
Ù˜EŸH™H×/Ñ/°Ó=Ð çß<Ð<÷(ñ (÷
*ñ *õ
ð ×Ñ€	Ù˜%Ÿ-™-¨°Ó5¸TÐA€õBOðT !%Ø$(Ø ×+Ñ+Ø ×+Ñ+Ø)4×)?Ñ)?Ø)4×)?Ñ)?÷8ðv #Ð ð !%Ø$(Ø ×+Ñ+Ø ×+Ñ+Ø)4×)?Ñ)?Ø)4×)?Ñ)?÷÷@ Ø$€L÷r   