+
    �åûju  ã                   óº   € ^ RI t ^ RIHt ^@tR R ltR]3R R llt] P                  P                  RRR7      R]3R	 R
 ll4       t]P                  RR l4       t
R# )é    N)Úregistryc                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )é   ÚpackedÚreturn)ÚtorchÚTensor)Úformats   "Ú\C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\backends\eager\awq.pyÚ__annotate__r      s&   € ÷ Bñ B¤E§L¡Lð B´U·\±\ñ Bó    c                ó"  € V P                  \        P                  4      pV^,          pV^,	          ^,          p\        P                  ! W#.RR7      pVP                  ! . V P
                  RR ORN5!  P                  \        P                  4      # )zH(..., K//2) int8 storing two uint4 per byte -> (..., K) int8 in [0, 15].)ÚdimNéÿÿÿÿ)Útor   Úint32ÚstackÚreshapeÚshapeÚint8)r   Úx32ÚloÚhiÚstackeds   &    r   Ú_unpack_uint4_row_majorr      sn   € à
�)‰)”E—K‘KÓ
 €CØ	ˆt�€BØ
��(�dÕ	€BÜ�kŠk˜2˜(¨Ô+€GØ�?Š?Ð2˜FŸL™L¨¨"Ð-Ð2¨rÓ2×5Ñ5´e·j±jÓAÐAr   c                óò   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R,          R\        R\         P                  /# ©	r   ÚxÚqweightÚwscalesÚwzerosÚbiasNÚ
group_sizer   ©r   r	   Úint)r
   s   "r   r   r   $   sk   € ÷ ,,ñ ,,Ü‡|�|ð,,ä�\‰\ð,,ô �\‰\ð,,ô �L‰Lð	,,ô
 �,‰,˜Õ
ð,,ô ð,,ô ‡\�\ñ,,r   c                óÚ  € V P                   pV P                  RVR,          4      pVP                   w  r‰W•,          ^ 8w  d   \        RV	 RV 24      hVP                   w  r«V^,          V	8w  d   \        RV RV	 24      hVP                  p\	        V4      P                  V4      pVP                  W©V,          V4      pVP                  4       P                  R4      pVP                  4       P                  R4      pVR,
          V,          V,           P                  W©4      pVP                  V4      VP                  4       ,          pVe
   VV,           pVP                  ! . VRR OV
N5!  # )a|  AWQ W4A16 GEMV / small-batch GEMM.

Args:
    x: (M, K) or (K,) fp16/bf16 input.
    qweight: (N, K // 2) int8 packed (kitchen-native row-major uint4).
    wscales: (K // group_size, N) fp.
    wzeros: (K // group_size, N) fp.
    bias: (N,) fp or None.
    group_size: quantization group size (default 64).

Returns:
    Output with the input's leading shape and trailing dim N.
zK=z not divisible by group_size=zqweight K//2=z inconsistent with x K=g       @Nr   )	r   r   Ú
ValueErrorÚdtyper   r   ÚviewÚtÚ	unsqueeze)r   r   r    r!   r"   r#   Ú
orig_shapeÚx2dÚ_mÚkÚnÚk_halfÚcompute_dtypeÚw_uintÚw_groupsÚ	scales_ngÚzeros_ngÚw_fpÚouts   &&&&&&             r   Úgemv_awq_w4a16r9   $   sA  € ð* —‘€JØ
�)‰)�B˜
 2�Ó
'€CØ�I‰I�E€BØ…~˜ÔÜ˜2˜a˜SÐ =¸j¸\ÐJÓKÐKà—‘�I€AØ�…z�Q„Ü˜=¨¨Ð0GÈÀsÐKÓLÐLà—M‘M€Mô % WÓ-×0Ñ0°Ó?€FØ�{‰{˜1 :�o¨zÓ:€Hà—	‘	“×%Ñ% bÓ)€IØ�x‰x‹z×#Ñ# BÓ'€HØ˜�^˜yÕ(¨8Õ3×9Ñ9¸!Ó?€Dà
�&‰&�Ó
 $§&¡&£(Õ
*€CØÒØ�D�jˆØ�;Š;Ð+˜
 3 B˜Ð+¨Ó+Ð+r   zcomfy_kitchen::gemv_awq_w4a16)Úmutates_argsc                óò   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\         P                  R,          R\        R\         P                  /# r   r$   )r
   s   "r   r   r   Y   sk   € ÷ ñ Ü‡|�|ðä�\‰\ðô �\‰\ðô �L‰Lð	ô
 �,‰,˜Õ
ðô ðô ‡\�\ñr   c                 ó^   € R V RVRVRVRVRV/p\         P                  ! RVR7      pV! R/ VB # )	r   r   r    r!   r"   r#   r9   )Úkwargs© )r   Úget_implementation)r   r   r    r!   r"   r#   r=   Úimpls   &&&&&&  r   Ú_op_gemv_awq_w4a16rA   X   sF   € ð 	ˆQ�	˜7 I¨w¸À&Ø��l Jð€Fô ×&Ò&Ð'7ÀÔG€DÙ‰>�&‰>Ðr   c                 ó¤   € . V P                   R R OVP                   ^,          N5p\        P                  ! WbP                  V P                  R7      # )N)r(   Údevicer   )r   r   Úemptyr(   rC   )r   r   r    r!   r"   r#   Ú	out_shapes   &&&&&& r   Ú_op_gemv_awq_w4a16_fakerF   i   s=   € à1�!—'‘'˜#˜2�,Ð1 §¡¨aÕ 0Ñ1€IÜ�;Š;�y¯©¸a¿h¹hÔGÐGr   r>   )Né@   )r   Úcomfy_kitchen.registryr   Ú_DEFAULT_GROUPr   r9   ÚlibraryÚ	custom_oprA   Úregister_fakerF   r>   r   r   Ú<module>rM      st   ðó( å +à€õBð !%Ø$÷,,ðh ‡�×ÑÐ8ÀrÐÓJð !%Ø$öó Kðð  ×!Ñ!óHó "òHr   