+
    ªåûjn#  ã                  ó¤  € R t ^ RIHt ^ RIt^ RIHt ^ RIt^ RIHt ^ RIH	t	 ^RI
HtHtHtHtHt R]^ 3R R	 lltR]]P"                  3R
 R lltRR]R3R R llt ! R R]4      t]! ]P*                  P,                  P.                  P0                  ]4      R 4       tR R ltR R lt]! ]P*                  P,                  P8                  P0                  ]4      R 4       t]! ]P*                  P,                  P<                  P0                  ]4      R 4       t]! ]P*                  P,                  P@                  P0                  ]4      R 4       t!R# )a  ConvRot W4A4 quantization layout.

This is the plain ConvRot path from the paper adapted to kitchen's existing
int4 tensor-core GEMM: offline regular-Hadamard weight rotation, online
regular-Hadamard activation rotation, symmetric int4 quantization, and int4
MMA with per-group scales.
)ÚannotationsN)Ú	dataclass)Ú_INT4_GROUP_SIZE)Úregistry)ÚBaseLayoutParamsÚQuantizedLayoutÚQuantizedTensorÚdequantize_argsÚregister_layout_opé   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
é   Úweightútorch.TensorÚconvrot_groupsizeÚintÚquant_group_sizeÚstochastic_roundingú
int | NoneÚreturnú!tuple[torch.Tensor, torch.Tensor]© )Úformats   "Ú]C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\tensor\convrot_w4a4.pyÚ__annotate__r      s:   € ÷ ñ Øðàðð ðð $ð	ð
 'ñó    c                óZ   € \         P                  ! RRV RVRVRV/R7      pV! V VVVR7      # )z=Rotate a weight matrix with ConvRot and pack it as signed W4.Úquantize_convrot_w4a4_weightr   r   r   r   ©Úkwargs)r   r   r   ©r   Úget_implementation)r   r   r   r   Úimpls   &&&& r   r   r      sN   € ô ×&Ò&Ø&à�fØÐ!2ØÐ 0Ø!Ð#6ð	
ô€Dñ ØØ+Ø)Ø/ô	ð r   c               ó0   € V ^8„  d   QhRRRRRRRRRRR	R/# )
r   Úqdatar   Úscalesr   r   r   Úoutput_dtypeztorch.dtyper   r   )r   s   "r   r   r   5   sD   € ÷ ñ Øðàðð ðð ð	ð
 ðð ñr   c                ó`   € \         P                  ! RRV RVRVRVRV/R7      pV! V VVVVR7      # )	zIDequantize packed ConvRot W4A4 weights and rotate back to original basis.Údequantize_convrot_w4a4_weightr$   r%   r   r   r&   r   )r   r   r&   r    )r$   r%   r   r   r&   r"   s   &&&&& r   r(   r(   5   sU   € ô ×&Ò&Ø(à�UØ�fØÐ!2ØÐ 0Ø˜Lð
ô	€Dñ ØØØ+Ø)Ø!ôð r   Úint4c               ó8   € V ^8„  d   QhRRRRRRRRRRR	RR
RRR/# )r   Úxr   ÚqweightÚwscalesÚbiasútorch.Tensor | Noner   r   r   Úlinear_dtypeÚstrr   r   )r   s   "r   r   r   P   sX   € ÷  ñ  Øð àð ð ð ð ð	 ð
 ð ð ð ð ð ð ñ r   c                ó˜   € VR9  d   \        RV: 24      h\        P                  ! RRV RVRVRVRVRVR	V/R
7      pV! V VVVVVVR7      # )z7Compute ``x @ W.T + bias`` using ConvRot W4A4 int4 MMA.ú8ConvRot W4A4 linear_dtype must be 'int4' or 'int8', got Úconvrot_w4a4_linearr+   r,   r-   r.   r   r   r0   r   ©r.   r   r   r0   >   r)   Úint8)Ú
ValueErrorr   r!   )r+   r,   r-   r.   r   r   r0   r"   s   &&&&&&& r   r4   r4   P   sƒ   € ð Ð+Ô+ÜÐSÐT`ÑScÐdÓeÐeÜ×&Ò&Øà�Ø�wØ�wØ�DØÐ!2ØÐ 0Ø˜Lð
ô€Dñ Ø	ØØØØ+Ø)Ø!ôð r   c                  óÊ   € ] tR t^stRtRtRt]! RR7       ! R R]4      4       t	]
R]^ R3R	 R
 ll4       t]
R R l4       t]
R R l4       t]
R R l4       t]
R R l4       tRtR# )ÚTensorCoreConvRotW4A4LayoutzAConvRot W4A4 weight layout using kitchen's int4 tensor-core GEMM.FT)Úfrozenc                  ót   a € ] tR t^yt$ RtR]R&   ]tR]R&   RtR]R&   Rt	R	]R
&   V 3R lt
R R ltR tRtV ;t# )Ú"TensorCoreConvRotW4A4Layout.Paramsr   r   r   r   r)   r1   r0   FÚboolÚ
transposedc                	óx   <€ \         SV `  4        V P                  R9  d   \        RV P                  : 24      hR# )r)   r3   N>   r)   r6   )ÚsuperÚ__post_init__r0   r7   )ÚselfÚ	__class__s   &€r   rA   Ú0TensorCoreConvRotW4A4Layout.Params.__post_init__€   s=   ø€ Ü‰GÑ!Ô#Ø× Ñ Ð(8Ô8Ü Ð#[Ð\`×\mÑ\mÑ[pÐ!qÓrÐrñ 9r   c               ó   € V ^8„  d   QhRR/# )r   r   z	list[str]r   )r   s   "r   r   Ú/TensorCoreConvRotW4A4Layout.Params.__annotate__…   s   € ÷ 	ñ 	 Iñ 	r   c                	ó   € R .# ©Úscaler   ©rB   s   &r   Ú_tensor_fieldsÚ1TensorCoreConvRotW4A4Layout.Params._tensor_fields…   s
   € Ø�9Ðr   c                	ó   € R # ©Nr   rJ   s   &r   Ú_validate_tensor_fieldsÚ:TensorCoreConvRotW4A4Layout.Params._validate_tensor_fieldsˆ   s   € Ùr   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__annotations__r   r   r0   r>   rA   rK   rO   Ú__static_attributes__Ú__classcell__)rC   s   @r   ÚParamsr<   y   sB   ø‡ à!$Ð˜3Ó$Ø 0Ð˜#Ó0Ø"ˆ�cÓ"Ø ˆ
�DÓ õ	sõ
	÷	ð 	r   rX   r   r)   c               ó0   € V ^8„  d   QhRRRRRRRRRR	R
R/# )r   Útensorr   r   r   r   r   r   r0   r1   r   ztuple[torch.Tensor, Params]r   )r   s   "r   r   Ú(TensorCoreConvRotW4A4Layout.__annotate__Œ   sF   € ÷ ñ àðð ðð ð	ð
 (ðð ðð 
%ñr   c           	     	ó¾   € VR9  d   \        RV: 24      h\        VVVVR7      w  rxV P                  VVP                  \	        VP
                  4      VVVR7      p	Wy3# )r)   r3   )r   )rI   Ú
orig_dtypeÚ
orig_shaper   r   r0   >   r)   r6   )r7   r   rX   ÚdtypeÚtupleÚshape)
ÚclsrZ   r   r   r   r0   r   r$   r%   Úparamss
   &&&&&&,   r   ÚquantizeÚ$TensorCoreConvRotW4A4Layout.quantize‹   sx   € ð Ð/Ô/ÜÐWÐXdÑWgÐhÓiÐiÜ4ØØØØ 3ô	
‰ˆð —‘ØØ—|‘|Ü˜VŸ\™\Ó*Ø/Ø-Ø%ð ó 
ˆð ˆ}Ðr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r$   r   rc   rX   r   r   )r   s   "r   r   r[   ¨   s!   € ÷ 
ñ 
˜|ð 
°Vð 
Àñ 
r   c                	óp   € \        VVP                  VP                  VP                  VP                  4      # rN   )r(   rI   r   r   r]   ©rb   r$   rc   s   &&&r   Ú
dequantizeÚ&TensorCoreConvRotW4A4Layout.dequantize§   s4   € ä-ØØ�L‰LØ×$Ñ$Ø×#Ñ#Ø×Ñó
ð 	
r   c               ó    € V ^8„  d   QhRRRR/# )r   Úqtensorr   r   r   r   )r   s   "r   r   r[   ²   s   € ÷ 5ñ 5¨ð 5Ð<]ñ 5r   c                	óF   € VP                   VP                  P                  3# rN   )Ú_qdataÚ_paramsrI   )rb   rl   s   &&r   Úget_plain_tensorsÚ-TensorCoreConvRotW4A4Layout.get_plain_tensors±   s   € à�~‰~˜wŸ™×4Ñ4Ð4Ð4r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   r$   r   rc   rX   r   zdict[str, torch.Tensor]r   )r   s   "r   r   r[   ¶   s"   € ÷ 3ñ 3 |ð 3¸Vð 3ÐH_ñ 3r   c                	ó"   € R VRVP                   /# )Ú Ú_scalerH   rh   s   &&&r   Ústate_dict_tensorsÚ.TensorCoreConvRotW4A4Layout.state_dict_tensorsµ   s   € à�E˜8 V§\¡\Ð2Ð2r   c               ó    € V ^8„  d   QhRRRR/# )r   rl   r   r   zdict[str, object]r   )r   s   "r   r   r[   º   s   € ÷ 
ñ 
¨ð 
Ð<Mñ 
r   c                	óf   € VP                   pR VP                  RVP                  RVP                  /# )r   r   r0   )ro   r   r   r0   )rb   rl   rc   s   && r   Úrequantize_kwargsÚ-TensorCoreConvRotW4A4Layout.requantize_kwargs¹   s6   € à—‘ˆà ×!9Ñ!9Ø × 7Ñ 7Ø˜F×/Ñ/ð
ð 	
r   r   N)é   é   )rQ   rR   rS   rT   Ú__doc__ÚMIN_SM_VERSIONÚQUANTIZES_INPUTr   r   rX   Úclassmethodr   rd   ri   rp   rv   rz   rV   r   r   r   r9   r9   s   s    † ÙKà€NØ€Oá�dÔôÐ!ó ó ðð" ð "%Ø 0Ø*+Ø"öó ðð6 ô
ó ð
ð ô5ó ð5ð ô3ó ð3ð ô
ó ô
r   r9   c                ó†  € V^ ,          p\        V\        4      '       g5   \        P                  P                  P
                  P                  ! V/ VB # VP                  p\        P                  ! VVP                  ^,          VP                  ^ ,          3VP                  '       * R7      p\        VP                  RV4      # )é    )r^   r>   r9   )Ú
isinstancer   ÚtorchÚopsÚatenÚtÚdefaultro   ÚdataclassesÚreplacer^   r>   rn   )ÚqtÚargsr   Úinput_tensorÚoldÚ
new_paramss   &&&   r   Ú_handle_convrot_w4a4_tr‘   Ã   s–   € à˜•7€LÜ�l¤O×4Ò4Ü�y‰y�~‰~×Ñ×'Ò'¨Ð8°Ñ8Ð8Ø
×
Ñ
€CÜ×$Ò$ØØ—N‘N 1Õ% s§~¡~°aÕ'8Ð9Ø—~‘~Ô%ô€Jô
 ˜<×.Ñ.Ð0MÈzÓZÐZr   c               ó    € V ^8„  d   QhRRRR/# )r   Úrhsr   r   r   )r   s   "r   r   r   Ñ   s   € ÷ ñ  ?ð °ñ r   c                óT   € V P                   P                  '       g   \        R 4      hV # )zFConvRot W4A4 GEMM expects RHS W.T. Use F.linear(x, W) or mm(x, W.t()).)ro   r>   ÚRuntimeError)r“   s   &r   Ú_resolve_convrot_w4a4_rhsr–   Ñ   s#   € Ø�;‰;×!×!Ð!ÜÐcÓdÐdØ€Jr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rŽ   r   r   r   r.   r/   r   )r   s   "r   r   r   ×   s"   € ÷ ñ ¨ð ¸oð ÐUhñ r   c           
     ó¨   € \         P                  V4      w  r4VP                  p\        V VVVVP                  VP
                  VP                  R 7      # )r5   )r9   rp   ro   r4   r   r   r0   )rŽ   r   r.   r,   r-   rc   s   &&&   r   Ú_convrot_w4a4_forwardr™   ×   sR   € Ü2×DÑDÀVÓLÑ€GØ�^‰^€FÜØØØØØ ×2Ñ2Ø×0Ñ0Ø×(Ñ(ôð r   c                óø  € V^ ,          V^,          rC\        V4      ^8”  d
   V^,          MRp\        V\        4      '       g4   \        P                  P
                  P                  ! \        W4V34      !  # \        V\        4      '       d   VP                  4       pVP                  P                  '       d9   \        P                  P
                  P                  W4P                  4       V4      # \        W4V4      # )rƒ   N)Úlenr„   r   r…   ÚnnÚ
functionalÚlinearr	   ri   ro   r>   r™   )rŒ   r�   r   rŽ   r   r.   s   &&&   r   Ú_handle_convrot_w4a4_linearrŸ   å   s·   € à �7 D¨¥G�&Ü˜$“i !”mˆ4�Ž7¨€DÜ�fœo×.Ò.Ü�x‰x×"Ñ"×)Ò)¬?¸LÐRVÐ;WÓ+XÑYÐYÜ�,¤×0Ò0Ø#×.Ñ.Ó0ˆØ‡~�~× × Ð Ü�x‰x×"Ñ"×)Ñ)¨,×8IÑ8IÓ8KÈTÓRÐRÜ  °tÓ<Ð<r   c                ó  € V^ ,          V^,          rC\        V\        4      '       g   \        P                  ! \	        W434      !  # \        V\        4      '       d   VP                  4       p\        V4      p\        W4RR7      # )rƒ   N©r.   )r„   r   r…   Úmmr	   ri   r–   r™   )rŒ   r�   r   ÚaÚbs   &&&  r   Ú_handle_convrot_w4a4_mmr¥   ò   sc   € à��7�D˜•G€qÜ�aœ×)Ò)Ü�xŠxœ¨!¨Ó0Ñ1Ð1Ü�!”_×%Ò%Ø�L‰L‹NˆÜ! !Ó$€AÜ  ¨DÔ1Ð1r   c                ó  € V^ ,          V^,          V^,          rTp\        V\        4      '       g    \        P                  ! \	        W4V34      !  # \        V\        4      '       d   VP                  4       p\        V4      p\        WEVR7      # )rƒ   r¡   )r„   r   r…   Úaddmmr	   ri   r–   r™   )rŒ   r�   r   r.   r£   r¤   s   &&&   r   Ú_handle_convrot_w4a4_addmmr¨   ý   sm   € à�a•˜$˜q�' 4¨¥7ˆQ€DÜ�aœ×)Ò)Ü�{Š{œO¨T°a¨LÓ9Ñ:Ð:Ü�!”_×%Ò%Ø�L‰L‹NˆÜ! !Ó$€AÜ  ¨DÔ1Ð1r   )"r~   Ú
__future__r   rŠ   r   r…   Ú%comfy_kitchen.backends.eager.svdquantr   Úcomfy_kitchen.registryr   Úbaser   r   r   r	   r
   r   Úfloat32r(   r4   r9   r†   r‡   rˆ   r‰   r‘   r–   r™   rž   rŸ   r¢   r¥   r§   r¨   r   r   r   Ú<module>r®      s?  ðñõ #ã Ý !ã å BÝ +÷õ ð !Ø,Ø&'÷	ð6 !Ø,Ø %§¡÷ð> !%Ø Ø,Ø÷ ôFM
 /ô M
ñ` �E—I‘I—N‘N×$Ñ$×,Ñ,Ð.IÓJñ
[ó Kð
[õõñ �E—I‘I—N‘N×)Ñ)×1Ñ1Ð3NÓOñ	=ó Pð	=ñ �E—I‘I—N‘N×%Ñ%×-Ñ-Ð/JÓKñ2ó Lð2ñ �E—I‘I—N‘N×(Ñ(×0Ñ0Ð2MÓNñ2ó Oò2r   