+
    ªåûj±  ã                  ój   € R t ^ RIHt ^ RIt^ RIt/ tR]P                  3R R lltR R ltR R	 lt	R# )
zShared INT8 rotation helpers.)ÚannotationsNÚcpuc               ó(   € V ^8„  d   QhRRRRRRRR/# )	é   ÚsizeÚintÚdevicezstr | torch.deviceÚdtypeztorch.dtypeÚreturnútorch.Tensor© )Úformats   "Ú[C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\tensor\int8_utils.pyÚ__annotate__r      s0   € ÷ ñ Ø
ðàðð ðð ñ	ó    c                óº  € V \        V4      V3pV\        9   d   \        V,          # V ^8  g8   W ^,
          ,          ^ 8w  g$   \        P                  ! V ^4      ^,          ^ 8w  d   \	        RV  24      h\
        P                  ! . RO. RO. RO. RO.VVR7      pTp^pW`8  d"   \
        P                  ! WT4      pV^,          pK'  WPR,          ,          pV\        V&   V# )z@Build a normalized REGULAR orthogonal Hadamard matrix (ConvRot).z0Regular Hadamard size must be a power of 4, got ©r	   r   g      à?)é   r   r   éÿÿÿÿ)r   r   r   r   )r   r   r   r   )r   r   r   r   )ÚstrÚ_HADAMARD_CACHEÚmathÚlogÚ
ValueErrorÚtorchÚtensorÚkron)r   r   r	   Ú	cache_keyÚh4ÚhÚcurrent_sizeÚh_normalizeds   &&&     r   Ú_build_hadamardr"      sË   € ð ”s˜6“{ EÐ*€IØ”OÔ#Ü˜yÕ)Ð)àˆa„x�D 1�HÕ%¨!Ô+¬t¯xªx¸¸aÓ/@À1Õ/DÈÔ/IÜÐKÈDÈ6ÐRÓSÐSä	�ŠÚ	š¢}²mÐDØØô
€Bð 	€AØ€LØ
Ô
Ü�JŠJ�qÓˆØ˜ÕŠà˜c�	•?€LØ!-„O�IÑØÐr   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úweightr   r   Ú
group_sizer   r
   r   )r   s   "r   r   r   )   s0   € ÷ /ñ /Øð/àð/ð ð/ð ñ	/r   c                ó>  € V P                   w  r4WB,          ^ 8w  d   \        RV RV 24      hWB,          pV P                  W5V4      pVP                  P	                  V P
                  V P                  R7      p\        P                  ! Wg4      pVP                  W44      # )z4Rotate weight matrix offline: W_rot = W @ H_block^T.zin_features ú not divisible by group_size r   )	Úshaper   ÚreshapeÚTÚtor	   r   r   Úmatmul)	r$   r   r%   Úout_fÚin_fÚn_groupsÚweight_groupedÚh_tÚweight_rotateds	   &&&      r   Ú_rotate_weightr3   )   sˆ   € ð —,‘,�K€EØÕ˜AÔÜ˜<¨ vÐ-JÈ:È,ÐWÓXÐXØÕ!€Hà—^‘^ E°ZÓ@€NØ
�#‰#�&‰&�v—|‘|¨F¯M©Mˆ&Ó
:€CÜ—\’\ .Ó6€NØ×!Ñ! %Ó.Ð.r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úxr   r   r%   r   r
   r   )r   s   "r   r   r   :   s0   € ÷ )ñ )Øð)àð)ð ð)ð ñ	)r   c                ó8  € V P                   pVR,          pWB,          ^ 8w  d   \        RV RV 24      hWB,          pV P                  RWR4      pVP                  V P                  V P
                  R7      p\        P                  ! Wa4      pVP                  V4      # )z?Rotate activation online using Optimized Matmul implementation.z	features r'   r   r   )r(   r   r)   r+   r	   r   r   r,   )r5   r   r%   Ú
orig_shapeÚfeaturesr/   Ú	x_groupedÚ	x_rotateds   &&&     r   Ú_rotate_activationr;   :   s‹   € ð —‘€JØ˜"�~€HØÕ Ô!Ü˜9 X JÐ.KÈJÈ<ÐXÓYÐYØÕ%€Hà—	‘	˜"˜hÓ3€IØ	�‰�1—7‘7 1§8¡8ˆÓ,€AÜ—’˜YÓ*€Ià×Ñ˜ZÓ(Ð(r   )
Ú__doc__Ú
__future__r   r   r   r   Úfloat32r"   r3   r;   r   r   r   Ú<module>r?      s1   ðÙ #Ý "ã ã à€ð
 "'ØŸ™÷õ</÷")r   