+
    ªåûj»  ã                  ó�   € R t ^ RIHt ^ RItRtR R ltR R ltR R ltR	 R
 ltR R lt	R R lt
]P                  3R R lltR# )zDW4A8/W6A8 packed-weight codec shared by the layout and its backends.)ÚannotationsNc               ó   € V ^8„  d   QhRR/# )é   Úreturnútorch.Tensor© )Úformats   "Ú\C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\tensor\w4a8_packed.pyÚ__annotate__r
      s   € ÷ 9ñ 9˜|ñ 9ó    c                 óV   € \         P                  ! \        \         P                  R7      # )zOThe frozen Lloyd-Max codebook (the CUDA streamed decode kernel's built-in LUT).)Údtype)ÚtorchÚtensorÚ
_FIXED_LUTÚfloat32r   r   r	   Údefault_w4a8_codebookr      s   € ä�<Š<œ
¬%¯-©-Ô8Ð8r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   Úunsignedr   ÚbitsÚintr   r   )r   s   "r	   r
   r
      s&   € ÷ 
Cñ 
C˜,ð 
C¨cð 
C°lñ 
Cr   c                óþ  € V R,          ^,          V R,          ^,          ^,          ,          P                  \        P                  4      pV^8X  d   VP                  4       # V R,          ^,	          ^,          p\	        ^^4       F3  pW0RVR^13,          ^,	          ^,          ^V,          ,          ,          pK5  	  \        P
                  ! W#P                  \        P                  4      .^R7      P                  4       # )zÓPack unsigned int32 codes [N, K] into the int8 storage contract: a K/2-byte nibble
plane (even col = low nibble), followed at 6 bits by a K/4-byte plane of each code's
top 2 bits (col c: byte c//4, bit 2*(c%4)).ºNNNN©Údim©r   :é    Nr   ©r   :é   Nr   )r   :r   Né   )Útor   Úint8Ú
contiguousÚrangeÚcat)r   r   ÚlowÚhiÚjs   &&   r	   Ú_pack_codesr(      sÂ   € ð �WÕ Õ#¨°'Õ):¸SÕ)@ÀQÕ(FÕG×
KÑ
KÌEÏJÉJÓ
W€CØˆq„yØ�~‰~ÓÐØ
�7Õ
˜qÕ
  CÕ	'€BÜ�1�aŽ[ˆØ
˜˜A˜D˜q˜D˜Õ! QÕ&¨#Õ-°1°qµ5Õ9Õ9Šñ ä�9Š9�cŸ5™5¤§¡Ó,Ð-°1Ô5×@Ñ@ÓBÐBr   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úqdatar   Úkr   r   r   r   )r   s   "r	   r
   r
   #   s(   € ÷ ñ ˜ð ¨#ð °Sð ¸\ñ r   c                ó~  € V P                   ^ ,          pV P                  \        P                  4      P	                  \        P
                  4      pVRRV^,          13,          p\        P                  ! W1\        P
                  V P                  R7      pV^,          VR&   V^,	          ^,          VR&   V^8X  dƒ   \        P                  ! . ROV P                  \        P
                  R7      pVRV^,          R13,          P                  R4      V,	          ^,          pWhP                  W14      ^,          ,          pV# )	zDInverse of _pack_codes: int8 storage -> unsigned int32 codes [N, K].r   N©r   Údevice©r.   r   r   r   )r   r   r   é   éÿÿÿÿ)ÚshapeÚviewr   Úuint8r    Úint32Úemptyr.   r   Ú	unsqueezeÚreshape)	r*   r+   r   ÚnÚpackedr%   ÚcodesÚshiftsr&   s	   &&&      r	   Ú_unpack_codesr=   #   sä   € à�‰�A�€AØ�Z‰ZœŸ™Ó$×'Ñ'¬¯©Ó4€FØ
��H�a˜1•f�H�Õ
€CÜ�KŠK˜¤E§K¡K¸¿¹ÔE€EØ˜3•Y€Eˆ'�NØ˜Q•h #Õ%€Eˆ'�NØˆq„yä—’šl°5·<±<ÄuÇ{Á{ÔSˆØ�Q˜˜Q�™�[Õ!×+Ñ+¨BÓ/°6Õ9¸SÕ@ˆØ—‘˜AÓ! QÕ&Õ&ˆØ€Lr   c               ó    € V ^8„  d   QhRRRR/# )r   r   r   r   r   )r   s   "r	   r
   r
   3   s   € ÷  ñ   ð  ¨ñ  r   c                ó0   € RV ,          ^,          ^ ,           # )zQBytes per 16-output x 32-K record: 512 codes plus 32 fp8 scale bytes (288 / 416).é   r   )r   s   &r	   Úw4a8_mma_record_bytesrA   3   s   € à��:˜�?˜RÕÐr   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Úpacked_numelr   r9   r+   r   r   )r   s   "r	   r
   r
   8   s.   € ÷ xñ x˜Cð x Cð x¨Cð x°Cñ xr   c                óØ   € R F+  pWV,          \        V4      ,          R,          8X  g   K)  Vu # 	  \        RW,          ^	,          ^,           RW,          ^,          ^,           R24      h)r   r@   z-MMA packed weight must be a contiguous int8 [z] or [z] tensor)r   r0   )rA   Ú
ValueError)rC   r9   r+   r   s   &&& r	   Ú	_mma_bitsrF   8   sg   € ÛˆØ˜q�5Ô#8¸Ó#>Õ>À#ÕEÖEØŠKñ ô ÐDÀQÅUÈQÅYÐRTÅ_ÐDUÐU[Ð\]Õ\aÐdfÕ\fÐjlÕ\lÐ[mÐmuÐvÓ
wÐwr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   Ú	fragmentsr   Úcolsr   r   r   )r   s   "r	   r
   r
   ?   s!   € ÷ ñ  |ð ¸3ð À<ñ r   c                óº  € V P                   R ,          w  r#V^,          p\        P                  ! W#^V3V P                  V P                  R7      pV R,          P                  W#^V4      VRRRRV13&   V R,          P                  W#^V4      VRRRRV13&   V R,          P                  W#^V4      VRRRVR13&   V R	,          P                  W#^V4      VRRRVR13&   V# )
:Nr   Nr-   r   ºNé   NNºrL   NN)r   r   r   r   r   r   )r   r   r   r   r   r   )r   r   r   r   r   r   )r   r   r   r   é   r   )r2   r   r6   r   r.   r8   )rH   rI   ÚtilesÚk_rowsÚhalfr;   s   &&    r	   Ú_fragment_major_inverserR   ?   sô   € Ø—O‘O BÕ'�M€EØ�1�9€DÜ�KŠK˜¨¨DÐ1¸¿¹ÐQZ×QaÑQaÔb€EØ&Ð'7Õ8×@Ñ@ÀÐPQÐSWÓX€Eˆ!ˆQ��E�T�Eˆ/ÑØ&Ð'7Õ8×@Ñ@ÀÐPQÐSWÓX€Eˆ!ˆQ��E�T�Eˆ/ÑØ&Ð'7Õ8×@Ñ@ÀÐPQÐSWÓX€Eˆ!ˆQ��D‘Eˆ/ÑØ&Ð'7Õ8×@Ñ@ÀÐPQÐSWÓX€Eˆ!ˆQ��D‘Eˆ/ÑØ€Lr   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r   r:   r   r9   r   r+   Úscale_dtypeztorch.dtyper   z!tuple[torch.Tensor, torch.Tensor]r   )r   s   "r	   r
   r
   J   s:   € ÷ %<ñ %<Øð%<à
ð%<ð ð%<ð ð	%<ð
 'ñ%<r   c           	     óþ  € V P                  4       ^8w  g6   V P                  \        P                  8w  g   V P	                  4       '       g   \        R4      hV^,          ^ 8w  g   VR,          ^ 8w  d   \        R4      h\        V P                  4       W4      p\        V4      pV^,          V^ ,          rvV P                  \        P                  4      P                  WgV4      pV^ ,
          p	V^8X  dX   VRRRV	13,          P                  Wg^^^^4      p
\        V
^4      P                  ^ ^^^4      P                  W^,          4      pEMY\        P                  ! VR	,          P                  Wg^ ^4      VRRRV	13,          P                  Wg^ ^4      3^R7      P                  \        P                   4      P                  Wg^^^^4      pVR
,          VR,          ^,          ,          VR,          ^,          ,          p\        P"                  ! . ROV P$                  \        P                   R7      pVP'                  R4      V,	          ^?,          p
\        V
^ 4      P                  ^ ^^^4      P                  W4      p\)        Wô4      P                  \        P                  4      pVRRV	R13,          P                  Wg^^4      p\        P*                  ! Wg^^3\        P                  V P$                  R7      pVR,          VR&   VR,          VR&   VR,          VR&   VR,          VR&   VP                  ^ ^^^4      P                  W^,          4      pVP                  \        P                  4      VP                  V4      3# )zNRecover canonical codes/scales for explicit dequantization and eager fallback.z5MMA packed weight must be a contiguous 1D int8 tensoré   z7MMA packed weight requires N % 16 == 0 and K % 256 == 0r   Nr   r/   r-   )r   r   :NrV   N).r   ).r   ).r   )r   r0   é   é   r1   )r   r   r   r   )r   r   rK   r   )r   r   r   r   )r   r   rM   r   )r   r   r   r   )r   r   rK   r   )r   r   r   rN   )r   r   rM   r   )r   r   r   r!   Úis_contiguousrE   rF   ÚnumelrA   r3   r4   rR   Úpermuter8   r$   r    r5   r   r.   r7   r(   r6   )r:   r9   r+   rT   r   Úrecord_bytesrO   rP   ÚrecordsÚ
code_bytesrH   r*   Ú
lane_bytesÚwordsr<   r;   Úscale_fragmentsÚscale_tilesÚscaless   &&&&               r	   Úunpack_w4a8_mma_weightrd   J   sè  € ð ‡z�zƒ|�qÔ˜FŸL™L¬E¯J©JÔ6¸f×>RÑ>R×>TÒ>TÜÐPÓQÐQØˆ2…v�„{�a˜#•g ”lÜÐRÓSÐSÜ�V—\‘\“^ QÓ*€DÜ(¨Ó.€LØ˜•G˜Q "�Wˆ6Ø�k‰kœ%Ÿ+™+Ó&×+Ñ+¨E¸<ÓH€GØ Õ"€JØˆq„yØ˜A˜q + : +Ð-Õ.×3Ñ3°EÀ1ÀaÈÈAÓNˆ	Ü'¨	°2Ó6×>Ñ>¸qÀ!ÀQÈÓJ×RÑRÐSTÐ[\ÕV\Ó]Šä—Y’YØ�ZÕ ×(Ñ(¨¸¸AÓ>ÀÈÈ1ÈcÐR\ÈnÐH\Õ@]×@eÑ@eÐfkÐuwÐyzÓ@{Ð|Øô
÷ ‰"ŒU�[‰[‹/Ÿ$™$˜u¨a°°A°qÓ9ð 	ð ˜6Õ" Z°Õ%7¸1Õ%<Õ<¸zÈ&Õ?QÐUWÕ?WÕWˆÜ—’šn°V·]±]Ì%Ï+É+ÔVˆØ—_‘_ RÓ(¨FÕ2°dÕ:ˆ	Ü'¨	°2Ó6×>Ñ>¸qÀ!ÀQÈÓJ×RÑRÐSTÓXˆÜ˜EÓ(×-Ñ-¬e¯k©kÓ:ˆà˜a  J¡KÐ/Õ0×5Ñ5°eÀQÈÓJ€OÜ—+’+˜u¨b°!Ð4¼E¿K¹KÐPV×P]ÑP]Ô^€KØ.¨zÕ:€K�ÑØ.¨zÕ:€K�ÑØ.¨zÕ:€K�ÑØ.¨zÕ:€K�ÑØ× Ñ   A q¨!Ó,×4Ñ4°Q¸R½Ó@€FØ�:‰:”e—j‘jÓ! 6§;¡;¨{Ó#;Ð;Ð;r   )gÖŒraï¿gš'×Èlé¿gyuŽÙkä¿g—¸Êà¿g\Æú&Ø¿gÛÞnIØÐ¿guŽÙëÝÃ¿gò˜�Êø÷©¿g'õei§æª?g+5{ Ä?gk»	¾iúÐ?gZ-°ÇDJØ?g)Z¹˜à?gyËÕ�Mrä?gmËŸoé?g÷V$&¨aï?)Ú__doc__Ú
__future__r   r   r   r   r(   r=   rA   rF   rR   Úfloat8_e4m3fnrd   r   r   r	   Ú<module>rh      sM   ðñ Kå "ã ð€
õ9õ

Cõõ  õ
xõð  %×2Ñ2÷	%<ñ %<r   