+
    JåûjÒ(  ã                   ó¢   € ^ RI t ^ RIHtHt RR.t ! R R] P
                  P                  4      t ! R R] P
                  P                  4      tR# )é    N)Ú_hide_packed_params_reprÚ_quantize_weightÚLinearPackedParamsÚLinearc                   ój  a a€ ] tR t^t o^t^^]P                  3V 3R lltR t]P                  P                  V3R lR l4       t]P                  P                  R 4       tR tV 3R ltV 3R lt]P                  P                  R	 4       t]P                  P                  R
 4       tR tRtVtV ;t# )r   c                óê   <€ \         SV `  4        V\        P                  8w  d   \	        R 4      hW0n        \        P                  ! ^^.R^ \        P                  R7      pV P                  VRW4       R# )z%Linear prepacking only supports QINT8ç      ð?©ÚscaleÚ
zero_pointÚdtypeN)ÚsuperÚ__init__ÚtorchÚqint8ÚNotImplementedErrorr   Ú_empty_affine_quantizedÚset_weight_bias)ÚselfÚrow_block_sizeÚcol_block_sizer   ÚwqÚ	__class__s   &&&& €Ú_C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\ao\nn\sparse\quantized\linear.pyr   ÚLinearPackedParams.__init__   s`   ø€ Ü‰ÑÔà”E—K‘KÔÜ%Ð&MÓNÐNØŒ
Ü×*Ò*Ø�ˆF˜#¨!´5·;±;ô
ˆð 	×Ñ˜R  ~ÖFó    c                ó   € R # )Ú!SparseQuantizedLinearPackedParams© ©r   s   &r   Ú	_get_nameÚLinearPackedParams._get_name   s   € Ù2r   c          
      óˆ   <€ V ^8„  d   QhRS[ P                  RS[ P                  R,          RS[R,          RS[R,          RR/# )é   ÚweightÚbiasNr   r   Úreturn©r   ÚTensorÚint)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚLinearPackedParams.__annotate__    sR   ø€ ÷ 
ñ 
á—‘ð
ñ �l‰l˜TÕ!ð
ñ ˜d�
ð	
ñ
 ˜d�
ð
ð 
ñ
r   c                ó–   € Ve   Vf   \        RV RV 24      h\        P                  P                  P	                  WW44      V n        R # ©NzGrow_block_size and col_block_size must not be None, got row_block_size=z, col_block_size=)ÚAssertionErrorr   ÚopsÚsparseÚqlinear_prepackÚ_packed_params)r   r%   r&   r   r   s   &&&&&r   r   Ú"LinearPackedParams.set_weight_bias   sY   € ð Ò! ^Ò%;Ü ð"Ø"0Ð!1Ð1BÀ>ÐBRðTóð ô $Ÿi™i×.Ñ.×>Ñ>Ø˜.ó
ˆÖr   c                ó”   € \         P                  P                  P                  V P                  4      w  rpWV^ ,          V^,          3# ©r   )r   r2   r3   Úqlinear_unpackr5   )r   r%   r&   Úblock_sizess   &   r   Ú_weight_biasÚLinearPackedParams._weight_bias0   sA   € ä&+§i¡i×&6Ñ&6×&EÑ&EØ×Ñó'
Ñ#ˆ�{ð ˜k¨!�n¨k¸!­nÐ=Ð=r   c                ó   € V# ©Nr   ©r   Úxs   &&r   ÚforwardÚLinearPackedParams.forward7   s   € Øˆr   c                ó„   <€ \         SV `  WV4       V P                  WR ,           &   V P                  4       WR,           &   R# )r   r5   N)r   Ú_save_to_state_dictr   r;   ©r   ÚdestinationÚprefixÚ	keep_varsr   s   &&&&€r   rD   Ú&LinearPackedParams._save_to_state_dict:   s:   ø€ Ü‰Ñ# K¸ÔCØ(,¯
©
ˆ˜WÕ$Ñ%Ø15×1BÑ1BÓ1DˆÐ-Õ-Ó.r   c           	     óH  <€ VP                  R R4      pVe,   W€P                  8”  d   \        RV RV P                   24      hVP                  VR,           4      V n        VP                  VR,           4      w  ršr¼V P                  WšW¼4       \        SV `  VVVRVVV4       R# )ÚversionNúversion ú > self._version r   r5   F)ÚgetÚ_versionr1   Úpopr   r   r   Ú_load_from_state_dict)r   Ú
state_dictrG   Úlocal_metadataÚstrictÚmissing_keysÚunexpected_keysÚ
error_msgsrK   r%   r&   r   r   r   s   &&&&&&&&     €r   rQ   Ú(LinearPackedParams._load_from_state_dict?   s¨   ø€ ð !×$Ñ$ Y°Ó5ˆØÒ 7¯]©]Ô#:Ü  8¨G¨9Ð4EÀdÇmÁmÀ_Ð!UÓVÐVà—^‘^ F¨WÕ$4Ó5ˆŒ
Ø7A·~±~ØÐ%Õ%ó8
Ñ4ˆ�nð 	×Ñ˜V¨>ÔJä‰Ñ%ØØØØØØØö	
r   c                óH   € V P                   V P                  V P                  3# r>   ©r5   Útrainingr   r    s   &r   Ú__getstate__ÚLinearPackedParams.__getstate__]   s   € à×"Ñ" D§M¡M°4·:±:Ð=Ð=r   c                ó0   € Vw  V n         V n        V n        R # r>   rZ   )r   Ústates   &&r   Ú__setstate__ÚLinearPackedParams.__setstate__a   s   € à;@Ñ8ˆÔ	˜dœm¨T®Zr   c                ó>   € V P                  4       P                  4       # r>   )r;   Ú__repr__r    s   &r   rc   ÚLinearPackedParams.__repr__e   s   € Ø× Ñ Ó"×+Ñ+Ó-Ð-r   )r5   r   r[   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rO   r   r   r   r!   ÚjitÚexportr   r;   rA   rD   rQ   r\   r`   rc   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   r,   s   @@r   r   r      s´   ù‡ € Ø€Hà&'¸ÀÇÁ÷ 	Gò3ð ‡Y�Y×Ñ÷
ó ð
ð  ‡Y�Y×Ññ>ó ð>òõEõ

ð< ‡Y�Y×Ññ>ó ð>ð ‡Y�Y×ÑñAó ðA÷.ò .r   c                   ó   a a€ ] tR t^jt oRt^t]P                  P                  t	R]P                  3V 3R llt]R 4       tR tR tV3R lR ltV 3R	 ltV 3R
 ltR tR tR tV3R lR lt]RR l4       tRtVtV ;t# )r   zO
A quantized sparse linear module with quantized tensor as inputs and outputs.
Tc                ó¼  <€ \         SV `  4        V\        P                  8w  d   \	        R 4      hWn        W n        V'       d2   \        P                  ! V P                  \        P                  R7      pMRp\        P                  ! W!.^^ \        P                  R7      p\        W4VR7      V n        V P                  P                  WuW44       RV n        ^ V n        R# )z3Only QINT8 is supported for Sparse Quantized Linear©r   Nr
   )r   r   r   r	   )r   r   r   r   r   Úin_featuresÚout_featuresÚzerosÚfloatr   r   r5   r   r   r   )	r   rr   rs   r   r   r&   r   Úqweightr   s	   &&&&&&& €r   r   ÚLinear.__init__r   s¼   ø€ ô 	‰ÑÔà”E—K‘KÔÜ%ØEóð ð 'ÔØ(ÔçÜ—;’;˜t×0Ñ0¼¿¹ÔD‰DàˆDä×/Ò/ØÐ'¨q¸QÄeÇkÁkô
ˆô 1Ø)ÐPUô
ˆÔð 	×Ñ×+Ñ+Ø˜>ô	
ð ˆŒ
ØˆŽr   c                ó   € R # )ÚSparseQuantizedLinearr   )Úclss   &r   r!   ÚLinear._get_name–   s   € á&r   c                ó¬   € R V P                    RV P                   RV P                   RV P                   RV P	                  4       P                  4        2
# )zin_features=z, out_features=z, scale=z, zero_point=z
, qscheme=)rr   rs   r   r   r%   Úqschemer    s   &r   Ú
extra_reprÚLinear.extra_reprš   s\   € à˜4×+Ñ+Ð,¨O¸D×<MÑ<MÐ;NÈhÐW[×WaÑWaÐVbð cØŸ/™/Ð*¨*°T·[±[³]×5JÑ5JÓ5LÐ4MðOð	
r   c                ó"   € \        V \        4      # r>   )r   r   r    s   &r   rc   ÚLinear.__repr__    s   € Ü'¨Ô.@ÓAÐAr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r$   r@   r'   )r   r)   )r+   r,   s   "€r   r-   ÚLinear.__annotate__£   s#   ø€ ÷ 
ñ 
™Ÿ™ð 
©%¯,©,ñ 
r   c                ó¨   € \         P                  P                  P                  WP                  P                  V P
                  V P                  4      # r>   )r   r2   r3   Úqlinearr5   r   r   r?   s   &&r   rA   ÚLinear.forward£   s:   € Ü�y‰y×Ñ×'Ñ'Ø×"Ñ"×1Ñ1°4·:±:¸t¿¹ó
ð 	
r   c                óÌ   <€ \         SV `  WV4       \        P                  ! V P                  4      WR ,           &   \        P                  ! V P
                  4      WR,           &   R# )r   r   N)r   rD   r   Útensorr   r   rE   s   &&&&€r   rD   ÚLinear._save_to_state_dict¨   sF   ø€ Ü‰Ñ# K¸ÔCÜ(-¯ª°T·Z±ZÓ(@ˆ˜WÕ$Ñ%Ü-2¯\ª\¸$¿/¹/Ó-Jˆ˜\Õ)Ó*r   c           	     ó¸  <€ \        WR ,           ,          4      V n        VP                  VR ,           4       \        WR,           ,          4      V n        VP                  VR,           4       VP                  VR,           4       VP                  RR4      pVe,   W€P                  8”  d   \        RV RV P                   24      h\        S	V `%  VVVRVVV4       R# )r   r   Úop_typerK   NrL   rM   F)
ru   r   rP   r*   r   rN   rO   r1   r   rQ   )
r   rR   rG   rS   rT   rU   rV   rW   rK   r   s
   &&&&&&&& €r   rQ   ÚLinear._load_from_state_dict­   sÀ   ø€ ô ˜:¨wÕ&6Õ7Ó8ˆŒ
Ø�‰�v Õ'Ô(ä˜j°,Õ)>Õ?Ó@ˆŒØ�‰�v Õ,Ô-à�‰�v 	Õ)Ô*à ×$Ñ$ Y°Ó5ˆØÒ 7¯]©]Ô#:Ü  8¨G¨9Ð4EÀdÇmÁmÀ_Ð!UÓVÐVä‰Ñ%ØØØØØØØö	
r   c                ó6   € V P                   P                  4       # r>   )r5   r;   r    s   &r   r;   ÚLinear._weight_biasÍ   s   € Ø×"Ñ"×/Ñ/Ó1Ð1r   c                ó0   € V P                  4       ^ ,          # r8   ©r;   r    s   &r   r%   ÚLinear.weightÐ   ó   € Ø× Ñ Ó" 1Õ%Ð%r   c                ó0   € V P                  4       ^,          # )é   r�   r    s   &r   r&   ÚLinear.biasÓ   r’   r   c          
      óˆ   <€ V ^8„  d   QhRS[ P                  RS[ P                  R,          RS[R,          RS[R,          RR/# )r$   ÚwÚbNr   r   r'   r(   )r+   r,   s   "€r   r-   rƒ   Ö   sY   ø€ ÷ Rñ Rá�<‰<ðRñ �<‰<˜$ÕðRñ ˜d�
ð	Rñ
 ˜d�
ðRð 
ñRr   c                óp   € Ve   Vf   \        RV RV 24      hV P                  P                  WW44       R # r0   )r1   r5   r   )r   r—   r˜   r   r   s   &&&&&r   r   ÚLinear.set_weight_biasÖ   sM   € ð Ò! ^Ò%;Ü ð&Ø&4Ð%5Ð5FÀ~ÐFVðXóð ð 	×Ñ×+Ñ+¨A°.ÖQr   c                óX  € \        V4      V P                  Jd<   \        V P                  4       R,           V P                  P                  ,           4      h\        VR4      '       g   \        R4      hVP                  P                  RR4      p\        V\        \        34      '       g   \        R\        V4       24      h\        V4      ^8w  d   \        R\        V4       24      h\        VR4      '       g   \        R	4      hVP                  pVP                  P                  4       pVP                  pV! V4       VP                  pVP!                  4       w  r‰V\"        P$                  8w  d   \        R
V 24      hVP!                  4       w  r«\        V\"        P&                  4      '       d7   \"        P(                  ! VP+                  4       4      '       d   \        R4      hMV^ 8w  d   \        RV 24      h\-        VP/                  4       V4      pVP                  R,          ^ ,          pVP                  R,          ^,          pV ! VP0                  VP2                  VVVR7      pVP5                  VVP6                  VV4       \/        V4      Vn        \;        V	4      Vn        V# )z¾Create a quantized sparse module from a float module.

We only care about the convert at this stage, no need for observers just yet.

TODO(zaf): Need to add the sparse params to the qconfig
z.from_float only works for Úsparse_paramsz£Expecting the Linear to have `sparse_params`. Make sure you have provided arguments in the `sparsifier.squash_mask(params_to_save=("sparse_block_shape",))` method.Úsparse_block_shapeNz.sparse_block_shape must be tuple or list, got z+sparse_block_shape must have length 2, got Úqconfigz,Input float module must have qconfig definedz1Weight observer must have dtype torch.qint8, got z$All weight zero points must map to 0z%Weight zero point must map to 0, got rq   )ÚtypeÚ_FLOAT_MODULEr1   r!   re   Úhasattrrœ   rN   Ú
isinstanceÚtupleÚlistÚlenÚactivation_post_processrž   r%   r   Úcalculate_qparamsr   r   r)   ÚanyÚboolr   ru   rr   rs   r   r&   r   r*   r   )rz   ÚmodÚuse_precomputed_fake_quantr�   r¦   Úweight_post_processr%   r   Ú	act_scaleÚact_zpÚw_scÚw_zprv   r   r   r…   s   &&&             r   Ú
from_floatÚLinear.from_floatä   sv  € ô �‹9˜C×-Ñ-Ó-Ü Ø—‘“Ø/õ0à×#Ñ#×,Ñ,õ-óð ô
 �s˜O×,Ò,Ü ðbóð ð !×.Ñ.×2Ñ2Ð3GÈÓNÐÜÐ,¬u´d¨m×<Ò<Ü Ø@ÄÐFXÓAYÐ@ZÐ[óð ô Ð!Ó" aÔ'Ü Ø=¼cÐBTÓ>UÐ=VÐWóð ô
 �s˜I×&Ò&Ü Ð!OÓPÐPØ"%×"=Ñ"=ÐØ!Ÿk™k×0Ñ0Ó2Ðð —‘ˆá˜FÔ#Ø#×)Ñ)ˆØ3×EÑEÓGÑˆ	Ø”E—K‘KÔÜ ØCÀEÀ7ÐKóð ð )×:Ñ:Ó<‰
ˆÜ�dœEŸL™L×)Ò)Ü�yŠy˜Ÿ™›×%Ò%Ü$Ð%KÓLÐLð &ð �qŒyÜ$Ð'LÈTÈFÐ%SÓTÐTÜ" 6§<¡<£>Ð3FÓGˆà×*Ñ*Ð+?Õ@ÀÕCˆØ×*Ñ*Ð+?Õ@ÀÕCˆÙØ�O‰OØ×ÑØØØô
ˆð 	×ÑØØ�H‰HØØô		
ô ˜iÓ(ˆŒÜ  ›[ˆÔØˆr   )r5   rr   rs   r   r   )F)re   rf   rg   rh   Ú__doc__rO   r   Únnr   r    r   r   Úclassmethodr!   r~   rc   rA   rD   rQ   r;   r%   r&   r   r±   rk   rl   rm   rn   s   @@r   r   r   j   sœ   ù‡ € ñð €HØ—H‘H—O‘O€Mð Ø�k‰k÷"ðH ñ'ó ð'ò
òB÷
ð 
õ
Kõ

ò@2ò&ò&÷Rð Rð óGó ÷Gð Gr   )	r   Ú#torch.ao.nn.quantized.modules.utilsr   r   Ú__all__r´   ÚModuler   r   r   r   r   Ú<module>r¹      sH   ðó ÷ð   Ð
*€ôX.˜Ÿ™Ÿ™ô X.ôxBˆU�X‰X�_‰_ö Br   