+
    Jåûjã6  ã                   óä   € ^ RI Ht ^ RIt^ RIHu Hu Ht ^ RIHu Hu Hu H	t
 ^ RIHt ^ RIHt ^ RIHt ^RIHtHtHt RR.t ! R R]P
                  P*                  4      t ! R	 R]4      tR# )
é    )ÚIterableN)Úfuse_linear_bn_weights)Útype_before_parametrizations)Ú_hide_packed_params_reprÚ_quantize_weightÚWeightedQuantizedModuleÚLinearPackedParamsÚLinearc                   óð   a a€ ] tR t^t o^t]P                  3V 3R llt]P                  P                  V3R lR l4       t
]P                  P                  R 4       tR tV 3R ltV 3R ltR tR	tVtV ;t# )
r	   c                óv  <€ \         SV `  4        Wn        V P                  \        P                  8X  d,   \        P
                  ! ^^.R^ \        P                  R7      pMGV P                  \        P                  8X  d)   \        P                  ! ^^.\        P                  R7      pV P                  XR4       R# )é   ç      ð?©ÚscaleÚ
zero_pointÚdtype©r   N)
ÚsuperÚ__init__r   ÚtorchÚqint8Ú_empty_affine_quantizedÚfloat16ÚzerosÚfloatÚset_weight_bias)Úselfr   ÚwqÚ	__class__s   && €Ú`C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\ao\nn\quantized\modules\linear.pyr   ÚLinearPackedParams.__init__   s~   ø€ Ü‰ÑÔØŒ
Ø�:‰:œŸ™Ô$Ü×.Ò.Ø�A�˜c¨a´u·{±{ô‰Bð �Z‰Zœ5Ÿ=™=Ô(Ü—’˜a ˜V¬5¯;©;Ô7ˆBØ×Ñ˜R Ö&ó    c                ó`   <€ V ^8„  d   QhRS[ P                  RS[ P                  R,          RR/# )é   ÚweightÚbiasNÚreturn©r   ÚTensor)ÚformatÚ__classdict__s   "€r    Ú__annotate__ÚLinearPackedParams.__annotate__!   s5   ø€ ÷ Qñ Q¡e§l¡lð Q¹%¿,¹,ÈÕ:Mð QÐRVñ Qr"   c                óT  € V P                   \        P                  8X  d1   \        P                  P                  P                  W4      V n        R# V P                   \        P                  8X  d1   \        P                  P                  P                  W4      V n        R# \        R 4      h)ú.Unsupported dtype on dynamic quantized linear!N)
r   r   r   ÚopsÚ	quantizedÚlinear_prepackÚ_packed_paramsr   Úlinear_prepack_fp16ÚRuntimeError)r   r%   r&   s   &&&r    r   Ú"LinearPackedParams.set_weight_bias    sh   € à�:‰:œŸ™Ô$Ü"'§)¡)×"5Ñ"5×"DÑ"DÀVÓ"RˆDÖØ�Z‰Zœ5Ÿ=™=Ô(Ü"'§)¡)×"5Ñ"5×"IÑ"IÈ&Ó"WˆDÖäÐOÓPÐPr"   c                ó`  € V P                   \        P                  8X  d4   \        P                  P                  P                  V P                  4      # V P                   \        P                  8X  d4   \        P                  P                  P                  V P                  4      # \        R 4      h)r/   )
r   r   r   r0   r1   Úlinear_unpackr3   r   Úlinear_unpack_fp16r5   ©r   s   &r    Ú_weight_biasÚLinearPackedParams._weight_bias)   sp   € à�:‰:œŸ™Ô$Ü—9‘9×&Ñ&×4Ñ4°T×5HÑ5HÓIÐIØ�Z‰Zœ5Ÿ=™=Ô(Ü—9‘9×&Ñ&×9Ñ9¸$×:MÑ:MÓNÐNäÐOÓPÐPr"   c                ó   € V# ©N© ©r   Úxs   &&r    ÚforwardÚLinearPackedParams.forward2   s   € Øˆr"   c                ó„   <€ \         SV `  WV4       V P                  WR ,           &   V P                  4       WR,           &   R# )r   r3   N)r   Ú_save_to_state_dictr   r;   ©r   ÚdestinationÚprefixÚ	keep_varsr   s   &&&&€r    rE   Ú&LinearPackedParams._save_to_state_dictE   s:   ø€ Ü‰Ñ# K¸ÔCØ(,¯
©
ˆ˜WÕ$Ñ%Ø15×1BÑ1BÓ1DˆÐ-Õ-Ó.r"   c           	     ó@  <€ VP                  R R4      pVe   V^8  d   \        P                  V n        M,WR,           ,          V n        VP	                  VR,           4       Ve   V^8  d]   V P                  WR,           ,          WR,           ,          4       VP	                  VR,           4       VP	                  VR,           4       V^8X  d;   WR,           ,          w  ršVP	                  VR,           4       V P                  Wš4       \        SV `  VVVRVVV4       R# )ÚversionNr   r%   r&   r3   F)Úgetr   r   r   Úpopr   r   Ú_load_from_state_dict©r   Ú
state_dictrH   Úlocal_metadataÚstrictÚmissing_keysÚunexpected_keysÚ
error_msgsrL   r%   r&   r   s   &&&&&&&&   €r    rO   Ú(LinearPackedParams._load_from_state_dictJ   sö   ø€ ð !×$Ñ$ Y°Ó5ˆØŠ?˜g¨œkÜŸ™ˆD�Jà#¨WÕ$4Õ5ˆDŒJØ�N‰N˜6 GÕ+Ô,àŠ?˜g¨œkØ× Ñ Ø HÕ,Õ-¨zÀ6½/Õ/Jôð �N‰N˜6 HÕ,Ô-Ø�N‰N˜6 F�?Ô+à�aŒ<Ø%Ð/?Õ&?Õ@‰LˆFØ�N‰N˜6Ð$4Õ4Ô5Ø× Ñ  Ô.ä‰Ñ%ØØØØØØØö	
r"   c                ó>   € V P                  4       P                  4       # r>   )r;   Ú__repr__r:   s   &r    rY   ÚLinearPackedParams.__repr__q   s   € Ø× Ñ Ó"×+Ñ+Ó-Ð-r"   )r3   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú_versionr   r   r   ÚjitÚexportr   r;   rB   rE   rO   rY   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   r+   s   @@r    r	   r	      sq   ù‡ € Ø€Hà"Ÿ[™[÷ 	'ð ‡Y�Y×Ñ÷Qó ðQð ‡Y�Y×ÑñQó ðQòõ&Eõ
%
÷N.ò .r"   c                   ó2  a a€ ] tR t^ut oRt^t]P                  ]P                  P                  P                  3tR]P                  3V 3R lltR tR tR tV3R lR ltV 3R	 ltV 3R
 ltR tR tR tV3R lR lt]RR l4       t]R 4       tRtVtV ;t# )r
   a„  
A quantized linear module with quantized tensor as inputs and outputs.
We adopt the same interface as `torch.nn.Linear`, please see
https://pytorch.org/docs/stable/nn.html#torch.nn.Linear for documentation.

Similar to :class:`~torch.nn.Linear`, attributes will be randomly
initialized at module creation time and will be overwritten later

Attributes:
    weight (Tensor): the non-learnable quantized weights of the module of
                     shape :math:`(\text{out\_features}, \text{in\_features})`.
    bias (Tensor): the non-learnable bias of the module of shape :math:`(\text{out\_features})`.
            If :attr:`bias` is ``True``, the values are initialized to zero.
    scale: `scale` parameter of output Quantized Tensor, type: double
    zero_point: `zero_point` parameter for output Quantized Tensor, type: long

Examples::

    >>> # xdoctest: +REQUIRES(env:TORCH_DOCTEST_QENGINE)
    >>> m = nn.quantized.Linear(20, 30)
    >>> input = torch.randn(128, 20)
    >>> # xdoctest: +SKIP
    >>> input = torch.quantize_per_tensor(input, 1.0, 0, torch.quint8)
    >>> output = m(input)
    >>> print(output.size())
    torch.Size([128, 30])
Tc                ó  <€ \         SV `  4        Wn        W n        R pV'       d'   \        P
                  ! V\        P                  R7      pV\        P                  8X  d+   \        P                  ! W!.^^ \        P                  R7      pMHV\        P                  8X  d)   \        P
                  ! W!.\        P                  R7      pM\        R4      h\        V4      V n        V P                  P                  We4       RV n        ^ V n        R # )Nr   r   z1Unsupported dtype specified for quantized Linear!r   )r   r   Úin_featuresÚout_featuresr   r   r   r   r   r   r5   r	   r3   r   r   r   )r   rh   ri   Úbias_r   r&   Úqweightr   s   &&&&&  €r    r   ÚLinear.__init__•   sÄ   ø€ Ü‰ÑÔð
 'ÔØ(ÔØˆßÜ—;’;˜|´5·;±;Ô?ˆDà”E—K‘KÔÜ×3Ò3ØÐ+°1ÀÌ%Ï+É+ô‰Gð ”e—m‘mÔ#Ü—k’k <Ð"=ÄUÇ[Á[ÔQ‰GäÐRÓSÐSä0°Ó7ˆÔØ×Ñ×+Ñ+¨GÔ:ØˆŒ
ØˆŽr"   c                ó   € R # )ÚQuantizedLinearr?   r:   s   &r    Ú	_get_nameÚLinear._get_name¯   s   € Ù r"   c                ó¬   € R V P                    RV P                   RV P                   RV P                   RV P	                  4       P                  4        2
# )zin_features=z, out_features=z, scale=z, zero_point=z
, qscheme=)rh   ri   r   r   r%   Úqschemer:   s   &r    Ú
extra_reprÚLinear.extra_repr²   s\   € à˜4×+Ñ+Ð,¨O¸D×<MÑ<MÐ;NÈhÐW[×WaÑWaÐVbð cØŸ/™/Ð*¨*°T·[±[³]×5JÑ5JÓ5LÐ4MðOð	
r"   c                ó"   € \        V \        4      # r>   )r   r	   r:   s   &r    rY   ÚLinear.__repr__¸   s   € Ü'¨Ô.@ÓAÐAr"   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r$   rA   r'   r(   )r*   r+   s   "€r    r,   ÚLinear.__annotate__»   s#   ø€ ÷ 
ñ 
™Ÿ™ð 
©%¯,©,ñ 
r"   c                ó¨   € \         P                  P                  P                  WP                  P                  V P
                  V P                  4      # r>   )r   r0   r1   Úlinearr3   r   r   r@   s   &&r    rB   ÚLinear.forward»   s:   € Ü�y‰y×"Ñ"×)Ñ)Ø×"Ñ"×1Ñ1°4·:±:¸t¿¹ó
ð 	
r"   c                óÌ   <€ \         SV `  WV4       \        P                  ! V P                  4      WR ,           &   \        P                  ! V P
                  4      WR,           &   R# )r   r   N)r   rE   r   Útensorr   r   rF   s   &&&&€r    rE   ÚLinear._save_to_state_dictÝ   sF   ø€ Ü‰Ñ# K¸ÔCÜ(-¯ª°T·Z±ZÓ(@ˆ˜WÕ$Ñ%Ü-2¯\ª\¸$¿/¹/Ó-Jˆ˜\Õ)Ó*r"   c           	     óæ  <€ \        WR ,           ,          4      V n        VP                  VR ,           4       \        WR,           ,          4      V n        VP                  VR,           4       VP                  RR4      pVe   V^8X  dT   VP                  VR,           4      p	VP                  VR,           4      p
VP                  VR,           V	VR,           V
/4       \        SV `!  VVVRVVV4       R# )	r   r   rL   Nr%   r&   z_packed_params.weightz_packed_params.biasF)	r   r   rN   Úintr   rM   Úupdater   rO   rP   s   &&&&&&&&   €r    rO   ÚLinear._load_from_state_dictå   sÞ   ø€ ô ˜:¨wÕ&6Õ7Ó8ˆŒ
Ø�‰�v Õ'Ô(ä˜j°,Õ)>Õ?Ó@ˆŒØ�‰�v Õ,Ô-à ×$Ñ$ Y°Ó5ˆàŠ?˜g¨œlà—^‘^ F¨XÕ$5Ó6ˆFØ—>‘> &¨6¥/Ó2ˆDØ×ÑàÐ4Õ4°fØÐ2Õ2°Dðôô 	‰Ñ%ØØØØØØØö	
r"   c                ó6   € V P                   P                  4       # r>   )r3   r;   r:   s   &r    r;   ÚLinear._weight_bias  s   € Ø×"Ñ"×/Ñ/Ó1Ð1r"   c                ó0   € V P                  4       ^ ,          # )r   ©r;   r:   s   &r    r%   ÚLinear.weight  ó   € Ø× Ñ Ó" 1Õ%Ð%r"   c                ó0   € V P                  4       ^,          # )r   r†   r:   s   &r    r&   ÚLinear.bias  rˆ   r"   c                ó`   <€ V ^8„  d   QhRS[ P                  RS[ P                  R,          RR/# )r$   ÚwÚbNr'   r(   )r*   r+   s   "€r    r,   rx     s/   ø€ ÷ 2ñ 2¡§¡ð 2±%·,±,ÀÕ2Eð 2È$ñ 2r"   c                ó<   € V P                   P                  W4       R # r>   )r3   r   )r   rŒ   r�   s   &&&r    r   ÚLinear.set_weight_bias  s   € Ø×Ñ×+Ñ+¨AÖ1r"   c           	     óä  € \        VR4      '       dÏ   \        V4      \        P                  8X  d—   \	        VP
                  VP                  VP                  P                  VP                  P                  VP                  P                  VP                  P
                  VP                  P                  4      w  Vn        Vn        VP                  pVP                  pEM1\        V P                  \        4      '       g   V P                  .V n        RP!                  V P                   Uu. uF  qUP"                  NK  	  up4      pRV P"                   RV R\%        V4       2p\        V4      V P                  9  d   \'        V4      h\        VR4      '       g   \'        R4      hVP                  p\        V4      \(        P*                  8X  d
   V^ ,          p\        VR4      '       g   VP,                  P                  4       MVP                  pV'       g   V! VP
                  4       VP.                  pVP1                  4       w  ršV\2        P4                  8w  d   \'        RV 24      h\7        VP
                  P9                  4       V4      pV ! VP:                  VP<                  VR	7      pVP?                  W±P                  4       \9        V	4      Vn         \C        V
4      Vn"        V# u upi )
aM  Create a quantized module from an observed float module

Args:
    mod (Module): a float module, either produced by torch.ao.quantization
                  utilities or provided by the user
    use_precomputed_fake_quant (bool): if True, the module will reuse min/max
                  values from the precomputed fake quant module.
Úweight_fake_quantz, znnq.z.from_float only works for z, but got: Úqconfigz,Input float module must have qconfig definedz1Weight observer must have dtype torch.qint8, got r   )#Úhasattrr   ÚnniqatÚ
LinearBn1dr   r%   r&   ÚbnÚrunning_meanÚrunning_varÚepsr‘   Úactivation_post_processÚ
isinstanceÚ_FLOAT_MODULEr   Újoinr[   ÚtypeÚAssertionErrorÚnniÚ
LinearReLUr’   r   Úcalculate_qparamsr   r   r   r   rh   ri   r   r   r€   r   )ÚclsÚmodÚuse_precomputed_fake_quantÚweight_post_processrš   Ú	float_modÚsupported_modulesÚ	error_msgr   Ú	act_scaleÚact_zprk   Úqlinears   &&&          r    Ú
from_floatÚLinear.from_float  s`  € ô �3Ð+×,Ò,Ü+¨CÓ0´F×4EÑ4EÔEÜ'=Ø—J‘JØ—H‘HØ—F‘F×'Ñ'Ø—F‘F×&Ñ&Ø—F‘F—J‘JØ—F‘F—M‘MØ—F‘F—K‘Kó(Ñ$�”
˜CœHð #&×"7Ñ"7ÐØ&)×&AÑ&AÒ#ô
 ˜c×/Ñ/´×:Ò:à%(×%6Ñ%6Ð$7�Ô!Ø $§	¡	Ø58×5FÒ5FÓGÑ5F¨	×#Ô#Ñ5FÑGó!Ðð ˜sŸ|™|˜nÐ,GÐHYÐGZÐZeÔfjÐknÓfoÐepÐqˆIÜ+¨CÓ0¸×8IÑ8IÔIÜ$ YÓ/Ð/Ü˜3 	×*Ò*Ü$Ð%SÓTÐTØ&)×&AÑ&AÐ#Ü+¨CÓ0´C·N±NÔBØ˜!•f�ô ˜sÐ$7×8Ò8ð —‘×"Ñ"Ô$à×*Ñ*ð  ÷ *ñ   §
¡
Ô+Ø#×)Ñ)ˆØ3×EÑEÓGÑˆ	Ø”E—K‘KÔÜ ØCÀEÀ7ÐKóð ô # 3§:¡:×#3Ñ#3Ó#5Ð7JÓKˆÙ�c—o‘o s×'7Ñ'7¸uÔEˆØ×Ñ ¯©Ô2Ü˜iÓ(ˆŒÜ  ›[ˆÔØˆùò? Hs   Ä,K-c                óÖ   € V ! VP                   VP                  4      pVP                  4       pVP                  WQP                  4       \        V4      Vn        \        V4      Vn        V# )a\  Create a (fbgemm/qnnpack) quantized module from a reference quantized module

Args:
    ref_qlinear (Module): a reference quantized linear module, either produced by torch.ao.quantization
                  utilities or provided by the user
    output_scale (float): scale for output Tensor
    output_zero_point (int): zero point for output Tensor
)	rh   ri   Úget_quantized_weightr   r&   r   r   r€   r   )r£   Úref_qlinearÚoutput_scaleÚoutput_zero_pointr¬   rk   s   &&&&  r    Úfrom_referenceÚLinear.from_referenceZ  s]   € ñ �k×-Ñ-¨{×/GÑ/GÓHˆØ×2Ñ2Ó4ˆØ×Ñ ×)9Ñ)9Ô:ä˜lÓ+ˆŒÜ Ð!2Ó3ˆÔØˆr"   )r3   rh   ri   r   r   )F)r[   r\   r]   r^   Ú__doc__r_   Únnr
   Úmodulesrz   ÚNonDynamicallyQuantizableLinearrœ   r   r   r   ro   rs   rY   rB   rE   rO   r;   r%   r&   r   Úclassmethodr­   r´   rb   rc   rd   re   s   @@r    r
   r
   u   s«   ù‡ € ñð8 €HØ—Y‘Y §
¡
× 1Ñ 1× QÑ QÐR€Mà8<ÀEÇKÁK÷ ò4!ò
òB÷
ð 
õDKõ%
òR2ò&ò&÷2ð 2ð ó=ó ð=ð~ ñó ÷ð r"   )Úcollections.abcr   r   Útorch.ao.nn.intrinsicÚaor·   Ú	intrinsicr    Útorch.ao.nn.intrinsic.qatÚqatr”   Útorch.nnÚtorch.nn.utils.fusionr   Útorch.nn.utils.parametrizer   Úutilsr   r   r   Ú__all__ÚModuler	   r
   r?   r"   r    Ú<module>rÇ      sZ   ðõ %ã ß #Ó #ß *Ö *Ý Ý 8Ý Cç VÑ Vð   Ð
*€ô`.˜Ÿ™Ÿ™ô `.ôFuÐ$ö ur"   