+
    Jåûjó  ã                   ó|   € ^ RI t ^ RIHt ^ RIHu Ht ^ RIHt ^ RIH	t	H
t
Ht R.t ! R R]P                  4      tR# )é    N)Ú
LinearReLU)Úis_parametrizedÚ$transfer_parametrizations_and_paramsÚtype_before_parametrizationsÚLinearc                   ó~   a a€ ] tR t^t oRt]P                  tRV3R lV 3R llltR t	]
R	R l4       tR tRtVtV ;t# )
r   av  
A linear module attached with FakeQuantize modules for weight,
used for quantization aware training.

We adopt the same interface as `torch.nn.Linear`, please see
https://pytorch.org/docs/stable/nn.html#torch.nn.Linear
for documentation.

Similar to `torch.nn.Linear`, with FakeQuantize modules initialized to
default.

Attributes:
    weight: fake quant module for weight
c                ó   <€ V ^8„  d   QhRR/# )é   ÚreturnN© )ÚformatÚ__classdict__s   "€ÚZC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\ao\nn\qat\modules\linear.pyÚ__annotate__ÚLinear.__annotate__"   s   ø€ ÷ Oñ Oð 
ñOó    c                ó˜   <€ R VRV/p\         SV `  ! WV3/ VB  V'       g   \        R4      hW@n        VP	                  VR7      V n        R# )ÚdeviceÚdtypez'qconfig must be provided for QAT module)Úfactory_kwargsN)ÚsuperÚ__init__ÚAssertionErrorÚqconfigÚweightÚweight_fake_quant)	ÚselfÚin_featuresÚout_featuresÚbiasr   r   r   r   Ú	__class__s	   &&&&&&& €r   r   ÚLinear.__init__"   sN   ø€ ð # F¨G°UÐ;ˆÜ‰Ò˜°DÑK¸NÒKßÜ Ð!JÓKÐKØŒØ!(§¡¸~ Ó!NˆÖr   c                óv   € \         P                  ! WP                  V P                  4      V P                  4      # ©N)ÚFÚlinearr   r   r    )r   Úinputs   &&r   ÚforwardÚLinear.forward2   s&   € Ü�xŠx˜×5Ñ5°d·k±kÓBÀDÇIÁIÓNÐNr   c           
     ó¤  € \        V4      V P                  8w  dF   \        RV P                   RV P                  P                   R\        V4      P                   24      h\	        VR4      '       g   \        R4      hVP
                  '       g   \        R4      h\        V4      \        8X  d
   V^ ,          pVP
                  pV ! VP                  VP                  VP                  RJVR7      p\        VR	4      '       d   \        WR	4       MVP                  Vn        \        VR
4      '       d   \        WR
4       V# VP                  Vn	        V# )z�Create a qat module from a float module or qparams_dict
Args: `mod` a float module, either produced by torch.ao.quantization utilities
or directly from user
zqat.z.from_float only works for z, got r   z,Input float module must have qconfig definedz,Input float module must have a valid qconfigN)r    r   r   r    )r   Ú_FLOAT_MODULEr   Ú__name__Úhasattrr   r   r   r   r    r   r   r   )ÚclsÚmodÚuse_precomputed_fake_quantr   Ú
qat_linears   &&&  r   Ú
from_floatÚLinear.from_float5   s-  € ô (¨Ó,°×0AÑ0AÔAÜ Ø�s—|‘|�nÐ$?Ø×$Ñ$×-Ñ-Ð.¨fÔ5QÐRUÓ5V×5_Ñ5_Ð4`ðbóð ô �s˜I×&Ò&Ü Ð!OÓPÐPØ�{�{ˆ{Ü Ð!OÓPÐPÜ'¨Ó,´
Ô:Ø�a•&ˆCà—+‘+ˆÙØ�O‰OØ×ÑØ—‘ Ð%Øô	
ˆ
ô ˜3 ×)Ò)Ü0°À(ÕKà #§
¡
ˆJÔä˜3 ×'Ò'Ü0°À&ÔIð Ðð "Ÿh™hˆJŒOàÐr   c                óÊ  € \         P                  P                  V P                  V P                  V P
                  R J4      p\         P                  P                  V P                  P                  4       4      Vn        V P
                  e=   \         P                  P                  V P
                  P                  4       4      Vn        VP                  V P                  4       V# r$   )ÚtorchÚnnr   r   r   r    Ú	Parameterr   ÚdetachÚtrainÚtraining)r   r&   s   & r   Úto_floatÚLinear.to_float[   s—   € Ü—‘—‘Ø×Ñ˜d×/Ñ/°·±À$Ð1Fó
ˆô Ÿ™×*Ñ*¨4¯;©;×+=Ñ+=Ó+?Ó@ˆŒØ�9‰9Ò ÜŸ(™(×,Ñ,¨T¯Y©Y×-=Ñ-=Ó-?Ó@ˆFŒKØ�‰�T—]‘]Ô#Øˆr   )r   r   )TNNN)F)r,   Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r6   r   r+   r   r(   Úclassmethodr2   r;   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r!   r   s   @@r   r   r      sF   ù‡ € ñð —I‘I€M÷Oõ Oò Oð ó#ó ð#÷Jò r   )r5   Útorch.nnr6   Útorch.nn.functionalÚ
functionalr%   Útorch.ao.nn.intrinsicr   Útorch.nn.utils.parametrizer   r   r   Ú__all__r   r   r   r   Ú<module>rK      s9   ðã Ý ß Ð Ý ,÷ñ ð ˆ*€ôSˆR�Y‰Yö Sr   