+
    Ñåûjí  ã                   óü   € R t ^ RIt^ RIHt ^RIHt ^RIHtHt ^RIHt ^RIHt ^RI	H	t	 ^RI
H
t
 ^R	IHt ^R
IHt ^RIHt ^RIHt ^RIHt ^RIHt R R lt]P&                  ! RR7      R,           ]n         R# )zFunctional interface.N©ÚTensor)Úadadelta)Ú_make_sparseÚadagrad)Úadam)Úadamax)Úadamw)Úasgd)Únadam)Ú_functional_api_doc)Úradam)Úrmsprop)Úrprop)Úsgdc                ó  € V ^8„  d   QhR\         \        ,          R\         \        ,          R\         \        ,          R\         \        ,          R\         \        ,          R\        R\        R\        R	\        R
\        RR/# )é   ÚparamsÚgradsÚexp_avgsÚexp_avg_sqsÚstate_stepsÚepsÚbeta1Úbeta2ÚlrÚmaximizeÚreturnN)Úlistr   ÚintÚfloatÚbool)Úformats   "ÚSC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\optim\_functional.pyÚ__annotate__r$      s—   € ÷ 8@ñ 8@Ü”�Lð8@ä”�<ð8@ô ”6�lð8@ô ”f•ð	8@ô
 ”c•ð8@ô 
ð8@ô ð8@ô ð8@ô 	ð8@ô ð8@ð 
ñ8@ó    c          	      óN  aaa€ \        V 4       EF  w  r«W,          oV	'       g   SMS) oSP                  4       oSP                  4       oSP                  4       pVP	                  4       ^ 8X  d   Kb  SP                  4       oW*,          pW:,          pWJ,          pR VVV3R llpVP                  S4      P                  4       pVP                  V4      P                  ^V,
          4      pVP                  V! V4      4       VP                  S4      P                  4       pVP                  ^4      P                  V4      P                  ^V,
          4      pVP                  V! V4      4       VP                  V4      pVP                  V4       VP                  4       P                  V4      p??^Wo,          ,
          p^W,          ,
          pV\        P                  ! V4      ,          V,          pVP                  V! V) VP                  V4      ,          4      4       EK  	  R# )é    c                ó0   € V ^8„  d   QhR\         R\         /# )r   Úvaluesr   r   )r"   s   "r#   r$   Ú!sparse_adam.<locals>.__annotate__4   s   € ÷ 	;ñ 	;¤ð 	;¬6ñ 	;r%   c                 ó°   <€ SP                   pSP                  4       ^ 8X  g   V P                  4       ^ 8X  d   V! 4       P                  S4      # V! SV S4      # )r'   )ÚnewÚdimÚ
resize_as_)r)   ÚconstructorÚgradÚgrad_indicesÚsizes   & €€€r#   Úmake_sparseÚ sparse_adam.<locals>.make_sparse4   sL   ø€ ØŸ(™(ˆKØ×ÑÓ! QÔ&¨&¯*©*«,¸!Ô*;Ù"“}×/Ñ/°Ó5Ð5Ù˜|¨V°TÓ:Ð:r%   N)Ú	enumerateÚcoalesceÚ_indicesÚ_valuesÚnumelr2   Úsparse_maskÚsubÚmul_Úadd_ÚpowÚsub_Úsqrt_ÚmathÚsqrtÚdiv_)r   r   r   r   r   r   r   r   r   r   ÚiÚparamÚgrad_valuesÚexp_avgÚ
exp_avg_sqÚstepr3   Úold_exp_avg_valuesÚexp_avg_update_valuesÚold_exp_avg_sq_valuesÚexp_avg_sq_update_valuesÚnumerÚdenomÚbias_correction1Úbias_correction2Ú	step_sizer0   r1   r2   s   &&&&&$$$$$                @@@r#   Úsparse_adamrS      sÃ  ú€ ô ˜f×%‰ˆØ�xˆß#‰t¨$¨ˆØ�}‰}‹ˆØ—}‘}“ˆØ—l‘l“nˆØ×ÑÓ !Ô#áØ�y‰y‹{ˆà•+ˆØ •^ˆ
Ø�~ˆ÷	;ò 	;ð %×0Ñ0°Ó6×>Ñ>Ó@ÐØ +§¡Ð0BÓ C× HÑ HÈÈUÍÓ SÐØ�‰‘[Ð!6Ó7Ô8Ø *× 6Ñ 6°tÓ <× DÑ DÓ FÐà�O‰O˜AÓ×#Ñ#Ð$9Ó:×?Ñ?ÀÀEÅ	ÓJð 	!ð 	�‰™Ð$<Ó=Ô>ð &×*Ñ*Ð+=Ó>ˆØ ×%Ñ%Ð&;Ô<Ø(×.Ñ.Ó0×5Ñ5°cÓ:ˆØ!Ð#;à˜u�{�?ÐØ˜u�{�?ÐØœŸšÐ#3Ó4Õ4Ð7GÕGˆ	à�
‰
‘; 	˜z¨E¯J©J°uÓ,=Õ=Ó>×?óW &r%   Ú
SparseAdam)Ú	optimizerzã

.. note::
    ``state_steps`` must contain the current step value for each parameter.
    This function reads these values but does not increment them; the caller must
    increment each step before the corresponding update.
)Ú__doc__rA   Útorchr   r   r   r   r   r   r	   r
   r   rU   r   r   r   r   r   rS   r"   © r%   r#   Ú<module>rY      s[   ðÙ ã å å ß *Ý Ý Ý Ý Ý Ý *Ý Ý Ý Ý õ8@ðx ×Ò¨Ô6ðõð Ö r%   