+
    åûjWP  ã                   ó¤  € R t ^ RIt^ RIt^ RIHt ^ RIHtHtHt ^ RI	t	^ RI
Ht ^ RIHt ^ RIHt ^ RIHt ^RIHtHt ^R	IHtHtHtHtHtHt ^R
IHtHt ^RIH t H!t!H"t"H#t# ^RI$H%t% ^RI&H't' ^RI(H)t) ^RI*H+t+ ^RI,H-t- ]'       d   ^ RI.H/t/ ^ RI0H1t1  ! R R]24      t3 ! R R]24      t4]! ]5R4      t6R R lt7 ! R R]-4      t8 ! R R]#4      t9R# )a
  
This module implements variable tracking for PyTorch optimizers during Dynamo tracing.

The OptimizerVariable class provides specialized handling for optimizer instances by:
- Optimizing the tracing of expensive optimizer initialization
- Managing optimizer state and parameter group tracking
- Handling tensor sources and guards for optimizer state tensors
- Supporting CUDA graph execution through static tensor address management
- Providing special handling for parameter gradients and optimizer state tensors

Key features include:
- Efficient initialization tracing via _init_group optimization
- Automatic marking of optimizer state tensors as static for CUDA graphs
- Proper source tracking for parameter groups, gradients, and state tensors
- Guard installation for optimizer state structure
- Support for both CPU and GPU tensor handling
- Cleanup of static tensor references via finalizers

The module integrates with Dynamo's broader tracing system while providing
optimizer-specific optimizations and safety guarantees.
N)ÚIterable)ÚAnyÚcastÚTYPE_CHECKING)ÚTensorVariable)ÚSource)ÚgetArtifactLogger)Útree_map_only)ÚGuardBuilderÚinstall_guard)Ú
AttrSourceÚConstDictKeySourceÚDictGetItemSourceÚGetItemSourceÚGlobalWeakRefSourceÚ
GradSource)ÚGLOBAL_KEY_PREFIXÚunpack_iterable)ÚGetSetÚMethodÚreadonly_setterÚVariableTracker)ÚConstantVariable)ÚConstDictVariable)ÚHashableTracker)ÚListVariable)ÚUserDefinedObjectVariable)Ú	PyCodegen)ÚInstructionTranslatorBasec                   ó   € ] tR t^9tRtR# )ÚArgMappingException© N©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__static_attributes__r!   ó    Ú]C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\_dynamo\variables\optimizer.pyr    r    9   ó   † Ûr(   r    c                   ó   € ] tR t^=tRtR# )ÚGuardInstallExceptionr!   Nr"   r!   r(   r)   r,   r,   =   r*   r(   r,   Ú
perf_hintsc                óD   € V ^8„  d   QhR\         P                  R\        /# )é   ÚxÚreturn)ÚtorchÚTensorÚbool)Úformats   "r)   Ú__annotate__r6   D   s   € ÷ ñ ¤§¡ð ´$ñ r(   c                 óV  € ^ RI Hp V P                  '       d‘   V! V P                  P                  R4      p\
        P                  P                  P                  V 4      RJpV'       d?   VP                  f   \        R4      hT;'       g    VP                  P                  V 4      # V# R# )é    )Úget_managerFNz&CUDA graph manager has no current nodeT)Útorch._inductor.cudagraph_treesr9   Úis_cudaÚdeviceÚindexr2   Ú_dynamoÚutilsÚget_static_address_typeÚcurrent_nodeÚAssertionErrorÚ_is_cuda_graph_recorded_tensor)r0   r9   ÚmanagerÚis_static_addresss   &   r)   Ú_is_static_for_cudagraphsrF   D   s“   € Ý;à‡y‡y€yÙ˜aŸh™hŸn™n¨eÓ4ˆÜ!ŸM™M×/Ñ/×GÑGÈÓJÐRVÐVÐßØ×#Ñ#Ò+Ü$Ð%MÓNÐNà!÷ Jð JØ×'Ñ'×FÑFÀqÓIðð
 %Ð$ñ r(   c                   óR  a a€ ] tR t^Xt o0 Rm]P
                  mtRV3R lV 3R llltV3R lR ltR]! ]4      /t	V3R lR lt
R]! ]
]4      /tV3R	 lR
 ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltV3R lR ltRtVtV ;t# )ÚOptimizerVariablec                óÞ   <€ V ^8„  d   QhRS[ P                  P                  RS[S[S[3,          R,          RS[S[,          R,          RS[S[ P                  S[	3,          R,          RS[RR/# )r/   ÚvalueÚgrad_to_sourceNÚstatic_tensor_namesÚtensor_to_sourceÚkwargsr1   )
r2   ÚoptimÚ	OptimizerÚdictr   r   ÚsetÚstrr3   r   )r5   Ú__classdict__s   "€r)   r6   ÚOptimizerVariable.__annotate__`   s‚   ø€ ÷ @ñ @á�{‰{×$Ñ$ð@ñ ™S¡*˜_Õ-°Õ4ð@ñ !¡�X¨�_ð	@ñ
 ™uŸ|™|©VÐ3Õ4°tÕ;ð@ñ ð@ð 
ñ@r(   c                ó¬   <€ \         SV `  ! V3/ VB  Wn        T;'       g    / V n        T;'       g    / V n        T;'       g    \        4       V n        R # ©N)ÚsuperÚ__init__rJ   rK   rM   rR   rL   )ÚselfrJ   rK   rL   rM   rN   Ú	__class__s   &&&&&,€r)   rY   ÚOptimizerVariable.__init__`   sN   ø€ ô 	‰Ò˜Ñ) &Ò)à,1Œ
Ø,×2Ð2°ˆÔØ 0× 6Ð 6°BˆÔØ#6×#?Ð#?¼#»%ˆÖ r(   c          	      ód   <€ V ^8„  d   QhRRRS[ S[,          RS[S[S[3,          RS[R,          /# )r/   Útxr   ÚargsrN   r1   N)Úlistr   rQ   rS   )r5   rT   s   "€r)   r6   rU   o   sG   ø€ ÷ ,ñ ,à'ð,ñ ‘?Õ#ð,ñ ‘S™/Ð)Õ*ð	,ñ
 
˜4Õ	ñ,r(   c                ó  € \        V P                  R4      '       g   R#  V P                  V4       V P                  4        V P                  ! V/ VB w  rE. pV P                  P
                   F:  pV P                  V4      '       g   K  VP                  WwR,          34       RVR&   K<  	   V P                  P                  ! V/ VB pV F	  w  ryW—R&   K  	  V P                  V4       V P                  WW4V4       R\        V P                  4       2p
VP                  W P                  4       V P                  V4       \        P                  ! V4      #   T F	  w  ryY—R&   K  	  i ; i  \         \"        3 d     R# i ; i)zVThis is an optimization to avoid tracing the very slow initialization of the optimizerÚ_init_groupNÚ
capturableTÚ__optimizer_)ÚhasattrrJ   Úgraph_break_if_pending_mutationÚmove_step_if_cpuÚget_python_argsÚparam_groupsÚ_safe_to_set_capturableÚappendrb   Úmap_sources_and_install_guardsÚupdate_list_argsÚidÚstore_global_weakref_by_idÚcreate_finalizerr   Úcreater    r,   )rZ   r^   r_   rN   Úpy_argsÚ	py_kwargsÚsaved_capturablesÚgroupÚret_valÚorigÚmangled_names   &&&&       r)   rb   ÚOptimizerVariable._init_groupo   sp  € ô �t—z‘z =×1Ò1Ùð#	Ø×0Ñ0°Ô4Ø×!Ñ!Ô#Ø!%×!5Ò!5°tÐ!F¸vÑ!FÑˆGð
 DFÐØŸ™×0Ô0�Ø×3Ñ3°E×:Ò:ÙØ!×(Ñ(¨%°|Õ1DÐ)EÔFØ&*��lÓ#ñ	 1ð
/ØŸ*™*×0Ò0°'ÐG¸YÑG�ã#4‘K�EØ*.˜,Ó'ñ $5à×/Ñ/°Ô3Ø×!Ñ! "¨F¸YÔGð *¬"¨T¯Z©Z«.Ð)9Ð:ˆLØ×)Ñ)¨,¿
¹
ÔCØ×!Ñ! "Ô%ô $×*Ò*¨7Ó3Ð3øó $5‘K�EØ*.˜,Ó'ò $5ûô $Ô%:Ð;ô 	ò ð	ús+    BE) Â,E ÃBE) ÅE&Å&E) Å)E>Å=E>rb   c                ó"   <€ V ^8„  d   QhRRRR/# ©r/   r^   r   r1   Nr!   )r5   rT   s   "€r)   r6   rU   ¥   s   ø€ ÷ ñ Ð$?ð ÀDñ r(   c                ó¢   € ^RI Hp V P                  P                   F  pVR,           F  pV! VRR7       K  	  K  	  V P	                  V4       R# )r/   ©Úmark_static_addressÚparamsT©ÚguardN)Ú
decoratorsr~   rJ   ri   Ú_set_capturable)rZ   r^   r~   ru   Úps   &&   r)   Ú_get_param_groupsÚ#OptimizerVariable._get_param_groups¥   sF   € Ý4à—Z‘Z×,Ô,ˆEØ˜8—_�_�Ù# A¨T×2ó %ñ -ð 	×Ñ˜RÔ Ùr(   ri   c                ó"   <€ V ^8„  d   QhRRRR/# r{   r!   )r5   rT   s   "€r)   r6   rU   ³   s   ø€ ÷ ñ Ð2Mð ÐRVñ r(   c           	     óL  € V P                   P                   F‰  pVR ,           Fy  pVP                  P                  pVP                  P                  \        V4      R4      pV'       g   KH  VP                  V4      '       g   Ka  ^RIH	p V! RRV RV 2R. R7       K{  	  K‹  	  R# )r   N)Úunimplementedz(optimizer: pending mutation on parameterz
variable: z, parameter: zSPending mutations on a parameter (e.g. due to using closure) require a graph break.)Úgb_typeÚcontextÚexplanationÚhints)
rJ   ri   ÚoutputÚside_effectsÚid_to_variableÚgetrn   Úhas_pending_mutationÚexcr‰   )rZ   r^   Úgr„   r�   Úvariabler‰   s   &&     r)   rf   Ú1OptimizerVariable.graph_break_if_pending_mutation³   sŒ   € ð
 —‘×(Ô(ˆAØ�x—[�[�Ø!Ÿy™y×5Ñ5�Ø'×6Ñ6×:Ñ:¼2¸a»5À$ÓG�ß‘8 × AÑ AÀ(× KÔ KÝ3á!Ø JØ",¨X¨J°mÀAÀ3Ð GØ$yØ ÷	ó !ó )r(   c                ó<   <€ V ^8„  d   QhRS[ S[S[3,          RS[/# )r/   ru   r1   )rQ   rS   r   r4   )r5   rT   s   "€r)   r6   rU   Æ   s'   ø€ ÷ Gñ G©T±#±s°(­^ð GÁñ Gr(   c                óø   € R pR pVP                  R. 4       FH  pY4P                  ;'       g    VP                  ,          pW$V P                  P                  9  ,          pKJ  	  RV9   ;'       d    T;'       d    T# )Tr   rc   )r‘   r;   Úis_xpurJ   Ústate)rZ   ru   Úall_uninitializedÚall_gpur„   s   &&   r)   rj   Ú)OptimizerVariable._safe_to_set_capturableÆ   sr   € ð !ÐØˆØ—‘˜8 RÖ(ˆAØ—y‘y×,Ð, A§H¡HÕ,ˆGØ¨$¯*©*×*:Ñ*:Ñ!:Õ:Òñ )ð ˜uÑ$×FÐFÐ):×FÐF¸wÐFr(   c                ó"   <€ V ^8„  d   QhRRRR/# r{   r!   )r5   rT   s   "€r)   r6   rU   Ð   s   ø€ ÷ ñ Ð"=ð À$ñ r(   c                óü  € ^RI Hp V P                  ;'       d    \        V P                  R4      pVP	                  \
        P                  ! WP                  P                  V4      4      pVP                   F�  p\        \        P                  ! R4      4      pVP                  P                  V4      pVe   \        V\        4      '       d   KY  \        RVP!                  4       R7      VP                  V&   Kƒ  	  R# )é   ©ÚLazyVariableTrackerri   rc   NT)rJ   Ú
orig_value)Ú r¢   Úsourcer   Úrealize_allr   ÚbuildrJ   ri   Úitemsr   r   rq   r‘   Ú
isinstanceÚOptimizerCapturableVariableÚas_python_constant)rZ   r^   r¢   r¥   Úparam_groups_vtÚparam_group_vtÚkeyÚorig_vts   &&      r)   rƒ   Ú!OptimizerVariable._set_capturableÐ   sÃ   € Ý)ð —‘×HÐH¤¨D¯K©K¸Ó!HˆØ-×9Ñ9Ü×!Ò! "§j¡j×&=Ñ&=¸vÓFó
ˆð .×3Ô3ˆNÜ!Ô"2×"9Ò"9¸,Ó"GÓHˆCØ$×*Ñ*×.Ñ.¨sÓ3ˆGØŠ¤*¨WÔ6Q×"RÒ"RÙÜ(CØ w×'AÑ'AÓ'Cô)ˆN× Ñ  Ó%ó 4r(   c          
      óh   <€ V ^8„  d   QhRS[ RS[ RS[S[S[ ,          S[S[S[ 3,          3,          /# )r/   r_   rN   r1   )r   Útupler`   rQ   rS   )r5   rT   s   "€r)   r6   rU   ä   s;   ø€ ÷ $ñ $Ùð$Ù$'ð$á	‰t‘C�y™$™s¡C˜x�.Ð(Õ	)ñ$r(   c                ó°   a € R V 3R llpV Uu. uF
  qC! V4      NK  	  ppVP                  4        UUu/ uF  w  rgWc! V4      bK  	  pppWX3# u upi u uppi )z9Get python values equivalent to the variable tracker argsc                ó0   € V ^8„  d   QhR\         R\         /# )r/   Úargr1   ©r   )r5   s   "r)   r6   Ú7OptimizerVariable.get_python_args.<locals>.__annotate__é   s   € ÷ 	&ñ 	&œð 	&¤ñ 	&r(   c                 ód  <€ \        V \        4      '       d'   V P                  4       '       d   V P                  4       # \        V \        4      '       d   V P
                  '       g   . # \        V \        4      '       d¯   \        V P                  \        4      '       d�   \        V P                  P                  \        4      '       de   V P                  P                  P                  R 8X  d@   SP                  P                  \        \        V P                  P                   4      ,          # \"        h)ri   )r©   r   Úis_python_constantr«   r   r¨   r   r¥   r   Úbaser   ÚmemberrJ   ri   r   Úintr=   r    )rµ   rZ   s   &€r)   Úmap_argÚ2OptimizerVariable.get_python_args.<locals>.map_argé   s½   ø€ Ü˜#œ×/Ò/°C×4JÑ4J×4LÒ4LØ×-Ñ-Ó/Ð/Ü˜C¤×.Ò.°s·y·y°yà�	ä˜3Ô 1×2Ò2Ü˜sŸz™z¬=×9Ò9Ü˜sŸz™zŸ™´
×;Ò;Ø—J‘J—O‘O×*Ñ*¨nÔ<à—z‘z×.Ñ.¬t´C¸¿¹×9IÑ9IÓ/JÕKÐKä%Ð%r(   )r¨   )	rZ   r_   rN   r½   rµ   Únew_argsÚkÚvÚ
new_kwargss	   f*,      r)   rh   Ú!OptimizerVariable.get_python_argsä   s\   ø€ ÷
	&ð 	&ñ  -1Ó1©D S�G˜C–L©DˆÐ1Ø06·±´Ô?±©¨�a˜ ›’m±ˆ
Ñ?àÐ#Ð#ùò 2ùÛ?s
   �A´Ac                ó   <€ V ^8„  d   QhRR/# ©r/   r1   Nr!   )r5   rT   s   "€r)   r6   rU     s   ø€ ÷ ;ñ ; $ñ ;r(   c                óò   € V P                   P                  P                  4        FN  w  rR V9   g   K  VR ,          P                  '       g   K)  VR ,          P	                  VP
                  4      VR &   KP  	  R# )ÚstepN)rJ   rš   r¨   Úis_cpuÚtor<   )rZ   r„   rš   s   &  r)   rg   Ú"OptimizerVariable.move_step_if_cpu  sS   € ØŸ
™
×(Ñ(×.Ñ.Ö0‰HˆAØ˜Ž 5¨¥=×#7×#7Ò#7Ø % f¥× 0Ñ 0°·±Ó :��f“ó 1r(   c                ó"   <€ V ^8„  d   QhRRRR/# r{   r!   )r5   rT   s   "€r)   r6   rU     s!   ø€ ÷ hñ hÐ1Lð hÐQUñ hr(   c                ó¬	  a€ ^RI Ho ^RIHp / V n        / V n        R V3R llp\        \        P                  W0P                  P                  4       V P                  ;'       d    \        V P                  R4      pVP                  \        P                  ! WP                  P                   V4      4      pV P                  ;'       d    \        V P                  R4      p\        P                  ! WP                  P                  V4      pVP#                  4        Vf   \%        R4      hVP&                  P(                  P+                  V4       \-        V P                  P                   VP.                  4       EFP  w  r‰\1        VR	,          4      ^ 8”  dÁ   VR	,           F³  p
V
P2                  f   K  Rp\5        V P                  P                  P7                  4       4       F  w  rÍWÚJ g   K  Tp M	  V'       g   K^  VP                  \        P                  ! VV P                  P                  V
,          \9        V\;        Wk4      4      4      4        M	  V	P=                  V\>        P@                  ! R	4      4      pR
p. p\-        VR	,          \C        W4      4       FÁ  w  ppVP                  pVf   \%        RV R24      hVV P
                  V&   \E        VR4      pVP2                  eL   VV P                  VP2                  &   \G        VP2                  4      '       g   RpVPI                  V4       K—  K™  \K        VPM                  \N        PP                  4      4       KÃ  	  V'       d   EKó  \R        PU                  \V        PX                  4      '       g   EK  V Uu. uF  pVPZ                  NK  	  pp\R        P]                  RV4       EKS  	  \5        V P                  P                  P_                  4       4       FÏ  w  pp\9        V\;        VV4      4      pVP&                  P(                  P+                  V4       \5        VP_                  4       4       Fq  w  pp\a        V\        P                  4      '       g   K(  VV P                  9  g   K;  VV P
                  9  g   KN  \9        V\;        VV4      4      V P
                  V&   Ks  	  KÑ  	  R# u upi )r/   r}   r¡   c                ó(   € V ^8„  d   QhR\         RR/# )r/   r0   r1   Nr¶   )r5   s   "r)   r6   ÚFOptimizerVariable.map_sources_and_install_guards.<locals>.__annotate__  s   € ÷ 	/ñ 	/œ3ð 	/ 4ñ 	/r(   c                 ó   <€ S! V R R7       R# )Tr€   Nr!   )r0   r~   s   &€r)   Úmark_staticÚEOptimizerVariable.map_sources_and_install_guards.<locals>.mark_static  s   ø€ Ù ¨×.r(   ri   rš   Nzstate_source must not be Noner   Tzparam z does not have a sourceÚgradF)zÏGrad tensors %s will be copied during cudagraphs execution.If using cudagraphs and the grad tensor addresses will be the same across runs, use torch._dynamo.decorators.mark_static_address to elide this copy.)1r‚   r~   Úlazyr¢   rK   rM   r	   r2   r3   rJ   rš   r¥   r   r¦   r   r§   ri   ÚrealizerB   rŽ   Úguard_on_key_orderÚaddÚzipr¨   ÚlenrÒ   Ú	enumerateÚkeysr   r   Úgetitem_constr   rq   r   r   rF   rk   r   Ú
make_guardr
   ÚCONSTANT_MATCHÚperf_hint_logÚisEnabledForÚloggingÚDEBUGÚnameÚwarningÚvaluesr©   )rZ   r^   r¢   rÐ   Úparams_groups_sourcer¬   Ústate_sourceÚstate_vtru   Úgroup_vtÚparamÚ	key_indexÚirÀ   Ú	params_vtÚ
all_staticÚnon_static_gradsr„   Úp_vtÚparam_sourceÚgrad_sourceÚsrcÚnon_static_grad_namesÚidxrJ   Úp_state_sourceÚ	inner_idxrÁ   r~   s   &&                          @r)   rl   Ú0OptimizerVariable.map_sources_and_install_guards  sÚ  ø€ Ý4Ý-à ˆÔØ "ˆÔ÷	/ð 	/ô 	”e—l‘l K·±×1AÑ1AÔBð  $Ÿ{™{×VÐV¬z¸$¿+¹+À~Ó/VÐØ-×9Ñ9Ü×!Ò! "§j¡j×&=Ñ&=Ð?SÓTó
ˆð —{‘{×GÐG¤z°$·+±+¸wÓ'GˆÜ"×(Ò(¨¯Z©Z×-=Ñ-=¸|ÓLˆð 	×ÑÔØÒÜ Ð!@ÓAÐAØ
�	‰	×$Ñ$×(Ñ(¨Ô6ô  # 4§:¡:×#:Ñ#:¸O×<QÑ<Q×R‰OˆEô �5˜•?Ó# aÔ'Ø" 8Ÿ_˜_�EØ—z‘zÔ-Ø$(˜	Ü$-¨d¯j©j×.>Ñ.>×.CÑ.CÓ.EÖ$F™D˜AØ �zØ,- 	Ù %ñ %G÷ %™9Ø/×;Ñ;Ü /× 5Ò 5Ø$&Ø$(§J¡J×$4Ñ$4°UÕ$;Ü$5Ø(4Ü(:¸<Ó(Só%&ó!"ô	ñ "ñ% -ð( !×.Ñ.¨rÔ3C×3JÒ3JÈ8Ó3TÓUˆIØˆJØ!ÐÜ˜u X�´ÀÓ0NÖO‘��4Ø#Ÿ{™{�ØÒ'Ü(¨6°!°Ð4KÐ)LÓMÐMØ+7�×%Ñ% aÑ(Ü(Ø Øó�ð
 —6‘6Ò%Ø2=�D×'Ñ'¨¯©Ñ/Ü4°Q·V±V×<Ò<Ø%*˜
Ø(×/Ñ/°Ö<ñ =ô " +×"8Ñ"8¼×9TÑ9TÓ"UÖVñ! P÷( ’:¤-×"<Ñ"<¼W¿]¹]×"KÕ"KÙ=MÓ(NÑ=M°c¨¯¬Ñ=MÐ%Ð(NÜ×%Ñ%ðð
 *÷ñc  Sôx $ D§J¡J×$4Ñ$4×$;Ñ$;Ó$=Ö>‰JˆC�Ü.ØÔ0°¸sÓCóˆNð �I‰I×(Ñ(×,Ñ,¨^Ô<Ü )¨%¯,©,«.Ö 9‘�	˜1ä˜q¤%§,¡,×/Ô/Ø ×!4Ñ!4Ö4Ø ×!6Ñ!6Ö6ä/@Ø&Ô(:¸>È9Ó(Uó0�D×)Ñ)¨!Ó,ó !:ó ?ùò )Os   ÎSc                ó>   <€ V ^8„  d   QhRRRS[ P                  RS[/# )r/   r^   r   Útensor_valuer1   )r2   r3   r   )r5   rT   s   "€r)   r6   rU   r  s)   ø€ ÷ ?ñ ?Ø-ð?Ù=B¿\¹\ð?á	ñ?r(   c                ó.  € ^RI Hp W P                  9   d]   V! VRR7       V P                  V,          pV P                  P	                  VP
                  P                  VP                  4      4       M�W P                  9   d   V P                  V,          pMiV! VRR7       VP                  \        V4      p\        V4      pV P                  P	                  VP
                  P                  VP                  4      4       \        P                  ! WV4      # )z%Wrap state tensor in a TensorVariabler}   Tr€   )r‚   r~   rM   rL   rÖ   rŽ   Úmodule_key_namerâ   rK   ro   r   r   r   r§   )rZ   r^   rù   r~   r¥   Úglobal_names   &&&   r)   Úwrap_tensorÚOptimizerVariable.wrap_tensorr  sÕ   € õ 	5ð ×0Ñ0Ô0á °DÕ9Ø×*Ñ*¨<Õ8ˆFØ×$Ñ$×(Ñ(¨¯©×)BÑ)BÀ6Ç;Á;Ó)OÕPØ×0Ñ0Ô0Ø×(Ñ(¨Õ6‰Fñ   °DÕ9à×7Ñ7Ô8IÈ<ÓXˆKÜ(¨Ó5ˆFØ×$Ñ$×(Ñ(¨¯©×)BÑ)BÀ6Ç;Á;Ó)OÔPä×$Ò$ R°vÓ>Ð>r(   c                óZ   <€ V ^8„  d   QhRRRS[ S[,          RS[RS[ S[,          RS[RR/# )	r/   r^   r   r_   rN   rr   rs   r1   N)r   r   r   )r5   rT   s   "€r)   r6   rU   Ž  sX   ø€ ÷ Qñ Qà'ðQñ ‘Õ'ðQñ ð	Qñ
 ™#•ðQñ ðQð 
ñQr(   c           	     ób  € \        W$4       EF  w  rg\        V\        4      '       g   K  \        V\        4      '       g   \	        R4      h\        V4       FÐ  w  r‰VP                  P                  P                  V4       \        V	\        P                  4      '       d-   VP                  P                  V P                  W4      4       Kv  VP                  ;'       d    \        VP                  V4      p
VP                  P                  \         P"                  ! WV
4      4       KÒ  	  EK!  	  R# )z7Update the args and kwargs to the traced optimizer callz-py_arg should be a list in optimizer variableN)r×   r©   r   r`   rB   rÙ   rŽ   r�   Úmutationr2   r3   r¨   rk   rý   r¥   r   r   r§   )rZ   r^   r_   rN   rr   rs   rµ   Úpy_argrë   Úvalr¥   s   &&&&&&     r)   rm   Ú"OptimizerVariable.update_list_argsŽ  sÓ   € ô ˜t×-‰KˆCÜ˜#œ|×,Ô,Ü! &¬$×/Ò/Ü(ØGóð ô (¨Ö/‘F�AØ—I‘I×*Ñ*×3Ñ3°CÔ8Ü! #¤u§|¡|×4Ò4ØŸ	™	×(Ñ(¨×)9Ñ)9¸"Ó)BÖCà!$§¡×!LÐ!L´¸c¿j¹jÈ!Ó0L˜ØŸ	™	×(Ñ(¬×)>Ò)>¸rÈÓ)OÖPô 0ó .r(   c                ó"   <€ V ^8„  d   QhRRRR/# r{   r!   )r5   rT   s   "€r)   r6   rU   ¥  s   ø€ ÷ 6ñ 6Ð#>ð 6À4ñ 6r(   c                ó´   aaa€ V P                   oV P                  oVP                  P                  oR  VVV3R llpVP                  P	                  V4       R# )c                óP   € V ^8„  d   QhR\         P                  P                  RR/# )r/   Úgmr1   N)r2   ÚfxÚGraphModule)r5   s   "r)   r6   Ú8OptimizerVariable.create_finalizer.<locals>.__annotate__ª  s$   € ÷ 
	>ñ 
	>œuŸx™x×3Ñ3ð 
	>¸ñ 
	>r(   c                 óN   <a € R  V VV3R llp\         P                  ! SV4       R# )c                ó   € V ^8„  d   QhRR/# rÅ   r!   )r5   s   "r)   r6   ÚPOptimizerVariable.create_finalizer.<locals>.init_finalizer.<locals>.__annotate__«  s   € ÷ Añ A¨dñ Ar(   c                  ó>  <€ S F•  p SP                   P                  V R 4       SP                  P                  V R 4       SP                  '       d   SP                  P	                  4        SP
                  '       g   K{  SP
                  P	                  4        K—  	  R # rW   )Ú_buffersÚpopÚ_parametersÚparams_flatÚclearÚparams_flat_unwrap_subclasses)râ   r  Únames_to_deleteÚtcs    €€€r)   Úclear_static_tensor_refsÚ\OptimizerVariable.create_finalizer.<locals>.init_finalizer.<locals>.clear_static_tensor_refs«  sj   ø€ Û+�DØ—K‘K—O‘O D¨$Ô/Ø—N‘N×&Ñ& t¨TÔ2Ø—~—~�~ØŸ™×,Ñ,Ô.Ø×7×7Ò7Ø×8Ñ8×>Ñ>Ö@ó ,r(   N)ÚweakrefÚfinalize)r  r  r  r  rJ   s   f €€€r)   Úinit_finalizerÚ:OptimizerVariable.create_finalizer.<locals>.init_finalizerª  s"   ù€ ÷Aò Aô ×Ò˜UÐ$<Ö=r(   N)rL   rJ   rŽ   Útracing_contextÚadd_graph_finalizer)rZ   r^   r  r  r  rJ   s   && @@@r)   rp   Ú"OptimizerVariable.create_finalizer¥  sD   ú€ Ø×2Ñ2ˆØ—
‘
ˆØ�Y‰Y×&Ñ&ˆ÷
	>ò 
	>ð 	�	‰	×%Ñ% nÖ5r(   )rK   rL   rM   rJ   >   rK   rM   rL   )NNN)r#   r$   r%   r&   r   Ú_nonvar_fieldsrY   rb   r   Ú
tp_methodsr…   r   r   Ú	tp_getsetrf   rj   rƒ   rh   rg   rl   rý   rm   rp   r'   Ú__classdictcell__Ú__classcell__©r[   rT   s   @@r)   rH   rH   X   sÊ   ù‡ € òð 
#×	1Ñ	1ð	€N÷@õ @÷,ð ,ðd  ¡¨Ó!4Ð5€J÷ð ð 	™Ð0°/ÓBð€I÷ð ÷&Gð G÷ð ÷($ð $÷>;ð ;÷
hð h÷T?ð ?÷8Qð Q÷.6÷ 6ð 6r(   rH   c                   ó–   a a€ ] tR tRt oRtR0]P                  mtV3R lV 3R lltV3R lR ltV3R lR	 lt	V3R
 lR lt
RtVtV ;t# )rª   i¹  ax  Trace-time capturable=True that reconstructs as the user's original value.

Optimizer step() branches on capturable. Tracing must take the True (tensor)
path even on CPU, or .item() graph-breaks. If this VT implemented
as_python_constant() as True, dict reconstruction would write True back into
the live param group. Omitting it forces reconstruct(), which emits orig_value.
r£   c                ó0   <€ V ^8„  d   QhRS[ RS[ RS[RR/# )r/   rJ   r£   rN   r1   N)r4   r   )r5   rT   s   "€r)   r6   Ú(OptimizerCapturableVariable.__annotate__Ä  s)   ø€ ÷ %ñ %™dð %±ð %Áð %Èñ %r(   c                ó@   <€ \         SV `  ! R/ VB  Wn        W n        R # )Nr!   )rX   rY   rJ   r£   )rZ   rJ   r£   rN   r[   s   &&&,€r)   rY   Ú$OptimizerCapturableVariable.__init__Ä  s   ø€ Ü‰ÒÑ"˜6Ò"ØŒ
Ø$Žr(   c                ó    <€ V ^8„  d   QhRS[ /# )r/   r1   )Útype)r5   rT   s   "€r)   r6   r)  É  s   ø€ ÷ ñ ™Tñ r(   c                ó   € \         # rW   )r4   )rZ   s   &r)   Úpython_typeÚ'OptimizerCapturableVariable.python_typeÉ  s   € Üˆr(   c                ó$   <€ V ^8„  d   QhRRRS[ /# )r/   r^   r   r1   )r   )r5   rT   s   "€r)   r6   r)  Ì  s   ø€ ÷ 3ñ 3Ð:ð 3¹ñ 3r(   c                óB   € \         P                  ! V P                  4      # rW   )r   rq   rJ   )rZ   r^   s   &&r)   Únb_bool_implÚ(OptimizerCapturableVariable.nb_bool_implÌ  s   € Ü×&Ò& t§z¡zÓ2Ð2r(   c                ó"   <€ V ^8„  d   QhRRRR/# )r/   Úcodegenr   r1   Nr!   )r5   rT   s   "€r)   r6   r)  Ï  s   ø€ ÷ :ñ : ;ð :°4ñ :r(   c                óR   € V! \         P                  ! V P                  4      4       R # rW   )r   rq   r£   )rZ   r6  s   &&r)   ÚreconstructÚ'OptimizerCapturableVariable.reconstructÏ  s   € ÙÔ ×'Ò'¨¯©Ó8Ö9r(   )r£   rJ   )r#   r$   r%   r&   Ú__doc__r   r!  rY   r/  r3  r8  r'   r$  r%  r&  s   @@r)   rª   rª   ¹  sL   ù‡ € ñð #ÐD _×%CÑ%CÐD€N÷%ó %÷
ð ÷3ð 3÷:÷ :ð :r(   rª   ):r:  rà   r  Úcollections.abcr   Útypingr   r   r   r2   Útorch._dynamo.variables.tensorr   Útorch._guardsr   Útorch._loggingr   Útorch.utils._pytreer	   Úguardsr
   r   r¥   r   r   r   r   r   r   r?   r   r   rº   r   r   r   r   Úconstantr   Údictsr   Úhashabler   Úlistsr   Úuser_definedr   Útorch._dynamo.codegenr   Útorch._dynamo.symbolic_convertr   Ú	Exceptionr    r,   r#   rÞ   rF   rH   rª   r!   r(   r)   Ú<module>rJ     s£   ðñó, Û Ý $ß +Ñ +ã Ý 9Ý  Ý ,Ý -ç 0÷÷ ÷ 7ß BÓ BÝ &Ý $Ý %Ý Ý 3÷ Ý/ÝHô	˜)ô 	ô	˜Iô 	ñ " (¨LÓ9€õô(^6Ð1ô ^6ôB: /ö :r(   