+
    \åûj¨.  ã                   óV  € ^ RI t ^ RIt^ RIt^ RIHtHtHt ^ RIHtH	t	H
t
 ]	! R4      t]
! R4      t^ RIt^ RIHt ]P                   ! ]4      tR.tR R	 lt] P*                  R
 R l4       tR R ltR R lt ! R R4      t ! R R4      tR R ltR R lt]! RR7      R R l4       tR# )é    N)ÚCallableÚIteratorÚMapping)ÚAnyÚ	ParamSpecÚTypeVarÚ_PÚ_R)ÚcompatibilityÚregional_inductorc                ót   € V ^8„  d   QhR\         \        \        3,          R\         \        \        3,          /# )é   ÚfnÚreturn)r   r	   r
   )Úformats   "Ú]C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\fx\passes\regional_inductor.pyÚ__annotate__r      s,   € ÷ ñ ”x¤¤B Õ'ð ¬H´R¼°VÕ,<ñ ó    c                 óL   a € \         P                  ! S 4      R  V 3R ll4       pV# )c                ód   € V ^8„  d   QhR\         P                  R\         P                  R\        /# )r   ÚargsÚkwargsr   )r	   r   r   r
   )r   s   "r   r   Ú$_dummy_wrapper.<locals>.__annotate__   s)   € ÷ #ñ #”R—W‘Wð #¬¯	©	ð #´bñ #r   c                  ó   <€ S! V / VB # ©N© )r   r   r   s   *,€r   ÚinnerÚ_dummy_wrapper.<locals>.inner   s   ø€ á�4Ð"˜6Ñ"Ð"r   )Ú	functoolsÚwraps)r   r   s   f r   Ú_dummy_wrapperr!      s%   ø€ Ü‡_‚_�RÓ÷#ó ð#ð €Lr   c                ó2   € V ^8„  d   QhR\         R,          /# )r   r   N)r   )r   s   "r   r   r       s   € ÷ ñ ´¸µñ r   c               #   ó´   "  € \         P                  P                  P                  R R7      ;_uu_ 4        Rx € RRR4       R#   + '       g   i     R# ; i5i)F)Ú'remat_using_tags_for_fwd_loss_bwd_graphN)ÚtorchÚ
_functorchÚconfigÚpatchr   r   r   Ú&_disable_remat_for_regional_subcompiler)      s9   é € ô 
×	Ñ	×	 Ñ	 ×	&Ñ	&ÈuÐ	&×	UÕ	UÛ÷ 
V×	U×	UÒ	Uüs   ‚3AµAº
AÁA	Á	Ac                óŒ   € V ^8„  d   QhR\         P                  P                  R\        R\         P                  P                  /# )r   ÚgmÚprefixr   )r%   ÚfxÚGraphModuleÚstr)r   s   "r   r   r   *   s:   € ÷ Nñ NœŸ™×,Ñ,ð N´cð N¼e¿h¹h×>RÑ>Rñ Nr   c                 ó®  € ^ RI Hp V P                  P                   EFR  pVP                  R8X  g   K  VP
                  P                  V4      '       g   K:  . pVP                   FV  p\        VR4      '       d6   RVP                  9   d%   VP                  VP                  R,          4       KJ  \        RV 24      h	  \        WP
                  4      p/ pVP                  P                   F¢  p\        VR4      '       g   K  VP                  P                  RR4      '       g   K;  VP                  R,          p	\        V	\        4      '       g   Kf  RV	9   g   Ko  V	R,          p
\        V
\        4      '       g   K�  R	V
9   g   K™  V
R	,          p M	  \         P#                  R
VP
                  V4       ^ RIHu Hp V F#  p\        W¼4      '       d   K  \+        RV R24      h	  VP-                  V4      ;_uu_ 4        \/        4       ;_uu_ 4        \0        P2                  P4                  P7                  VP
                  4      ;_uu_ 4        \0        P&                  P9                  VVRRRR7      pRRR4       RRR4       RRR4       \        XV4      '       g   \;        R\=        V4       24      h\?        V4      pV P                  PA                  V4      ;_uu_ 4        V P                  PC                  WãPD                  VPF                  R7      pVP                  Vn	        VPI                  V4       V P                  PK                  V4       V PL                  VP
                   RRR4       EKU  	  V PO                  4        V #   + '       g   i     EL; i  + '       g   i     EL); i  + '       g   i     EL5; i  + '       g   i     EK·  ; i)r   )ÚAOTCompiledArtifactÚcall_moduleÚmetaÚvalz7Partition is bad because non fake tensor value is seen ÚcustomNÚcompile_with_inductorÚinductor_configsz0Compiling submodule %s with inductor options: %szInvalid inductor config key 'z_' in regional_inductor annotation. Available config keys can be found in torch._inductor.configÚfrom_tracing_contextT)Údynamic_shapesÚaotÚdonate_graph_modulez"Expected AOTCompiledArtifact, got )r   r   )(Ú"torch._inductor.standalone_compiler1   ÚgraphÚnodesÚopÚtargetÚ
startswithÚall_input_nodesÚhasattrr3   ÚappendÚRuntimeErrorÚgetattrÚgetÚ
isinstanceÚdictÚloggerÚinfoÚtorch._inductor.configÚ	_inductorr'   Ú
ValueErrorr(   r)   r%   r-   Ú	tracebackÚ$_set_regional_inductor_subgraph_nameÚstandalone_compileÚAssertionErrorÚtyper!   Úinserting_afterÚcall_functionr   r   Úreplace_all_uses_withÚ
erase_nodeÚ_modulesÚ	recompile)r+   r,   r1   ÚnodeÚfake_inputsÚinp_nodeÚsubmodÚinductor_optionsÚsub_noder5   Úcompile_valueÚinductor_configÚkeyÚcompiled_fnÚcompiled_submodÚnew_nodes   &&              r   Ú_compile_submodrf   *   s   € ÝFà—‘—•ˆØ�7‰7�mÖ#¨¯©×(>Ñ(>¸v×(FÔ(FØˆKØ ×0Ô0�Ü˜8 V×,Ò,°¸(¿-¹-Ô1GØ×&Ñ& x§}¡}°UÕ';Ö<ä&ØQÐRZÐQ[Ð\óð ñ	 1ô ˜R§¡Ó-ˆFð
 02ÐØ"ŸL™L×.Ô.�Ü˜8 V×,Ô,°·±×1BÑ1BÀ8ÈT×1RÔ1RØ%Ÿ]™]¨8Õ4�FÜ! &¬$×/Ô/Ð4KÈvÖ4UØ(.Ð/FÕ(G˜ä& }´d×;Ô;Ø 2°mÖ Cà/<Ð=OÕ/PÐ,Ù!ñ /ô �K‰KØBØ—‘Ø ô÷ =Ð<ó (�Ü˜×4Ô4Ü$Ø7¸°uð =Wð Xóð ñ (ð  ×%Ñ%Ð&6×7Õ7Ü6×8Õ8Ü—‘×"Ñ"×GÑGÈÏÉ×TÕTä#Ÿo™o×@Ñ@ØØØ#9ØØ(,ð Aó �÷ U÷ 9÷ 8ô ˜kÐ+>×?Ò?Ü$Ø8¼¸kÓ9JÐ8KÐLóð ô -¨[Ó9ˆOØ—‘×)Ñ)¨$×/Õ/ØŸ8™8×1Ñ1Ø#¯)©)¸D¿K¹Kð 2ó �ð !%§	¡	�”Ø×*Ñ*¨8Ô4Ø—‘×#Ñ# DÔ)Ø—K‘K §¡Ð,÷ 0Ò/ñC ðT ‡L�L„NØ€I÷3 U×TÐTú÷ 9×8Ð8ú÷ 8×7Ð7ú÷" 0×/Ñ/úsI   Ç>N.È<NÉ%NÉ2NÉ:N.Ë!BOÎNÎ	NÎN+Î%	N.Î.N?ÏOc                óX   € V ^8„  d   QhR\         P                  P                  R\        /# )r   rZ   r   )r%   r-   ÚNodeÚbool)r   s   "r   r   r   {   s"   € ÷ ñ ¤%§(¡(§-¡-ð ´Dñ r   c                 óÞ   € \        V P                  R9  ;'       dO    \        V R4      ;'       d;    V P                  P	                  RR4      ;'       d    RV P                  R,          9   4      # )Úplaceholderr3   r5   Nr6   )rk   Úoutput)ri   r?   rC   r3   rG   )rZ   s   &r   Ú_needs_inductor_compilerm   {   si   € ÜØ�‰Ð0Ñ0÷ 	;ð 	;Ü�D˜&Ó!÷	;ð 	;à�I‰I�M‰M˜( DÓ)÷	;ð 	;ð $ t§y¡y°Õ':Ñ:ó	ð r   c                   ór   a € ] tR t^„t o Rt]V 3R lR l4       t]R
V 3R lR ll4       tV 3R lR ltR	t	V t
R# )Ú_RegionScooperzC
Scoops out the inductor marked regions. It does NOT compile them.
c                óv   <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  /# ©r   r+   r   ©r%   r-   r.   )r   Ú__classdict__s   "€r   r   Ú_RegionScooper.__annotate__Š   s/   ø€ ÷ 4
ñ 4
™%Ÿ(™(×.Ñ.ð 4
±5·8±8×3GÑ3Gñ 4
r   c                óž  € ^ RI Hp ^ RIHp ^ RIHp \        4       p/ pV P                  P                   F‚  p\        V4      '       g   K  VP                  R,          R,          p\        V\        4      '       d   RV9   d   VR,          pMTpVP                  V\        4       4      P                  V4       K„  	  V'       g   \         P#                  R4       V # R R	 lp	. p
VP%                  4        FM  pV! V	! V4      4      pV! WR
R7      pVP'                  4        F  pV
P)                  VP                  4       K   	  KO  	  V! V V
RR
R7      # )r   )ÚCapabilityBasedPartitioner)Úcreate_op_support)Úfuse_by_partitionsr5   r6   Úinductor_regionzNo inductor marked nodes foundc                ó  € V ^8„  d   QhR\         \        P                  P                  ,          R\        \
        \        \        P                  P                  3,          \        P                  P                  .\        3,          /# )r   Úregion_nodesr   )
Úsetr%   r-   rh   r   r   r/   ÚnnÚModuleri   )r   s   "r   r   Ú2_RegionScooper.scoop_regions.<locals>.__annotate__¦   sR   € ÷ 	%ñ 	%ÜœeŸh™hŸm™mÕ,ð	%ä”wœs¤E§H¡H§O¡OÐ3Õ4´e·h±h·m±mÐDÄdÐJÕKñ	%r   c                 ó   a € R  V 3R llpV# )c                ó®   € V ^8„  d   QhR\         \        \        P                  P                  3,          R\        P
                  P                  R\        /# )r   Ú_submodulesrZ   r   )r   r/   r%   r}   r~   r-   rh   ri   )r   s   "r   r   ÚI_RegionScooper.scoop_regions.<locals>._is_in_region.<locals>.__annotate__©   s>   € ÷ ,ñ ,Ü$¤S¬%¯(©(¯/©/Ð%9Õ:ð,ÜBGÇ(Á(Ç-Á-ð,äñ,r   c                 ó   <€ VS9   # r   r   )r‚   rZ   r{   s   &&€r   Úis_node_supportedÚN_RegionScooper.scoop_regions.<locals>._is_in_region.<locals>.is_node_supported©   s   ø€ ð ˜|Ñ+Ð+r   r   )r{   r…   s   f r   Ú_is_in_regionÚ3_RegionScooper.scoop_regions.<locals>._is_in_region¦   s   ø€ ÷,ð ,ð
 %Ð$r   T)Úallows_single_node_partitionÚ__marked_inductor_submod)r,   Úalways_return_tuple)Ú!torch.fx.passes.infra.partitionerrv   Ú torch.fx.passes.operator_supportrw   Ú!torch.fx.passes.utils.fuser_utilsrx   Úobjectr=   r>   rm   r3   rH   rI   Ú
setdefaultr|   ÚaddrJ   rK   ÚvaluesÚpropose_partitionsrD   )r+   rv   rw   rx   Ú_DEFAULT_REGIONÚregionsrZ   r`   Úridr‡   Úall_partitionsr{   ÚsupportÚpartitionerÚ	partitions   &              r   Úscoop_regionsÚ_RegionScooper.scoop_regions‰   s"  € åPÝFÝHô
 !›(ˆØ46ˆØ—H‘H—N”NˆDÜ& t×,Ô,Ø $§	¡	¨(Õ 3Ð4KÕ L�ä˜}¬d×3Ò3Ø)¨]Ô:à'Ð(9Õ:‘Cà)�CØ×"Ñ" 3¬«Ó.×2Ñ2°4Ö8ñ #÷ Ü�K‰KÐ8Ô9ØˆIõ	%ð ACˆØ#ŸN™NÖ,ˆLÙ'©°lÓ(CÓDˆGÙ4Ø¸$ôˆKð )×;Ñ;Ö=�	Ø×%Ñ% i§o¡oÖ6ó >ñ -ñ "ØØØ-Ø $ô	
ð 	
r   Nc                óš   <€ V ^8„  d   QhRS[ P                  P                  RS[S[,          R,          RS[ P                  P                  /# )r   r+   Ú
_processedNr   )r%   r-   r.   r|   Úint)r   rs   s   "€r   r   rt   Á   sA   ø€ ÷ 0ñ 0Ù�H‰H× Ñ ð0Ù.1±#­h¸­oð0á	�‰×	Ñ	ñ0r   c                ó¸  € Vf   \        4       pV P                  P                  RR7       F˜  p\        V4      '       d   K  \	        WP
                  4      p\        V\        P                  P                  4      '       g   KW  \        V4      V9  g   Ki  VP                  \        V4      4       \        P                  W14       Kš  	  \        P                  V 4      # )NÚget_attr©r?   )r|   r=   Ú
find_nodesrm   rF   r@   rH   r%   r-   r.   Úidr‘   ro   Úrecursively_scoop_regionsr›   )r+   rž   rZ   r]   s   &&  r   r¥   Ú(_RegionScooper.recursively_scoop_regionsÀ   s¡   € ð ÒÜ›ˆJØ—H‘H×'Ñ'¨:Ð'Ö6ˆDÜ& t×,Ò,ñ Ü˜R§¡Ó-ˆFô ˜6¤5§8¡8×#7Ñ#7×8Ô8Ü�v“J jÖ0à—‘œr &›zÔ*Ü×8Ñ8¸ÖLñ 7ô ×+Ñ+¨BÓ/Ð/r   c                óv   <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  /# rq   rr   )r   rs   s   "€r   r   rt   ×   s3   ø€ ÷ @ñ @™5Ÿ8™8×/Ñ/ð @±E·H±H×4HÑ4Hñ @r   c                óÎ   € \         P                  P                  P                  R R7      ;_uu_ 4        \        P                  V4      uuRRR4       #   + '       g   i     R# ; i©F©ÚenableN)r%   r-   rO   Úpreserve_node_metaro   r¥   ©Úselfr+   s   &&r   Ú__call__Ú_RegionScooper.__call__×   s>   € Ü�X‰X×Ñ×2Ñ2¸%Ð2×@Õ@Ü!×;Ñ;¸BÓ?÷ A×@×@Ó@úó   ³AÁA$	r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ústaticmethodr›   r¥   r¯   Ú__static_attributes__Ú__classdictcell__©rs   s   @r   ro   ro   „   sD   ø‡ € ñð ÷4
ó ð4
ðl ÷0ñ 0ó ð0÷,@ö @r   ro   c                   ón   a € ] tR t^Üt o Rt]V 3R lR l4       t]V 3R lR l4       tV 3R lR ltRt	V t
R	# )
Ú_RegionCompilerz#
Compiles the scooped out regions.
c                óv   <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  /# rq   rr   )r   rs   s   "€r   r   Ú_RegionCompiler.__annotate__â   s/   ø€ ÷ ñ ™5Ÿ8™8×/Ñ/ð ±E·H±H×4HÑ4Hñ r   c                óŠ   € ^ RI Hp \        V R4      p V P                  P	                  V! 4       4       V P                  4        V # )r   )Ú_BoxedCodeGenrŠ   )Útorch.fx.graphrÀ   rf   r=   Úset_codegenrY   )r+   rÀ   s   & r   Úcompile_regionÚ_RegionCompiler.compile_regioná   s4   € å0ä˜RÐ!;Ó<ˆØ
�‰×Ñ™]›_Ô-Ø
�‰ŒØˆ	r   c                óv   <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  /# rq   rr   )r   rs   s   "€r   r   r¾   ë   s/   ø€ ÷ ñ ©¯©×(<Ñ(<ð ÁÇÁ×AUÑAUñ r   c                óH  € R pV P                   P                  RR7       Fi  p\        WP                  4      p\	        V\
        P                  P                  4      '       g   KD  VP                  P                  R4      '       g   Kg  RpKk  	  V P                   P                  RR7       FY  p\        WP                  4      p\	        V\
        P                  P                  4      '       g   KD  \        P                  V4       K[  	  V'       d   \        P                  V 4      # V # )Fr2   r¢   rŠ   Tr¡   )r=   r£   rF   r@   rH   r%   r-   r.   rA   r¼   Úrecursively_compile_regionsrÃ   )r+   Úfound_regionrZ   r]   s   &   r   rÇ   Ú+_RegionCompiler.recursively_compile_regionsê   sÑ   € ð ˆØ—H‘H×'Ñ'¨=Ð'Ö9ˆDÜ˜R§¡Ó-ˆFÜ˜&¤%§(¡(×"6Ñ"6×7Ô7Ø—;‘;×)Ñ)Ð*D×EÔEØ#'’Lñ	 :ð —H‘H×'Ñ'¨:Ð'Ö6ˆDÜ˜R§¡Ó-ˆFÜ˜&¤%§(¡(×"6Ñ"6×7Ô7Ü×;Ñ;¸FÖCñ 7÷
 Ü"×1Ñ1°"Ó5Ð5Øˆ	r   c                óv   <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  /# rq   rr   )r   rs   s   "€r   r   r¾   þ   s3   ø€ ÷ Cñ C™5Ÿ8™8×/Ñ/ð C±E·H±H×4HÑ4Hñ Cr   c                óÎ   € \         P                  P                  P                  R R7      ;_uu_ 4        \        P                  V4      uuRRR4       #   + '       g   i     R# ; ir©   )r%   r-   rO   r¬   r¼   rÇ   r­   s   &&r   r¯   Ú_RegionCompiler.__call__þ   s>   € Ü�X‰X×Ñ×2Ñ2¸%Ð2×@Õ@Ü"×>Ñ>¸rÓB÷ A×@×@Ó@úr±   r   N)r²   r³   r´   rµ   r¶   r·   rÃ   rÇ   r¯   r¸   r¹   rº   s   @r   r¼   r¼   Ü   s>   ø‡ € ñð ÷ó ðð ÷ó ð÷&Cö Cr   r¼   c                ó€   € V ^8„  d   QhR\         P                  P                  R\         P                  P                  /# rq   rr   )r   s   "r   r   r     s.   € ÷ $ñ $¬¯©×(<Ñ(<ð $ÄÇÁ×AUÑAUñ $r   c                 óÄ   € \         P                  P                  P                  R R7      ;_uu_ 4        \	        4       ! V 4      uuRRR4       #   + '       g   i     R# ; ir©   )r%   r-   rO   r¬   ro   ©r+   s   &r   Ú_create_inductor_marked_regionsrÐ     s:   € Ü	�‰×	Ñ	×	.Ñ	.°eÐ	.×	<Õ	<ÜÔ Ó#÷ 
=×	<×	<Ó	<úó   ³AÁA	c                ó€   € V ^8„  d   QhR\         P                  P                  R\         P                  P                  /# rq   rr   )r   s   "r   r   r     s.   € ÷ %ñ %¬¯©×)=Ñ)=ð %Ä%Ç(Á(×BVÑBVñ %r   c                 óÄ   € \         P                  P                  P                  R R7      ;_uu_ 4        \	        4       ! V 4      uuRRR4       #   + '       g   i     R# ; ir©   )r%   r-   rO   r¬   r¼   rÏ   s   &r   Ú _compile_inductor_marked_regionsrÔ     s:   € Ü	�‰×	Ñ	×	.Ñ	.°eÐ	.×	<Õ	<ÜÔ  Ó$÷ 
=×	<×	<Ó	<úrÑ   F)Úis_backward_compatiblec                óŒ   € V ^8„  d   QhR\         P                  P                  R\        R\         P                  P                  /# )r   r+   Úexample_argsr   )r%   r-   r.   r�   )r   s   "r   r   r     s8   € ÷ ñ Ü�‰×ÑðÜ-3ðä
‡X�X×Ññr   c                óX  € \         P                  P                  P                  RR7      ;_uu_ 4        \	        V 4      p \        V 4      p \         P                  P                  P                  '       d   ^ RI	H
p V! V 4      uuRRR4       # V uuRRR4       #   + '       g   i     R# ; i)a’  
Scoops out inductor marked regions and compiles them with inductor.

Inductor options should be provided via the annotation API::

    with fx_traceback.annotate(
        {
            "compile_with_inductor": {
                "inductor_configs": {
                    "max_autotune": True,
                    "triton.cudagraphs": False,
                }
            }
        }
    ):
        ...
Frª   )ÚRegionalOutputCodeN)r%   r-   rO   r¬   rÐ   rÔ   r&   r'   Úforce_autograd_cacheÚtorch._inductor.output_coderÙ   )r+   r×   rÙ   s   &* r   r   r     su   € ô2 
�‰×	Ñ	×	.Ñ	.°eÐ	.×	<Õ	<Ü,¨RÓ0ˆÜ-¨bÓ1ˆÜ×Ñ×"Ñ"×7×7Ð7ÝFá% bÓ)÷ 
=Ò	<ð ÷ 
=×	<×	<Ó	<ús   ³ABÂBÂB)	)Ú
contextlibr   ÚloggingÚcollections.abcr   r   r   Útypingr   r   r   r	   r
   r%   Útorch.fx._compatibilityr   Ú	getLoggerr²   rJ   Ú__all__r!   Úcontextmanagerr)   rf   rm   ro   r¼   rÐ   rÔ   r   r   r   r   Ú<module>rä      s¸   ðÛ Û Û ß 7Ñ 7ß *Ñ *ñ ˆtƒ_€ÙˆTƒ]€ã Ý 1ð 
×	Ò	˜8Ó	$€àÐ
€õð ×Ñôó ðõNõb÷U@ñ U@÷p$Cñ $CõN$õ
%ñ
  eÔ,ôó -òr   