+
    ƒ°ñj^*  ã                   óÂ   € ^ RI t ^ RIt^ RIt^ RIt^ RIHt ^ RIt^ RIH	t	H
t
  ! R R]4      tRR ltRR lt ! R R	]4      tRR
 ltR tR tR tRtRs^ sR tRR ltR# )é    N)Ú
NamedTuple)ÚQuantizedTensorÚckc                   ó,   a € ] tR t^t o V 3R ltRtV tR# )ÚTensorFileSlicec                óJ   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[;R&   S[;R&   # )é   Úfile_refÚlockÚoffsetÚsize)ÚobjectÚint)ÚformatÚ__classdict__s   "€Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\memory_management.pyÚ__annotate__ÚTensorFileSlice.__annotate__   s2   ø‡ ‚ ÙÑñ á
�Lñ ñ �Kñ ñ �Iò	 ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r   s   @r   r   r      s   ø‡ ‡ „ r   r   c           
     óB  € \        V P                  4       RR4      pVP                  4       VP                  4       ,          pVe†   V P	                  4       ^ 8w  gq   V P                  4       '       d[   V P                  4       V P                  4       ,          VP                  8w  g'   VP                  4       '       d   WCP                  8w  d   \        R4      hVP                  ;_uu_ 4        VP                  P                  R8X  d•   Vf*   \        P                  P                  VP                  4      MTp\        P                  P!                  VP"                  VP$                  VVP&                  VP)                  4       VP                  P*                  4       MjVP                  P                  R8X  dE   \        P                  P-                  VP"                  VP$                  WAP)                  4       4       M\        R4      hRRR4       R#   + '       g   i     R# ; i)zLWrite one complete tensor; missing or incompatible file backing is an error.Ú_comfy_tensor_file_sliceNzRWritable tensors require an exact file descriptor and a complete contiguous sourceÚcudaÚcpuz/Tensor file writes require a CPU or CUDA source)ÚgetattrÚuntyped_storageÚnumelÚelement_sizeÚstorage_offsetÚis_contiguousr   Ú
ValueErrorr   ÚdeviceÚtypeÚtorchr!   Úcurrent_streamÚcomfy_aimdoÚhost_bufferÚwrite_device_to_filer
   r   Úcuda_streamÚdata_ptrÚindexÚwrite_host_to_file)ÚtensorÚsourceÚstreamÚinfor   s   &&&  r   Úwrite_tensor_file_slicer9      sm  € ä�6×)Ñ)Ó+Ð-GÈÓN€DØ�<‰<‹>˜F×/Ñ/Ó1Õ1€DØŠ˜×-Ñ-Ó/°1Ô4¸F×<PÑ<P×<RÒ<RØ�|‰|‹~ × 3Ñ 3Ó 5Õ5¸¿¹ÔBÈ&×J^ÑJ^×J`ÒJ`Ø—y‘yÔ ÜÐmÓnÐnà	��‹Ø�=‰=×Ñ Ô'ØAGÂ”U—Z‘Z×.Ñ.¨v¯}©}Ô=ÐU[ˆFÜ×#Ñ#×8Ñ8¸¿¹ÈÏÉÐUYØ8>×8JÑ8JÈFÏOÉOÓL]Ð_e×_lÑ_l×_rÑ_rõtà�]‰]×Ñ 5Ô(Ü×#Ñ#×6Ñ6°t·}±}ÀdÇkÁkÐSW×YhÑYhÓYjÕkäÐNÓOÐO÷ 
��Šús   Ã)DHÈH	c                 óÚ
  € \        V \        4      '       Ed$   \        V P                  Ve   VP                  MR TVe   VP                  MR R7      '       g   R# Vee   VP                  P
                  pVP                  P                  V P                  RR7       \        P                  ! VP                  VR7      Vn        Veu   VP                  P
                  pVP                  P                  Ve   VP                  MV P                  RR7       \        P                  ! VP                  VR7      Vn        R# \        V P                  4       RR 4      pVf   R# Ve$   VP                  P                  R8w  d	   Vf   TpR pVP                  pVEe   Vf   VEe   VeP   VP                  P                  R8w  gç   VP                  4       VP                  4       ,          VP                   8  g³   VeP   VP                  P                  R8X  g”   VP                  4       VP                  4       ,          VP                   8  g`   V P                  4       V P                  4       ,          VP                   8w  g,   V P#                  4       ^ 8w  g   V P%                  4       '       g   R# VP                   ^ 8X  d   R# Vfp   Ve   \        VR^ 4      M^ p\&        P(                  P+                  WeP,                  VP                   WsP/                  4       VP                  P0                  RR	7       R# \        VP                  4       R
R 4      pVe±   Ve   \        VR^ 4      M^ pVe   VP/                  4       M^ p	VP2                  ;_uu_ 4        TP5                  YeP,                  VP                   VP/                  4       VP7                  4       ,
          TT	Vf   R MVP                  P0                  R7       R R R 4       R# \9        VR4      '       d   \9        VR4      '       g   R# \:        P<                  VP                   ,          p
\?        V
PA                  VP/                  4       4      4      p VP2                  ;_uu_ 4        VPC                  VP,                  4       ^ pWÅP                   8  dA    VPE                  W¼R  4      pT^ 8:  d    R R R 4       TPI                  4        R# YÍ,          pKP   R R R 4        VPI                  4        R#   + '       g   i     R# ; i  \F         d     R R R 4       TPI                  4        R# i ; i  + '       g   i     La; i  TPI                  4        i ; i)N)r7   Údestination2F)Únon_blocking)Ú
orig_dtypeTr    r"   r1   )Ú	mark_coldÚ_comfy_hostbuf)r   r7   Ú
device_ptrr*   ÚseekÚreadinto)%Ú
isinstancer   Úread_tensor_file_slice_intoÚ_qdataÚ_paramsr=   Ú	copy_fromÚdataclassesÚreplacer#   r$   r*   r+   r
   r%   r&   r   r'   r(   r.   r/   Úread_file_to_devicer   r2   r3   r   Úread_file_sliceÚget_raw_addressÚhasattrÚctypesÚc_ubyteÚ
memoryviewÚfrom_addressrA   rB   ÚOSErrorÚrelease)r5   Údestinationr7   r;   Údst_orig_dtyper8   Úfile_objÚ
stream_ptrÚhostbufr@   Úbuf_typeÚviewÚdoneÚns   &&&&          r   rD   rD   &   sž  € ä�&œ/×*Ó*Ü*¨6¯=©=ØALÒAX¨;×+=Ò+=Ð^bÐkqØP\ÒPh¸×9LÒ9LÐnr÷uó uñ àÒ"Ø(×0Ñ0×;Ñ;ˆNØ×Ñ×)Ñ)¨&¯.©.ÀuÐ)ÔMÜ"-×"5Ò"5°k×6IÑ6IÐVdÔ"eˆKÔØÒ#Ø)×1Ñ1×<Ñ<ˆNØ× Ñ ×*Ñ*À+ÒBY¨;×+>Ò+>Ð_e×_mÑ_mð  }AÐ*ô  BÜ#.×#6Ò#6°|×7KÑ7KÐXfÔ#gˆLÔ Ùä�6×)Ñ)Ó+Ð-GÈÓN€DØ‚|ÙàÒ ;×#5Ñ#5×#:Ñ#:¸eÔ#CÈÒH\Ø"ˆØˆà�}‰}€HØÓØÒ#¨Ó(<ØÒ'¨[×-?Ñ-?×-DÑ-DÈÔ-MÐQ\×QbÑQbÓQdÐgr×gÑgó  hBõ  RBð  EI÷  ENñ  ENô  RNØÒ(¨l×.AÑ.A×.FÑ.FÈ%Ô.OÐS_×SeÑSeÓSgÐjv÷  kDñ  kDó  kFõ  TFð  IM÷  IRñ  IRô  TRØ�|‰|‹~ × 3Ñ 3Ó 5Õ5¸¿¹ÔBØ×$Ñ$Ó&¨!Ô+Ø×'Ñ'×)Ò)Ùà‡y�y�A„~ÙàÒØ:@Ò:L”W˜V ]°AÔ6ÐRSˆ
Ü×Ñ×3Ñ3°H¿k¹kÈ4Ï9É9Ø4>×@UÑ@UÓ@WØ4@×4GÑ4G×4MÑ4MØ>Cð 	4ô 	Eñ ä�k×1Ñ1Ó3Ð5EÀtÓL€GØÒØ:@Ò:L”W˜V ]°AÔ6ÐRSˆ
Ø0<Ò0H�\×*Ñ*Ô,Èaˆ
Ø�Y�Y‹YØ×#Ñ# H¯k©k¸4¿9¹9Ø+6×+?Ñ+?Ó+AÀG×D[ÑD[ÓD]Õ+]Ø+5Ø/9Ø3?Ò3G©4È\×M`ÑM`×MfÑMfð	 $ô h÷ ñ ä�8˜V×$Ò$¬G°H¸j×,IÒ,IÙä�~‰~ §	¡	Õ)€HÜ�h×+Ñ+¨K×,@Ñ,@Ó,BÓCÓD€DðØ�Y�Y‹YØ�M‰M˜$Ÿ+™+Ô&ØˆDØŸ™Ô"ð!Ø ×)Ñ)¨$¨u¨+Ó6�Að ˜”6Ø ÷ ð 	�‰Žð •	’ð #÷ ð à�‰Ž÷9 ŽYñ ûô ô !Ø ÷ ð 	�‰Žð!ú÷ �Yûð 	�‰�úsg   ÎA)TÑ)U Ñ=.UÒ,TÒ?UÓU Ó!
UÓ,U ÔT	ÔUÔ&UÔ'U ÕUÕUÕU	ÕU ÕU*c                   ó8   a € ] tR t^wt o R tR tV 3R ltRtV tR# )ÚTensorGeometryc                óà   € V P                   P                  '       d!   \        P                  ! V P                   4      M\        P                  ! V P                   4      pVP
                  ^,          # )é   )ÚdtypeÚis_floating_pointr,   ÚfinfoÚiinfoÚbits)Úselfr8   s   & r   r&   ÚTensorGeometry.element_size{   sC   € Ø*.¯*©*×*F×*FÐ*FŒu�{Š{˜4Ÿ:™:Ô&ÌEÏKÊKÐX\×XbÑXbÓLcˆØ�y‰y˜A�~Ðr   c                óB   € \         P                  ! V P                  4      # ©N)ÚmathÚprodÚshape)rf   s   &r   r%   ÚTensorGeometry.numel   s   € Ü�yŠy˜Ÿ™Ó$Ð$r   c                óF   <€ V ^8„  d   Qh/ S[ ;R&   S[P                  ;R&   # )r	   rl   ra   )Úanyr,   ra   )r   r   s   "€r   r   ÚTensorGeometry.__annotate__w   s   ø‡ ‚ Ù�Jñ á�;‰;Ñò r   r   N)	r   r   r   r   r&   r%   r   r   r   r   s   @r   r^   r^   w   s   ø‡ € òò%÷ ƒ r   r^   c                 ó"  € . pV  F†  pVe   \        V\        4      '       d   VP                  V4       K0  VP                  p\	        VR4      '       d   VP
                  pVe   TpVP                  \        VP                  VR7      4       Kˆ  	  V# )NÚ_model_dtype)rl   ra   )rC   r   Úappendra   rM   rr   r^   rl   )Útensorsra   Ú
geometriesÚtÚtdtypes   &&   r   Útensors_to_geometriesrx   ‚   s~   € Ø€JÛˆØŠ9œ
 1¤o×6Ò6Ø×Ñ˜aÔ ÙØ—‘ˆÜ�1�n×%Ò%Ø—^‘^ˆFØÒØˆFØ×Ñœ.¨q¯w©w¸fÔEÖFñ ð Ðr   c           	      ó¶  € \        V \        4      '       d%   \        V  Uu. uF  p\        V4      NK  	  up4      # \        V \        4      '       d7   V P                  4       w  r#\        V Uu. uF  p\        W4      NK  	  up4      # V f   ^ # V P                  4       V P                  4       ,          pRpWV,           ^,
          V,          V,          # u upi u upi )Ni   )	rC   ÚlistÚsumÚvram_aligned_sizer   Ú__tensor_flatten__r#   r%   r&   )r5   rv   Úinner_tensorsÚ_Úattrr   Úaligment_reqs   &      r   r|   r|   �   sµ   € Ü�&œ$×ÒÜ±&Ó9±&¨QÔ% aÖ(±&Ñ9Ó:Ð:ä�&œ/×*Ò*Ø!×4Ñ4Ó6ÑˆÜ Á]Ó!TÁ]¸T¤7¨6Ö#8Á]Ñ!TÓUÐUà‚~Ùà�<‰<‹>˜F×/Ñ/Ó1Õ1€DØ€LØÕ !Õ#¨Õ4°|ÕCÐCùò :ùò "Us    CÁ,Cc           	      óè  € ^ p. pVP                  4       ^8w  g   VP                  4       ^8w  d+   \        RVP                  4        RVP                   R24      hV  EF�  pVf   VP	                  R4       K  \        V\        4      '       d.   VP                  4       w  rVV Uu/ uF  qw\        WG4      bK  	  ppMRV/p/ p	VP                  4        F¼  w  rzV
P                  4       V
P                  4       ,          pW+,           VP                  4       8”  d'   \        RW+,            RVP                  4        R24      hWW+,            P                  V
P                  R	7      P                  V
P                  4      W—&   V\        V
4      ,          pK¾  	  \        V\        4      '       d,   VP	                  \        P                  ! V	X^ ^ 4      4       EKu  VP	                  V	R,          4       EK�  	  V# u upi )
r   z'Buffer must be 1D and single-byte (got zD Ú)NÚdatazBuffer too small: needs z bytes, but only has z. )ra   )Údimr&   r)   ra   rs   rC   r   r}   r#   Úitemsr%   rZ   rl   r|   Ú__tensor_unflatten__)rt   Úgatheredr   Ú
dest_viewsr5   r~   Úqt_ctxr€   Ú	templatesÚactualsÚtemplater   s   &&          r   Úinterpret_gathered_likerŽ   Ÿ   s»  € Ø€FØ€Jà‡|�|ƒ~˜Ô˜h×3Ñ3Ó5¸Ô:ÜÐBÀ8Ç<Á<Ã>ÐBRÐRTÐU]×UcÑUcÐTdÐdeÐfÓgÐgäˆàŠ>Ø×Ñ˜dÔ#Ùä�fœo×.Ò.Ø$*×$=Ñ$=Ó$?Ñ!ˆMÙBOÓQÁ-¸$¤¨Ó 5Ò5Á-ˆIÐQˆIà  &Ð*ˆIàˆØ'Ÿo™oÖ/‰NˆDØ—>‘>Ó# h×&;Ñ&;Ó&=Õ=ˆDØ�}˜xŸ~™~Ó/Ô/Ü Ð#;¸F½M¸?ÐJ_Ð`h×`nÑ`nÓ`pÐ_qÐqsÐ!tÓuÐuØ$¨F­KÐ8×=Ñ=ÀHÇNÁNÐ=ÓS×XÑXÐYa×YgÑYgÓhˆG‰MØÔ'¨Ó1Õ1ŠFñ 0ô �fœo×.Ò.Ø×Ñœo×BÒBÀ7ÈFÐTUÐWXÓY×Zà×Ñ˜g f�o×.ñ/ ð2 Ðùò# Rs   Â"G/c                ó¸  a€ V ^ ,          P                  4       w  r#V  Uu. uF  qDP                  P                  ^ ,          NK!  	  pp\        V4      .V ^ ,          P                  P                  R,          O5pV R,           Fz  pVP                  4       w  rxV^ ,          .VP                  P                  R,          O5VR,          R&   Wr8w  g-   VR,          VR,          8w  g   VR,          VR,          8w  g   Ky   R# 	  / p	VR,           Fö  p
V  Uu. uF  p\	        WJ4      NK  	  upo\
        ;QJ d)    V3R l\        SV4       4       F  '       d   K   RM	  RM! V3R l\        SV4       4       4      '       d   \        P                  ! S4      Wš&   KŒ  \
        ;QJ d&    V3R	 lSR,           4       F  '       d   K   RM	  RM! V3R	 lSR,           4       4      '       d   S^ ,          P                  4       Wš&   Kõ   R# 	  ^ pV  F«  pVP                  pVP                  4       VP                  4       V,           8  d   \        R
4      h\        P                  ! WW¼P                  ,            VP!                  \        P"                  4      P!                  R4      4       W¼P                  ,          pK­  	  V ^ ,          P                  pRVRV P!                  VP$                  4      P                   ! V^ ,          .VP&                  R,          O5!  /p\)        VR,          4      pV	P+                  4        Fv  w  r®WW¾P                  ,            P!                  VP$                  4      P!                  VP&                  4      WÚ&   WÚ,          P-                  V4       V\)        V4      ,          pKx  	  WcR,          R&   \.        P0                  ! WÓ^ ^ 4      # u upi u upi )aÃ  Concatenate quantized tensors laid out in order in gathered into one, in place.

Per-row fields are concatenated; every other field and parameter must match and is
shared. The codes are moved down over the earlier tensors' metadata, which is saved
first and rewritten after the last codes, so the result is laid out exactly like
interpret_gathered_like would lay out one tensor of the summed rows. Returns None
when the tensors cannot be concatenated.ºé   NNÚnon_tensor_fieldsÚ
orig_shapeÚ
layout_clsNc              3   ó>  <"  € T F’  w  rVP                   ^ 8„  ;'       du    VP                  ^ ,          V8H  ;'       dW    VP                  R,          S^ ,          P                  R,          8H  ;'       d!    VP                  S^ ,          P                  8H  x € K”  	  R# 5i)r   r�   N)Úndimrl   ra   )Ú.0Úvr\   Úvaluess   &  €r   Ú	<genexpr>Úcat_gathered.<locals>.<genexpr>Õ   s…   øé € ð  Sñ  ARÑx|Ðxyˆq�v‰v˜‰z×sÐs˜aŸg™g a�j¨A™o×sÐs°!·'±'¸"µ+ÀÈÅÇÁÐQSÕATÑ2T×sÐsÐYZ×Y`ÑY`ÐdjÐklÕdm×dsÑdsÑYsÔsó  ARùs   ƒB B¾5BÁ4)BFTc              3   ó`   <"  € T F#  p\         P                  ! VS^ ,          4      x € K%  	  R# 5i©r   N)r,   Úequal)r—   r˜   r™   s   & €r   rš   r›   ×   s#   øé € Ð?±J¨q”—’˜Q  q¥	×*Ð*³Jùs   ƒ+.z)Tensors must sit in order within gatheredrE   éÿÿÿÿ)r}   rF   r“   r{   r#   ÚallÚzipr,   ÚcatÚclonerE   r2   ÚRuntimeErrorr   ÚmemmoveÚnbytesrZ   Úuint8ra   rl   r|   r†   Úcopy_r   r‡   )rt   rˆ   r~   Úctxrv   Úrowsr“   Úother_innerÚ	other_ctxÚfieldsr€   r   ÚqdatarŒ   Úvaluer™   s   &&             @r   Úcat_gatheredr°   Á   s?  ø€ ð ! �×6Ñ6Ó8Ñ€MÙ-4Ó5©W¨�I‰I× Ñ  ×#Ð#©W€DÐ5Ü�d“)Ð@˜g a�j×0Ñ0×;Ñ;¸BÕ?Ñ@€JØ�R�[ˆ[ˆØ!"×!5Ñ!5Ó!7ÑˆØ8<¸Q½Ð7[À!Ç)Á)×BVÑBVÐWYÕBZÑ7[ˆ	Ð%Õ& |Ñ4ØÔ(¨I°lÕ,CÀsÈ<ÕGXÔ,XØÐ0Õ1°SÐ9LÕ5MÖMÚñ ð €FØ˜b×!Ð!ˆÙ,3Ó4©G q”'˜!Ö"©GÑ4ˆß‹3ô  Sô  ADð  EKð  MQô  ARó  S�3�3Š3ô  Sô  ADð  EKð  MQô  ARó  S÷  Sò  SÜ Ÿ9š9 VÓ,ˆF‹Lß‹SÔ?°F¸2¶JÓ?�S�SŠSÔ?°F¸2¶JÓ?×?Ò?Ø! !�9Ÿ?™?Ó,ˆF‹Lâñ "ð €FÛˆØ—‘ˆØ�>‰>Ó˜h×/Ñ/Ó1°FÕ:Ô:ÜÐJÓKÐKÜ
�
Š
�8 6¯L©LÕ#8Ð9¸5¿:¹:ÄeÇkÁkÓ;R×;WÑ;WÐXZÓ;[Ô\Ø—,‘,ÕŠñ ð �A�J×Ñ€EØ˜ ' 6Ð*×/Ñ/°·±Ó<×AÒAÀ*ÈQÅ-ÐbÐRW×R]ÑR]Ð^`ÕRaÓbÐc€GÜ˜w xÕ0Ó1€FØ—|‘|–~‰ˆØ ¨·±Õ(=Ð>×CÑCÀEÇKÁKÓP×UÑUÐV[×VaÑVaÓbˆ‰Ø�×Ñ˜EÔ"ØÔ# EÓ*Õ*Šñ &ð .8ÐÕ˜\Ñ*Ü×/Ò/°¸aÀÓCÐCùòC 6ùò 5s   Ÿ%OÄOFc                 ó4   € V s \        ^ \        V4      4      sR# r�   )Úextra_ram_release_callbackÚmaxr   ÚRAM_CACHE_HEADROOM)ÚcallbackÚheadrooms   &&r   Úset_ram_cache_release_stater·   ò   s   € ð "*ÐÜ˜Q¤ H£Ó.Òr   c                 ó.   € \         f   ^ # \        WR7      # )N)Úfree_active)r²   )Útargetr¹   s   &&r   Úextra_ram_releaser»   ø   s   € Ü!Ò)ÙÜ% fÔFÐFr   ri   )NN)F)rj   rN   rH   r,   Útypingr   Úcomfy_aimdo.host_bufferr.   Úcomfy.quant_opsr   r   r   r9   rD   r^   rx   r|   rŽ   r°   Úaimdo_enabledr²   r´   r·   r»   r   r   r   Ú<module>rÀ      su   ðÛ Û Û Û Ý ã ß /ô�jô ôPô(Oôb	%�Zô 	%ôòDò òD*DðX €à!Ð ØÐ ò/öGr   