+
    „°ñj#  ã                   ó  € ^ RI t ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RI	H
t
 ^ RIHtHt ^ RIHt RtR t ! R R	]4      tR
]P&                  R]P(                  /tRR lt ! R R]P.                  4      t ! R R]4      tR R ltR# )é    N)ÚEnum)Úoverride)ÚComfyExtensionÚio)Útrangeg®Gáz®ï?c                 ó€  € \        V P                  4      ^8H  pV'       g   RMV P                  4       R,          pT;'       d    VR8g  pV P                  4       R,          w  rV\        WV4      pV'       d,   V'       d   V P	                  ^R7      p MV P                  4       p \        P                  P                  V P                  4       4      w  rxp	VRRV13,          pVRV pV\        P                  ! V4      ,          pV	RV1R3,          p	\        P                  ! VP	                  4       V	P	                  4       .4      p
\        P                  ! V
\        4      pV) pVP                  WË4      pV	P                  WË4      p	V'       d5   VP                  WQ^^4      pV	P                  WV^ ,          V^,          4      p	Wy3# )é   N:é   r	   N:r   r
   N)Ú	start_dim:NNN)é   r   )ÚlenÚshapeÚsizeÚminÚflattenÚsqueezeÚtorchÚlinalgÚsvdÚfloatÚdiagÚcatÚquantileÚCLAMP_QUANTILEÚclampÚreshape)ÚdiffÚrankÚconv2dÚkernel_sizeÚ
conv2d_3x3Úout_dimÚin_dimÚUÚSÚVhÚdistÚhi_valÚlow_vals   &&           ÚCC:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_lora_extract.pyÚextract_lorar+      s`  € Ü�$—*‘*‹o Ñ"€Fß$‘$¨$¯)©)«+°cÕ*:€KØ×1Ð1˜K¨6Ñ1€JØ—i‘i“k #Õ&�O€GÜˆt˜WÓ%€DçßØ—<‘<¨!�<Ó,‰Dà—<‘<“>ˆDô �|‰|×Ñ §
¡
£Ó-�H€Aˆ"Ø	ˆ!ˆUˆdˆUˆ(�€AØ	ˆ%ˆ4ˆ€AØ	ŒE�JŠJ�q‹MÕ€AØ	ˆEˆTˆE�1ˆH�€Bä�9Š9�a—i‘i“k 2§:¡:£<Ð0Ó1€DÜ�^Š^˜D¤.Ó1€FØˆg€Gà	�‰�Ó €AØ	�‰�'Ó	"€BßØ�I‰I�g Q¨Ó*ˆØ�Z‰Z˜ k°!¥n°kÀ!µnÓEˆØˆ7€Nó    c                   ó   € ] tR t^-t^ t^tRtR# )ÚLORAType© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚSTANDARDÚ	FULL_DIFFÚ__static_attributes__r/   r,   r*   r.   r.   -   s   † Ø€HØ„Ir,   r.   ÚstandardÚ	full_diffc           
      óè  € \         P                  P                  V .4       V P                  VR 7      p\	        VP                  4       4      p\        \        V4      RR7       EFÝ  p	W‰,          p
W‰,          P                  R^4      p\        V4      ^8  g%   V^,          R9  g   V^,          R8X  d   V'       g   KZ  \         P                  P                  V P                  V^ ,          4      p\        VR4      '       d2   \        VRR4      '       g   V P                  W P                  RR	7      pMWz,          pV^,          R8X  Ed“   V\         P"                  8X  Ed   VP$                  ^8  dV   V'       dK   VP'                  4       P)                  4       P+                  4       VR
P-                  W:\        V4      R 4      &   EKa   \/        WÑ4      pV^ ,          P'                  4       P)                  4       P+                  4       VRP-                  W:\        V4      R 4      &   V^,          P'                  4       P)                  4       P+                  4       VRP-                  W:\        V4      R 4      &   EK  V\         P4                  8X  dN   VP'                  4       P)                  4       P+                  4       VR
P-                  W:\        V4      R 4      &   EKt  EKw  V'       g   EK‚  V^,          R8X  g   EK“  VP'                  4       P)                  4       P+                  4       VRP-                  W:\        V4      R 4      &   EKà  	  V#    \0        P2                  ! RP-                  T
4      4        EK  ; i))Úfilter_prefixÚweight)ÚunitÚ.ÚbiasÚcomfy_cast_weightsÚcomfy_patched_weightsFT)Úreturn_weightz	{}{}.diffz{}{}.lora_up.weightz{}{}.lora_down.weightzLCould not generate lora weights for key {}, is the weight difference a zero?z{}{}.diff_b)r;   r>   iùÿÿÿéûÿÿÿ)ÚcomfyÚmodel_managementÚload_models_gpuÚmodel_state_dictÚlistÚkeysr   r   ÚrsplitÚutilsÚget_attrÚmodelÚhasattrÚgetattrÚpatch_weight_to_deviceÚload_devicer.   r4   ÚndimÚ
contiguousÚhalfÚcpuÚformatr+   ÚloggingÚwarningr5   )Ú
model_diffr   Úprefix_modelÚprefix_loraÚ	output_sdÚ	lora_typeÚ	bias_diffÚsdÚsd_keysÚindexÚkÚop_keysÚopÚweight_diffÚouts   &&&&&&&        r*   Úcalc_lora_modelrf   4   sð  € Ü	×Ñ×*Ñ*¨J¨<Ô8Ø	×	$Ñ	$°<Ð	$Ó	@€Bä�2—7‘7“9‹o€GÜœ˜G›¨8×4Ð4ˆØ�NˆØ•.×'Ñ'¨¨QÓ/ˆÜˆw‹<˜!Ô˜w q�zÐ1CÔCÈÐPQÍ
ÐV\ÔH\×enÙÜ�[‰[×!Ñ! *×"2Ñ"2°G¸AµJÓ?ˆÜ�2Ð+×,Ò,´W¸RÐAXÐZ_×5`Ò5`Ø$×;Ñ;¸A×?UÑ?UÐeiÐ;Ój‰Kà�%ˆKà�1�:˜Õ!ØœH×-Ñ-Õ-Ø×#Ñ# aÔ'ß Ø^i×^tÑ^tÓ^v×^{Ñ^{Ó^}÷  _Bñ  _Bó  _D˜	 +×"4Ñ"4°[ÄCÈÓDUÐVXÐBYÓ"ZÑ[Úð~Ü& {Ó9�CØdgÐhiÕdj×duÑduÓdw×d|Ñd|Ód~÷  eCñ  eCó  eE�IÐ3×:Ñ:¸;Ì#ÈlÓJ[Ð\^ÐH_Ó`ÑaØfiÐjkÕfl×fwÑfwÓfy×f~Ñf~ó  gA÷  gEñ  gEó  gG�IÐ5×<Ñ<¸[ÌCÐP\ÓL]Ð^`ÐJaÓbÔcð œh×0Ñ0Ô0ØVa×VlÑVlÓVn×VsÑVsÓVu×VyÑVyÓV{�	˜+×,Ñ,¨[¼CÀÓ<MÈbÐ:QÓRÔSò 1÷ ŠY˜7 1�:¨×/ØT_×TjÑTjÓTl×TqÑTqÓTs×TwÑTwÓTyˆI�m×*Ñ*¨;¼#¸lÓ:KÈBÐ8OÓPÔQñ7 5ð8 Ðøð~Ü—O’OÐ$r×$yÑ$yÐz{Ó$|×}Ð}ús   ÇB-MÍ'M1c                   óP   a € ] tR t^Wt o ]R 4       t]RV 3R lR ll4       tRtV tR# )ÚLoraSavec                ó  € \         P                  ! R R.RR\         P                  P                  RRR7      \         P                  P                  R^^R^R	R
7      \         P
                  P                  R\        \        P                  4       4      R	R7      \         P                  P                  RR	R	R7      \         P                  P                  RRR	R7      \         P                  P                  RRR	R7      .R	R	R7      # )rh   zexport lorazExtract and Save LoraÚexperimentalÚfilename_prefixzloras/ComfyUI_extracted_lora)Údefaultr   i   T)rl   r   ÚmaxÚstepÚadvancedr\   )Úoptionsro   r]   )rl   ro   rX   z3The ModelSubtract output to be converted to a lora.)ÚtooltipÚoptionalÚtext_encoder_diffz2The CLIPSubtract output to be converted to a lora.)Únode_idÚsearch_aliasesÚdisplay_nameÚcategoryÚinputsÚis_experimentalÚis_output_node)r   ÚSchemaÚStringÚInputÚIntÚComboÚtupleÚ
LORA_TYPESrH   ÚBooleanÚModelÚClip)Úclss   &r*   Údefine_schemaÚLoraSave.define_schemaX   sÛ   € ä�yŠyØØ)˜?Ø0Ø#ä—	‘	—‘Ð 1Ð;Y�ÓZÜ—‘—‘˜V¨Q°A¸4ÀaÐRV�ÓWÜ—‘—‘˜{´E¼*¿/¹/Ó:KÓ4LÐW[�Ó\Ü—
‘
× Ñ  °dÀTÐ ÓJÜ—‘—‘Ø ØQØ!ð ó ô
 —‘—‘Ø%ØPØ!ð ó ðð  !Øô-
ð 	
r,   Nc                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r
   Úreturn)r   Ú
NodeOutput)rU   Ú__classdict__s   "€r*   Ú__annotate__ÚLoraSave.__annotate__t   s   ø€ ÷ ñ Ñnp×n{Ñn{ñ r,   c           
     óè  € Vf   Vf   \         P                  ! 4       # \        P                  V4      p\        P
                  ! V\        P                  ! 4       4      w  rxršp/ pVe   \        WRRRW³VR7      pVe   \        VP                  VRRW³VR7      pV RV	R R2p\        P                  P                  W|4      p\        P                  P                  W¼R R7       \         P                  ! 4       # )	Nzdiffusion_model.)r]   Ú ztext_encoders.Ú_Ú05z_.safetensors)Úmetadata)r   r‹   r�   ÚgetÚfolder_pathsÚget_save_image_pathÚget_output_directoryrf   ÚpatcherÚosÚpathÚjoinrC   rJ   Úsave_torch_file)r…   rk   r   r\   r]   rX   rs   Úfull_output_folderÚfilenameÚcounterÚ	subfolderr[   Úoutput_checkpoints   &&&&&&&      r*   ÚexecuteÚLoraSave.executes   s   € àÒÐ"3Ò";Ü—=’=“?Ð"ä—N‘N 9Ó-ˆ	ÜLX×LlÒLlÐm|ô  K÷  `ò  `ó  bó  McÑIÐ g¸/àˆ	ØÒ!Ü'¨
Ð:LÐN`Ðbkð  CLô  MˆIØÒ(Ü'Ð(9×(AÑ(AÀ4ÈÐM]Ð_hð  @Iô  JˆIà'˜j¨¨'°"¨°]ÐCÐÜŸG™GŸL™LÐ);ÓOÐä�‰×#Ñ# IÈ4Ð#ÔPÜ�}Š}‹Ðr,   r/   )NN)	r0   r1   r2   r3   Úclassmethodr†   r¢   r6   Ú__classdictcell__©rŒ   s   @r*   rh   rh   W   s0   ø‡ € Øñ
ó ð
ð4 ÷ñ ó ör,   rh   c                   ó<   a € ] tR t^ˆt o ]V 3R lR l4       tRtV tR# )ÚLoraSaveExtensionc                óT   <€ V ^8„  d   QhRS[ S[S[P                  ,          ,          /# r‰   )rG   Útyper   Ú	ComfyNode)rU   rŒ   s   "€r*   r�   ÚLoraSaveExtension.__annotate__Š   s"   ø€ ÷ 
ñ 
¡T©$©r¯|©|Õ*<Õ%=ñ 
r,   c              ƒ  ó   "  € \         .# 5i©N)rh   )Úselfs   &r*   Úget_node_listÚLoraSaveExtension.get_node_list‰   s   é € ô ð
ð 	
ùs   ‚
r/   N)r0   r1   r2   r3   r   r°   r6   r¥   r¦   s   @r*   r¨   r¨   ˆ   s   ø‡ € Ø÷
ó ö
r,   r¨   c                ó$   € V ^8„  d   QhR\         /# r‰   ©r¨   )rU   s   "r*   r�   r�   �   s   € ÷ ñ Ô 1ñ r,   c               ƒ   ó   "  € \        4       # 5ir®   r³   r/   r,   r*   Úcomfy_entrypointrµ   �   s   é € ÜÓÐùs   ‚)F)r   Úcomfy.model_managementrC   Úcomfy.utilsr•   r™   rV   Úenumr   Útyping_extensionsr   Úcomfy_api.latestr   r   Ú	tqdm.autor   r   r+   r.   r4   r5   r�   rf   r«   rh   r¨   rµ   r/   r,   r*   Ú<module>r¼      s€   ðÛ Û Û Û Û 	Û Ý Ý &ß /Ý à€òô>ˆtô ð ˜(×+Ñ+Ø˜8×-Ñ-ð/€
ô!ôF.ˆr�|‰|ô .ôb
˜ô 
÷r,   