+
    „°ñjÛ5  ã                   ó„   € ^ RI t ^ RIHt ^ RIt^ RIHu Ht ^ RIt	^RI
HtHtHtHtHt  ! R R]4      t ! R R]4      tR# )é    N)ÚOptional)ÚWeightAdapterBaseÚWeightAdapterTrainBaseÚweight_decomposeÚpad_tensor_to_shapeÚtucker_weight_from_convc                   óP   a a€ ] tR t^t oV 3R ltR tV3R lR ltR tRtVt	V ;t
# )ÚLoraDiffc                óÜ  <€ \         SV `  4        Vw  r#rErgVP                  ^ ,          VP                  ^,          r˜VP                  ^ ,          VP                  ^,          r©Vei   VP                  ^,
          p\        P
                  P                  \        P
                  P                  \        P
                  P                  3V,          pM\        P
                  P                  pV! W˜RR7      V n
        V! W©RR7      V n        V P                  P                  P                  P                  V4       V P                  P                  P                  P                  V4       Ve@   V! WYRR7      V n        V P                  P                  P                  P                  V4       MRV n        W�n        \        P
                  P#                  \        P$                  ! V4      RR7      V n        R# )r   NF)Úbias)Úrequires_grad)ÚsuperÚ__init__ÚshapeÚndimÚtorchÚnnÚConv1dÚConv2dÚConv3dÚLinearÚlora_upÚ	lora_downÚweightÚdataÚcopy_Úlora_midÚrankÚ	ParameterÚtensorÚalpha)ÚselfÚweightsÚmat1Úmat2r!   ÚmidÚ
dora_scaleÚreshapeÚout_dimr   Úin_dimÚconvdimÚlayerÚ	__class__s   &&           €Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\weight_adapter\lora.pyr   ÚLoraDiff.__init__   sI  ø€ Ü‰ÑÔØ6=Ñ3ˆ�E 
ØŸ
™
 1� t§z¡z°!¥}�Ø—z‘z !•} d§j¡j°¥mˆfØŠ?Ø—h‘h •lˆGÜ—X‘X—_‘_¤e§h¡h§o¡o´u·x±x·±ÐGÈÕP‰Eä—H‘H—O‘OˆEÙ˜T°Ô7ˆŒÙ˜v°%Ô8ˆŒØ�‰×Ñ× Ñ ×&Ñ& tÔ,Ø�‰×Ñ×"Ñ"×(Ñ(¨Ô.ØŠ?Ù! #°%Ô8ˆDŒMØ�M‰M× Ñ ×%Ñ%×+Ñ+¨CÕ0à ˆDŒMØŒ	Ü—X‘X×'Ñ'¬¯ª°UÓ(;È5Ð'ÓQˆŽ
ó    c                óØ  € VP                   pV P                  f3   V P                  P                  V P                  P                  ,          pMI\        V P                  P                  V P                  P                  V P                  P                  4      pV P                  V P                  ,          pWVP                  VP                  4      ,          ,           pVP                  V4      # ©N)Údtyper   r   r   r   r   r!   r   r(   r   Úto)r"   ÚwÚ	org_dtypeÚdiffÚscaler   s   &&    r.   Ú__call__ÚLoraDiff.__call__'   sŸ   € Ø—G‘Gˆ	Ø�=‰=Ò Ø—<‘<×&Ñ&¨¯©×)>Ñ)>Õ>‰Dä*Ø—‘×#Ñ# T§^¡^×%:Ñ%:¸D¿M¹M×<PÑ<PóˆDð —
‘
˜TŸY™YÕ&ˆØ˜TŸ\™\¨!¯'©'Ó2Õ2Õ2ˆØ�y‰y˜Ó#Ð#r0   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# ©é   ÚxÚbase_outÚreturn©r   ÚTensor)ÚformatÚ__classdict__s   "€r.   Ú__annotate__ÚLoraDiff.__annotate__3   s3   ø€ ÷ Fñ F‘5—<‘<ð F©5¯<©<ð F¹E¿L¹Lñ Fr0   c                óø  € V P                   V P                  ,          \        V RR4      ,          p\        V RR4      p\        V R^ 4      p\        V R/ 4      pV P                  P                  pV P
                  P                  pV'       Edƒ   \        P                  \        P                  \        P                  3V^,
          ,          p	VP                  4       ^8X  dt   \        V RR
V,          4      p
\        V RR	4      pVe(   VP                  ! VP                  ^ ,          V.V
O5!  pM'VP                  ! . VP                  O^.V,          O5!  pVP                  4       ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pV	! W3/ VB pV P                  e[   V P                  P                  pVP                  4       ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pV	! WÍ4      pV	! WÈ4      pWã,          # \        P                  ! W4      pV P                  e-   V P                  P                  p\        P                  ! WÍ4      p\        P                  ! WÈ4      pWã,          # )a'  
Additive bypass component for LoRA training: h(x) = up(down(x)) * scale

Simple implementation using the nn.Module weights directly.
No mid/dora/reshape branches (create_train doesn't create them).

Args:
    x: Input tensor
    base_out: Output from base forward (unused, for API consistency)
Ú
multiplierç      ð?Úis_convFÚconv_dimÚkw_dictÚkernel_sizeÚin_channelsN©é   )r!   r   Úgetattrr   r   r   ÚFÚconv1dÚconv2dÚconv3dÚdimÚviewr   r   Úlinear)r"   r>   r?   r8   rJ   rK   rL   Údown_weightÚ	up_weightÚconv_fnrM   rN   ÚhiddenÚ
mid_weightÚouts   &&&            r.   ÚhÚ
LoraDiff.h3   s!  € ð —‘˜dŸi™iÕ'¬7°4¸ÀsÓ+KÕKˆô ˜$ 	¨5Ó1ˆÜ˜4 ¨QÓ/ˆÜ˜$ 	¨2Ó.ˆð —n‘n×+Ñ+ˆØ—L‘L×'Ñ'ˆ	çˆ7ô —x‘x¤§¡¬1¯8©8Ð4°XÀµ\ÕBˆGð
 �‰Ó  AÔ%Ü% d¨M¸4À(½?ÓK�Ü% d¨M¸4Ó@�ØÒ*Ø"-×"2Ò"2Ø#×)Ñ)¨!Õ,¨kð#Ø<Gó#‘Kð
 #.×"2Ò"2ð #Ø$×*Ñ*ð#Ø/0¨c°H­nó#�Kð �}‰}‹ !Ô#à%ŸNšNÐO¨I¯O©OÐOÀ¸sÀX½~ÓO�	ñ ˜QÑ7¨wÑ7ˆFð �}‰}Ò(Ø!Ÿ]™]×1Ñ1�
Ø—>‘>Ó# qÔ(Ø!+§¢Ð!V°*×2BÑ2BÐ!VÀqÀcÈHÅnÓ!V�JÙ  Ó4�ñ ˜&Ó,ˆCð �{Ðô —X’X˜aÓ-ˆFð �}‰}Ò(Ø!Ÿ]™]×1Ñ1�
ÜŸš &Ó5�ä—(’(˜6Ó-ˆCà�{Ðr0   c                óB   € \        R  V P                  4        4       4      # )c              3   ój   "  € T F)  qP                  4       VP                  4       ,          x € K+  	  R # 5ir2   )ÚnumelÚelement_size)Ú.0Úparams   & r.   Ú	<genexpr>Ú0LoraDiff.passive_memory_usage.<locals>.<genexpr>|   s'   é € ÐWÑEV¸E—;‘;“= 5×#5Ñ#5Ó#7×7Ò7ÓEVùs   ‚13)ÚsumÚ
parameters©r"   s   &r.   Úpassive_memory_usageÚLoraDiff.passive_memory_usage{   s   € ÜÑWÀTÇ_Á_ÔEVÓWÓWÐWr0   )r!   r   r   r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r9   r_   rl   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r-   rD   s   @@r.   r
   r
      s)   ù‡ € õRò,
$÷Fð F÷PXò Xr0   r
   c                   óž   a € ] tR t^t o RtR t]RR l4       tR t]RV 3R lR ll4       t	R t
]P                  R3R	 ltV 3R
 lR ltRtV tR# )ÚLoRAAdapterÚlorac                ó   € Wn         W n        R # r2   ©Úloaded_keysr#   )r"   rz   r#   s   &&&r.   r   ÚLoRAAdapter.__init__‚   s   € Ø&ÔØŽr0   c                óø  € VP                   ^ ,          pVP                   R,          P                  4       p\        P                  ! WBVP                  \        P
                  R7      p\        P                  ! W%VP                  \        P
                  R7      p\        P                  P                  P                  VRR7       \        P                  P                  P                  VR4       \        WgVRRR34      # )r   :rP   NN)Údevicer3   )Úag        Ng¨ô—›wã@)r   rc   r   Úemptyr}   Úfloat32r   ÚinitÚkaiming_uniform_Ú	constant_r
   )Úclsr   r   r!   r)   r*   r$   r%   s   &&&&    r.   Úcreate_trainÚLoRAAdapter.create_train†   s£   € à—,‘,˜q•/ˆØ—‘˜bÕ!×'Ñ'Ó)ˆÜ�{Š{˜7°·±ÄeÇmÁmÔTˆÜ�{Š{˜4°·±ÄUÇ]Á]ÔSˆÜ�‰�‰×&Ñ& t¨vÐ&Ô6Ü�‰�‰×Ñ  cÔ*Ü˜ U¨D°$¸Ð=Ó>Ð>r0   c                ó,   € \        V P                  4      # r2   )r
   r#   rk   s   &r.   Úto_trainÚLoRAAdapter.to_train�   s   € Ü˜Ÿ™Ó%Ð%r0   Nc                óš   <€ V ^8„  d   QhRS[ RS[S[ S[P                  3,          RS[RS[P                  RS[S[ ,          RS[R,          /# )r=   r>   rw   r!   r'   rz   r@   rv   )ÚstrÚdictr   rB   ÚfloatÚsetr   )rC   rD   s   "€r.   rE   ÚLoRAAdapter.__annotate__”   sj   ø€ ÷ Cñ CáðCñ ‘3™Ÿ™Ð$Õ%ðCñ ð	Cñ
 —L‘LðCñ ™•XðCñ 
�-Õ	 ñCr0   c                ó  € Vf   \        4       pRP                  V4      pRP                  V4      pRP                  V4      pRP                  V4      p	RP                  V4      p
RP                  V4      pRP                  V4      pRP                  V4      pR pWrP                  4       9   d&   TpR	P                  V4      pR
P                  V4      pMûW‚P                  4       9   d   TpRP                  V4      pR pMÑW’P                  4       9   d   T	pRP                  V4      pR pM§W¢P                  4       9   d   T
pRP                  V4      pR pM}W²P                  4       9   d   TpRP                  V4      pR pMSWÂP                  4       9   d   TpRP                  V4      pR pM)WÒP                  4       9   d   TpRP                  V4      pR pVe´   R pXe0   VVP                  4       9   d   VV,          pVP                  V4       R pWbP                  4       9   d)    W&,          P	                  4       pVP                  V4       W.,          VX,          VVVV3pVP                  V4       VP                  V4       V ! VV4      # R #     LF; i)Nz{}.reshape_weightz{}.lora_up.weightz{}_lora.up.weightz{}.lora_B.weightz{}.lora.up.weightz	{}.lora_Bz{}.lora_linear_layer.up.weightz{}.lora_B.default.weightz{}.lora_down.weightz{}.lora_mid.weightz{}_lora.down.weightz{}.lora_A.weightz{}.lora.down.weightz	{}.lora_Az {}.lora_linear_layer.down.weightz{}.lora_A.default.weight)rŽ   rC   ÚkeysÚaddÚtolist)r„   r>   rw   r!   r'   rz   Úreshape_nameÚregular_loraÚdiffusers_loraÚdiffusers2_loraÚdiffusers3_loraÚ
mochi_loraÚtransformers_loraÚqwen_default_loraÚA_nameÚB_nameÚmid_namer&   r(   r#   s   &&&&&&              r.   ÚloadÚLoRAAdapter.load“   s_  € ð ÒÜ›%ˆKà*×1Ñ1°!Ó4ˆØ*×1Ñ1°!Ó4ˆØ,×3Ñ3°AÓ6ˆØ,×3Ñ3°AÓ6ˆØ-×4Ñ4°QÓ7ˆØ ×'Ñ'¨Ó*ˆ
Ø<×CÑCÀAÓFÐØ6×=Ñ=¸aÓ@ÐØˆàŸ9™9›;Ô&Ø!ˆFØ*×1Ñ1°!Ó4ˆFØ+×2Ñ2°1Ó5‰HØŸy™y›{Ô*Ø#ˆFØ*×1Ñ1°!Ó4ˆFØ‰HØ§	¡	£Ô+Ø$ˆFØ'×.Ñ.¨qÓ1ˆFØ‰HØ§	¡	£Ô+Ø$ˆFØ*×1Ñ1°!Ó4ˆFØ‰HØŸ9™9›;Ô&ØˆFØ ×'Ñ'¨Ó*ˆFØ‰HØ§)¡)£+Ô-Ø&ˆFØ7×>Ñ>¸qÓAˆFØ‰HØ§)¡)£+Ô-Ø&ˆFØ/×6Ñ6°qÓ9ˆFØˆHàÒØˆCØÒ#¨°D·I±I³KÔ(?Ø˜8•n�Ø—‘ Ô)ØˆGØŸy™y›{Ô*ðØ"Õ0×7Ñ7Ó9�GØ—O‘O LÔ1ð •| T¨&¥\°5¸#¸zÈ7ÐSˆGØ�O‰O˜FÔ#Ø�O‰O˜FÔ#Ù�{ GÓ,Ð,áøðÙús   È'J ÊJ
c                óJ   € V P                   ^,          pVe   \        V4      # R# )é   N)r#   Útuple)r"   Úkeyr(   s   && r.   Úcalculate_shapeÚLoRAAdapter.calculate_shapeÙ   s%   € ð —,‘,˜q•/ˆØ!(Ò!4Œu�W‹~Ð>¸$Ð>r0   c	           	     óR  € V P                   p	\        P                  P                  V	^ ,          VP                  V4      p
\        P                  P                  V	^,          VP                  V4      pV	^,          pV	^,          pVe   \        W4      pV	^,          e#   V	^,          VP                  ^ ,          ,          pMRpV	^,          eó   \        P                  P                  V	^,          VP                  V4      pVP                  ^,          VP                  ^ ,          VP                  ^,          VP                  ^,          .p\        P                  ! VP                  ^ ^4      P                  ^R7      VP                  ^ ^4      P                  ^R7      4      P                  V4      P                  ^ ^4      p \        P                  ! V
P                  ^R7      VP                  ^R7      4      P                  VP                  4      p?
?Ve   \        VVVVVVV4      pV# W! W>,          V,          P                  VP                  4      4      ,          p V#   \         d=   p\         P"                  ! RP%                  T P&                  TT4      4        Rp?T# Rp?ii ; i)r   NrI   )Ú	start_dimzERROR {} {} {})r#   ÚcomfyÚmodel_managementÚcast_to_devicer}   r   r   r   ÚmmÚ	transposeÚflattenr(   r   Útyper3   Ú	ExceptionÚloggingÚerrorrC   Úname)r"   r   r¤   ÚstrengthÚstrength_modelÚoffsetÚfunctionÚintermediate_dtypeÚoriginal_weightÚvr$   r%   r'   r(   r!   Úmat3Úfinal_shapeÚ	lora_diffÚes   &&&&&&&&&          r.   Úcalculate_weightÚLoRAAdapter.calculate_weightà   sC  € ð �L‰LˆÜ×%Ñ%×4Ñ4Øˆa�D�&—-‘-Ð!3ó
ˆô ×%Ñ%×4Ñ4Øˆa�D�&—-‘-Ð!3ó
ˆð �q•Tˆ
Ø�A•$ˆàÒÜ(¨Ó9ˆFàˆQ�4ÒØ�a•D˜4Ÿ:™: a�=Õ(‰EàˆEàˆQ�4Òä×)Ñ)×8Ñ8Ø�!•�f—m‘mÐ%7óˆDð  Ÿ:™: a�=¨$¯*©*°Q­-¸¿¹ÀA½ÈÏ
É
ÐSTÍÐVˆKä—’Ø—N‘N 1 aÓ(×0Ñ0¸1Ð0Ó=Ø—N‘N 1 aÓ(×0Ñ0¸1Ð0Ó=ó÷ ‘˜Ó%ß‘˜1˜a“ð ð	FÜŸšØ—‘ q�Ó)¨4¯<©<À!¨<Ó+Dóç‰g�f—l‘lÓ#ð ð �dØÒ%Ü)ØØØØØØ&Øó�ð ˆð ˜( XÕ%5¸Õ$B×#HÑ#HÈÏÉÓ#VÓWÕW‘ð ˆøô ô 	FÜ�MŠMÐ*×1Ñ1°$·)±)¸SÀ!ÓD×EÐEØˆûð	Fús   Æ?A'I È(4I ÉJ&É*1J!Ê!J&c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# r<   rA   )rC   rD   s   "€r.   rE   r�      s3   ø€ ÷ Pñ P‘5—<‘<ð P©5¯<©<ð P¹E¿L¹Lñ Pr0   c                ór  € RR\         P                  \         P                  \         P                  \         P                  .pV P
                  pV^ ,          pV^,          pV^,          pV^,          pVP                  ^ ,          p	Ve
   Wy,          p
MRp
V
\        V RR4      ,          p
VP                  VP                  R7      pVP                  VP                  R7      p\        V RR4      p\        V R^ 4      p\        V R/ 4      pV'       Ed2   VV^,           ,          p\        V R	RV,          4      p\        V R
R4      pVP                  4       ^8X  dS   Ve(   VP                  ! VP                  ^ ,          V.VO5!  pM'VP                  ! . VP                  O^.V,          O5!  pVP                  4       ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pVeY   VP                  VP                  R7      pVP                  4       ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pM\         P                  p/ pVeI   V'       g   VP                  VP                  R7      pV! W4      pV! VV3/ VB pV! VV4      pVV
,          # V! W3/ VB pV! VV4      pVV
,          # )af  
Additive bypass component for LoRA: h(x) = up(down(x)) * scale

Note:
    Does not access original model weights - bypass mode is designed
    for quantized models where weights may not be accessible.

Args:
    x: Input tensor
    base_out: Output from base forward (unused, for API consistency)

Reference: LyCORIS functional/locon.py bypass_forward_diff
NrI   rH   )r3   rJ   FrK   rL   rM   rN   rO   )rR   rX   rS   rT   rU   r#   r   rQ   r4   r3   rV   rW   )r"   r>   r?   Ú	FUNC_LISTrº   ÚupÚdownr!   r&   r   r8   rJ   rK   rL   ÚoprM   rN   r\   r^   s   &&&                r.   r_   ÚLoRAAdapter.h   s`  € ð ˜4¤§¡¬1¯8©8´Q·X±X¼q¿x¹xÐHˆ	à�L‰Lˆàˆq�TˆØ��tˆØ�!•ˆØ��dˆð �z‰z˜!�}ˆØÒØ•L‰EàˆEØœ  l°CÓ8Õ8ˆð �U‰U˜Ÿ™ˆUÓ!ˆØ�w‰w˜QŸW™WˆwÓ%ˆô ˜$ 	¨5Ó1ˆÜ˜4 ¨QÓ/ˆÜ˜$ 	¨2Ó.ˆçˆ7ØØ˜1•õˆBô " $¨°t¸hµÓGˆKÜ! $¨°tÓ<ˆKð
 �x‰x‹z˜QŒàÒ*ØŸ9š9 T§Z¡Z°¥]°KÐNÀ+ÓN‘Dð  Ÿ9š9ÐD d§j¡jÐD°Q°C¸(µNÓD�DØ�v‰v‹x˜1Œ}à—W’WÐ:˜bŸh™hÐ:¨1¨#°­.Ó:�ØŠØ—f‘f 1§7¡7�fÓ+�Ø—7‘7“9 ”>ØŸ(š(ÐA C§I¡IÐA°!°°xµÓA�Cøä—‘ˆBØˆGð Š?ßØ—f‘f 1§7¡7�fÓ+�Ù˜“[ˆFÙ˜ Ñ/ wÑ/ˆFÙ�V˜R“.ˆCð
 �U�{Ðñ ˜Ñ+ 7Ñ+ˆFÙ�V˜R“.ˆCà�U�{Ðr0   ry   )rP   rI   r2   )rn   ro   rp   rq   r³   r   Úclassmethodr…   rˆ   rŸ   r¥   r   r€   r¿   r_   rr   rs   )rD   s   @r.   rv   rv      sh   ø‡ € Ø€Dòð ó?ó ð?ò&ð ÷Cñ Có ðCòJ?ð !Ÿ=™=Øô>÷@Pö Pr0   rv   )r±   Útypingr   r   Útorch.nn.functionalr   Ú
functionalrR   Úcomfy.model_managementr©   Úbaser   r   r   r   r   r
   rv   © r0   r.   Ú<module>rÏ      sB   ðÛ Ý ã ß Ð Û ÷õ ôlXÐ%ô lXô^qÐ#ö qr0   