+
    „°ñj'  ã                   óf   € ^ RI t ^ RIHtHt ^ RIt^ RIHu Ht ^ RI	t
^RIHtHt  ! R R]4      tR# )é    N)ÚCallableÚOptional)ÚWeightAdapterBaseÚweight_decomposec                   ó¢   a € ] tR t^
t o RtR t]RV 3R lR ll4       t]P                  R3R lt
V 3R lR ltV 3R	 lR
 ltV 3R lR ltRtV tR# )ÚGLoRAAdapterÚglorac                ó   € Wn         W n        R # ©N©Úloaded_keysÚweights)Úselfr   r   s   &&&Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\weight_adapter\glora.pyÚ__init__ÚGLoRAAdapter.__init__   s   € Ø&ÔØŽó    Nc                óš   <€ V ^8„  d   QhRS[ RS[S[ S[P                  3,          RS[RS[P                  RS[S[ ,          RS[R,          /# )é   ÚxÚloraÚalphaÚ
dora_scaler   Úreturnr   )ÚstrÚdictÚtorchÚTensorÚfloatÚsetr   )ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚGLoRAAdapter.__annotate__   sb   ø€ ÷ ñ áðñ ‘3™Ÿ™Ð$Õ%ðñ ð	ñ
 —L‘Lðñ ™•Xðñ 
�.Õ	!ñr   c                óŽ  € Vf   \        4       pRP                  V4      pRP                  V4      pRP                  V4      pRP                  V4      p	Wb9   dm   W&,          W',          W(,          W),          VV3p
VP                  V4       VP                  V4       VP                  V4       VP                  V	4       V ! WZ4      # R # )Nz{}.a1.weightz{}.a2.weightz{}.b1.weightz{}.b2.weight)r    r!   Úadd)Úclsr   r   r   r   r   Úa1_nameÚa2_nameÚb1_nameÚb2_namer   s   &&&&&&     r   ÚloadÚGLoRAAdapter.load   s·   € ð ÒÜ›%ˆKØ ×'Ñ'¨Ó*ˆØ ×'Ñ'¨Ó*ˆØ ×'Ñ'¨Ó*ˆØ ×'Ñ'¨Ó*ˆØŒ?à•Ø•Ø•Ø•ØØðˆGð �O‰O˜GÔ$Ø�O‰O˜GÔ$Ø�O‰O˜GÔ$Ø�O‰O˜GÔ$Ù�{Ó,Ð,ár   c	           
     óÒ	  € V P                   p	V	^,          p
RpV	^,          P                  ^,          V	^,          P                  ^ ,          u;8X  d@   V	^ ,          P                  ^ ,          u;8X  d    V	^,          P                  ^,          8X  d    M MV	^ ,          P                  ^ ,          pRpV	^,          P                  ^ ,          V	^,          P                  ^,          u;8X  d@   V	^ ,          P                  ^,          u;8X  d    V	^,          P                  ^ ,          8X  d‚   M M~V'       d[   V	^,          P                  ^ ,          VP                  ^ ,          8X  d+   VP                  ^ ,          VP                  ^,          8X  d   MRpV	^,          P                  ^ ,          p\        P                  P	                  V	^ ,          P                  ^R7      VP                  V4      p\        P                  P	                  V	^,          P                  ^R7      VP                  V4      p\        P                  P	                  V	^,          P                  ^R7      VP                  V4      p\        P                  P	                  V	^,          P                  ^R7      VP                  V4      pV	^,          e   V	^,          X,          pMRp V'       dƒ   \        P                  ! VV4      \        P                  ! \        P                  ! VP                  ^R7      P                  VR7      V4      V4      ,           P                  VP                  4      pMùVP                  4       ^8”  dY   \        P                  ! R\        P                  ! RVP                  VR7      V4      V4      P                  VP                  4      pMU\        P                  ! \        P                  ! VP                  VR7      V4      V4      P                  VP                  4      pV\        P                  ! VV4      P                  VP                  4      ,          pV
e   \        V
VVVVVV4      pV# W! VV,          V,          P                  VP                  4      4      ,          p V#   \          d=   p\"        P$                  ! RP'                  T P(                  TT4      4        Rp?T# Rp?ii ; i)	é   FT)Ú	start_dimNç      ð?©Údtypezo i ..., i j -> o j ...zERROR {} {} {})r   ÚshapeÚcomfyÚmodel_managementÚcast_to_deviceÚflattenÚdevicer   ÚmmÚtoÚreshapeÚdimÚeinsumr   Útyper3   Ú	ExceptionÚloggingÚerrorr!   Úname)r   ÚweightÚkeyÚstrengthÚstrength_modelÚoffsetÚfunctionÚintermediate_dtypeÚoriginal_weightÚvr   Ú	old_gloraÚrankÚa1Úa2Úb1Úb2r   Ú	lora_diffÚes   &&&&&&&&&           r   Úcalculate_weightÚGLoRAAdapter.calculate_weight1   s´  € ð �L‰LˆØ�q•Tˆ
àˆ	ØˆQ�4�:‰:�a�=˜A˜a�DŸJ™J q�MÖK¨Q¨q­T¯Z©Z¸­]ÖK¸aÀ½d¿j¹jÈ½m×KØ�Q•4—:‘:˜a•=ˆDØˆIàˆQ�4�:‰:�a�=˜A˜a�DŸJ™J q�MÖK¨Q¨q­T¯Z©Z¸­]ÖK¸aÀ½d¿j¹jÈ½m×KçØ�a•D—J‘J˜q•M V§\¡\°!¥_Ô4Ø—L‘L •O v§|¡|°A¥Ô6àà!�	Ø˜•t—z‘z !•}�ä×#Ñ#×2Ñ2Øˆa�D�L‰L 1ˆLÓ% v§}¡}Ð6Hó
ˆô ×#Ñ#×2Ñ2Øˆa�D�L‰L 1ˆLÓ% v§}¡}Ð6Hó
ˆô ×#Ñ#×2Ñ2Øˆa�D�L‰L 1ˆLÓ% v§}¡}Ð6Hó
ˆô ×#Ñ#×2Ñ2Øˆa�D�L‰L 1ˆLÓ% v§}¡}Ð6Hó
ˆð ˆQ�4ÒØ�a•D˜4•K‰EàˆEð+	Fßä—H’H˜R Ó$Ü—h’hÜŸšØ"ŸN™N°Q˜NÓ7×:Ñ:ÐASÐ:ÓTÐVXóð ó	õ÷ ‘'Ø—L‘Lóñ ð —:‘:“< !Ô#Ü %§¢Ø1ÜŸšØ5Ø"ŸI™IÐ,>˜IÓ?Øóð
 ó!÷ ‘g˜fŸl™lÓ+ñ ô !&§¢ÜŸš §¡Ð1C Ó!DÀbÓIÈ2ó!ç‘g˜fŸl™lÓ+ð ð œUŸXšX b¨"Ó-×5Ñ5°f·l±lÓCÕC�	àÒ%Ü)ØØØØØØ&Øó�ð ˆð ˜( X°Õ%5¸Õ$B×#HÑ#HÈÏÉÓ#VÓWÕW‘ð ˆøô ô 	FÜ�MŠMÐ*×1Ñ1°$·)±)¸SÀ!ÓD×EÐEØˆûð	Fús%   ËR ËFR Ñ'5R ÒS&Ò*1S!Ó!S&c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   r   ©r   r   )r!   r"   s   "€r   r#   r$   �   s   ø€ ÷ eñ e¡§¡ñ er   c                ó 	  € V P                   pV^ ,          pV^,          pV^,          pV^,          pV^,          pVP                  pVP                  VR7      pVP                  VR7      pVP                  VR7      pVP                  VR7      pRp	VP                  ^,          VP                  ^ ,          u;8X  d2   VP                  ^ ,          u;8X  d   VP                  ^,          8X  d   M MVP                  ^ ,          p
Rp	VP                  ^ ,          VP                  ^,          u;8X  d2   VP                  ^,          u;8X  d   VP                  ^ ,          8X  dt   M MpV	'       dT   VP                  ^ ,          VP                  R,          8X  d+   VP                  R,          VP                  R,          8X  d   MRp	VP                  ^ ,          p
Ve   VX
,          pMRp\	        V RR4      pW¼,          p\	        V RR4      p\	        V R^ 4      p\	        V R	/ 4      pV'       EdÓ   \
        P                  \
        P                  \
        P                  3V^,
          ,          pVP                  R
RV,          4      pVP                  RRV,          4      p\	        V RRV,          4      p\	        V RR4      pVP                  ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pVP                  ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pVP                  ^8X  d(   VP                  ! . VP                  O^.V,          O5!  pVP                  ^8X  dS   Ve(   VP                  ! VP                  ^ ,          V.VO5!  pM'VP                  ! . VP                  O^.V,          O5!  pV! W4      pV! VV4      V,          pV! WVVR7      pV! VV4      V,          pVV3# V	'       di   \
        P                  ! \
        P                  ! W4      V4      V,          p\
        P                  ! \
        P                  ! W4      V4      V,          pVV3# \
        P                  ! \
        P                  ! W4      V4      V,          p\
        P                  ! \
        P                  ! W4      V4      V,          pVV3# )aS  
Compute A path and B path outputs for GLoRA bypass.

GLoRA: f(x) = Wx + WAx + Bx
- A path: a1(a2(x)) - modifies input to base forward
- B path: b1(b2(x)) - additive component

Note:
    Does not access original model weights - bypass mode is designed
    for quantized models where weights may not be accessible.

Returns: (a_out, b_out)
r2   FTNr1   Ú
multiplierÚis_convÚconv_dimÚkw_dictÚstrideÚpaddingÚkernel_sizeÚin_channels)r^   r_   éÿÿÿÿ)é   )r   )r   r3   r;   r4   ÚgetattrÚFÚconv1dÚconv2dÚconv3dÚgetÚndimÚviewÚlinear)r   r   rL   rO   rP   rQ   rR   r   r3   rM   rN   ÚscalerZ   r[   r\   r]   Úconv_fnÚmodule_strideÚmodule_paddingr`   ra   Úa2_outÚa_outÚb2_outÚb_outs   &&                       r   Ú_compute_pathsÚGLoRAAdapter._compute_paths�   s¼  € ð �L‰Lˆàˆq�TˆØˆq�TˆØˆq�TˆØˆq�TˆØ�!•ˆà—‘ˆð �U‰U˜ˆUÓˆØ�U‰U˜ˆUÓˆØ�U‰U˜ˆUÓˆØ�U‰U˜ˆUÓˆð ˆ	Ø�8‰8�A�;˜"Ÿ(™( 1�+ÖC¨¯©°!­ÖC¸¿¹À½×CØ—8‘8˜A•;ˆDØˆIà�8‰8�A�;˜"Ÿ(™( 1�+ÖC¨¯©°!­ÖC¸¿¹À½×Cß˜RŸX™X a�[¨A¯G©G°B­KÔ7¸A¿G¹GÀB½KÈ1Ï7É7ÐSUÍ;Ô<VØà!�	Ø—x‘x •{�àÒØ˜D•L‰EàˆEô ˜T <°Ó5ˆ
ØÕ"ˆô ˜$ 	¨5Ó1ˆÜ˜4 ¨QÓ/ˆÜ˜$ 	¨2Ó.ˆçˆ7ä—x‘x¤§¡¬1¯8©8Ð4°XÀµ\ÕBˆGð $ŸK™K¨°$¸µ/ÓBˆMØ$Ÿ[™[¨°D¸8µOÓDˆNÜ! $¨°t¸hµÓGˆKÜ! $¨°tÓ<ˆKð �w‰w˜!Œ|Ø—W’WÐ:˜bŸh™hÐ:¨1¨#°­.Ó:�Ø�w‰w˜!Œ|Ø—W’WÐ:˜bŸh™hÐ:¨1¨#°­.Ó:�Ø�w‰w˜!Œ|Ø—W’WÐ:˜bŸh™hÐ:¨1¨#°­.Ó:�à�w‰w˜!Œ|ØÒ*ØŸš §¡¨!¥¨kÐH¸KÓH‘BàŸšÐ> "§(¡(Ð>¨q¨c°H­nÓ>�Bñ ˜Q“^ˆFÙ˜F BÓ'¨%Õ/ˆEñ ˜Q¨=À.ÔQˆFÙ˜F BÓ'¨%Õ/ˆEð �eˆ|Ð÷ äŸš¤§¢¨!£°"Ó5¸Õ=�ÜŸš¤§¢¨!£°"Ó5¸Õ=�ð �eˆ|Ðô Ÿš¤§¢¨!£°"Ó5¸Õ=�ÜŸš¤§¢¨!£°"Ó5¸Õ=�à�eˆ|Ðr   c                óT   <€ V ^8„  d   QhRS[ RS[P                  RS[P                  /# )r   Úorg_forwardr   r   )r   r   r   )r!   r"   s   "€r   r#   r$   ö   s1   ø€ ÷  ñ  áð ñ �<‰<ð ñ 
�‰ñ r   c                ó\   € V P                  V4      w  rVV! W%,           .VO5/ VB pWv,           # )aH  
GLoRA bypass forward: f(x + a(x)) + b(x)

Unlike standard adapters, GLoRA modifies the input to the base forward
AND adds the B path output.

Note:
    Does not access original model weights - bypass mode is designed
    for quantized models where weights may not be accessible.

Reference: LyCORIS GLoRAModule._bypass_forward
©ru   )r   rx   r   ÚargsÚkwargsrr   rt   Úbase_outs   &&&*,   r   Úbypass_forwardÚGLoRAAdapter.bypass_forwardö   s9   € ð& ×*Ñ*¨1Ó-‰ˆñ ˜q�yÐ:¨4Ò:°6Ñ:ˆð ÕÐr   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r   r   r}   r   rX   )r!   r"   s   "€r   r#   r$     s.   ø€ ÷ ñ ‘5—<‘<ð ©5¯<©<ð ¹E¿L¹Lñ r   c                ó,   € V P                  V4      w  r4V# )aí  
For GLoRA, h() returns the B path output.

Note:
    GLoRA's full bypass requires overriding bypass_forward() since
    it also modifies the input to org_forward. This h() is provided for
    compatibility but bypass_forward() should be used for correct behavior.

    Does not access original model weights - bypass mode is designed
    for quantized models where weights may not be accessible.

Args:
    x: Input tensor
    base_out: Output from base forward (unused, for API consistency)
rz   )r   r   r}   Ú_rt   s   &&&  r   ÚhÚGLoRAAdapter.h  s   € ð  ×&Ñ& qÓ)‰ˆØˆr   r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rC   r   Úclassmethodr,   r   Úfloat32rU   ru   r~   rƒ   Ú__static_attributes__Ú__classdictcell__)r"   s   @r   r   r   
   s]   ø‡ € Ø€Dòð ÷ñ ó ððN !Ÿ=™=Øô\÷|eð e÷N ð  ÷6ö r   r   )rA   Útypingr   r   r   Útorch.nn.functionalÚnnÚ
functionalre   Úcomfy.model_managementr5   Úbaser   r   r   © r   r   Ú<module>r”      s)   ðÛ ß %ã ß Ð Û ß 5ôXÐ$ö Xr   