+
    „°ñjô  ã                   óP   € ^ RI t ^ RIHt ^ RIt^ RIt^RIHtHt  ! R R]4      t	R# )é    N)ÚOptional)ÚWeightAdapterBaseÚweight_decomposec                   ó„   a € ] tR t^	t o RtR t]RV 3R lR ll4       t]P                  R3R lt
R tV 3R lR	 ltR
tV tR# )ÚBOFTAdapterÚboftc                ó   € Wn         W n        R # ©N©Úloaded_keysÚweights)Úselfr   r   s   &&&Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\weight_adapter\boft.pyÚ__init__ÚBOFTAdapter.__init__   s   € Ø&ÔØŽó    Nc                óš   <€ V ^8„  d   QhRS[ RS[S[ S[P                  3,          RS[RS[P                  RS[S[ ,          RS[R,          /# )é   ÚxÚloraÚalphaÚ
dora_scaler   Úreturnr   )ÚstrÚdictÚtorchÚTensorÚfloatÚsetr   )ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚBOFTAdapter.__annotate__   sb   ø€ ÷ )ñ )áð)ñ ‘3™Ÿ™Ð$Õ%ð)ñ ð	)ñ
 —L‘Lð)ñ ™•Xð)ñ 
�-Õ	 ñ)r   c                ój  € Vf   \        4       pRP                  V4      pRP                  V4      pR pWbP                  4       9   d.   W&,          pVP                  ^8X  d   VP	                  V4       MR pVf   R # R p	WrP                  4       9   d   W',          p	VP	                  V4       W‰W43p
V ! WZ4      # )Nz{}.oft_blocksz
{}.rescale)r   r    ÚkeysÚndimÚadd)Úclsr   r   r   r   r   Úblocks_nameÚrescale_nameÚblocksÚrescaler   s   &&&&&&     r   ÚloadÚBOFTAdapter.load   s©   € ð ÒÜ›%ˆKØ%×,Ñ,¨QÓ/ˆØ#×*Ñ*¨1Ó-ˆàˆØŸ)™)›+Ô%ØÕ&ˆFØ�{‰{˜aÔØ—‘ Õ,à�ØŠ>ÙàˆØŸ9™9›;Ô&ØÕ(ˆGØ�O‰O˜LÔ)à EÐ6ˆÙ�;Ó(Ð(r   c	           	     ój  € V P                   p	V	^ ,          p
V	^,          pV	^,          pV	^,          p\        P                  P                  W¡P                  V4      p
Ve+   \        P                  P                  W±P                  V4      pV
P
                  vrïpp \        P                  ! VV
P                  V
P                  R7      pWªP                  RR4      ,
          pTpV^ 8”  d5   \        P                  ! V4      R,           pVV8”  d   VV,          V,          pVV,           VV,
          P                  4       P                  4       ,          pVP                  V4      pT;ppV^,          p\        V4       Fç  pVV,          p^p^V,          V,          pV^8w  d   VV,          ^V,
          V,          ,           pVP                  ^ RVV34      P                  ^^4      P!                  ^ ^4      P                  ^ RV34      p\        P"                  ! RVV4      pVP!                  ^ ^4      P                  ^ RVV34      P                  ^^4      P!                  ^ ^4      pKé  	  Ve
   VV,          pVV,
          p\        P                  P                  VVP                  V4      pVe   \%        VVVVVVV4      pV# W! VV,          P'                  VP                  4      4      ,          p V#   \(         d=   p\*        P,                  ! RP/                  T P0                  TT4      4        Rp?T# Rp?ii ; i)r   N©ÚdeviceÚdtypeç:Œ0âŽyE>zb i j, b j ...-> b i ...zERROR {} {} {}éÿÿÿÿéþÿÿÿ)r   ÚcomfyÚmodel_managementÚcast_to_devicer1   Úshaper   Úeyer2   Ú	transposeÚnormr   ÚinverseÚtoÚrangeÚ	unflattenÚflattenÚeinsumr   ÚtypeÚ	ExceptionÚloggingÚerrorr    Úname) r   ÚweightÚkeyÚstrengthÚstrength_modelÚoffsetÚfunctionÚintermediate_dtypeÚoriginal_weightÚvr+   r,   r   r   Úboft_mÚ	block_numÚboft_bÚ_ÚIÚqÚnormed_qÚq_normÚrÚinpÚorgÚr_bÚiÚbiÚgÚkÚ	lora_diffÚes    &&&&&&&&&                       r   Úcalculate_weightÚBOFTAdapter.calculate_weight0   sß  € ð �L‰LˆØ�1•ˆØ�A•$ˆØ�!•ˆØ�q•Tˆ
ä×'Ñ'×6Ñ6Ø—M‘MÐ#5ó
ˆð ÒÜ×,Ñ,×;Ñ;ØŸ™Ð(:óˆGð )/¯©Ð%ˆ˜6 Að8	Fä—	’	˜&¨¯©¸f¿l¹lÔKˆAà×)Ñ)¨"¨bÓ1Õ1ˆAØˆHØ�qŒyÜŸš A›¨Õ-�Ø˜E”>Ø  5�y¨6Õ1�Hà�X• ! h¥,×!5Ñ!5Ó!7×!?Ñ!?Ó!AÕAˆAØ—‘�V“ˆAØÐˆC�#à˜A•+ˆCÜ˜6–]�Ø�q•T�Ø�Ø�q•D˜3•J�Ø˜q”=Ø˜h�¨!¨h­,¸!Õ);Õ;�Bà—M‘M ! b¨!¨Q ZÓ0ß‘Y˜q !“_ß‘W˜Q “]ß‘Y˜q 2 v ,Ó/ð	 ô —l’lÐ#=¸rÀ3ÓG�à—K‘K  1Ó%ß‘Y˜q 2 q¨! *Ó-ß‘Y˜q !“_ß‘W˜Q “]ò	 ñ #ð( Ò"Ø˜G•m�à˜c�	ˆIÜ×.Ñ.×=Ñ=Ø˜6Ÿ=™=Ð*<óˆIð Ò%Ü)ØØØØØØ&Øó�ð ˆð ˜( H¨yÕ$8×#>Ñ#>¸v¿|¹|Ó#LÓMÕM‘ð ˆøô ô 	FÜ�MŠMÐ*×1Ñ1°$·)±)¸SÀ!ÓD×EÐEØˆûð	Fús   ÂHK+ Ê:.K+ Ë+L2Ë61L-Ì-L2c                óÈ  € V P                   pV^ ,          P                  WR7      pV^,          pVf   ^ pVP                  w  rgr‰\        P                  ! W�VR7      p
WDP                  RR4      ,
          pTpV^ 8”  d3   \        P                  ! V4      R,           pWÕ8”  d   Wµ,          V,          pW¬,           W¬,
          P                  4       P                  4       ,          pWæV3# )z<Compute the orthogonal rotation matrices R from BOFT blocks.r0   r3   r4   r5   )	r   r>   r9   r   r:   r;   r<   r   r=   )r   r1   r2   rP   r+   r   rQ   rR   rS   rT   rU   rV   rW   rX   rY   s   &&&            r   Ú_get_orthogonal_matricesÚ$BOFTAdapter._get_orthogonal_matrices†   sÅ   € à�L‰LˆØ�1•—‘ �Ó4ˆØ�!•ˆØŠ=ØˆEà'-§|¡|Ñ$ˆ˜6Ü�IŠI�f°5Ô9ˆð ×%Ñ% b¨"Ó-Õ-ˆØˆð �1Œ9Ü—Z’Z “] TÕ)ˆFØŒ~Ø�9 vÕ-�ð �\˜a�l×1Ñ1Ó3×;Ñ;Ó=Õ=ˆØ˜&Ð Ð r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Úyr   )r   r   )r    r!   s   "€r   r"   r#   Ÿ   s#   ø€ ÷ ;ñ ;‘5—<‘<ð ;¡E§L¡Lñ ;r   c                ó  € V P                   pV^,          pV P                  VP                  VP                  4      w  rEpV^,          p\	        V RR4      p\
        P                  ! WaP                  VP                  R7      p	\	        V RVP                  4       ^8„  4      p
V
'       d   VP                  ^R4      pTp\        V4       Fß  pWL,          p^p^V,          V,          pV^8w  d   WØ,          ^V,
          V	,          ,           pVP                  RRWï34      P                  RR4      P                  R4      P                  RRV34      p\
        P                  ! RWÛ4      pVP                  R4      P                  RRWþ34      P                  RR4      P                  R4      pKá  	  Ve@   VP                  VP                  VP                  R7      pW³P                  ^ R4      ,          pV
'       d   VP                  ^R4      pV# )	zÊ
Output transformation for BOFT: applies butterfly orthogonal transform.

BOFT uses multiple stages of butterfly-structured orthogonal transforms.

Reference: LyCORIS ButterflyOFTModule._bypass_forward
Ú
multiplierg      ð?r0   Úis_convzb i j, ... b j -> ... b ir4   r5   éýÿÿÿ)r   rf   r1   r2   Úgetattrr   r:   Údimr;   r?   r@   rA   rB   r>   )r   ri   rP   r,   rY   rQ   rS   r\   rk   rU   rl   rZ   r]   r^   r_   r`   s   &&              r   r_   ÚBOFTAdapter.gŸ   s»  € ð �L‰LˆØ�A•$ˆà ×9Ñ9¸!¿(¹(ÀAÇGÁGÓLÑˆ�6Ø˜�kˆô ˜T <°Ó5ˆ
Ü�IŠI�f§X¡X°Q·W±WÔ=ˆô ˜$ 	¨1¯5©5«7°Q©;Ó7ˆçà—‘˜A˜rÓ"ˆAð ˆÜ�v–ˆAØ•ˆBØˆAØ�1•�s•
ˆAð ˜QŒØ•_¨¨J­¸!Õ';Õ;�ð —‘˜b 2 q *Ó-ß‘˜2˜rÓ"ß‘˜“ß‘˜2  F˜|Ó,ð	 ô —,’,Ð:¸BÓDˆCð —‘˜B“×)Ñ)¨"¨r°1¨jÓ9×CÑCÀBÈÓK×SÑSÐTVÓWò ñ' ð0 ÒØ—j‘j¨¯©¸¿¹�jÓ@ˆGØ×)Ñ)¨!¨RÓ0Õ0ˆCçà—-‘-  2Ó&ˆCàˆ
r   r   r
   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rG   r   Úclassmethodr-   r   Úfloat32rc   rf   r_   Ú__static_attributes__Ú__classdictcell__)r!   s   @r   r   r   	   sK   ø‡ € Ø€Dòð ÷)ñ )ó ð)ðN !Ÿ=™=ØôTòl!÷2;ö ;r   r   )
rE   Útypingr   r   Úcomfy.model_managementr6   Úbaser   r   r   © r   r   Ú<module>r}      s#   ðÛ Ý ã Û ß 5ôQÐ#ö Qr   