+
    ƒ°ñjÎ%  ã                   ó  € ^ RI t ^ RIHt ^ RIHt ^ RIHtHtHtH	t	 ^ RI
Ht  ! R R]P                  4      t ! R R]P                  4      t ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR# )é    N)Útimestep_embedding)Ú
DownsampleÚTimestepEmbedSequentialÚResBlockÚSpatialTransformer)Úoptimized_attentionc                   ó@   a a€ ] tR t^	t oRV 3R lltRR ltRtVtV ;t# )ÚZeroSFTc                óÚ  <€ \         S
V `  4        ^pV^,          pVP                  ^ W#,           WER7      V n        ^€p	\        P
                  ! VP                  WWxWER7      \        P                  ! 4       4      V n        VP                  W’V,           WxWER7      V n	        VP                  W’V,           WxWER7      V n
        VP                  W^^^ WER7      V n        \        V^ 8g  4      V n        R# )é   ©ÚdtypeÚdevice)Úkernel_sizeÚpaddingr   r   N)ÚsuperÚ__init__Ú	GroupNormÚparam_free_normÚnnÚ
SequentialÚConv2dÚSiLUÚ
mlp_sharedÚzero_mulÚzero_addÚ	zero_convÚboolÚ
pre_concat)ÚselfÚlabel_ncÚnorm_ncÚconcat_channelsr   r   Ú
operationsÚksÚpwÚnhiddenÚ	__class__s   &&&&&&&   €ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\supir\supir_modules.pyr   ÚZeroSFT.__init__
   sä   ø€ Ü‰ÑÔàˆØ�1�Wˆà)×3Ñ3°B¸Õ8QÐY^Ð3ÓnˆÔàˆäŸ-š-Ø×Ñ˜h¸RÐSXÐÓhÜ�GŠG‹Ió
ˆŒð #×)Ñ)¨'¸_Õ3LÐZ\ÐpuÐ)ó  FˆŒØ"×)Ñ)¨'¸_Õ3LÐZ\ÐpuÐ)ó  FˆŒà#×*Ñ*¨8¸aÀÀAÈUÐ*ÓbˆŒÜ˜°!Ñ3Ó4ˆŽó    c                ó@  € Ve-   V P                   '       d   \        P                  ! W2.^R7      pMTpW P                  V4      ,           pVe,   V P                   '       d   \        P                  ! W2.^R7      pV P	                  V4      pV P                  V4      pV P                  V4      pV P                  V4      p\        P                  ! W(,           W'4      pVe,   V P                   '       g   \        P                  ! W2.^R7      p\        P                  ! WRV4      # )N)Údim)
r   ÚtorchÚcatr   r   r   r   r   ÚaddcmulÚlerp)	r    ÚcÚhÚh_oriÚcontrol_scaleÚh_rawÚactvÚgammaÚbetas	   &&&&&    r)   ÚforwardÚZeroSFT.forward   sÕ   € ØÒ §§ Ü—I’I˜u˜j¨aÔ0‰EàˆEà—‘˜qÓ!Õ!ˆØÒ §§ Ü—	’	˜5˜*¨!Ô,ˆAØ�‰˜qÓ!ˆØ—‘˜dÓ#ˆØ�}‰}˜TÓ"ˆØ× Ñ  Ó#ˆÜ�MŠM˜!�( AÓ-ˆØÒ T§_§_ _Ü—	’	˜5˜*¨!Ô,ˆAÜ�zŠz˜% MÓ2Ð2r+   )r   r   r   r   r   r   )r   NNN)Né   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r:   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r(   Ú__classdict__s   @@r)   r
   r
   	   s   ù‡ € ÷5÷(3ô 3r+   r
   c                   ó@   a a€ ] tR t^1t oRtRV 3R lltR tRtVtV ;t	# )Ú_CrossAttnInnerz[Inner cross-attention module matching the state_dict layout of the original CrossAttention.c           	     ó.  <€ \         S	V `  4        WC,          pW0n        VP                  WR WVR7      V n        VP                  W(R WVR7      V n        VP                  W(R WVR7      V n        \        P                  ! VP                  W�WVR7      4      V n	        R# )F)Úbiasr   r   r   N)
r   r   ÚheadsÚLinearÚto_qÚto_kÚto_vr   r   Úto_out)
r    Ú	query_dimÚcontext_dimrK   Údim_headr   r   r$   Ú	inner_dimr(   s
   &&&&&&&& €r)   r   Ú_CrossAttnInner.__init__3   s‹   ø€ Ü‰ÑÔØÕ$ˆ	ØŒ
Ø×%Ñ% iÀÈeÐ%ÓcˆŒ	Ø×%Ñ% kÀ5ÐPUÐ%ÓeˆŒ	Ø×%Ñ% kÀ5ÐPUÐ%ÓeˆŒ	Ü—m’mØ×Ñ˜i¸%ÐÓOó
ˆŽr+   c                ó²   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  \	        W4WPP
                  4      4      # )N)rM   rN   rO   rP   r   rK   )r    ÚxÚcontextÚqÚkÚvs   &&&   r)   r:   Ú_CrossAttnInner.forward>   sF   € Ø�I‰I�a‹LˆØ�I‰I�gÓˆØ�I‰I�gÓˆØ�{‰{Ô.¨q°Q¿
¹
ÓCÓDÐDr+   )rK   rN   rP   rM   rO   ©NNN©
r>   r?   r@   rA   Ú__doc__r   r:   rB   rC   rD   rE   s   @@r)   rH   rH   1   s   ù‡ € Ùe÷	
÷Eò Er+   rH   c                   ó@   a a€ ] tR t^Et oRV 3R lltRR ltRtVtV ;t# )ÚZeroCrossAttnc           
     óÆ   <€ \         SV `  4        V^@,          p^@p\        W!WgW4VR7      V n        VP	                  ^ W#VR7      V n        VP	                  ^ WVR7      V n        R# )é@   ©r   r   r$   r   N)r   r   rH   Úattnr   Únorm1Únorm2)	r    rR   rQ   r   r   r$   rK   rS   r(   s	   &&&&&&  €r)   r   ÚZeroCrossAttn.__init__F   sb   ø€ Ü‰ÑÔØ˜R•ˆØˆÜ# I¸EÐSXÐt~ÔˆŒ	Ø×)Ñ)¨"¨iÈVÐ)ÓTˆŒ
Ø×)Ñ)¨"¨kÈvÐ)ÓVˆŽ
r+   c                ó`  € VP                   w  rErgTpV P                  V P                  V4      P                  ^4      P	                  ^^4      V P                  V4      P                  ^4      P	                  ^^4      4      P	                  ^^4      P                  ^Wg34      pW‚V,          ,           # )é   )Úshapere   rf   ÚflattenÚ	transposerg   Ú	unflatten)	r    rX   rW   r5   Úbr2   r3   ÚwÚx_ins	   &&&&     r)   r:   ÚZeroCrossAttn.forwardN   s–   € Ø—W‘W‰
ˆˆaØˆà�I‰IØ�J‰J�q‹M×!Ñ! !Ó$×.Ñ.¨q°!Ó4Ø�J‰J�wÓ×'Ñ'¨Ó*×4Ñ4°Q¸Ó:ó
÷ ‰)�A�q‹/Ÿ)™) A¨ vÓ.ð 	
ð
 ˜-Õ'Õ'Ð'r+   )re   rf   rg   r]   )r<   r=   rE   s   @@r)   ra   ra   E   s   ù‡ € ÷W÷	(ô 	(r+   ra   c                   óD   a a€ ] tR t^Zt oRtRV 3R lltRR ltRtVtV ;t	# )Ú
GLVControlzZSUPIR's Guided Latent Vector control encoder. Truncated UNet (input + middle blocks only).c                ó
  <€ \         SV `  4        W n        V^,          p\        P                  ! VP                  VVWÍR7      \        P                  ! 4       VP                  VVWÍR7      4      V n        \        P                  ! \        P                  ! VP                  V	VWÍR7      \        P                  ! 4       VP                  VVWÍR7      4      4      V n        \        P                  ! \        VP                  W^^WÍR7      4      .4      V n        Tp^p\        V4       Fê  w  pp\        V4       F�  p\        VV^ VV,          WÍVR7      .pVV,          pVV9   d4   VV,          pVP!                  \#        VVVVV,          VV
VWÍVR7
      4       V P                  P!                  \        V!  4       Kƒ  	  V\%        V4      ^,
          8w  g   K¯  V P                  P!                  \        \'        VRVWÍVR7      4      4       V^,          pKì  	  VV,          p\        \        VV^ WÍVR7      \#        VVVVR,          VV
VWÍVR7
      \        VV^ WÍVR7      4      V n        \        VP                  W^^WÍR7      4      V n        R# )	é   r   )r   r   r   )Úout_channelsr   r   r$   )ÚdepthrR   Ú
use_linearÚuse_checkpointr   r   r$   Trd   Néÿÿÿÿ)r   r   Úmodel_channelsr   r   rL   r   Ú
time_embedÚ	label_embÚ
ModuleListr   r   Úinput_blocksÚ	enumerateÚranger   Úappendr   Úlenr   Úmiddle_blockÚinput_hint_block)r    Úin_channelsr|   Únum_res_blocksÚattention_resolutionsÚchannel_multÚnum_head_channelsÚtransformer_depthrR   Úadm_in_channelsÚuse_linear_in_transformerrz   r   r   r$   ÚkwargsÚtime_embed_dimÚchÚdsÚlevelÚmultÚnrÚlayersÚ	num_headsr(   s   &&&&&&&&&&&&&&&,        €r)   r   ÚGLVControl.__init__\   s€  ø€ ô$ 	‰ÑÔØ,ÔØ'¨!Õ+ˆäŸ-š-Ø×Ñ˜n¨nÀEÐÓYÜ�GŠG‹IØ×Ñ˜n¨nÀEÐÓYó
ˆŒô ŸšÜ�MŠMØ×!Ñ! /°>ÈÐ!Ó^Ü—’“	Ø×!Ñ! .°.ÈÐ!Ó]óó
ˆŒô ŸMšMÜ#Ø×!Ñ! +¸qÈ!ÐSXÐ!Óhóð+
ó ˆÔð
 ˆØˆÜ$ \Ö2‰KˆE�4Ü˜NÖ+�ä˜R °ÀÈÕAVØ#(ÀJôPð�ð ˜NÕ*�ØÐ.Ô.Ø "Ð&7Õ 7�IØ—M‘MÜ*¨2¨yÐ:KØ1BÀ5Õ1IÐWbØ6OØ:HØ16ÐR\ô	^ôð ×!Ñ!×(Ñ(Ô)@À&Ñ)IÖJñ ,ð  œ˜LÓ)¨AÕ-Ö-Ø×!Ñ!×(Ñ(Ü+Ü" 2 t¸"ÀEÐeoÔpóôð
 �a•’ñ/ 3ð2 Ð+Õ+ˆ	Ü3Ü�R˜¨°%ÐS]Ô^Ü˜r 9Ð.?Ø%6°rÕ%:ÈØ*CØ.<Ø%*Àjô	Rô
 �R˜¨°%ÐS]Ô^ó
ˆÔô !8Ø×Ñ˜k¸1ÀaÈuÐÓdó!
ˆÖr+   c                ó°  € \        W P                  R R7      P                  VP                  4      pV P	                  V4      V P                  V4      ,           pV P                  WV4      p	. p
TpV P                   F5  pV	e   V! W¸V4      pW¹,          pRp	M	V! W¸V4      pV
P                  V4       K7  	  V P                  W¸V4      pV
P                  V4       V
# )F)Úrepeat_onlyN)
r   r|   Útor   r}   r~   r†   r€   rƒ   r…   )r    rW   Ú	timestepsÚxtrX   Úyr�   Út_embÚembÚguided_hintÚhsr3   Úmodules   &&&&&&,      r)   r:   ÚGLVControl.forward¯   sÈ   € Ü" 9×.AÑ.AÈuÔU×XÑXÐYZ×Y`ÑY`ÓaˆØ�o‰o˜eÓ$ t§~¡~°aÓ'8Õ8ˆà×+Ñ+¨A°GÓ<ˆàˆØˆØ×'Ô'ˆFØÒ&Ù˜1 7Ó+�ØÕ �Ø"‘á˜1 7Ó+�Ø�I‰I�aŽLñ (ð ×Ñ˜a gÓ.ˆØ
�	‰	�!ŒØˆ	r+   )r€   r†   r~   r…   r|   r}   )rv   é@  rj   )rv   rj   )r<   rj   rv   rc   )r<   rj   é
   i   i   TFNNN)NNr^   rE   s   @@r)   rt   rt   Z   s   ù‡ € Ùd÷Q
÷fô r+   rt   c                   ó:   a a€ ] tR t^Ät oRtRV 3R lltRtVtV ;t# )ÚSUPIRa  
SUPIR model containing GLVControl (control encoder) and project_modules (adapters).
State dict keys match the original SUPIR checkpoint layout:
  control_model.*           -> GLVControl
  project_modules.*         -> nn.ModuleList of ZeroSFT/ZeroCrossAttn
c                óö  <€ \         SV `  4        \        W!VR 7      V n        ^pR.^,          R.^,          ,           R.^,          ,           p^ .^,          R.^,          ,           R.^,          ,            Uu. uF  p\	        Wd,          4      NK  	  ppR.^,          R.^,          ,           R.^,          ,           ^ .,           p^^.p	\
        P                  ! 4       V n        \        \        V4      4       F>  p
V P                  P                  \        Wz,          WZ,          WŠ,          W!VR7      4       K@  	  V	 F8  p
V P                  P                  V
\        WZ,          WŠ,          W!VR 7      4       K:  	  R# u upi )rd   r¥   i€  i   )r#   r   r   r$   N)r   r   rt   Úcontrol_modelÚintr   r   Úproject_modulesr‚   r„   rƒ   r
   Úinsertra   )r    r   r   r$   Úproject_channel_scaleÚcond_output_channelsr2   Úproject_channelsr#   Úcross_attn_insert_idxÚir(   s   &&&&       €r)   r   ÚSUPIR.__init__Ë   sN  ø€ Ü‰ÑÔä'¨eÈzÔZˆÔà !ÐØ #˜u q�y¨C¨5°1­9Õ4¸°vÀµzÕAÐØEHÀEÈAÅIÐQTÐPUÐXYÕPYÕDYÐ]`Ð\aÐdeÕ\eÖDeÓfÑDe¸qœC Õ 9Ö:ÑDeÐÐfØ˜% !�) s e¨a¥iÕ/°4°&¸1µ*Õ<À¸sÕBˆØ!" A Ðä!Ÿ}š}›ˆÔÜ”sÐ/Ó0Ö1ˆAØ× Ñ ×'Ñ'¬Ø Õ#Ð%9Õ%<Ø /Õ 2Ø°zô)ö ñ 2ó 'ˆAØ× Ñ ×'Ñ'¨¬=Ø$Õ'¨Õ);Ø°zô,ö ó 'ùò gs   Á6E6)rª   r¬   r]   )	r>   r?   r@   rA   r_   r   rB   rC   rD   rE   s   @@r)   r¨   r¨   Ä   s   ù‡ € ñ÷÷ r+   r¨   )r.   Útorch.nnr   Ú'comfy.ldm.modules.diffusionmodules.utilr   Ú.comfy.ldm.modules.diffusionmodules.openaimodelr   r   r   r   Úcomfy.ldm.modules.attentionr   ÚModuler
   rH   ra   rt   r¨   © r+   r)   Ú<module>rº      sm   ðÛ Ý å Fß |Ó |Ý ;ô%3ˆb�i‰iô %3ôPE�b—i‘iô Eô((�B—I‘Iô (ô*g�—‘ô gôTˆB�I‰Iö r+   