+
    ƒ°ñjq(  ã                   óÖ  € ^ RI t ^ RIHt ^ RIHt R tR t ! R R]P                  4      t ! R R]P                  4      t	 ! R	 R
]P                  4      t
 ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R]P                  4      tR# )é    N)ÚOrderedDictc                óÌ   € V ^8X  d   \         P                  ! V/ VB # V ^8X  d   \         P                  ! V/ VB # V ^8X  d   \         P                  ! V/ VB # \	        RV  24      h)z,
Create a 1D, 2D, or 3D convolution module.
úunsupported dimensions: )ÚnnÚConv1dÚConv2dÚConv3dÚ
ValueError©ÚdimsÚargsÚkwargss   &*,Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\t2i_adapter\adapter.pyÚconv_ndr      sh   € ð ˆq„yÜ�yŠy˜$Ð) &Ñ)Ð)Ø	�ŒÜ�yŠy˜$Ð) &Ñ)Ð)Ø	�ŒÜ�yŠy˜$Ð) &Ñ)Ð)Ü
Ð/°¨vÐ6Ó
7Ð7ó    c                óÌ   € V ^8X  d   \         P                  ! V/ VB # V ^8X  d   \         P                  ! V/ VB # V ^8X  d   \         P                  ! V/ VB # \	        RV  24      h)z0
Create a 1D, 2D, or 3D average pooling module.
r   )r   Ú	AvgPool1dÚ	AvgPool2dÚ	AvgPool3dr
   r   s   &*,r   Úavg_pool_ndr      sh   € ð ˆq„yÜ�|Š|˜TÐ, VÑ,Ð,Ø	�ŒÜ�|Š|˜TÐ, VÑ,Ð,Ø	�ŒÜ�|Š|˜TÐ, VÑ,Ð,Ü
Ð/°¨vÐ6Ó
7Ð7r   c                   ó@   a a€ ] tR t^!t oRtRV 3R lltR tRtVtV ;t	# )Ú
Downsamplea,  
A downsampling layer with an optional convolution.
:param channels: channels in the inputs and outputs.
:param use_conv: a bool determining if a convolution is applied.
:param dims: determines if the signal is 1D, 2D, or 3D. If 3D, then
             downsampling occurs in the inner-two dimensions.
c           	     óB  <€ \         SV `  4        Wn        T;'       g    TV n        W n        W0n        V^8w  d   ^MRpV'       d+   \        W0P                  V P                  ^WeR7      V n        R# V P                  V P                  8X  g   Q h\        W6VR7      V n        R# )é   )ÚstrideÚpadding)Úkernel_sizer   N)é   é   r   )	ÚsuperÚ__init__ÚchannelsÚout_channelsÚuse_convr   r   Úopr   )Úselfr"   r$   r   r#   r   r   Ú	__class__s   &&&&&& €r   r!   ÚDownsample.__init__*   s„   ø€ Ü‰ÑÔØ ŒØ(×4Ð4¨HˆÔØ ŒØŒ	Ø˜a”i‘ YˆßÜØ—m‘m T×%6Ñ%6¸À&ôˆDŽGð —=‘= D×$5Ñ$5Ô5Ð5Ð5Ü! $À6ÔJˆDŽGr   c                ó  € VP                   ^,          V P                  8X  g   Q hV P                  '       gE   VP                   ^,          ^,          VP                   ^,          ^,          .pW P                  n        V P                  V4      pV# )r   )Úshaper"   r$   r%   r   )r&   Úxr   s   && r   ÚforwardÚDownsample.forward9   sb   € Ø�w‰w�q�z˜TŸ]™]Ô*Ð*Ð*Ø�}�}ˆ}Ø—w‘w˜q•z A•~ q§w¡w¨q¥z°A¥~Ð6ˆGØ%�G‰GŒOà�G‰G�A‹JˆØˆr   )r"   r   r%   r#   r$   )r   Nr   )
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r!   r,   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r'   Ú__classdict__s   @@r   r   r   !   s   ù‡ € ñ÷K÷ò r   r   c                   ó<   a a€ ] tR t^Ct oRV 3R lltR tRtVtV ;t# )ÚResnetBlockc                óö  <€ \         SV `  4        V^,          pW8w  g   VR8X  d    \        P                  ! WV^V4      V n        MRV n        \        P                  ! W"^^^4      V n        \        P                  ! 4       V n        \        P                  ! W"V^V4      V n        VR8X  d    \        P                  ! WV^V4      V n	        MRV n	        W0n
        V P                  R8X  d   \        WR7      V n        R# R# )r   FNT©r$   )r    r!   r   r   Úin_convÚblock1ÚReLUÚactÚblock2ÚskepÚdownr   Údown_opt)	r&   Úin_cÚout_crB   ÚksizeÚskr$   Úpsr'   s	   &&&&&&& €r   r!   ÚResnetBlock.__init__D   sÀ   ø€ Ü‰ÑÔØ�a�ZˆØŒ=˜B %œKÜŸ9š9 T°%¸¸BÓ?ˆD�Lð  ˆDŒLÜ—i’i ¨a°°AÓ6ˆŒÜ—7’7“9ˆŒÜ—i’i ¨e°Q¸Ó;ˆŒØ�Œ;ÜŸ	š	 $¨u°a¸Ó<ˆD�IàˆDŒIàŒ	Ø�9‰9˜ÔÜ& tÔ?ˆDŽMñ r   c                óD  € V P                   R 8X  d   V P                  V4      pV P                  e   V P                  V4      pV P                  V4      pV P	                  V4      pV P                  V4      pV P                  e   W P                  V4      ,           # W!,           # ©T)rB   rC   r<   r=   r?   r@   rA   ©r&   r+   Úhs   && r   r,   ÚResnetBlock.forwardX   s|   € Ø�9‰9˜ÔØ—‘˜aÓ ˆAØ�<‰<Ò#Ø—‘˜Q“ˆAà�K‰K˜‹NˆØ�H‰H�Q‹KˆØ�K‰K˜‹NˆØ�9‰9Ò Ø—y‘y “|Õ#Ð#à•5ˆLr   )r?   r=   r@   rB   rC   r<   rA   )r   FT©	r.   r/   r0   r1   r!   r,   r3   r4   r5   r6   s   @@r   r9   r9   C   s   ù‡ € ÷@÷(ò r   r9   c                   óN   a a€ ] tR t^gt o. RO^^@^RRR3V 3R lltR tRtVtV ;t# )ÚAdapterFTc                óÔ  <€ \         \        V `  4        ^V n        . p. ROp	Wpn        V P                  '       d   ^V n        ^.p^.p	W0P                  V P                  ,          ,          V n        \        P                  ! V P                  4      V n        Wn	        W n
        . V n        \        \        V4      4       Fà  p
\        V4       FÎ  pW©9   dF   V^ 8X  d?   V P                  P                  \        W^,
          ,          W,          RWEVR7      4       KN  W¨9   dF   V^ 8X  d?   V P                  P                  \        W^,
          ,          W,          RWEVR7      4       K™  V P                  P                  \        W,          W,          RWEVR7      4       KÐ  	  Kâ  	  \        P                   ! V P                  4      V n        \        P"                  ! W1^ ,          ^^^4      V n        R# )é   T)rB   rF   rG   r$   FN)r   r   r   )r    rQ   r!   Úunshuffle_amountÚxlÚinput_channelsr   ÚPixelUnshuffleÚ	unshuffler"   Únums_rbÚbodyÚrangeÚlenÚappendr9   Ú
ModuleListr   Úconv_in)r&   r"   rY   ÚcinrF   rG   r$   rU   Úresblock_no_downsampleÚresblock_downsampleÚiÚjr'   s   &&&&&&&&    €r   r!   ÚAdapter.__init__h   s}  ø€ ÜŒg�tÑ%Ô'Ø !ˆÔØ!#ÐÚ'ÐØŒØ�7�7ˆ7Ø$&ˆDÔ!Ø&' SÐ"Ø#$ #Ðà!×&;Ñ&;¸d×>SÑ>SÕ&SÕTˆÔÜ×*Ò*¨4×+@Ñ+@ÓAˆŒØ ŒØŒØˆŒ	Ü”s˜8“}Ö%ˆAÜ˜7–^�ØÔ,°1¸´6Ø—I‘I×$Ñ$Ü# H°­U¥O°Xµ[ÀtÐSXÐjrÔsöuàÔ1¸¸Q¼Ø—I‘I×$Ñ$Ü# H°­U¥O°Xµ[ÀuÐTYÐksÔtövð —I‘I×$Ñ$Ü# H¥K°µÀ5ÐPUÐgoÔpöró $ñ &ô —M’M $§)¡)Ó,ˆŒ	Ü—y’y ¨q¥k°1°a¸Ó;ˆŽr   c                óÌ  € V P                  V4      p. pV P                  V4      p\        \        V P                  4      4       Fé  p\        V P
                  4       F5  pW0P
                  ,          V,           pV P                  V,          ! V4      pK7  	  V P                  '       dT   VP                  R 4       V^ 8X  d#   VP                  R 4       VP                  R 4       V^8X  d   VP                  R 4       M"VP                  R 4       VP                  R 4       VP                  V4       Kë  	  VR R R1,          pV P                  '       d   RVR,          RVR,          /# RV/# )NÚinput:r   NNÚmiddle:Nr   Néÿÿÿÿ)	rX   r_   r[   r\   r"   rY   rZ   rU   r]   )r&   r+   Úfeaturesrc   rd   Úidxs   &&    r   r,   ÚAdapter.forward†   s  € à�N‰N˜1ÓˆàˆØ�L‰L˜‹OˆÜ”s˜4Ÿ=™=Ó)Ö*ˆAÜ˜4Ÿ<™<Ö(�ØŸ,™,Õ&¨Õ*�Ø—I‘I˜c–N 1Ó%’ñ )ð �w�wˆwØ—‘ Ô%Ø˜”6Ø—O‘O DÔ)Ø—O‘O DÔ)Ø˜”6Ø—O‘O DÔ)øà—‘ Ô%Ø—‘ Ô%Ø�O‰O˜AÖñ +ð  ™D˜b˜D•>ˆà�7�7ˆ7Ø˜X b�\¨8°X¸bµ\ÐBÐBà˜XÐ&Ð&r   )rZ   r"   r_   rV   rY   rX   rT   rU   ©i@  i€  é   rn   rO   r6   s   @@r   rQ   rQ   g   s'   ù‡ € Ú 6ÀÀrÐQRÐW\ÐgkÐpt÷ <÷<'ò 'r   rQ   c                   óB   a a€ ] tR t^¥t oRtV3R lV 3R lltRtVtV ;t# )Ú	LayerNormz*Subclass torch's LayerNorm to handle fp16.c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   r+   ©ÚtorchÚTensor)Úformatr7   s   "€r   Ú__annotate__ÚLayerNorm.__annotate__¨   s   ø€ ÷ #ñ #™Ÿ™ñ #r   c                ó–   <€ VP                   p\        SV `	  VP                  \        P
                  4      4      pVP                  V4      # ©N)Údtyper    r,   Útypert   Úfloat32)r&   r+   Ú	orig_typeÚretr'   s   &&  €r   r,   ÚLayerNorm.forward¨   s6   ø€ Ø—G‘Gˆ	Ü‰g‰o˜aŸf™f¤U§]¡]Ó3Ó4ˆØ�x‰x˜	Ó"Ð"r   © )	r.   r/   r0   r1   r2   r,   r3   r4   r5   r6   s   @@r   rp   rp   ¥   s   ù‡ € Ù4÷#÷ #ó #r   rp   c                   ó2   a € ] tR t^®t o V 3R lR ltRtV tR# )Ú	QuickGELUc                ó4   <€ V ^8„  d   QhRS[ P                  /# rr   rs   )rv   r7   s   "€r   rw   ÚQuickGELU.__annotate__°   s   ø€ ÷ ,ñ ,™Ÿ™ñ ,r   c                óJ   € V\         P                  ! R V,          4      ,          # )g¬Zd;û?)rt   Úsigmoid©r&   r+   s   &&r   r,   ÚQuickGELU.forward°   s   € Ø”5—=’= ¨¥Ó+Õ+Ð+r   r�   N)r.   r/   r0   r1   r,   r3   r4   )r7   s   @r   rƒ   rƒ   ®   s   ø‡ € ÷,ö ,r   rƒ   c                   óf   a a€ ] tR t^´t oRV3R lV 3R llltV3R lR ltV3R lR ltRtVtV ;t	# )	ÚResidualAttentionBlockc                ó@   <€ V ^8„  d   QhRS[ RS[ RS[P                  /# )r   Úd_modelÚn_headÚ	attn_mask)Úintrt   ru   )rv   r7   s   "€r   rw   Ú#ResidualAttentionBlock.__annotate__¶   s&   ø€ ÷ 	#ñ 	#¡ð 	#©Sð 	#¹U¿\¹\ñ 	#r   c                ó~  <€ \         SV `  4        \        P                  ! W4      V n        \        V4      V n        \        P                  ! \        R \        P                  ! W^,          4      3R\        4       3R\        P                  ! V^,          V4      3.4      4      V n        \        V4      V n        W0n        R# )Úc_fcÚgeluÚc_projN)r    r!   r   ÚMultiheadAttentionÚattnrp   Úln_1Ú
Sequentialr   ÚLinearrƒ   ÚmlpÚln_2r�   )r&   r�   rŽ   r�   r'   s   &&&&€r   r!   ÚResidualAttentionBlock.__init__¶   s“   ø€ Ü‰ÑÔä×)Ò)¨'Ó:ˆŒ	Ü˜gÓ&ˆŒ	Ü—=’=Ü˜&¤"§)¢)¨G¸qµ[Ó"AÐBÀVÌYË[ÐDYØ"¤B§I¢I¨g¸­k¸7Ó$CÐDðFó GóHˆŒô ˜gÓ&ˆŒ	Ø"Žr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rr   rs   )rv   r7   s   "€r   rw   r‘   Á   s   ø€ ÷ Sñ S™5Ÿ<™<ñ Sr   c                óÚ   € V P                   e2   V P                   P                  VP                  VP                  R7      MR V n         V P	                  WVRV P                   R7      ^ ,          # )N)r{   ÚdeviceF)Úneed_weightsr�   )r�   Útor{   r    r—   rˆ   s   &&r   Ú	attentionÚ ResidualAttentionBlock.attentionÁ   sR   € ØNRÏnÉnÒNh˜Ÿ™×*Ñ*°·±ÀÇÁÐ*ÔJÐnrˆŒØ�y‰y˜˜q¨uÀÇÁˆyÓOÐPQÕRÐRr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rr   rs   )rv   r7   s   "€r   rw   r‘   Å   s   ø€ ÷ ñ ™Ÿ™ñ r   c                óž   € WP                  V P                  V4      4      ,           pWP                  V P                  V4      4      ,           pV# rz   )r£   r˜   r›   rœ   rˆ   s   &&r   r,   ÚResidualAttentionBlock.forwardÅ   s9   € Ø—‘˜tŸy™y¨›|Ó,Õ,ˆØ—‘˜Ÿ™ 1›Ó&Õ&ˆØˆr   )r—   r�   r˜   rœ   r›   rz   )
r.   r/   r0   r1   r!   r£   r,   r3   r4   r5   r6   s   @@r   r‹   r‹   ´   s*   ù‡ € ÷	#õ 	#÷Sð S÷÷ ð r   r‹   c                   ó<   a a€ ] tR t^Ët oRV 3R lltR tRtVtV ;t# )ÚStyleAdapterc           	     óÜ  <€ \         SV `  4        VR,          p\        P                  ! \	        V4       Uu. uF  p\        W4      NK  	  up!  V n        WPn        \        P                  ! \        P                  ! ^WQ4      V,          4      V n        \        V4      V n        \        V4      V n        \        P                  ! V\        P                  ! W4      ,          4      V n        R# u upi )g      à?Ng      à¿)r    r!   r   r™   r[   r‹   Útransformer_layesÚ	num_tokenÚ	Parameterrt   ÚrandnÚstyle_embeddingrp   Úln_postÚln_preÚproj)	r&   ÚwidthÚcontext_dimÚnum_headÚn_layesr¬   ÚscaleÚ_r'   s	   &&&&&&  €r   r!   ÚStyleAdapter.__init__Í   s©   ø€ Ü‰ÑÔà˜•ˆÜ!#§¢ÔbgÐhoÔbpÓ0qÑbpÐ]^Ô1GÈÖ1XÑbpÑ0qÑ!rˆÔØ"ŒÜ!Ÿ|š|¬E¯KªK¸¸9Ó,LÈuÕ,TÓUˆÔÜ  Ó'ˆŒÜ Ó&ˆŒÜ—L’L ¬¯ª°UÓ)HÕ!HÓIˆŽ	ùò 1rs   ¶C)c                ó  € V P                   \        P                  ! VP                  ^ ,          V P                  V P                   P                  R,          3VP
                  R7      ,           p\        P                  ! W.^R7      pV P                  V4      pVP                  ^^ ^4      pV P                  V4      pVP                  ^^ ^4      pV P                  VRV P                  ) R1R3,          4      pWP                  ,          pV# )r   )r    )Údim:NNNNri   )r¯   rt   Úzerosr*   r¬   r    Úcatr±   Úpermuter«   r°   r²   )r&   r+   r¯   s   && r   r,   ÚStyleAdapter.forwardØ   sÖ   € à×.Ñ.´·²Ø�W‰W�Q�Z˜Ÿ™¨×)=Ñ)=×)CÑ)CÀBÕ)GÐHÐQR×QYÑQYô2[õ [ˆä�IŠI�qÐ*°Ô2ˆØ�K‰K˜‹NˆØ�I‰I�a˜˜AÓˆØ×"Ñ" 1Ó%ˆØ�I‰I�a˜˜AÓˆà�L‰L˜˜1˜tŸ~™~˜oÑ.°Ð1Õ2Ó3ˆØ—	‘	�Mˆàˆr   )r°   r±   r¬   r²   r¯   r«   )i   i   rS   r   é   rO   r6   s   @@r   r©   r©   Ë   s   ù‡ € ÷	J÷ò r   r©   c                   ó8   a a€ ] tR t^èt oV 3R ltR tRtVtV ;t# )ÚResnetBlock_lightc                óÐ   <€ \         SV `  4        \        P                  ! W^^^4      V n        \        P
                  ! 4       V n        \        P                  ! W^^^4      V n        R# )r   N)r    r!   r   r   r=   r>   r?   r@   )r&   rD   r'   s   &&€r   r!   ÚResnetBlock_light.__init__é   sG   ø€ Ü‰ÑÔÜ—i’i ¨A¨q°!Ó4ˆŒÜ—7’7“9ˆŒÜ—i’i ¨A¨q°!Ó4ˆŽr   c                óx   € V P                  V4      pV P                  V4      pV P                  V4      pW!,           # rz   )r=   r?   r@   rL   s   && r   r,   ÚResnetBlock_light.forwardï   s0   € Ø�K‰K˜‹NˆØ�H‰H�Q‹KˆØ�K‰K˜‹Nˆà�uˆr   )r?   r=   r@   rO   r6   s   @@r   rÂ   rÂ   è   s   ù‡ € õ5÷ò r   rÂ   c                   ó<   a a€ ] tR t^÷t oRV 3R lltR tRtVtV ;t# )Ú	extractorc                ó²  <€ \         SV `  4        \        P                  ! W^^^ 4      V n        . V n        \        V4       F'  pV P
                  P                  \        V4      4       K)  	  \        P                  ! V P
                  !  V n        \        P                  ! W#^^^ 4      V n
        WPn        V P                  R8X  d   \        VRR7      V n        R# R# )r   TFr;   N)r    r!   r   r   r<   rZ   r[   r]   rÂ   r™   Úout_convrB   r   rC   )r&   rD   Úinter_crE   rY   rB   r¸   r'   s   &&&&&& €r   r!   Úextractor.__init__ø   sŸ   ø€ Ü‰ÑÔÜ—y’y °°1°aÓ8ˆŒØˆŒ	Ü�w–ˆAØ�I‰I×ÑÔ.¨wÓ7Ö8ñ  ä—M’M 4§9¡9Ñ-ˆŒ	ÜŸ	š	 '°!°Q¸Ó:ˆŒØŒ	Ø�9‰9˜ÔÜ& t°eÔ<ˆDŽMñ r   c                ó°   € V P                   R 8X  d   V P                  V4      pV P                  V4      pV P                  V4      pV P	                  V4      pV# rK   )rB   rC   r<   rZ   rÊ   rˆ   s   &&r   r,   Úextractor.forward  sI   € Ø�9‰9˜ÔØ—‘˜aÓ ˆAØ�L‰L˜‹OˆØ�I‰I�a‹LˆØ�M‰M˜!Óˆàˆr   )rZ   rB   rC   r<   rÊ   )FrO   r6   s   @@r   rÈ   rÈ   ÷   s   ù‡ € ÷
=÷ò r   rÈ   c                   óF   a a€ ] tR tRt o. RO^^@3V 3R lltR tRtVtV ;t# )ÚAdapter_lighti  c                ó¤  <€ \         \        V `  4        ^V n        \        P
                  ! V P                  4      V n        W0P                  V P                  ,          ,          V n        Wn        W n	        . V n
        RV n        \        \        V4      4       F‘  pV^ 8X  d?   V P                  P                  \        W1V,          ^,          W,          VRR7      4       KH  V P                  P                  \        W^,
          ,          W,          ^,          W,          VRR7      4       K“  	  \        P                   ! V P                  4      V n
        R# )rS   F)rD   rË   rE   rY   rB   TN)r    rÐ   r!   rT   r   rW   rX   rV   r"   rY   rZ   rU   r[   r\   r]   rÈ   r^   )r&   r"   rY   r`   rc   r'   s   &&&& €r   r!   ÚAdapter_light.__init__  sû   ø€ ÜŒm˜TÑ+Ô-Ø !ˆÔÜ×*Ò*¨4×+@Ñ+@ÓAˆŒØ!×&;Ñ&;¸d×>SÑ>SÕ&SÕTˆÔØ ŒØŒØˆŒ	ØˆŒä”s˜8“}Ö%ˆAØ�AŒvØ—	‘	× Ñ ¤°Àa½[È!½^ÐS[ÕS^ÐhoÐv{Ô!|Ö}à—	‘	× Ñ ¤°¸1½µÀxÅ{ÐTUÅ~Ð]eÕ]hÐryð  AEô  "Fö  Gñ	 &ô
 —M’M $§)¡)Ó,ˆŽ	r   c                ó&  € V P                  V4      p. p\        \        V P                  4      4       FO  pV P                  V,          ! V4      pVP                  R 4       VP                  R 4       VP                  V4       KQ  	  RVR R R1,          /# )Nrg   ri   )rX   r[   r\   r"   rZ   r]   )r&   r+   rj   rc   s   &&  r   r,   ÚAdapter_light.forward   sw   € à�N‰N˜1ÓˆàˆÜ”s˜4Ÿ=™=Ó)Ö*ˆAØ—	‘	˜!–˜Q“ˆAØ�O‰O˜DÔ!Ø�O‰O˜DÔ!Ø�O‰O˜AÖñ	 +ð ˜¡$ B $�Ð(Ð(r   )rZ   r"   rV   rY   rX   rT   rU   rm   rO   r6   s   @@r   rÐ   rÐ     s   ù‡ € Ú 6ÀÀr÷ -÷")ò )r   rÐ   )rt   Útorch.nnr   Úcollectionsr   r   r   ÚModuler   r9   rQ   rp   rƒ   r‹   r©   rÂ   rÈ   rÐ   r�   r   r   Ú<module>rØ      s»   ðã Ý Ý #ò
8ò
8ô�—‘ô ôD!�"—)‘)ô !ôH:'ˆb�i‰iô :'ô|#�—‘ô #ô,�—	‘	ô ,ô˜RŸY™Yô ô.�2—9‘9ô ô:˜Ÿ	™	ô ô�—	‘	ô ô.)�B—I‘Iö )r   