+
    ƒ°ñj/	  ã                   ó¤   € ^ RI t ^ RI HtHt ^ RIHtHtHt RtRt ! R R]4      t	 ! R R]P                  4      t ! R R	]P                  4      tR# )
é    N)ÚTensorÚnn)ÚMLPEmbedderÚModulationOutÚmodulated_normc                   ó@   a € ] tR t^t o ]RV 3R lR ll4       tRtV tR# )ÚChromaModulationOutc                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# )é   ÚtensorÚoffsetÚreturn)Útorchr   Úintr   )ÚformatÚ__classdict__s   "€Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\chroma\layers.pyÚ__annotate__Ú ChromaModulationOut.__annotate__   s&   ø€ ÷ 
ñ 
¡§¡ð 
±sð 
Á=ñ 
ó    c           	     ó¤   € V ! VR W"^,           1R 3,          VR V^,           V^,           1R 3,          VR V^,           V^,           1R 3,          R7      # )ºNNN)ÚshiftÚscaleÚgate© )Úclsr   r   s   &&&r   Úfrom_offsetÚChromaModulationOut.from_offset   s]   € áØ˜˜F¨a¥ZÐ/°Ð2Õ3Ø˜˜F Q�J¨°!­Ð3°QÐ6Õ7Ø˜˜6 A�:¨°­
Ð2°AÐ5Õ6ô
ð 	
r   r   N)r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Úclassmethodr   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r	   r	      s   ø‡ € Ø÷
ñ 
ó ö
r   r	   c                   ód   a a€ ] tR t^t oRV3R lV 3R lllt]R 4       tV3R lR ltRtVt	V ;t
# )ÚApproximatorc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Úin_dimÚout_dimÚ
hidden_dim©r   )r   r   s   "€r   r   ÚApproximator.__annotate__   s'   ø€ ÷ [ñ [™sð [©Sð [¹cñ [r   c                ó¢  <€ \         S	V `  4        VP                  WR WVR7      V n        \        P
                  ! \        V4       Uu. uF  p\        W3WVVR7      NK  	  up4      V n        \        P
                  ! \        V4       Uu. uF  q‡P                  W5VR7      NK  	  up4      V n
        VP                  W2WVR7      V n        R# u upi u upi )T©ÚbiasÚdtypeÚdevice)r2   r3   Ú
operations)r2   r3   N)ÚsuperÚ__init__ÚLinearÚin_projr   Ú
ModuleListÚranger   ÚlayersÚRMSNormÚnormsÚout_proj)
Úselfr*   r+   r,   Ún_layersr2   r3   r4   ÚxÚ	__class__s
   &&&&&&&& €r   r6   ÚApproximator.__init__   sÓ   ø€ Ü‰ÑÔØ!×(Ñ(¨À$ÈeÐ(ÓcˆŒÜ—m’mô  FKð  MUô  FVó  %Wñ  FVð  AB¤[°ÈuÐpz×%{ñ  FVñ  %Wó  XˆŒÜ—]’]ÔhmÐowÔhxÓ#yÑhxÐcd×$6Ñ$6°zÐW]Ð$6Ö$^ÑhxÑ#yÓzˆŒ
Ø"×)Ñ)¨*ÀUÐ)ÓZˆŽùò %WùÚ#ys   ÁCÂCc                óH   € \        V P                  4       4      P                  # ©N)ÚnextÚ
parametersr3   )r?   s   &r   r3   ÚApproximator.device#   s   € ô �D—O‘OÓ%Ó&×-Ñ-Ð-r   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   rA   r   ©r   )r   r   s   "€r   r   r.   (   s   ø€ ÷ ñ ™ð ¡Fñ r   c                óÄ   € V P                  V4      p\        V P                  V P                  4       F  w  r#W! V! V4      4      ,           pK  	  V P	                  V4      pV# rE   )r8   Úzipr;   r=   r>   )r?   rA   Úlayerr=   s   &&  r   ÚforwardÚApproximator.forward(   sQ   € Ø�L‰L˜‹Oˆä §¡¨T¯Z©ZÖ8‰LˆEØ�E™% ›(“OÕ#ŠAñ 9ð �M‰M˜!Óˆàˆr   )r8   r;   r=   r>   )é   NNN)r    r!   r"   r#   r6   Úpropertyr3   rN   r%   r&   Ú__classcell__©rB   r   s   @@r   r(   r(      s4   ù‡ € ÷[õ [ð ñ.ó ð.÷÷ ð r   r(   c                   óT   a a€ ] tR t^3t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )Ú	LastLayerc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Úhidden_sizeÚ
patch_sizeÚout_channelsr-   )r   r   s   "€r   r   ÚLastLayer.__annotate__4   s'   ø€ ÷ jñ j¡Cð j±Sð jÉñ jr   c                óŠ   <€ \         SV `  4        VP                  VR RWER7      V n        VP	                  WRWER7      V n        R# )Fg�íµ ÷Æ°>)Úelementwise_affineÚepsr2   r3   Tr0   N)r5   r6   Ú	LayerNormÚ
norm_finalr7   Úlinear)r?   rW   rX   rY   r2   r3   r4   rB   s   &&&&&&&€r   r6   ÚLastLayer.__init__4   sE   ø€ Ü‰ÑÔØ$×.Ñ.¨{ÈuÐZ^ÐfkÐ.Ó{ˆŒØ ×'Ñ'¨ÈÐTYÐ'ÓiˆŽr   c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   rA   Úvecr   rJ   )r   r   s   "€r   r   rZ   9   s"   ø€ ÷ ñ ™ð ¡fð ±ñ r   c                ó¾   € Vw  r4VP                  ^4      pVP                  ^4      p\        WP                  VR,          VR,          4      pV P                  V4      pV# )é   )r   Nr   )Úsqueezer   r_   r`   )r?   rA   rc   r   r   s   &&&  r   rN   ÚLastLayer.forward9   sS   € Ø‰ˆØ—‘˜aÓ ˆØ—‘˜aÓ ˆÜ˜1Ÿo™o¨u°ZÕ/@À%È
ÕBSÓTˆØ�K‰K˜‹NˆØˆr   )r`   r_   )NNN)	r    r!   r"   r#   r6   rN   r%   r&   rR   rS   s   @@r   rU   rU   3   s    ù‡ € ÷jõ j÷
÷ ð r   rU   )r   r   r   Úcomfy.ldm.flux.layersr   r   r   ÚSingleStreamBlockÚDoubleStreamBlockr	   ÚModuler(   rU   r   r   r   Ú<module>rl      sO   ðÛ ß ÷ñ ð Ð ØÐ ô
˜-ô 
ô�2—9‘9ô ô0�—	‘	ö r   