+
    ûäûjã  ã                   ó¬   € ^ RI t ^ RIHt  ! R R] P                  P                  4      t ! R R]P                  4      t ! R R]P                  4      tR# )é    Nc                   ó@   a € ] tR t^t o ]R 4       t]R 4       tRtV tR# )ÚLayerNormFunctionc                ó€  € W@n         VP                  4       w  rVrxVP                  ^RR7      p	W,
          P                  ^4      P                  ^RR7      p
W,
          W¤,           P	                  4       ,          pV P                  WºV4       VP                  ^V^^4      V,          VP                  ^V^^4      ,           pV# )é   T)Úkeepdim)ÚepsÚsizeÚmeanÚpowÚsqrtÚsave_for_backwardÚview)ÚctxÚxÚweightÚbiasr   ÚNÚCÚHÚWÚmuÚvarÚys   &&&&&       ÚjC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\spandrel\architectures\OmniSR\__arch\layernorm.pyÚforwardÚLayerNormFunction.forward   s    € àŒØ—V‘V“X‰
ˆˆaØ�V‰V�A˜tˆVÓ$ˆØ�v�l‰l˜1‹o×"Ñ" 1¨dÐ"Ó3ˆØ�V˜�	×'Ñ'Ó)Õ)ˆØ×Ñ˜a fÔ-Ø�K‰K˜˜1˜a Ó# aÕ'¨$¯)©)°A°q¸!¸QÓ*?Õ?ˆØˆó    c                ó>  € V P                   pVP                  4       w  r4rVV P                  w  rxp	WP                  ^V^^4      ,          p
V
P	                  ^RR7      pW§,          P	                  ^RR7      pR\
        P                  ! W‚,           4      ,          W§V,          ,
          V,
          ,          pVW,          P                  ^R7      P                  ^R7      P                  ^ R7      VP                  ^R7      P                  ^R7      P                  ^ R7      R3# )r   T©Údimr   g      ð?)r    N)r   r	   Úsaved_variablesr   r
   Útorchr   Úsum)r   Úgrad_outputr   r   r   r   r   r   r   r   ÚgÚmean_gÚmean_gyÚgxs   &&            r   ÚbackwardÚLayerNormFunction.backward   s÷   € à�g‰gˆà ×%Ñ%Ó'‰
ˆˆaØ×,Ñ,‰ˆ�ØŸ+™+ a¨¨A¨qÓ1Õ1ˆØ—‘˜A t�Ó,ˆà•5—,‘, 1¨d�,Ó3ˆØ”5—:’:˜c�iÓ(Õ(¨A°Gµ­O¸fÕ,DÕEˆàØ�_×!Ñ! aÐ!Ó(×,Ñ,°Ð,Ó3×7Ñ7¸AÐ7Ó>Ø�O‰O ˆOÓ"×&Ñ&¨1Ð&Ó-×1Ñ1°aÐ1Ó8Øð	
ð 	
r   © N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ústaticmethodr   r)   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r      s+   ø‡ € Øñó ðð ñ
ó ö
r   r   c                   ó<   a a€ ] tR t^0t oRV 3R lltR tRtVtV ;t# )ÚLayerNorm2dc                ó  <€ \         SV `  4        V P                  R \        P                  ! \
        P                  ! V4      4      4       V P                  R\        P                  ! \
        P                  ! V4      4      4       W n        R# )r   r   N)	ÚsuperÚ__init__Úregister_parameterÚnnÚ	Parameterr"   ÚonesÚzerosr   )ÚselfÚchannelsr   Ú	__class__s   &&&€r   r8   ÚLayerNorm2d.__init__1   sW   ø€ Ü‰ÑÔØ×Ñ ¬"¯,ª,´u·z²zÀ(Ó7KÓ*LÔMØ×Ñ ¬¯ª´U·[²[ÀÓ5JÓ(KÔLØŽr   c                ól   € \         P                  WP                  V P                  V P                  4      # )N)r   Úapplyr   r   r   )r>   r   s   &&r   r   ÚLayerNorm2d.forward7   s#   € Ü ×&Ñ& q¯+©+°t·y±yÀ$Ç(Á(ÓKÐKr   )r   )ç�íµ ÷Æ°>)	r,   r-   r.   r/   r8   r   r1   r2   Ú__classcell__©r@   r3   s   @@r   r5   r5   0   s   ù‡ € ÷÷Lò Lr   r5   c                   ó<   a a€ ] tR t^;t oRtV 3R ltR tRtVtV ;t	# )ÚGRNz)GRN (Global Response Normalization) layerc                óì   <€ \         SV `  4        \        P                  ! \        P
                  ! ^V^^4      4      V n        \        P                  ! \        P
                  ! ^V^^4      4      V n        R# )r   N)r7   r8   r:   r;   r"   r=   ÚgammaÚbeta)r>   r    r@   s   &&€r   r8   ÚGRN.__init__>   sL   ø€ Ü‰ÑÔÜ—\’\¤%§+¢+¨a°°a¸Ó";Ó<ˆŒ
Ü—L’L¤§¢¨Q°°Q¸Ó!:Ó;ˆŽ	r   c                óØ   € \         P                  ! V^RRR7      pW"P                  ^RR7      R,           ,          pV P                  W,          ,          V P                  ,           V,           # )é   T)Úpr    r   r   rE   )rO   é   )r"   Únormr
   rK   rL   )r>   r   ÚGxÚNxs   &&  r   r   ÚGRN.forwardC   sO   € Ü�ZŠZ˜˜Q F°DÔ9ˆØ—7‘7˜q¨$�7Ó/°$Õ6Õ7ˆØ�z‰z˜Q�VÕ$ t§y¡yÕ0°1Õ4Ð4r   )rL   rK   )
r,   r-   r.   r/   Ú__doc__r8   r   r1   r2   rF   rG   s   @@r   rI   rI   ;   s   ù‡ € Ù3õ<÷
5ò 5r   rI   )	r"   Útorch.nnr:   ÚautogradÚFunctionr   ÚModuler5   rI   r+   r   r   Ú<module>r[      sE   ðó Ý ô
˜Ÿ™×/Ñ/ô 
ô>L�"—)‘)ô Lô5ˆ"�)‰)ö 5r   