+
    ƒ°ñj  ã                   ó¾   € ^ RI t ^ RIt^ RIt^ RIHt ^ RIt^ RIHt ^ RIH	t	H
t
Ht RR ltR tR tR tR	 tR
 tRR ltR tRR lt ! R R]P*                  4      tR# )é    N)Úoptim)Ú
isfunction)ÚImageÚ	ImageDrawÚ	ImageFontc                 óø  aa	a
€ \        S4      p\        4       p\        V4       Fÿ  o	\        P                  ! R V RR7      p\
        P                  ! V4      p\        P                  ! RVR7      p\        ^(V ^ ,          R,          ,          4      o
RP                  V	V
V3R l\        ^ \        SS	,          4      S
4       4       4      p VP                  RVRVR	7       \        P                   ! V4      P#                  ^^ ^4      R,          R,
          pVP%                  V4       EK  	  \        P&                  ! V4      p\(        P*                  ! V4      pV#   \         d    \        P                  ! R
4        Lœi ; i)ÚRGBÚwhite)Úcolorzdata/DejaVuSans.ttf)Úsizeé   Ú
c              3   óH   <"  € T F  pSS,          WS,            x € K  	  R # 5i©N© )Ú.0ÚstartÚbiÚncÚxcs   & €€€Ú2C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\util.pyÚ	<genexpr>Ú!log_txt_as_img.<locals>.<genexpr>   s    øé € ÐZÑ@Y°u˜"˜R�& ¨r¥zÕ2Ó@Yùs   ƒ"Úblack)ÚfillÚfontz)Cant encode string for logging. Skipping.g     à_@ç      ð?)r   r   )ÚlenÚlistÚranger   Únewr   ÚDrawr   ÚtruetypeÚintÚjoinÚtextÚUnicodeEncodeErrorÚloggingÚwarningÚnpÚarrayÚ	transposeÚappendÚstackÚtorchÚtensor)Úwhr   r   ÚbÚtxtsÚtxtÚdrawr   Úlinesr   r   s   &f&      @@r   Úlog_txt_as_imgr7      s$  ú€ ô 	ˆB‹€AÜ‹6€DÜ�AŽhˆÜ�iŠi˜˜r¨Ô1ˆÜ�~Š~˜cÓ"ˆÜ×!Ò!Ð"7¸dÔCˆÜ��r˜!•u˜s•{Õ#Ó$ˆØ—	‘	ÖZÄÀaÌÈRÐPRÍVËÐVXÔ@YÓZÓZˆð	IØ�I‰I�f˜e¨'¸ˆIÔ=ô �hŠh�s‹m×%Ñ% a¨¨AÓ.°Õ6¸Õ<ˆØ�‰�C×ñ ô �8Š8�D‹>€DÜ�<Š<˜Ó€DØ€Køô "ô 	IÜ�OŠOÐGÖHð	Iús   ÃEÅ!E9Å8E9c                 ó²   € \        V \        P                  4      '       g   R # \        V P                  4      ^8H  ;'       d    V P                  ^,          ^8„  # ©F©Ú
isinstancer/   ÚTensorr   Úshape©Úxs   &r   Úismapr@   $   s=   € Ü�aœŸ™×&Ò&ÙÜ�—‘‹L˜AÑ×3Ð3 A§G¡G¨A¥J°¡NÐ3ó    c                 óî   € \        V \        P                  4      '       g   R # \        V P                  4      ^8H  ;'       d5    V P                  ^,          ^8H  ;'       g    V P                  ^,          ^8H  # r9   r:   r>   s   &r   ÚisimagerC   *   sQ   € Ü�aœŸ™×%Ò%ÙÜ�—‘‹L˜AÑ×GÐG A§G¡G¨A¥J°!¡O×$FÐ$F°q·w±w¸qµzÀQ±ÐGrA   c                 ó
   € V R J# r   r   r>   s   &r   ÚexistsrE   0   s   € Ø�Dˆ=ÐrA   c                 ó\   € \        V 4      '       d   V # \        V4      '       d   V! 4       # T# r   )rE   r   )ÚvalÚds   &&r   ÚdefaultrI   4   s%   € Üˆc‡{‚{Øˆ
Ü˜Q—-’-‰1‹3Ð& QÐ&rA   c           
     ór   € V P                  \        \        ^\        V P                  4      4      4      R7      # )z¢
https://github.com/openai/guided-diffusion/blob/27c20a8fab9cb472df5d6bdd6c8d11c8f430b924/guided_diffusion/nn.py#L86
Take the mean over all non-batch dimensions.
)Údim)Úmeanr   r    r   r=   )r0   s   &r   Ú	mean_flatrM   :   s*   € ð
 �;‰;œ4¤ a¬¨V¯\©\Ó):Ó ;Ó<ˆ;Ó=Ð=rA   c                 óÆ   € \        R  V P                  4        4       4      pV'       d9   \        P                  ! V P                  P
                   RVR,          R R24       V# )c              3   ó@   "  € T F  qP                  4       x € K  	  R # 5ir   )Únumel)r   Úps   & r   r   Úcount_params.<locals>.<genexpr>C   s   é € Ð=Ñ*< Q—w‘w—y�yÓ*<ùs   ‚z has g�íµ ÷Æ°>z.2fz
 M params.)ÚsumÚ
parametersr(   ÚinfoÚ	__class__Ú__name__)ÚmodelÚverboseÚtotal_paramss   && r   Úcount_paramsr[   B   sP   € ÜÑ=¨%×*:Ñ*:Ô*<Ó=Ó=€LßÜ�Š˜Ÿ™×0Ñ0Ð1°°|ÀEÕ7IÈ#Ð6NÈjÐYÔZØÐrA   c           	      óª   € R V 9  d   V R8X  d   R# V R8X  d   R# \        R4      h\        V R ,          4      ! R/ V P                  R\        4       4      B # )ÚtargetÚ__is_first_stage__NÚ__is_unconditional__z%Expected key `target` to instantiate.Úparamsr   )ÚKeyErrorÚget_obj_from_strÚgetÚdict)Úconfigs   &r   Úinstantiate_from_configrf   I   sS   € Ø�vÔØÐ)Ô)ÙØÐ-Ô-ÙÜÐ>Ó?Ð?Ü˜F 8Õ,Ô-ÑM°·
±
¸8ÄTÃVÓ0LÑMÐMrA   c                 óÖ   € V P                  R ^4      w  r#V'       d-   \        P                  ! V4      p\        P                  ! V4       \	        \        P                  ! VRR7      V4      # )Ú.N)Úpackage)ÚrsplitÚ	importlibÚimport_moduleÚreloadÚgetattr)Ústringrm   ÚmoduleÚclsÚ
module_imps   &&   r   rb   rb   S   sO   € Ø—-‘-  QÓ'�K€FßÜ×,Ò,¨VÓ4ˆ
Ü×Ò˜Ô$Ü”9×*Ò*¨6¸4Ô@À#ÓFÐFrA   c                   ót   a a€ ] tR t^[t oRV 3R lltV 3R lt]P                  ! 4       RR l4       tRt	Vt
V ;t# )ÚAdamWwithEMAandWingsc
                óF  <€ RV8:  g   \        RP                  V4      4      hRV8:  g   \        RP                  V4      4      hRV^ ,          u;8:  d   R8  g$   M \        RP                  V^ ,          4      4      hRV^,          u;8:  d   R8  g$   M \        RP                  V^,          4      4      hRV8:  g   \        RP                  V4      4      hRTu;8:  d   R8:  g   M \        RP                  V4      4      h\        W#VWVVW‰R	7      p
\        SV `  W4       R
# )z0AdamW that saves EMA versions of the parameters.g        zInvalid learning rate: {}zInvalid epsilon value: {}r   z%Invalid beta parameter at index 0: {}z%Invalid beta parameter at index 1: {}zInvalid weight_decay value: {}zInvalid ema_decay value: {})ÚlrÚbetasÚepsÚweight_decayÚamsgradÚ	ema_decayÚ	ema_powerÚparam_namesN)Ú
ValueErrorÚformatrd   ÚsuperÚ__init__)Úselfr`   rv   rw   rx   ry   rz   r{   r|   r}   ÚdefaultsrV   s   &&&&&&&&&& €r   r�   ÚAdamWwithEMAandWings.__init__]   s  ø€ ð �bŒyÜÐ8×?Ñ?ÀÓCÓDÐDØ�cŒzÜÐ8×?Ñ?ÀÓDÓEÐEØ�e˜A•hÖ$ Ö$ÜÐD×KÑKÈEÐRSÍHÓUÓVÐVØ�e˜A•hÖ$ Ö$ÜÐD×KÑKÈEÐRSÍHÓUÓVÐVØ�lÔ"ÜÐ=×DÑDÀ\ÓRÓSÐSØ�iÖ& 3Ö&ÜÐ:×AÑAÀ)ÓLÓMÐMÜ˜2°Ø%1ÈiØ"+ôFˆô 	‰Ñ˜Ö*rA   c                óp   <€ \         SV `  V4       V P                   F  pVP                  R R4       K  	  R# )rz   FN)r€   Ú__setstate__Úparam_groupsÚ
setdefault)r‚   ÚstateÚgrouprV   s   && €r   r†   Ú!AdamWwithEMAandWings.__setstate__r   s0   ø€ Ü‰Ñ˜UÔ#Ø×&Ô&ˆEØ×Ñ˜Y¨Ö.ó 'rA   c                óL  € RpVe.   \         P                  ! 4       ;_uu_ 4        V! 4       pRRR4       V P                   EFË  p. p. p. p. p. p. p	. p
VR,          pVR,          w  rÍVR,          pVR,          pVR,           EFÖ  pVP                  f   K  VP	                  V4       VP                  P
                  '       d   \        R4      hVP	                  VP                  4       V P                  V,          p\        V4      ^ 8X  d¸   ^ VR&   \         P                  ! V\         P                  R	7      VR
&   \         P                  ! V\         P                  R	7      VR&   V'       d*   \         P                  ! V\         P                  R	7      VR&   VP                  4       P                  4       P                  4       VR&   VP	                  VR
,          4       VP	                  VR,          4       VP	                  VR,          4       V'       d   V	P	                  VR,          4       VR;;,          ^,          uu&   V
P	                  VR,          4       EKÙ  	  \        P                  P!                  VVVVV	V
VVVVR,          VR,          VR,          RR7       \#        V^XR,          V) ,          ,
          4      p\%        WH4       F=  w  ppVP'                  V4      P)                  VP                  4       ^V,
          R7       K?  	  EKÎ  	  V#   + '       g   i     ELï; i)z�Performs a single optimization step.
Args:
    closure (callable, optional): A closure that reevaluates the model
        and returns the loss.
Nrz   rw   r{   r|   r`   z'AdamW does not support sparse gradientsÚstep)Úmemory_formatÚexp_avgÚ
exp_avg_sqÚmax_exp_avg_sqÚparam_exp_avgrv   ry   rx   F)rz   Úbeta1Úbeta2rv   ry   rx   Úmaximize)Úalpha)r/   Úenable_gradr‡   Úgradr-   Ú	is_sparseÚRuntimeErrorr‰   r   Ú
zeros_likeÚpreserve_formatÚdetachÚfloatÚcloner   Ú_functionalÚadamwÚminÚzipÚmul_Úadd_)r‚   ÚclosureÚlossrŠ   Úparams_with_gradÚgradsÚexp_avgsÚexp_avg_sqsÚema_params_with_gradÚmax_exp_avg_sqsÚstate_stepsrz   r“   r”   r{   r|   rQ   r‰   Úcur_ema_decayÚparamÚ	ema_params   &&                   r   r�   ÚAdamWwithEMAandWings.stepw   s³  € ð ˆØÒÜ×"Ò"×$Õ$Ù“y�÷ %ð ×&Õ&ˆEØ!ÐØˆEØˆHØˆKØ#%Ð Ø ˆOØˆKØ˜IÕ&ˆGØ  �>‰LˆEØ˜kÕ*ˆIØ˜kÕ*ˆIà˜8—_‘_�Ø—6‘6’>ÙØ ×'Ñ'¨Ô*Ø—6‘6×#×#Ð#Ü&Ð'PÓQÐQØ—‘˜QŸV™VÔ$àŸ
™
 1��ô �u“: ”?Ø$%�E˜&‘Mä',×'7Ò'7¸Ì×I^ÑI^Ô'_�E˜)Ñ$ä*/×*:Ò*:¸1ÌE×LaÑLaÔ*b�E˜,Ñ'ßä27×2BÒ2BÀ1ÔTY×TiÑTiÔ2j˜Ð.Ñ/à-.¯X©X«Z×-=Ñ-=Ó-?×-EÑ-EÓ-G�E˜/Ñ*à—‘  iÕ 0Ô1Ø×"Ñ" 5¨Õ#6Ô7Ø$×+Ñ+¨E°/Õ,BÔCçØ#×*Ñ*¨5Ð1AÕ+BÔCð �f— Õ"“à×"Ñ" 5¨¥=×1ñC %ôF ×Ñ×#Ñ#Ð$4ØØØØ#ØØ#ØØØ˜T•{Ø!& ~Õ!6Ø˜e�Ø"ð $ô $ô   	¨1¨u°V­}ÀÀ
Õ/JÕ+JÓKˆMÜ$'Ð(8Ö$OÑ ��yØ—‘˜}Ó-×2Ñ2°5·;±;³=ÈÈMÕHYÐ2ÖZô %Pñ 'ðD ˆ÷K %×$Ð$ús   ¤LÌL#	r   )gü©ñÒMbP?)gÍÌÌÌÌÌì?g+‡ÙÎ÷ï?g:Œ0âŽyE>g{®Gáz„?Fg§èH.ÿï?r   r   r   )rW   Ú
__module__Ú__qualname__Ú__firstlineno__r�   r†   r/   Úno_gradr�   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)rV   Ú__classdict__s   @@r   rt   rt   [   s1   ù‡ € ÷+õ*/ð
 ‡]‚]ƒ_óMó ÷Mð MrA   rt   )é
   r9   )rk   r(   r/   r   Únumpyr*   Úinspectr   ÚPILr   r   r   r7   r@   rC   rE   rI   rM   r[   rf   rb   Ú	Optimizerrt   r   rA   r   Ú<module>rÀ      s_   ðÛ Û ã Ý Û å ß +Ñ +ôò04òHòò'ò>ôòNôGôj˜5Ÿ?™?ö jrA   