+
    ‚°ñj\  ã                   óf  € ^ RI t ^ RIHt ^ RIHu Ht ^ RIHtHt ^ RI	t
^ RIt
]
P                  P                  t ! R R]P                  4      tRR ltR t ! R R]P"                  4      t ! R	 R
]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      tRR R llt ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      tR# )é    N)ÚTupleÚUnionc                   óB   a a€ ] tR t^t oRV 3R lltV 3R ltRtVtV ;t# )ÚRMSNormc                ó°   <€ \         SV `  WVR 7       V'       d<   V'       d+   \        P                  ! \        P
                  ! V4      4      MRV n        R# R# ))ÚepsÚelementwise_affineN)ÚsuperÚ__init__ÚnnÚ	ParameterÚtorchÚemptyÚbias)ÚselfÚdimr   r	   r   Ú	__class__s   &&&&&€ÚDC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\ace\vae\autoencoder_dc.pyr   ÚRMSNorm.__init__   s;   ø€ Ü‰Ñ˜Ð:LÐÔMßß:>œŸš¤U§[¢[°Ó%5Ô6ÀDˆDŽIñ ó    c                óô   <€ \         SV `  V4      pV P                  '       dV   V P                  eH   V\        P
                  P                  V P                  VP                  VP                  R7      ,           pV# )N)ÚdtypeÚdevice)	r
   Úforwardr	   r   ÚcomfyÚmodel_managementÚcast_tor   r   )r   Úxr   s   &&€r   r   ÚRMSNorm.forward   s]   ø€ Ü‰G‰O˜AÓˆØ×"×"Ð"Ø�y‰yÒ$Øœ×.Ñ.×6Ñ6°t·y±yÈÏÉÐXY×X`ÑX`Ð6ÓaÕa�Øˆr   ©r   )çñhãˆµøä>TF©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ÷I÷
õ r   r   c                 óò   € V R 8X  d   \         P                  ! V4      # V R8X  d   \        P                  W!4      # V R8X  d   \        P	                  V4      # V R8X  d   \        WRRR7      # \        RV  24      h)Ú
batch_normÚ
group_normÚ
layer_normÚrms_normT©r   r	   r   zUnknown normalization type: )r   ÚBatchNorm2dÚopsÚ	GroupNormÚ	LayerNormr   Ú
ValueError)Ú	norm_typeÚnum_featuresÚ
num_groupsr   s   &&&&r   Úget_normalizationr:      sq   € Ø�LÔ Ü�~Š~˜lÓ+Ð+Ø	�lÔ	"Ü�}‰}˜ZÓ6Ð6Ø	�lÔ	"Ü�}‰}˜\Ó*Ð*Ø	�jÔ	 Ü�|ÀÈDÔQÐQäÐ7¸	°{ÐCÓDÐDr   c                 ó   € V R 8X  d   \         P                  ! 4       # V R8X  d   \         P                  ! 4       # V R8X  d   \         P                  ! 4       # V R8X  d   \         P                  ! R4      # \        RV  24      h)ÚreluÚrelu6ÚsiluÚ
leaky_relugš™™™™™É?zUnknown activation type: )r   ÚReLUÚReLU6ÚSiLUÚ	LeakyReLUr6   )Úactivation_types   &r   Úget_activationrE   '   si   € Ø˜&Ô Ü�wŠw‹yÐØ	˜GÔ	#Ü�xŠx‹zÐØ	˜FÔ	"Ü�wŠw‹yÐØ	˜LÔ	(Ü�|Š|˜CÓ Ð äÐ4°_Ð4EÐFÓGÐGr   c                   óT   a a€ ] tR t^4t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚResBlockc          
      ó6   <€ V ^8„  d   QhRS[ RS[ RS[RS[RR/# )é   Úin_channelsÚout_channelsr7   Úact_fnÚreturnN)ÚintÚstr)Úformatr+   s   "€r   Ú__annotate__ÚResBlock.__annotate__5   s=   ø€ ÷ ?ñ ?áð?ñ ð?ñ ð	?ñ
 ð?ð 
ñ?r   c           	     ó  <€ \         SV `  4        W0n        Ve   \        V4      M\        P
                  ! 4       V n        \        P                  W^^^4      V n	        \        P                  W^^^RR7      V n
        \        W24      V n        R # ©NFr    )r
   r   r7   rE   r   ÚIdentityÚnonlinearityr3   ÚConv2dÚconv1Úconv2r:   Únorm)r   rJ   rK   r7   rL   r   s   &&&&&€r   r   ÚResBlock.__init__5   sk   ø€ ô 	‰ÑÔà"ŒØ6<Ò6HœN¨6Ô2ÌbÏkÊkËmˆÔÜ—Z‘Z ¸!¸QÀÓBˆŒ
Ü—Z‘Z ¸1¸aÀÈ�ZÓOˆŒ
Ü% iÓ>ˆŽ	r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©rI   Úhidden_statesrM   ©r   ÚTensor)rP   r+   s   "€r   rQ   rR   D   s#   ø€ ÷ (ñ (¡U§\¡\ð (±e·l±lñ (r   c                ó2  € TpV P                  V4      pV P                  V4      pV P                  V4      pV P                  R 8X  d:   V P	                  VP                  ^R4      4      P                  R^4      pW,           # V P	                  V4      pW,           # )r0   éÿÿÿÿ)rX   rV   rY   r7   rZ   Úmovedim)r   r^   Úresiduals   && r   r   ÚResBlock.forwardD   sŒ   € Ø ˆØŸ
™
 =Ó1ˆØ×)Ñ)¨-Ó8ˆØŸ
™
 =Ó1ˆà�>‰>˜ZÔ'à ŸI™I m×&;Ñ&;¸A¸rÓ&BÓC×KÑKÈBÐPQÓRˆMð Õ'Ð'ð !ŸI™I mÓ4ˆMàÕ'Ð'r   )rX   rY   rV   rZ   r7   )r-   r=   r"   r*   s   @@r   rG   rG   4   s   ù‡ € ÷?õ ?÷(÷ (ð (r   rG   c                   óP   a a€ ] tR t^Rt oV3R lV 3R lltV3R lR ltRtVtV ;t# )Ú!SanaMultiscaleAttentionProjectionc                ó0   <€ V ^8„  d   QhRS[ RS[ RS[ RR/# )rI   rJ   Únum_attention_headsÚkernel_sizerM   N)rN   )rP   r+   s   "€r   rQ   Ú.SanaMultiscaleAttentionProjection.__annotate__S   s9   ø€ ÷ lñ láðlñ !ðlñ ð	lð
 
ñlr   c           
     óÒ   <€ \         SV `  4        ^V,          p\        P                  VVVV^,          VRR7      V n        \        P                  WD^^^ ^V,          RR7      V n        R# )é   F)ÚpaddingÚgroupsr   )ro   r   N)r
   r   r3   rW   Úproj_inÚproj_out)r   rJ   ri   rj   Úchannelsr   s   &&&& €r   r   Ú*SanaMultiscaleAttentionProjection.__init__S   sj   ø€ ô 	‰ÑÔà�{•?ˆÜ—z‘zØØØØ 1Õ$ØØð "ó 
ˆŒô Ÿ
™
 8°q¸!¸QÀqÐK^ÕG^Ðej˜
ÓkˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   rk   f   s#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r   c                óJ   € V P                  V4      pV P                  V4      pV# ©N©rp   rq   )r   r^   s   &&r   r   Ú)SanaMultiscaleAttentionProjection.forwardf   s$   € ØŸ™ ]Ó3ˆØŸ™ mÓ4ˆØÐr   rw   r"   r*   s   @@r   rg   rg   R   s    ù‡ € ÷ló l÷&÷ ð r   rg   c                   óT   a a€ ] tR t^kt oRV3R lV 3R llltR tR tR tRtVt	V ;t
# )ÚSanaMultiscaleLinearAttentionc                óP   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[RS[RS[RS[R	S[/	# )
rI   rJ   rK   ri   Úattention_head_dimÚmultr7   Úkernel_sizesr   Úresidual_connection)rN   ÚfloatrO   ÚtupleÚbool)rP   r+   s   "€r   rQ   Ú*SanaMultiscaleLinearAttention.__annotate__l   sp   ø€ ÷ &Cñ &Cáð&Cñ ð&Cñ !ð	&Cñ
  ð&Cñ ð&Cñ ð&Cñ ð&Cñ ð&Cñ "ñ&Cr   c
                ó”  <€ \         SV `  4        W€n        W@n        W`n        W�n        Vf   \        W,          V,          4      MTpW4,          p
\        P                  WRR7      V n	        \        P                  WRR7      V n
        \        P                  WRR7      V n        \        P                  ! 4       V n        V F(  pV P                  P                  \!        W£V4      4       K*  	  \        P"                  ! 4       V n        \        P                  V
^\'        V4      ,           ,          VRR7      V n        \+        Wb4      V n        R # rT   )r
   r   r   r|   r7   r   rN   r3   ÚLinearÚto_qÚto_kÚto_vr   Ú
ModuleListÚto_qkv_multiscaleÚappendrg   r@   rV   ÚlenÚto_outr:   Únorm_out)r   rJ   rK   ri   r|   r}   r7   r~   r   r   Ú	inner_dimrj   r   s   &&&&&&&&&&  €r   r   Ú&SanaMultiscaleLinearAttention.__init__l   s  ø€ ô 	‰ÑÔàŒØ"4ÔØ"ŒØ#6Ô ð #Ò*ô �Õ1°DÕ8Ô9à$ð 	ð
 (Õ<ˆ	ä—J‘J˜{¸E�JÓBˆŒ	Ü—J‘J˜{¸E�JÓBˆŒ	Ü—J‘J˜{¸E�JÓBˆŒ	ä!#§¢£ˆÔÛ'ˆKØ×"Ñ"×)Ñ)Ü1°)ÐR]Ó^öñ (ô
 ŸGšG›IˆÔÜ—j‘j ¨a´#°lÓ2CÕ.CÕ!DÀlÐY^�jÓ_ˆŒÜ)¨)ÓBˆŽr   c                óV  € \         P                  ! VRR^R7      p\        P                  ! W2P	                  RR4      4      p\        P                  ! WA4      pVP                  \        P                  R7      pVRRRR13,          VRRRR13,          V P                  ,           ,          pV# )	r   Úconstant)ÚmodeÚvalue©r   :NNNN)r   r   r   é   rb   éþÿÿÿ)ÚFÚpadr   ÚmatmulÚ	transposeÚtoÚfloat32r   ©r   ÚqueryÚkeyr”   Úscoresr^   s   &&&&  r   Úapply_linear_attentionÚ4SanaMultiscaleLinearAttention.apply_linear_attention”   s‰   € Ü—’�e˜\°
À!ÔDˆÜ—’˜e§]¡]°2°rÓ%:Ó;ˆÜŸš VÓ3ˆà%×(Ñ(¬u¯}©}Ð(Ó=ˆØ% a¨¨C¨R¨C iÕ0°MÀ!ÀQÈÉÀ)Õ4LÈtÏxÉxÕ4WÕXˆØÐr   c                óT  € \         P                  ! VP                  RR4      V4      pVP                  \         P                  R7      pV\         P
                  ! V^RR7      V P                  ,           ,          p\         P                  ! W4P                  VP                  4      4      pV# )r–   r•   T)r   Úkeepdimrb   r—   )r   rš   r›   rœ   r�   Úsumr   r   rž   s   &&&&  r   Úapply_quadratic_attentionÚ7SanaMultiscaleLinearAttention.apply_quadratic_attention�   sr   € Ü—’˜cŸm™m¨B°Ó3°UÓ;ˆØ—‘¤§¡�Ó/ˆØœ5Ÿ9š9 V°¸DÔAÀDÇHÁHÕLÕMˆÜŸš U¯I©I°e·k±kÓ,BÓCˆØÐr   c                ó$  € VP                   RR w  r#W#,          V P                  8”  d   RpMRpTp\        VP                  4       4      w  rgr#VP                  pVP                  ^R4      pV P                  V4      p	V P                  V4      p
V P                  V4      p\        P                  ! WšV.^R7      pVP                  R^4      pV.pV P                   F  pVP                  V! V4      4       K  	  \        P                  ! V^R7      pV'       d!   VP                  \        P                  R7      pVP                  VR^V P                  ,          W#,          4      pVP!                  ^^R7      w  ršpV P#                  V	4      p	V P#                  V
4      p
V'       d&   V P%                  WšV4      pVP                  VR7      pMV P'                  WšV4      p\        P                  ! WRW#34      pV P)                  VP                  ^R4      4      P                  R^4      pV P*                  R8X  d3   V P-                  VP                  ^R4      4      P                  R^4      pMV P-                  V4      pV P.                  '       d	   W,           pV# )	rI   NTF©r   r•   r0   r—   rb   )Úshaper|   ÚlistÚsizer   rc   r†   r‡   rˆ   r   ÚcatrŠ   r‹   rœ   r�   ÚreshapeÚchunkrV   r¢   r§   r�   r7   rŽ   r   )r   r^   ÚheightÚwidthÚuse_linear_attentionrd   Ú
batch_sizeÚ_Úoriginal_dtyperŸ   r    r”   Úmulti_scale_qkvÚblocks   &&            r   r   Ú%SanaMultiscaleLinearAttention.forward¤   sG  € Ø%×+Ñ+¨B¨CÐ0‰ˆØ�>˜D×3Ñ3Ô3Ø#'Ñ à#(Ð à ˆä'+¨M×,>Ñ,>Ó,@Ó'AÑ$ˆ
�vØ&×,Ñ,ˆà%×-Ñ-¨a°Ó4ˆØ—	‘	˜-Ó(ˆØ�i‰i˜Ó&ˆØ—	‘	˜-Ó(ˆÜŸ	š	 5¨uÐ"5¸1Ô=ˆØ%×-Ñ-¨b°!Ó4ˆà(˜/ˆØ×+Ô+ˆEØ×"Ñ"¡5¨Ó#7Ö8ñ ,ô Ÿ	š	 /°qÔ9ˆçà)×,Ñ,´5·=±=Ð,ÓAˆMà%×-Ñ-¨j¸"¸aÀ$×BYÑBYÕ>YÐ[aÕ[iÓjˆà)×/Ñ/°°qÐ/Ó9Ñˆ�EØ×!Ñ! %Ó(ˆØ×Ñ Ó$ˆçØ ×7Ñ7¸ÀEÓJˆMØ)×,Ñ,°>Ð,ÓB‰Mà ×:Ñ:¸5ÀuÓMˆMäŸš mÀ"ÀfÐ5TÓUˆØŸ™ M×$9Ñ$9¸!¸RÓ$@ÓA×IÑIÈ"ÈaÓPˆà�>‰>˜ZÔ'Ø ŸM™M¨-×*?Ñ*?ÀÀ2Ó*FÓG×OÑOÐPRÐTUÓV‰Mà ŸM™M¨-Ó8ˆMà×#×#Ð#Ø)Õ4ˆMàÐr   )r|   r   rV   rŽ   r7   r   r‡   r�   r†   rŠ   rˆ   )Né   ç      ð?r-   ©é   gVçž¯Ò<F)r#   r$   r%   r&   r   r¢   r§   r   r'   r(   r)   r*   s   @@r   rz   rz   k   s&   ù‡ € ÷&Cõ &CòPò÷4ò 4r   rz   c                   óT   a a€ ] tR t^Ût oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚEfficientViTBlockc                ó<   <€ V ^8„  d   QhRS[ RS[RS[ RS[RS[RR/# )rI   rJ   r}   r|   Úqkv_multiscalesr7   rM   N)rN   r€   r�   rO   )rP   r+   s   "€r   rQ   ÚEfficientViTBlock.__annotate__Ü   sG   ø€ ÷ 
ñ 
áð
ñ ð
ñ  ð	
ñ
 ð
ñ ð
ð 
ñ
r   c           
     óx   <€ \         SV `  4        \        VVVVVVR R7      V n        \	        VVRR7      V n        R# )T)rJ   rK   r}   r|   r7   r~   r   r0   )rJ   rK   r7   N)r
   r   rz   ÚattnÚ	GLUMBConvÚconv_out)r   rJ   r}   r|   rÁ   r7   r   s   &&&&&&€r   r   ÚEfficientViTBlock.__init__Ü   sH   ø€ ô 	‰ÑÔä1Ø#Ø$ØØ1ØØ(Ø $ô
ˆŒ	ô "Ø#Ø$Ø ô
ˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©rI   r   rM   r_   )rP   r+   s   "€r   rQ   rÂ   ö   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c                óJ   € V P                  V4      pV P                  V4      pV# rv   ©rÄ   rÆ   )r   r   s   &&r   r   ÚEfficientViTBlock.forwardö   s"   € Ø�I‰I�a‹LˆØ�M‰M˜!ÓˆØˆr   rË   )r»   é    r¼   r-   r"   r*   s   @@r   r¿   r¿   Û   s   ù‡ € ÷
õ 
÷4÷ ð r   r¿   c                   óT   a a€ ] tR t^üt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )rÅ   c                ó<   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RR/# )rI   rJ   rK   Úexpand_ratior7   r   rM   N)rN   r€   rO   r‚   )rP   r+   s   "€r   rQ   ÚGLUMBConv.__annotate__ý   sO   ø€ ÷ \ñ \áð\ñ ð\ñ ð	\ñ
 ð\ñ "ð\ð 
ñ\r   c           	     óÊ  <€ \         SV `  4        \        W1,          4      pW@n        WPn        \
        P                  ! 4       V n        \        P                  W^,          ^^^ 4      V n
        \        P                  V^,          V^,          ^^^V^,          R7      V n        \        P                  Wb^^^ RR7      V n        RV n        VR8X  d   \        VRRRR7      V n        R# R# )	rI   )ro   Fr    Nr0   r!   Tr1   )r
   r   rN   r7   r   r   rB   rV   r3   rW   Úconv_invertedÚ
conv_depthÚ
conv_pointrZ   r   )r   rJ   rK   rÐ   r7   r   Úhidden_channelsr   s   &&&&&& €r   r   ÚGLUMBConv.__init__ý   sÄ   ø€ ô 	‰ÑÔä˜lÕ8Ó9ˆØ"ŒØ#6Ô äŸGšG›IˆÔÜ ŸZ™Z¨ÀqÕ5HÈ!ÈQÐPQÓRˆÔÜŸ*™* _°qÕ%8¸/ÈAÕ:MÈqÐRSÐUVÐ_nÐqrÕ_r˜*ÓsˆŒÜŸ*™* _ÀAÀqÈ!ÐRW˜*ÓXˆŒàˆŒ	Ø˜
Ô"Ü °$È4ÐVZÔ[ˆDŽIñ #r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   rÑ     s#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r   c                óÔ  € V P                   '       d   TpV P                  V4      pV P                  V4      pV P                  V4      p\        P
                  ! V^^R7      w  rWP                  V4      ,          pV P                  V4      pV P                  R8X  d2   V P                  VP                  ^R4      4      P                  R^4      pV P                   '       d
   VX,           pV# )rI   rª   r0   rb   )
r   rÓ   rV   rÔ   r   r°   rÕ   r7   rZ   rc   )r   r^   rd   Úgates   &&  r   r   ÚGLUMBConv.forward  sÈ   € Ø×#×#Ð#Ø$ˆHà×*Ñ*¨=Ó9ˆØ×)Ñ)¨-Ó8ˆàŸ™¨Ó6ˆÜ#Ÿkšk¨-¸ÀÔBÑˆØ%×(9Ñ(9¸$Ó(?Õ?ˆàŸ™¨Ó6ˆà�>‰>˜ZÔ'à ŸI™I m×&;Ñ&;¸A¸rÓ&BÓC×KÑKÈBÐPQÓRˆMà×#×#Ð#Ø)¨HÕ4ˆMàÐr   )rÔ   rÓ   rÕ   rV   rZ   r7   r   )é   NTr"   r*   s   @@r   rÅ   rÅ   ü   s    ù‡ € ÷\õ \÷.÷ ð r   rÅ   c                ól   € V ^8„  d   QhR\         R\        R\        R\        R\         R\         R\        /# )rI   Ú
block_typerJ   rK   r|   r7   rL   Úqkv_mutliscales)rO   rN   r�   )rP   s   "r   rQ   rQ   +  sN   € ÷ ñ Üðäðô ðô ð	ô
 ðô ðô ñr   c                 ó|   € V R 8X  d   \        WWE4      pV# V R8X  d   \        VVVVR7      pV# \        RV : R24      h)rG   r¿   )r|   r7   rÁ   zBlock with block_type=z is not supported.)rG   r¿   r6   )rÞ   rJ   rK   r|   r7   rL   rß   r¸   s   &&&&&&& r   Ú	get_blockrá   +  s_   € ð �ZÔÜ˜°IÓFˆð €Lð 
Ð*Ô	*Ü!ØØ1ØØ+ô	
ˆð €Lô Ð2 z¡mÐ3EÐFÓGÐGr   c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚDCDownBlock2diC  c          
      ó6   <€ V ^8„  d   QhRS[ RS[ RS[RS[RR/# )rI   rJ   rK   Ú
downsampleÚshortcutrM   N)rN   r‚   )rP   r+   s   "€r   rQ   ÚDCDownBlock2d.__annotate__D  s2   ø€ ÷ 
ñ 
¡Cð 
±sð 
Éð 
Ñ`dð 
Ðptñ 
r   c                ól  <€ \         SV `  4        W0n        ^V n        V'       d   ^M^V n        WP                  ^,          ,          V,          V n        W@n        V P                  ^,          pV'       d   W%,          ^ 8X  g   Q hW%,          p\        P                  VV^V P                  ^R7      V n	        R# )rI   ©rj   Ústridern   N)
r
   r   rå   Úfactorrê   Ú
group_sizeræ   r3   rW   Úconv)r   rJ   rK   rå   ræ   Ú	out_ratior   s   &&&&& €r   r   ÚDCDownBlock2d.__init__D  s’   ø€ Ü‰ÑÔà$ŒØˆŒß%‘a¨1ˆŒØ%¯©°Q­Õ6¸,ÕFˆŒØ Œà—K‘K •Nˆ	ßØÕ+¨qÔ0Ð0Ð0Ø'Õ4ˆLä—J‘JØØØØ—;‘;Øð ó 
ˆŽ	r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   rç   Z  s#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r   c                óh  € V P                  V4      pV P                  '       d!   \        P                  ! W P                  4      pV P
                  '       d[   \        P                  ! WP                  4      pVP                  ^RV P                  34      pVP                  ^R7      pW#,           pV# TpV# ©r–   rª   rb   )	rí   rå   r˜   Úpixel_unshufflerë   ræ   Ú	unflattenrì   Úmean©r   r^   r   Úys   &&  r   r   ÚDCDownBlock2d.forwardZ  sŽ   € Ø�I‰I�mÓ$ˆØ�?�?ˆ?Ü×!Ò! !§[¡[Ó1ˆAà�=�=ˆ=Ü×!Ò! -·±Ó=ˆAØ—‘˜A  D§O¡OÐ4Ó5ˆAØ—‘˜1�“ˆAØ�EˆMð Ðð ˆMàÐr   )rí   rå   rë   rì   ræ   rê   )FTr"   r*   s   @@r   rã   rã   C  s   ù‡ € ÷
õ 
÷,÷ ð r   rã   c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚDCUpBlock2dij  c                ó<   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RR/# )rI   rJ   rK   Úinterpolateræ   Úinterpolation_moderM   N)rN   r‚   rO   )rP   r+   s   "€r   rQ   ÚDCUpBlock2d.__annotate__k  sO   ø€ ÷ Cñ CáðCñ ðCñ ð	Cñ
 ðCñ  ðCð 
ñCr   c                ó   <€ \         SV `  4        W0n        WPn        W@n        ^V n        W P
                  ^,          ,          V,          V n        V P
                  ^,          pV'       g	   W&,          p\        P                  W^^^4      V n	        R# )rI   N)
r
   r   rü   rý   ræ   rë   Úrepeatsr3   rW   rí   )r   rJ   rK   rü   ræ   rý   rî   r   s   &&&&&& €r   r   ÚDCUpBlock2d.__init__k  sm   ø€ ô 	‰ÑÔà&ÔØ"4ÔØ ŒØˆŒØ#§k¡k°1¥nÕ4¸ÕCˆŒà—K‘K •Nˆ	ßØ'Õ3ˆLä—J‘J˜{¸!¸QÀÓBˆŽ	r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   rþ   �  ó#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r   c                ó  € V P                   '       d?   \        P                   ! WP                  V P                  R 7      pV P	                  V4      pM1V P	                  V4      p\        P
                  ! W P                  4      pV P                  '       dk   VP                  V P                  ^VP                  ^,          V P                  ,          R7      p\        P
                  ! W0P                  4      pW#,           pV# TpV# ))Úscale_factorr“   ©r   Úoutput_size)
rü   r˜   rë   rý   rí   Úpixel_shuffleræ   Úrepeat_interleaver   r«   rö   s   &&  r   r   ÚDCUpBlock2d.forward�  sÀ   € Ø××ÐÜ—’˜m¿+¹+ÈD×LcÑLcÔdˆAØ—	‘	˜!“‰Aà—	‘	˜-Ó(ˆAÜ—’ §;¡;Ó/ˆAà�=�=ˆ=Ø×/Ñ/°·±À!ÐQ^×QdÑQdÐefÕQgÐjn×jvÑjvÕQvÐ/ÓwˆAÜ—’ §;¡;Ó/ˆAØ�EˆMð Ðð ˆMàÐr   )rí   rë   rü   rý   r   ræ   )FTÚnearestr"   r*   s   @@r   rú   rú   j  s    ù‡ € ÷Cõ C÷,÷ ð r   rú   c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚEncoderi“  c                óf   <€ V ^8„  d   QhRS[ RS[ RS[ RS[;'       g    S[RS[RS[RS[RS[R	S[/	# )
rI   rJ   Úlatent_channelsr|   rÞ   Úblock_out_channelsÚlayers_per_blockrÁ   Údownsample_block_typeÚout_shortcut©rN   rO   r�   r‚   )rP   r+   s   "€r   rQ   ÚEncoder.__annotate__”  s�   ø€ ÷ D]ñ D]áðD]ñ ðD]ñ  ð	D]ñ
 —L�L™5ðD]ñ "ðD]ñ  ðD]ñ ðD]ñ  #ðD]ñ ñD]r   c
                óÞ  <€ \         SV `  4        \        V4      p
\        V\        4      '       d   V3V
,          pV^ ,          ^ 8”  d?   \
        P                  TV^ ,          ^ 8”  d
   V^ ,          MV^,          ^^^R7      V n        M5\        TV^ ,          ^ 8”  d
   V^ ,          MV^,          VR8H  RR7      V n        . p\        \        WV4      4       F²  w  pw  rÞ. p\        V4       F2  p\        WL,          VVVRRW|,          R7      pVP                  V4       K4  	  WÊ^,
          8  d8   V^ 8”  d1   \        VW\^,           ,          VR8H  RR7      pVP                  V4       VP                  \        P                  ! V!  4       K´  	  \        P                   ! V4      V n        \
        P                  VR
,          V^^^4      V n        W�n        V	'       d   VR
,          V,          V n        R	# R	# )r   ré   ró   F)rJ   rK   rå   ræ   r0   r>   ©r|   r7   rL   rß   TNrb   )r
   r   rŒ   Ú
isinstancerO   r3   rW   Úconv_inrã   Ú	enumerateÚzipÚrangerá   r‹   r   Ú
Sequentialr‰   Údown_blocksrÆ   r  Úout_shortcut_average_group_size)r   rJ   r  r|   rÞ   r  r  rÁ   r  r  Ú
num_blocksr  ÚiÚout_channelÚ
num_layersÚdown_block_listrµ   r¸   Údownsample_blockr   s   &&&&&&&&&&         €r   r   ÚEncoder.__init__”  sØ  ø€ ô 	‰ÑÔäÐ+Ó,ˆ
ä�j¤#×&Ò&Ø$˜¨Õ3ˆJà˜AÕ Ô"ÜŸ:™:ØØ)9¸!Õ)<¸qÔ)@Ð" 1Ö%ÐFXÐYZÕF[ØØØð &ó ˆD�Lô )Ø'Ø6FÀqÕ6IÈAÔ6MÐ/°Ö2ÐSeÐfgÕShØ0Ð4EÑEØô	ˆDŒLð ˆÜ,5´cÐ:LÓ6_Ö,`Ñ(ˆAÑ(�Ø ˆOä˜:Ö&�Ü!Ø•MØØØ'9Ø(Ø!Ø$3Õ$6ô�ð  ×&Ñ& uÖ-ñ 'ð  •>Ô! j°1¤nÜ#0Ø +Ø!3¸µEÕ!:Ø4Ð8IÑIØ!ô	$Ð ð  ×&Ñ&Ð'7Ô8à×ÑœrŸ}š}¨oÑ>Ö?ñ1 -aô4 Ÿ=š=¨Ó5ˆÔäŸ
™
Ð#5°bÕ#9¸?ÈAÈqÐRSÓTˆŒà(ÔßØ3EÀbÕ3IÈ_Õ3\ˆDÖ0ñ r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   r  Ú  s#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r   c                ó8  € V P                  V4      pV P                   F  pV! V4      pK  	  V P                  '       dK   VP                  ^RV P                  34      pVP                  ^R7      pV P                  V4      V,           pV# V P                  V4      pV# rò   )r  r  r  rô   r  rõ   rÆ   )r   r^   Ú
down_blockr   s   &&  r   r   ÚEncoder.forwardÚ  s•   € ØŸ™ ]Ó3ˆØ×*Ô*ˆJÙ& }Ó5ŠMñ +ð ××ÐØ×'Ñ'¨¨B°×0TÑ0TÐ+UÓVˆAØ—‘˜1�“ˆAØ ŸM™M¨-Ó8¸1Õ<ˆMð Ðð !ŸM™M¨-Ó8ˆMàÐr   )r  rÆ   r  r  r  )rÍ   rG   ©é€   é   é   r.  é   r/  ©rI   rI   rI   rI   rI   rI   ©© r2  r2  r¼   r¼   r¼   ró   Tr"   r*   s   @@r   r  r  “  s#   ù‡ € ÷D]õ D]÷L÷ ð r   r  c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚDecoderié  c                óž   <€ V ^8„  d   QhRS[ RS[ RS[ RS[;'       g    S[RS[RS[RS[RS[;'       g    S[R	S[;'       g    S[R
S[RS[/# )rI   rJ   r  r|   rÞ   r  r  rÁ   r7   rL   Úupsample_block_typeÚin_shortcutr  )rP   r+   s   "€r   rQ   ÚDecoder.__annotate__ê  s˜   ø€ ÷ Gñ GáðGñ ðGñ  ð	Gñ
 —L�L™5ðGñ "ðGñ  ðGñ ðGñ —<�<™%ðGñ —�‘uðGñ !ðGñ ñGr   c                óÈ  <€ \         SV `  4        \        V4      p\        V\        4      '       d   V3V,          p\        V\        4      '       d   V3V,          p\        V	\        4      '       d   V	3V,          p	\
        P                  W%R	,          ^^^4      V n        W°n        V'       d   VR	,          V,          V n	        . p\        \        \        \        WV4      4      4      4       FÀ  w  pw  pp. pWì^,
          8  d8   V^ 8”  d1   \        W^^,           ,          VV
R8H  RR7      pVP                  V4       \!        V4       F>  p\#        WN,          VVVWŽ,          Wž,          W~,          R7      pVP                  V4       K@  	  VP%                  ^ \&        P(                  ! V!  4       KÂ  	  \&        P*                  ! V4      V n        V^ ,          ^ 8”  d
   V^ ,          MV^,          p\/        VRRRR7      V n        \&        P2                  ! 4       V n        RV n        V^ ,          ^ 8”  d!   \
        P                  VV^^^4      V n        R# \        VWR8H  RR7      V n        R# )
r–   rü   T)rü   ræ   r  r!   )r	   r   NFrb   )r
   r   rŒ   r  rO   r3   rW   r  r7  Úin_shortcut_repeatsÚreversedr¬   r  r  rú   r‹   r  rá   Úinsertr   r  r‰   Ú	up_blocksr   rŽ   r@   Úconv_actrÆ   )r   rJ   r  r|   rÞ   r  r  rÁ   r7   rL   r6  r7  r   r=  r!  r"  r#  Úup_block_listÚupsample_blockrµ   r¸   rr   r   s   &&&&&&&&&&&&          €r   r   ÚDecoder.__init__ê  s  ø€ ô 	‰ÑÔäÐ+Ó,ˆ
ä�j¤#×&Ò&Ø$˜¨Õ3ˆJÜ�i¤×%Ò%Ø"˜ zÕ1ˆIÜ�fœc×"Ò"Ø�Y Õ+ˆFä—z‘z /ÀbÕ3IÈ1ÈaÐQRÓSˆŒà&ÔßØ'9¸"Õ'=ÀÕ'PˆDÔ$àˆ	Ü,4´T¼)ÄCÐHZÓDmÓ:nÓ5oÖ,pÑ(ˆAÑ(�˜ZØˆMà •>Ô! j°1¤nÜ!,Ø&¨1¥uÕ-ØØ 3°}Ñ DØ!ô	"�ð ×$Ñ$ ^Ô4ä˜:Ö&�Ü!Ø•MØØØ'9Ø'�lØ!�9Ø$3Õ$6ô�ð ×$Ñ$ UÖ+ñ 'ð ×Ñ˜Q¤§¢¨}Ñ =Ö>ñ1 -qô4 Ÿš yÓ1ˆŒà,<¸QÕ,?À!Ô,CÐ% aÖ(ÐI[Ð\]ÕI^ˆä ¨$À4ÈdÔSˆŒÜŸš›	ˆŒØˆŒà˜AÕ Ô"ÜŸJ™J x°¸aÀÀAÓFˆDŽMä'Ø˜+È-Ñ3WÐbgôˆDŽMr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r]   r_   )rP   r+   s   "€r   rQ   r8  3  r  r   c                óì  € V P                   '       dZ   VP                  V P                  ^VP                  ^,          V P                  ,          R7      pV P	                  V4      V,           pMV P	                  V4      p\        V P                  4       F  pV! V4      pK  	  V P                  VP                  ^R4      4      P                  R^4      pV P                  V4      pV P                  V4      pV# )r–   r  rb   )r7  r	  r:  r«   r  r;  r=  rŽ   rc   r>  rÆ   )r   r^   r   Úup_blocks   &&  r   r   ÚDecoder.forward3  sÕ   € Ø××ÐØ×/Ñ/Ø×(Ñ(¨a¸]×=PÑ=PÐQRÕ=SÐVZ×VnÑVnÕ=nð 0ó ˆAð !ŸL™L¨Ó7¸!Õ;‰Mà ŸL™L¨Ó7ˆMä  §¡Ö0ˆHÙ$ ]Ó3ŠMñ 1ð Ÿ™ m×&;Ñ&;¸A¸rÓ&BÓC×KÑKÈBÐPQÓRˆØŸ™ mÓ4ˆØŸ™ mÓ4ˆØÐr   )r>  r  rÆ   r7  r:  rŽ   r=  )	rÍ   rG   r+  r0  r1  r0   r>   r  Tr"   r*   s   @@r   r4  r4  é  s!   ù‡ € ÷Gõ G÷R÷ ð r   r4  c                   ó    a a€ ] tR tRt o^^^ . RO. RORRRRRRRRRRR3V3R lV 3R llltV3R	 lR
 ltV3R lR ltV3R lR ltRtVt	V ;t
# )ÚAutoencoderDCiE  rü   ÚConvr0   r>   gUMu€Ú?c          "      ó®  <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[S[S[,          3,          RS[S[S[S[,          3,          RS[S[ R3,          RS[S[ R3,          R	S[S[ ,          R
S[S[ ,          RS[S[S[ R3,          R3,          RS[S[S[ R3,          R3,          RS[RS[RS[S[S[S[,          3,          RS[S[S[S[,          3,          RS[RR/# )rI   rJ   r  r|   Úencoder_block_typesÚdecoder_block_typesÚencoder_block_out_channels.Údecoder_block_out_channelsÚencoder_layers_per_blockÚdecoder_layers_per_blockÚencoder_qkv_multiscalesÚdecoder_qkv_multiscalesr6  r  Údecoder_norm_typesÚdecoder_act_fnsÚscaling_factorrM   N)rN   r   rO   r   r€   )rP   r+   s   "€r   rQ   ÚAutoencoderDC.__annotate__F  s8  ø€ ÷ .Tñ .Táð.Tñ ð.Tñ  ð	.Tñ
 #¡3©©c­
 ?Õ3ð.Tñ #¡3©©c­
 ?Õ3ð.Tñ %*©#¨s¨(¥Oð.Tñ %*©#¨s¨(¥Oð.Tñ #(©¥*ð.Tñ #(©¥*ð.Tñ "'¡u©S°#¨X¥¸Ð';Õ!<ð.Tñ "'¡u©S°#¨X¥¸Ð';Õ!<ð.Tñ !ð.Tñ  #ð.Tñ "¡#¡u©S¥z /Õ2ð.Tñ  ™s¡E©#¥J˜Õ/ð!.Tñ" ð#.Tð$ 
ñ%.Tr   c                óÒ   <€ \         SV `  4        \        VVVVVVV
VR 7      V n        \	        VVVVVV	VVVVR7
      V n        VV n        ^\        V4      ^,
          ,          V n        R# ))rJ   r  r|   rÞ   r  r  rÁ   r  )
rJ   r  r|   rÞ   r  r  rÁ   r7   rL   r6  N)	r
   r   r  Úencoderr4  ÚdecoderrT  rŒ   Úspatial_compression_ratio)r   rJ   r  r|   rJ  rK  rL  rM  rN  rO  rP  rQ  r6  r  rR  rS  rT  r   s   &&&&&&&&&&&&&&&&&€r   r   ÚAutoencoderDC.__init__F  sƒ   ø€ ô& 	‰ÑÔäØ#Ø+Ø1Ø*Ø9Ø5Ø3Ø"7ô	
ˆŒô Ø#Ø+Ø1Ø*Ø9Ø5Ø3Ø(Ø"Ø 3ô
ˆŒð -ˆÔØ)*¬sÐ3MÓ/NÐQRÕ/RÕ)SˆÖ&r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# rÉ   r_   )rP   r+   s   "€r   rQ   rU  v  s#   ø€ ÷ -ñ -™Ÿ™ð -©¯©ñ -r   c                óH   € V P                  V4      pW P                  ,          # )zInternal encoding function.)rW  rT  )r   r   Úencodeds   && r   ÚencodeÚAutoencoderDC.encodev  s   € à—,‘,˜q“/ˆØ×,Ñ,Õ,Ð,r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )rI   ÚzrM   r_   )rP   r+   s   "€r   rQ   rU  {  s#   ø€ ÷ ñ ™Ÿ™ð ©¯©ñ r   c                óL   € WP                   ,          pV P                  V4      pV# rv   )rT  rX  )r   ra  Údecodeds   && r   ÚdecodeÚAutoencoderDC.decode{  s"   € à×#Ñ#Õ#ˆØ—,‘,˜q“/ˆØˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# rÉ   r_   )rP   r+   s   "€r   rQ   rU  �  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c                óF   € V P                  V4      pV P                  V4      # rv   )r^  rd  )r   r   ra  s   && r   r   ÚAutoencoderDC.forward�  s   € Ø�K‰K˜‹NˆØ�{‰{˜1‹~Ðr   )rX  rW  rT  rY  )rG   rG   rG   r¿   )r,  r-  r.  r/  )rI   rI   rm   rm   )rm   rm   rm   rm   )r2  r2  r¼   r¼   )r#   r$   r%   r&   r   r^  rd  r   r'   r(   r)   r*   s   @@r   rG  rG  E  sg   ù‡ € ð Ø Ø"$Ú6oÚ6oØ6KØ6KØ/;Ø/;Ø?SØ?SØ#0Ø%+Ø5?Ø28Ø '÷#.Tõ .T÷`-ð -÷
ð ÷÷ ð r   rG  )rÍ   r!   )r2  )r   Útorch.nnr   Útorch.nn.functionalÚ
functionalr˜   Útypingr   r   Úcomfy.model_managementr   Ú	comfy.opsr3   Údisable_weight_initr   r:   rE   ÚModulerG   rg   rz   r¿   rÅ   rá   rã   rú   r  r4  rG  r2  r   r   Ú<module>rq     s÷   ðã Ý ß Ð ß ã Û Ø‡i�i×#Ñ#€ôˆc�k‰kô ô
Eò
Hô(ˆr�y‰yô (ô<¨¯	©	ô ô2m B§I¡Iô mô`˜Ÿ	™	ô ôB,�—	‘	ô ,÷^ô0$�B—I‘Iô $ôN&�"—)‘)ô &ôRSˆb�i‰iô SôlYˆb�i‰iô Yôx>�B—I‘Iö >r   