+
    ƒ°ñjÐ—  ã                   ó  € ^ RI Ht ^ RIt^ RIHt ^ RIHu Ht ^ RI	H
t
 ^ RIt^RIHtHtHtHt ^RIHtHtHt ^ RIHt ^ RIt^ RIt]P4                  P6                  t^RIHt  ! R R	]P<                  4      tR/ RRRR3R
 lt  ! R R]PB                  ]4      t" ! R R]P<                  4      t# ! R R]P<                  4      t$ ! R R]4      t% ! R R]%4      t& ! R R]P<                  4      t'R t( ! R R]P<                  4      t)R# )é    )ÚabstractmethodN)Ú	rearrange)Ú
checkpointÚavg_pool_ndÚtimestep_embeddingÚAlphaBlender)ÚSpatialTransformerÚSpatialVideoTransformerÚdefault)Úexists)ÚHeatmapHeadc                   ó4   a € ] tR t^t o Rt]R 4       tRtV tR# )ÚTimestepBlockzL
Any module where forward() takes timestep embeddings as a second argument.
c                ó   € R# )z:
Apply the module to `x` given `emb` timestep embeddings.
N© ©ÚselfÚxÚembs   &&&ÚRC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\modules\diffusionmodules\openaimodel.pyÚforwardÚTimestepBlock.forward   s   ‚ ó    r   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r   r   r      s   ø‡ € ñð ñó ör   r   c	                 óª  € V  EFK  p	R V9   dU   RVR ,          9   dG   Rp
VR ,          R,           F&  w  r¼\        W›4      '       g   K  V! W‘W#WEWgV4	      pRp
 M	  V
'       d   K_  \        V	\        4      '       d   V	! WWx4      pK€  \        V	\        4      '       d   V	! W4      pK   \        V	\        4      '       d+   V	! WWgW„4      pRV9   d   VR;;,          ^,          uu&   KÞ  Kà  \        V	\        4      '       d,   V	! WV4      pRV9   d   VR;;,          ^,          uu&   EK  EK!  \        V	\
        4      '       d   V	! WR7      pEKC  V	! V4      pEKN  	  V# )ÚpatchesÚforward_timestep_embed_patchFTÚtransformer_index)Úoutput_shape)Ú
isinstanceÚVideoResBlockr   r
   r	   ÚUpsample)Útsr   r   ÚcontextÚtransformer_optionsr'   Útime_contextÚnum_video_framesÚimage_only_indicatorÚlayerÚfound_patchedÚ
class_typeÚhandlers   &&&&&&&&&    r   Úforward_timestep_embedr5   #   sI  € ÜˆØÐ+Ô+Ð0NÐReÐfoÕRpÔ0pØ!ˆMØ':¸9Õ'EÐFd×'eÐ'eÑ#�
Ü˜e×0Ô0Ù ¨#Ð8KÐ[gð  |Pó  Q�AØ$(�MÙñ	 (f÷
 Ùä�eœ]×+Ò+Ù�aÐ.ÓEŠAÜ˜œ}×-Ò-Ù�a“ŠAÜ˜Ô6×7Ò7Ù�a ,ÐBVÓlˆAØ"Ð&9Ô9Ø#Ð$7×8¸AÕ=Õ8ñ :ä˜Ô1×2Ò2Ù�aÐ"5Ó6ˆAØ"Ð&9Ô9Ø#Ð$7×8¸AÕ=Ö8ò :ä˜œx×(Ò(Ù�aÔ3‹Aá�a“‹Añ5 ð6 €Hr   c                   ó*   a € ] tR t^At o RtR tRtV tR# )ÚTimestepEmbedSequentialzh
A sequential module that passes timestep embeddings to the children that
support it as an extra input.
c                ó    € \        V .VO5/ VB # ©N)r5   )r   ÚargsÚkwargss   &*,r   r   ÚTimestepEmbedSequential.forwardG   s   € Ü% dÐ<¨TÒ<°VÑ<Ð<r   r   N)r   r   r   r   r   r   r   r    r!   s   @r   r7   r7   A   s   ø‡ € ñ÷
=ð =r   r7   c                   óP   a a€ ] tR t^Jt oRt^R^RR]3V 3R lltRR ltRtVt	V ;t
# )r*   a)  
An upsampling layer with an optional convolution.
:param channels: channels in the inputs and outputs.
:param use_conv: a bool determining if a convolution is applied.
:param dims: determines if the signal is 1D, 2D, or 3D. If 3D, then
             upsampling occurs in the inner-two dimensions.
Nc	           
     óÜ   <€ \         S	V `  4        Wn        T;'       g    TV n        W n        W0n        V'       d2   VP                  W0P                  V P                  ^WVVR7      V n        R# R# )é   ©ÚpaddingÚdtypeÚdeviceN)ÚsuperÚ__init__ÚchannelsÚout_channelsÚuse_convÚdimsÚconv_ndÚconv)
r   rF   rH   rI   rG   rA   rB   rC   Ú
operationsÚ	__class__s
   &&&&&&&&&€r   rE   ÚUpsample.__init__S   sf   ø€ Ü‰ÑÔØ ŒØ(×4Ð4¨HˆÔØ ŒØŒ	ßØ"×*Ñ*¨4·±À×@QÑ@QÐSTÐ^eð  |BÐ*ó  CˆDŽIñ r   c                óL  € VP                   ^,          V P                  8X  g   Q hV P                  ^8X  dd   VP                   ^,          VP                   ^,          ^,          VP                   ^,          ^,          .pVe   V^,          V^&   V^,          V^&   MPVP                   ^,          ^,          VP                   ^,          ^,          .pVe   V^,          V^ &   V^,          V^&   \        P                  ! WRR7      pV P
                  '       d   V P                  V4      pV# )é   Únearest)ÚsizeÚmode)ÚshaperF   rI   ÚFÚinterpolaterH   rK   )r   r   r'   rT   s   &&& r   r   ÚUpsample.forward\   sá   € Ø�w‰w�q�z˜TŸ]™]Ô*Ð*Ð*Ø�9‰9˜Œ>Ø—W‘W˜Q•Z §¡¨¥¨a¥°·±¸µ¸aµÐ@ˆEØÒ'Ø'¨�?��a‘Ø'¨�?��a‘øà—W‘W˜Q•Z !•^ Q§W¡W¨Q¥Z°!¥^Ð4ˆEØÒ'Ø'¨�?��a‘Ø'¨�?��a‘ä�MŠM˜!¨iÔ8ˆØ�=�=ˆ=Ø—	‘	˜!“ˆAØˆr   )rF   rK   rI   rG   rH   r9   ©r   r   r   r   r   ÚopsrE   r   r   r    Ú__classcell__©rM   r"   s   @@r   r*   r*   J   s,   ù‡ € ñð 12ÀÈaÐW[ÐdhÐux÷ C÷ô r   r*   c                   óL   a a€ ] tR t^nt oRt^R^RR]3V 3R lltR tRtVt	V ;t
# )Ú
Downsamplea,  
A downsampling layer with an optional convolution.
:param channels: channels in the inputs and outputs.
:param use_conv: a bool determining if a convolution is applied.
:param dims: determines if the signal is 1D, 2D, or 3D. If 3D, then
             downsampling occurs in the inner-two dimensions.
Nc	                óP  <€ \         S
V `  4        Wn        T;'       g    TV n        W n        W0n        V^8w  d   ^MRp	V'       d2   VP                  W0P                  V P                  ^W•WgR7      V n        R# V P                  V P                  8X  g   Q h\        W9V	R7      V n        R# )r?   )ÚstriderA   rB   rC   )Úkernel_sizer_   N)rP   é   ra   )	rD   rE   rF   rG   rH   rI   rJ   Úopr   )r   rF   rH   rI   rG   rA   rB   rC   rL   r_   rM   s   &&&&&&&&& €r   rE   ÚDownsample.__init__w   s’   ø€ Ü‰ÑÔØ ŒØ(×4Ð4¨HˆÔØ ŒØŒ	Ø˜a”i‘ YˆßØ ×(Ñ(Ø—m‘m T×%6Ñ%6¸À&Ðafð )ó ˆDŽGð —=‘= D×$5Ñ$5Ô5Ð5Ð5Ü! $À6ÔJˆDŽGr   c                ól   € VP                   ^,          V P                  8X  g   Q hV P                  V4      # )rP   )rT   rF   rb   )r   r   s   &&r   r   ÚDownsample.forward†   s*   € Ø�w‰w�q�z˜TŸ]™]Ô*Ð*Ð*Ø�w‰w�q‹zÐr   )rF   rI   rb   rG   rH   rX   r[   s   @@r   r]   r]   n   s,   ù‡ € ñð 12ÀÈaÐW[ÐdhÐux÷ K÷ò r   r]   c                   ó`   a a€ ] tR t^‹t oRtRRR^RRR^RRRR]3V 3R lltR tR tRt	Vt
V ;t# )ÚResBlocka³  
A residual block that can optionally change the number of channels.
:param channels: the number of input channels.
:param emb_channels: the number of timestep embedding channels.
:param dropout: the rate of dropout.
:param out_channels: if specified, the number of out channels.
:param use_conv: if True and out_channels is specified, use a spatial
    convolution instead of a smaller 1x1 convolution to change the
    channels in the skip connection.
:param dims: determines if the signal is 1D, 2D, or 3D.
:param use_checkpoint: if True, use gradient checkpointing on this module.
:param up: if True, use this block for upsampling.
:param down: if True, use this block for downsampling.
NFc                ó*  <€ \         SV `  4        Wn        W n        W0n        T;'       g    TV n        WPn        W€n        W`n        WÀn	        \        V\        4      '       d   V Uu. uF  pV^,          NK  	  ppM	V^,          p\        P                  ! VP                  ^ WVR7      \        P                  ! 4       VP!                  WqV P
                  VVWïR7      4      V n        T	;'       g    T
V n        V	'       d*   \'        VRW~VR7      V n        \'        VRW~VR7      V n        MRV
'       d*   \-        VRW~VR7      V n        \-        VRW~VR7      V n        M!\        P.                  ! 4       ;V n        V n        WÐn        V P0                  '       d   RV n        RV n	        Mf\        P                  ! \        P                  ! 4       TP5                  TV'       d   ^V P
                  ,          MV P
                  WïR7      4      V n        \        P                  ! VP                  ^ V P
                  WïR7      \        P                  ! 4       \        P6                  ! VR7      VP!                  WpP
                  V P
                  VVWïR7      4      V n        V P
                  V8X  d   \        P.                  ! 4       V n        R# V'       d(   VP!                  WqV P
                  VVWïR7      V n        R# VP!                  WqV P
                  ^WïR7      V n        R# u upi )ra   ©rB   rC   r@   FN)Úp)rD   rE   rF   Úemb_channelsÚdropoutrG   rH   Úuse_checkpointÚuse_scale_shift_normÚexchange_temb_dimsr(   ÚlistÚnnÚ
SequentialÚ	GroupNormÚSiLUrJ   Ú	in_layersÚupdownr*   Úh_updÚx_updr]   ÚIdentityÚ
skip_t_embÚ
emb_layersÚLinearÚDropoutÚ
out_layersÚskip_connection)r   rF   rk   rl   rG   rH   rn   rI   rm   ÚupÚdownr`   ro   rz   rB   rC   rL   ÚkrA   rM   s   &&&&&&&&&&&&&&&&&  €r   rE   ÚResBlock.__init__›   s„  ø€ ô& 	‰ÑÔØ ŒØ(ÔØŒØ(×4Ð4¨HˆÔØ ŒØ,ÔØ$8Ô!Ø"4Ôä�k¤4×(Ò(Ù'2Ó3¡{ !�q˜A—v�v¡{ˆGÐ3ˆGà! QÕ&ˆGäŸšØ× Ñ   XÀ6Ð ÓJÜ�GŠG‹IØ×Ñ˜t¨t×/@Ñ/@À+ÐW^ÐfkÐÓ{ó
ˆŒð —j�j˜DˆŒçÜ! (¨E°4ÈVÔTˆDŒJÜ! (¨E°4ÈVÔTˆD�JßÜ# H¨e°TÈvÔVˆDŒJÜ# H¨e°TÈvÔVˆD�Jä&(§k¢k£mÐ3ˆDŒJ˜œà$ŒØ�?�?ˆ?Ø"ˆDŒOØ&+ˆDÕ#ä ŸmšmÜ—’“	Ø×!Ñ!Ø ß-A�A˜×)Ñ)Ö)Àt×GXÑGXÐ`eð "ó óˆDŒOô Ÿ-š-Ø× Ñ   T×%6Ñ%6¸eÐ ÓSÜ�GŠG‹IÜ�JŠJ˜Ô!Ø×Ñ˜t×%6Ñ%6¸×8IÑ8IÈ;Ð`gÐotÐó  Eó	
ˆŒð ×Ñ Ô(Ü#%§;¢;£=ˆDÖ ßØ#-×#5Ñ#5Ø × 1Ñ 1°;ÈÐW\ð $6ó $ˆDÖ ð $.×#5Ñ#5°dÀd×FWÑFWÐYZÐbgÐ#5Ó#wˆDÖ ùòa 4s   Á%Lc                ód   € \        V P                  W3V P                  4       V P                  4      # )zà
Apply the block to a Tensor, conditioned on a timestep embedding.
:param x: an [N x C x ...] Tensor of features.
:param emb: an [N x emb_channels] Tensor of timestep embeddings.
:return: an [N x C x ...] Tensor of outputs.
)r   Ú_forwardÚ
parametersrm   r   s   &&&r   r   ÚResBlock.forwardë   s-   € ô Ø�M‰M˜A˜8 T§_¡_Ó%6¸×8KÑ8Kó
ð 	
r   c                óŒ  € V P                   '       dU   V P                  R R V P                  R,          rCV! V4      pV P                  V4      pV P                  V4      pV! V4      pMV P                  V4      pR pV P                  '       gc   V P                  V4      P                  VP                  4      p\        VP                  4      \        VP                  4      8  d   VR,          pK8  V P                  '       dn   V P                  ^ ,          V P                  R,          r‡V! V4      pVe4   \        P                  ! V^^R7      w  ršV^V	,           ,          pWZ,          pV! V4      pMAVe-   V P                  '       d   VP                  ^^4      pWV,           pV P                  V4      pV P!                  V4      V,           # )N:rP   NN©Údiméÿÿÿÿ).N)rv   ru   rw   rx   rz   r{   ÚtyperB   ÚlenrT   rn   r~   ÚthÚchunkro   Úmovedimr   )r   r   r   Úin_restÚin_convÚhÚemb_outÚout_normÚout_restÚscaleÚshifts   &&&        r   r…   ÚResBlock._forward÷   sa  € Ø�;�;ˆ;Ø#Ÿ~™~¨c¨rÐ2°D·N±NÀ2Õ4F�WÙ˜“
ˆAØ—
‘
˜1“ˆAØ—
‘
˜1“ˆAÙ˜“
‰Aà—‘˜qÓ!ˆAàˆØ��ˆØ—o‘o cÓ*×/Ñ/°·±Ó8ˆGÜ�g—m‘mÓ$¤s¨1¯7©7£|Ô3Ø! )Õ,’Ø×$×$Ð$Ø!%§¡°Õ!3°T·_±_ÀRÕ5H�hÙ˜“ˆAØÒ"Ü!Ÿxšx¨°¸Ô:‘�Ø�a˜%•iÕ �Ø•
�Ù˜“‰AàÒ"Ø×*×*Ð*Ø%Ÿo™o¨a°Ó3�GØ•K�Ø—‘ Ó"ˆAØ×#Ñ# AÓ&¨Õ*Ð*r   )rF   rl   rk   r{   ro   rw   ru   rG   r~   r   rz   rv   rm   rH   rn   rx   )r   r   r   r   r   rY   rE   r   r…   r   r    rZ   r[   s   @@r   rg   rg   ‹   sJ   ù‡ € ñð( ØØ"ØØØØØØ ØØØØ÷#Nxò`	
÷+ò +r   rg   c                   óx   a a€ ] tR tRt o^RRRRR^RRRRR]3V3R lV 3R llltRV3R lV 3R	 llltR
tVtV ;t	# )r)   i  Úfixedg      à?NFc                ó\   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RS[RS[RS[ R	S[R
S[RS[/# )ra   rF   rk   rl   Úmerge_strategyÚmerge_factorrH   rn   rI   rm   r€   r�   )ÚintÚfloatÚstrÚbool)Úformatr"   s   "€r   Ú__annotate__ÚVideoResBlock.__annotate__  sy   ø€ ÷ 8
ñ 8
áð8
ñ ð8
ñ ð	8
ñ ð8
ñ ð8
ñ ð8
ñ #ð8
ñ ð8
ñ ð8
ñ ð8
ñ ñ8
r   c                óÈ   <€ \         SV `  VVVVVV	V
VVVVVVR 7       \        \        Wq4      VV^\        Wq4      RRRRVVRVVVR7      V n        \        VVRR7      V n        R# ))
rG   rH   rn   rI   rm   r€   r�   rB   rC   rL   FT)rl   rI   rG   rn   rH   r€   r�   r`   rm   ro   rB   rC   rL   zb t -> b 1 t 1 1)Úalphar�   Úrearrange_patternN)rD   rE   rg   r   Ú
time_stackr   Ú
time_mixer)r   rF   rk   rl   Úvideo_kernel_sizer�   rž   rG   rH   rn   rI   rm   r€   r�   rB   rC   rL   rM   s   &&&&&&&&&&&&&&&&&€r   rE   ÚVideoResBlock.__init__  sš   ø€ ô& 	‰ÑØØØØ%ØØ!5ØØ)ØØØØØ!ð 	ô 	
ô  #Ü�LÓ+ØØØÜ  Ó8Ø!&ØØØØ)Ø)Ø#ØØØ!ô
ˆŒô" 'ØØ)Ø0ô
ˆŽr   c                ón   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[RS[ P                  /# )ra   r   r   r/   Úreturn)rŽ   ÚTensorrŸ   )r£   r"   s   "€r   r¤   r¥   R  s?   ø€ ÷ ñ á�9‰9ðñ �Y‰Yðñ ð	ñ 
�‰ñr   c           	     óØ   <€ \         SV `  W4      p\        VR VR7      p\        VR VR7      pV P                  V\        VRVR7      4      pV P	                  WQVR7      p\        VR4      pV# )z(b t) c h w -> b c t h w)Útz(b t) ... -> b t ...)Ú	x_spatialÚ
x_temporalr0   zb c t h w -> (b t) c h w)rD   r   r   r©   rª   )r   r   r   r/   r0   Úx_mixrM   s   &&&&& €r   r   ÚVideoResBlock.forwardR  s€   ø€ ô ‰G‰O˜AÓ#ˆä˜!Ð7Ð;KÔLˆÜ�aÐ3Ð7GÔHˆà�O‰OØŒy˜Ð4Ð8HÔIó
ˆð �O‰OØÐ@Tð ó 
ˆô �aÐ3Ó4ˆØˆr   )rª   r©   r9   )
r   r   r   r   rY   rE   r   r   r    rZ   r[   s   @@r   r)   r)     sH   ù‡ € ð Ø%Ø!ØØØ%*ØØ$ØØØØØ÷#8
õ 8
÷t÷ õ r   r)   c                   ó8   a a€ ] tR tRt oV 3R ltR tRtVtV ;t# )ÚTimestepih  c                ó0   <€ \         SV `  4        Wn        R # r9   )rD   rE   rŠ   )r   rŠ   rM   s   &&€r   rE   ÚTimestep.__init__i  s   ø€ Ü‰ÑÔØŽr   c                ó,   € \        WP                  4      # r9   )r   rŠ   )r   r±   s   &&r   r   ÚTimestep.forwardm  s   € Ü! !§X¡XÓ.Ð.r   r‰   )	r   r   r   r   rE   r   r   r    rZ   r[   s   @@r   r·   r·   h  s   ù‡ € õ÷/ò /r   r·   c                 ó  € VeB   W!9   d<   \        W,          4      ^ 8”  d&   W,          P                  4       pVe    W,          p V # V #    \        P                  ! RP	                  T P
                  TP
                  4      4        T # ; i)Nz*warning control could not be applied {} {})r�   ÚpopÚloggingÚwarningr£   rT   )r“   ÚcontrolÚnameÚctrls   &&& r   Úapply_controlrÃ   p  s}   € ØÒ˜tœ´3°wµ}Ó3EÈÔ3IØ�}× Ñ Ó"ˆØÒðjØ•	�ð €Hˆ1€HøðjÜ—’Ð L× SÑ SÐTU×T[ÑT[Ð]a×]gÑ]gÓ hÕiØ€Hús   ¼A Á<Bc            '       óÄ   a a€ ] tR tRt oRt^ RR^RR]P                  RRRRRRR^RRRRRRRRRRRRRRRRRRRRRRR]3'V 3R lltRRRR/ 3R	 lt	RRRR/ 3R
 lt
RtVtV ;t# )Ú	UNetModeliz  aP  
The full UNet model with attention and timestep embedding.
:param in_channels: channels in the input Tensor.
:param model_channels: base channel count for the model.
:param out_channels: channels in the output Tensor.
:param num_res_blocks: number of residual blocks per downsample.
:param dropout: the dropout probability.
:param channel_mult: channel multiplier for each level of the UNet.
:param conv_resample: if True, use learned convolutions for upsampling and
    downsampling.
:param dims: determines if the signal is 1D, 2D, or 3D.
:param num_classes: if specified (as an int), then this model will be
    class-conditional with `num_classes` classes.
:param use_checkpoint: use gradient checkpointing to reduce memory usage.
:param num_heads: the number of attention heads in each attention layer.
:param num_heads_channels: if specified, ignore num_heads and instead use
                           a fixed channel width per attention head.
:param num_heads_upsample: works with num_heads to set a different number
                           of heads for upsampling. Deprecated.
:param use_scale_shift_norm: use a FiLM-like conditioning mechanism.
:param resblock_updown: use residual blocks for up/downsampling.
:param use_new_attention_order: use a different attention pattern for potentially
                                increased efficiency.
TNFg        i'  c-                ó@  <a aaa a!a"a#a$a%a'a(a)a+a,€ \         S>S `  4        Ve   V'       g   Q R4       hVR8X  d   TpVR8X  d   VR8w  g   Q R4       hVR8X  d   VR8w  g   Q R4       hVS n        VS n        VS n        \        V\        4      '       d   \        V4      V.,          S n        M+\        V4      \        V4      8w  d   \        R4      hVS n        Ve   \        V4      \        V4      8X  g   Q hVe&   \        V4      \        S P                  4      8X  g   Q hVR,          pVR,          pSS n
        VS n        VS n        V
S n        VS n        VS n        VS n        VS n        VS n        VS n        VR JS n        R S n        V^,          p-\,        P.                  ! S,P1                  VV-S P                  S+R7      \,        P2                  ! 4       S,P1                  V-V-S P                  S+R7      4      S n        S P                  Ee/   \        S P                  \        4      '       d+   \,        P6                  ! V
V-S P                  S+R7      S n        MäS P                  R8X  d4   \:        P<                  ! R4       \,        P0                  ! ^V-4      S n        M S P                  R8X  d†   Vf   Q h\,        P.                  ! \,        P.                  ! S,P1                  VV-S P                  S+R7      \,        P2                  ! 4       S,P1                  V-V-S P                  S+R7      4      4      S n        M
\        4       h\,        P>                  ! \A        S,PC                  W’V^^S P                  S+R	7      4      .4      S n"        VS n#        V.p.Tp/^p0RV)V+V'VV"V(V%V$V,V V!VV#V 3R llp1R
R
R R \H        3V 3R llp2\K        V4       EF  w  p3p4\M        S P                  V3,          4       EF)  p5V2! S%S$V&V/V-SV4V,          V	VVS P                  S+S,R7      .p6V4V,          p/VPO                  ^ 4      p7V7^ 8”  d’   VR8X  d   V/V,          p8MV/V,          pTp8V'       d   V'       d
   V/V,          MTp8\Q        V4      '       d   VV3,          p9MR
p9\Q        V4      '       d   V5VV3,          8  d   V6PS                  V1! V/VV8V7VV9VR7      4       S PD                  PS                  \A        V6!  4       S ;PF                  V/,          un#        V.PS                  V/4       EK,  	  V3\        V4      ^,
          8w  g   EKk  T/p:S PD                  PS                  \A        V'       d!   V2! S%S$V&V/V-SV:V	VVRS P                  S+S,R7      M\U        V/W‰V:S P                  S+S,R7      4      4       T:p/V.PS                  V/4       V0^,          p0S ;PF                  V/,          un#        EK
  	  VR8X  d   V/V,          p8MV/V,          pTp8V'       d   V'       d
   V/V,          MTp8V2! S%S$V&V/V-SR V	VVS P                  S+S,R7      .p;R S n+        VR8¼  dK   V^ 8¼  d6   V;V1! V/VV8VVVVR7      V2! S%S$V&V/V-SR V	VVS P                  S+S,R7      .,          p;\A        V;!  S n+        S ;PF                  V/,          un#        \,        P>                  ! . 4      S n,        \[        \K        V4      4      R R R1,           EFÚ  w  p3p4\M        S P                  V3,          ^,           4       EF«  p<V.PO                  4       p=V2! S%S$V&V/V=,           V-SVV4,          V	VVS P                  S+S,R7      .p6VV4,          p/VPO                  4       p7V7^ 8”  d’   VR8X  d   V/V,          p8MV/V,          pTp8V'       d   V'       d
   V/V,          MTp8\Q        V4      '       d   VV3,          p9MR
p9\Q        V4      '       d   V<VV3,          8  d   V6PS                  V1! V/VV8V7VV9VR7      4       V3'       dv   V<S P                  V3,          8X  d^   T/p:T6PS                  V'       d!   V2! S%S$V&V/V-SV:V	VVRS P                  S+S,R7      M\]        V/W‰V:S P                  S+S,R7      4       V0^,          p0S PX                  PS                  \A        V6!  4       S ;PF                  V/,          un#        EK®  	  EKÝ  	  \,        P.                  ! S,P_                  ^ V/S P                  S+R7      \,        P2                  ! 4       S,PC                  W“V^^S P                  S+R	7      4      S n0        S P(                  '       dX   \,        P.                  ! S,P_                  ^ V/S P                  S+R7      S,PC                  W“V^S P                  S+R7      4      S n1        V*'       d    \e        S+S P                  S,R7      S n3        R # R # )NzYFool!! You forgot to use the spatial transformer for your cross-attention conditioning...z3Either num_heads or num_head_channels has to be setzprovide num_res_blocks either as an int (globally constant) or as a list/tuple (per-level) with the same length as channel_mult:NNNri   Ú
continuousz'setting up linear c_adm embedding layerÚ
sequentialr@   Fc                 óä   <€ S'       dJ   \        V VV3/ R VbRVbRSbRS
bRSbRSbRSbRSbRVbR	SbR
VbRS	bRSbRSbRSP                  bRSbRSb # \        WW#VVSVSSP                  SSR7      # )ÚdepthÚcontext_dimÚtime_context_dimrl   Úff_inÚuse_spatial_contextr�   rž   r   Ú
use_linearÚdisable_self_attnÚdisable_temporal_crossattentionÚmax_time_embed_periodÚattn_precisionrB   rC   rL   )	rÊ   rË   rÐ   rÏ   rm   rÓ   rB   rC   rL   )r
   rB   r	   )ÚchÚ	num_headsÚdim_headrÊ   rË   rm   rÐ   rÓ   rC   rÑ   rl   Úextra_ff_mix_layerÚmax_ddpm_temb_periodrž   r�   rL   r   rÌ   Úuse_linear_in_transformerrÎ   Úuse_temporal_attentions   &&&&&&&€€€€€€€€€€€€€€r   Úget_attention_layerÚ/UNetModel.__init__.<locals>.get_attention_layer  s  ø€ ÷ &Ü.ØØØòñ  ð	ñ
 !,ðñ &6ðñ $ðñ -ðñ )<ðñ $2ðñ ".ðñ  .ðñ  9ðñ '8ðñ 5Tðñ  +?ð!ñ" $2ð#ð$ Ÿ*š*ð%ñ$ .4ð%ñ$ AKð%ð ô* *Ø "¨xÐR]Ø2CÐPiØ/=ÈnÐdh×dnÑdnÐw}ð  KUôð r   c                 óŠ   <€ SP                   '       d   \        V VVVVVVVVV	V
VVVVR 7      # \        VVVVVVV	V
VVVVR7      # ))rž   r�   r«   rF   rk   rl   rG   rI   rm   rn   r�   r€   rB   rC   rL   )rF   rk   rl   rG   rm   rI   rn   r�   r€   rB   rC   rL   )Úuse_temporal_resblocksr)   rg   )rž   r�   r«   rÔ   Útime_embed_dimrl   rG   rI   rm   rn   r�   r€   rB   rC   rL   r   s   &&&&&&&&&&&&&&&€r   Úget_resblockÚ(UNetModel.__init__.<locals>.get_resblockA  s~   ø€ ð" ×*×*Ð*Ü$Ø!-Ø#1Ø&7ØØ!/Ø#Ø!-ØØ#1Ø)=ØØØØ!Ø)ôð ô$  ØØ!/Ø#Ø!-Ø#1ØØ)=ØØØØ!Ø)ôð r   )rž   r�   r«   rÔ   rß   rl   rG   rI   rm   rn   rB   rC   rL   )rÊ   rË   rÐ   rm   T)rž   r�   r«   rÔ   rß   rl   rG   rI   rm   rn   r�   rB   rC   rL   )rI   rG   rB   rC   rL   )rž   r�   r«   rÔ   rß   rl   rG   rI   rm   rn   r€   rB   rC   rL   )rC   rB   rL   r‹   )rP   NFF)4rD   rE   Úin_channelsÚmodel_channelsrG   r(   rŸ   r�   Únum_res_blocksÚ
ValueErrorrl   Úchannel_multÚconv_resampleÚnum_classesrm   rB   rÕ   Únum_head_channelsÚnum_heads_upsamplerÞ   Úpredict_codebook_idsÚdefault_num_video_framesrq   rr   r|   rt   Ú
time_embedÚ	EmbeddingÚ	label_embr¾   ÚdebugÚ
ModuleListr7   rJ   Úinput_blocksÚ_feature_sizerY   Ú	enumerateÚranger½   r   Úappendr]   Úmiddle_blockÚoutput_blocksrp   r*   rs   ÚoutÚid_predictorr   Úheatmap_head)?r   Ú
image_sizerâ   rã   rG   rä   rl   ræ   rç   rI   rè   rm   rB   rÕ   ré   rê   rn   Úresblock_updownÚuse_new_attention_orderÚuse_spatial_transformerÚtransformer_depthrË   Ún_embedÚlegacyÚdisable_self_attentionsÚnum_attention_blocksÚdisable_middle_self_attnrÙ   Úadm_in_channelsÚtransformer_depth_middleÚtransformer_depth_outputÚuse_temporal_resblockrÚ   rÌ   r×   rÎ   r�   rž   r«   rÑ   rØ   rÓ   rû   rC   rL   rß   Úinput_block_chansrÔ   ÚdsrÛ   rà   ÚlevelÚmultÚnrÚlayersÚnum_transformersrÖ   Údisabled_saÚout_chÚ	mid_blockÚiÚichrM   s?   f&&&&&f&&&&&&&&&&&&&&&&&&&&f&&&&ffffff&fff&ff                 €r   rE   ÚUNetModel.__init__”  sˆ	  ÿþ€ ô^ 	‰ÑÔàÒ"ß*ð  Hð  -Hó  HÐ*ð
  Ô#Ø!*Ðà˜Œ?Ø$¨Ô*ÐaÐ,aÓaÐ*à Ô"Ø ”?ÐYÐ$YÓY�?à&ˆÔØ,ˆÔØ(ˆÔä�n¤c×*Ò*Ü"% lÓ"3°~Ð6FÕ"FˆDÕä�>Ó"¤c¨,Ó&7Ô7Ü ð "dó eð eà"0ˆDÔà"Ò.äÐ.Ó/´3°|Ó3DÔDÐDÐDØÒ+ÜÐ+Ó,´°D×4GÑ4GÓ0HÔHÐHÐHà-¨aÕ0ÐØ#;¸AÕ#>Ð àˆŒØ(ˆÔØ*ˆÔØ&ˆÔØ,ˆÔØˆŒ
Ø"ˆŒØ!2ˆÔØ"4ˆÔØ&;ˆÔ#Ø$+°4Ð$7ˆÔ!à(,ˆÔ%à'¨!Õ+ˆÜŸ-š-Ø×Ñ˜n¨nÀDÇJÁJÐW]ÐÓ^Ü�GŠG‹IØ×Ñ˜n¨nÀDÇJÁJÐW]ÐÓ^ó
ˆŒð ×ÑÓ'Ü˜$×*Ñ*¬C×0Ò0Ü!#§¢¨k¸>ÐQU×Q[ÑQ[ÐdjÔ!k�•Ø×!Ñ! \Ô1Ü—’ÐGÔHÜ!#§¢¨1¨nÓ!=�•Ø×!Ñ! \Ô1Ø&Ò2Ð2Ð2Ü!#§¢Ü—M’MØ"×)Ñ)¨/¸>ÐQU×Q[ÑQ[ÐdjÐ)ÓkÜŸš›	Ø"×)Ñ)¨.¸.ÐPT×PZÑPZÐciÐ)Ójóó"�•ô !“lÐ"äŸMšMä'Ø×&Ñ& t¸.È!ÐUVÐ^b×^hÑ^hÐqwÐ&Óxóðó
ˆÔð ,ˆÔØ+Ð,ÐØˆØˆ÷#	÷ #	ô #	ð` ØØØÜ÷1	ôf % \×2‰KˆE�4Ü˜D×/Ñ/°Õ6×7�á Ø%1Ø'5Ø*;ØØ'5Ø 'Ø%)¨NÕ%:Ø!Ø'5Ø-AØ"Ÿj™jØ%Ø#-ôð�ð" ˜NÕ*�Ø#4×#8Ñ#8¸Ó#;Ð Ø# aÔ'Ø(¨BÔ.Ø#%¨¥?™à$&Ð*;Õ$;˜	Ø#4˜ßç6M 2¨¦?ÐSd˜ÜÐ5×6Ò6Ø&=¸eÕ&D™à&+˜ä!Ð"6×7Ò7¸2Ð@TÐUZÕ@[Ô;[ØŸ™Ñ&9Ø " I¨xÐ?OÐ]hØ2=Ènô'^ô ð ×!Ñ!×(Ñ(Ô)@À&Ñ)IÔJØ×"Ò" bÕ(Õ"Ø!×(Ñ(¨×,ñS 8ðT œ˜LÓ)¨AÕ-×-Ø�Ø×!Ñ!×(Ñ(Ü+÷" +ñ! %Ø)5Ø+9Ø.?Ø!Ø+9Ø$+Ø)/Ø!%Ø+9Ø1EØ!%Ø"&§*¡*Ø#)Ø'1õô" (Ø ÀvÐUY×U_ÑU_Ðhnð  |Fôó%ôð0 �Ø!×(Ñ(¨Ô,Ø�a•�Ø×"Ò" bÕ(×"Ð"ñQ 3ðT  Ô"Ø˜Y•‰HàÐ/Õ/ˆIØ(ˆHßç*A�r˜Y–ÐGXˆHáØ)Ø-Ø"3ØØ-ØØ!ØØ-Ø%9Ø—j‘jØØ%ôðˆ	ð" !ˆÔØ# rÔ)Ø'¨1Ô,ØÑ1Ø " I¨xÐ?WÐepØ2JÐ[iôñ Ø!-Ø#1Ø&7ØØ#1Ø#Ø!%ØØ#1Ø)=ØŸ*™*Ø!Ø)ôð	õ �	ô& !8¸Ñ CˆDÔØ×Ò˜bÕ ÕäŸ]š]¨2Ó.ˆÔÜ¤	¨,Ó 7Ó8¹¸2¸×>Ñ>‰KˆE�4Ü˜4×.Ñ.¨uÕ5¸Õ9×:�Ø'×+Ñ+Ó-�á Ø%1Ø'5Ø*;Ø �8Ø'5Ø 'Ø%3°dÕ%:Ø!Ø'5Ø-AØ"Ÿj™jØ%Ø#-ôð�ð" $ dÕ*�Ø#;×#?Ñ#?Ó#AÐ Ø# aÔ'Ø(¨BÔ.Ø#%¨¥?™à$&Ð*;Õ$;˜	Ø#4˜ßç6M 2¨¦?ÐSd˜ÜÐ5×6Ò6Ø&=¸eÕ&D™à&+˜ä!Ð"6×7Ò7¸1Ð?SÐTYÕ?ZÔ;ZØŸ™Ù/Ø " I¨xÐ?OÐ]hØ2=Ènôô÷ ˜Q $×"5Ñ"5°eÕ"<Ô<Ø�FØ—M‘M÷" +ñ! %Ø)5Ø+9Ø.?Ø!Ø+9Ø$+Ø)/Ø!%Ø+9Ø1EØ#Ø"&§*¡*Ø#)Ø'1õô" & b¨-ÐQWÐ_c×_iÑ_iÐrxð  FPô  Qô%ð( ˜1•H�BØ×"Ñ"×)Ñ)Ô*AÀ6Ñ*JÔKØ×"Ò" bÕ(×"Ð"ôE ;ñ ?ôJ —=’=Ø× Ñ   R¨t¯z©zÀ&Ð ÓIÜ�GŠG‹IØ×Ñ˜t°\À1ÈaÐW[×WaÑWaÐjpÐÓqó
ˆŒð
 ×$×$Ð$Ü "§¢Ø× Ñ   R¨t¯z©zÀ&Ð ÓIØ×Ñ˜t°W¸aÀtÇzÁzÐZ`ÐÓaó!
ˆDÔ÷ Ü +°6ÀÇÁÐXbÔ cˆDÖñ r   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WV3/ VB # r9   )	ÚcomfyÚpatcher_extensionÚWrapperExecutorÚnew_class_executorr…   Úget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r   r   Ú	timestepsr,   ÚyrÀ   r-   r;   s   &&&&&&&,r   r   ÚUNetModel.forwardE  s}   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð  ¨Gñ	Tð MSñ	Tð 	Tr   c                óÐ  € \        VP                  4      VR&   ^ VR&   VP                  R/ 4      pVP                  RV P                  4      p	VP                  RR4      p
VP                  RR4      pVRJV P                  RJ8X  g   Q R4       h. p\        W P                  R	R
7      P                  VP                  4      pV P                  V4      pRV9   d&   VR,          pV F  pV! WàP                  V4      pK  	  V P                  eC   VP                  ^ ,          VP                  ^ ,          8X  g   Q hWàP                  V4      ,           pTp\        V P                  4       F�  w  ppRV3VR&   \        VVWãWkWšR7      p\        VVR4      pRV9   d   VR,          pV F  pV! VV4      pK  	  VP                  V4       RV9   g   Kf  VR,          pV F  pV! VV4      pK  	  Kƒ  	  RVR&   V P                   e   \        V P                   VWãWkWšR7      p\        VVR4      pRV9   d2   VR,          pV F"  pV! RVRVRVRVRVRVRV/4      pVR,          pK$  	  \        V P"                  4       F§  w  ppRV3VR&   VP%                  4       p\        VVR4      pRV9   d    VR,          pV F  pV! VVV4      w  ppK  	  Ve   \&        P(                  ! VV.^R7      p?\+        V4      ^ 8”  d   VR,          P                  pMRp\        VVWãVVW¹V
R7	      pK©  	  VP-                  VP                  4      pV P.                  '       d   V P1                  V4      # V P3                  V4      # )a  
Apply the model to an input batch.
:param x: an [N x C x ...] Tensor of inputs.
:param timesteps: a 1-D batch of timesteps.
:param context: conditioning plugged in via crossattn
:param y: an [N] Tensor of labels, if class-conditional.
:return: an [N x C x ...] Tensor of outputs.
Úoriginal_shaper&   r$   r/   r0   Nr.   z<must specify y if and only if the model is class-conditionalF)Úrepeat_onlyÚ	emb_patchÚinputÚblock)r.   r/   r0   Úinput_block_patchÚinput_block_patch_after_skipÚmiddleÚmiddle_block_after_patchr“   r   r   r,   r!  r   r-   ÚoutputÚoutput_block_patchr‰   )r+  r   r‹   )rp   rT   Úgetrì   rè   r   rã   ÚtorB   rí   rï   rô   rò   r5   rÃ   rö   r÷   rø   r½   rŽ   Úcatr�   rŒ   rë   rú   rù   )r   r   r   r,   r!  rÀ   r-   r;   Útransformer_patchesr/   r0   r.   ÚhsÚt_embr   Úpatchrj   r“   ÚidÚmodulerù   Úhspr'   s   &&&&&&&,               r   r…   ÚUNetModel._forwardL  s«  € ô 15°Q·W±W³ÐÐ,Ñ-Ø34ÐÐ/Ñ0Ø1×5Ñ5°iÀÓDÐà!Ÿ:™:Ð&8¸$×:WÑ:WÓXÐØ%Ÿz™zÐ*@À$ÓGÐØ—z‘z .°$Ó7ˆà˜�Ø×Ñ DÐ(ô
ð 	JàIó	Jð 
ð ˆÜ" 9×.AÑ.AÈuÔU×XÑXÐYZ×Y`ÑY`ÓaˆØ�o‰o˜eÓ$ˆàÐ-Ô-Ø'¨Õ4ˆEÛ�Ù˜×0Ñ0Ð2EÓF’ñ ð ×ÑÒ'Ø—7‘7˜1•: §¡¨¥Ô+Ð+Ð+ØŸ™ qÓ)Õ)ˆCàˆÜ# D×$5Ñ$5Ö6‰JˆB�Ø,3°R¨=Ð Ñ(Ü& v¨q°#Ð@Sð  BRô  ~ˆAÜ˜a ¨'Ó2ˆAØ"Ð&9Ô9Ø+Ð,?Õ@�Û�AÙ˜!Ð0Ó1’Añ ð �I‰I�aŒLØ-Ð1DÖDØ+Ð,JÕK�Û�AÙ˜!Ð0Ó1’Aó ñ 7ð (5Ð˜GÑ$Ø×ÑÒ(Ü& t×'8Ñ'8¸!¸SÐK^ð  M]ô  IˆAÜ˜!˜W hÓ/ˆà%Ð)<Ô<Ø'Ð(BÕCˆEÛ�Ù˜˜a  a¨°°YÀÈÈaØ$ iÐ1FÐH[ð]ó ^�à˜•H’ñ ô
 $ D×$6Ñ$6Ö7‰JˆB�Ø,4°b¨>Ð Ñ(Ø—&‘&“(ˆCÜ  W¨hÓ7ˆCà#Ð':Ô:Ø+Ð,@ÕA�Û�AÙ˜q #Ð':Ó;‘F�A’sñ ð ŠÜ—F’F˜A˜s˜8¨Ô+�ØÜ�2‹w˜Œ{Ø! "�vŸ|™|‘à#�Ü& v¨q°#Ð@SÐUaÐp|ð  wKô  LŠAñ# 8ð$ �F‰F�1—7‘7‹OˆØ×$×$Ð$Ø×$Ñ$ QÓ'Ð'à—8‘8˜A“;Ðr   )ró   ræ   rç   rì   rl   rB   rû   rú   râ   rò   rï   r÷   rã   rè   ré   rÕ   rê   rä   rù   rG   rø   rë   rí   rm   rÞ   )rP   ra   é   é   r‹   )r   r   r   r   r   rŽ   Úfloat32rY   rE   r   r…   r   r    rZ   r[   s   @@r   rÅ   rÅ   z  s½   ù‡ € ñð@ Ø!ØØØØØ�j‰jØØØØ"ØØ %Ø %ØØØØØ $Ø!Ø!&Ø"'ØØ!%Ø!%Ø#Ø$ØØ Ø!ØØØØ(-Ø"ØØØØ÷[odðb $(°¸ÀtÐacô Tð %)°$¸$ÈÐbd÷ Sô Sr   rÅ   )*Úabcr   ÚtorchrŽ   Útorch.nnrq   Útorch.nn.functionalÚ
functionalrU   Úeinopsr   r¾   Úutilr   r   r   r   Ú	attentionr	   r
   r   Úcomfy.ldm.utilr   Úcomfy.patcher_extensionr  Ú	comfy.opsrY   Údisable_weight_initÚsdposer   ÚModuler   r5   rr   r7   r*   r]   rg   r)   r·   rÃ   rÅ   r   r   r   Ú<module>rK     sð   ðÝ ã Ý ß Ð Ý Û ÷ó ÷ MÑ LÝ !Û Û Ø‡i�i×#Ñ#€å  ô	�B—I‘Iô 	ð 04ÈÐZ^Ðmqð  EIð  `dô ô<=˜bŸm™m¨]ô =ô"ˆr�y‰yô "ôH�—‘ô ô:I+ˆ}ô I+ôXN�Hô Nôb/ˆr�y‰yô /òôe�—	‘	ö er   