+
    ƒ°ñj|~  ã                   ó‚  € ^ RI t ^ RIHt ^ RIt^ RIt^ RIt^ RIHtH	t	 ^ RI
Ht ^ RIHt ^ RIHtHtHt ^ RIt^ RIt/ R3R R llt ! R	 R
]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]4      tR t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t R t! ! R R ]P*                  4      t" ! R! R"]P*                  4      t#R# )#é    N)ÚOptional)Ú	rearrangeÚrepeat)Ú	Rearrange)Únn)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc                ó0   € V ^8„  d   QhR\         R\        /# )é   ÚnameÚchannels)ÚstrÚint)Úformats   "Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\cosmos\blocks.pyÚ__annotate__r      s   € ÷ <ñ <œCð <¬3ñ <ó    c                 ó”   € V R 8X  d   \         P                  ! 4       # V R8X  d   VP                  ! V3RRRR/VB # \        RV  R24      h)ÚIÚRÚelementwise_affineTÚepsç�íµ ÷Æ°>zNormalization z
 not found)r   ÚIdentityÚRMSNormÚ
ValueError)r   r   Úweight_argsÚ
operationss   &&&&r   Úget_normalizationr       sQ   € Øˆs„{Ü�{Š{‹}ÐØ	�ŒØ×!Ò! (Ñ]¸tÐ]ÈÐ]ÐQ\Ñ]Ð]ä˜>¨$¨¨zÐ:Ó;Ð;r   c                   ó2   a a€ ] tR t^(t oV 3R ltRtVtV ;t# )ÚBaseAttentionOpc                ó$   <€ \         SV `  4        R # ©N)ÚsuperÚ__init__)ÚselfÚ	__class__s   &€r   r&   ÚBaseAttentionOp.__init__)   s   ø€ Ü‰ÑÖr   © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r&   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r(   Ú__classdict__s   @@r   r"   r"   (   s   ù‡ € ÷õ r   r"   c                   óˆ   a a€ ] tR t^-t oRtR^^@RRRRRRRR/ R3V3R	 lV 3R
 llltRV3R lR lltRRR/ 3R ltRtVt	V ;t
# )Ú	AttentionaÌ  
Generalized attention impl.

Allowing for both self-attention and cross-attention configurations depending on whether a `context_dim` is provided.
If `context_dim` is None, self-attention is assumed.

Parameters:
    query_dim (int): Dimension of each query vector.
    context_dim (int, optional): Dimension of each context vector. If None, self-attention is assumed.
    heads (int, optional): Number of attention heads. Defaults to 8.
    dim_head (int, optional): Dimension of each head. Defaults to 64.
    dropout (float, optional): Dropout rate applied to the output of the attention block. Defaults to 0.0.
    attn_op (BaseAttentionOp, optional): Custom attention operation to be used instead of the default.
    qkv_bias (bool, optional): If True, adds a learnable bias to query, key, and value projections. Defaults to False.
    out_bias (bool, optional): If True, adds a learnable bias to the output projection. Defaults to False.
    qkv_norm (str, optional): A string representing normalization strategies for query, key, and value projections.
                              Defaults to "SSI".
    qkv_norm_mode (str, optional): A string representing normalization mode for query, key, and value projections.
                                    Defaults to 'per_head'. Only support 'per_head'.

Examples:
    >>> attn = Attention(query_dim=128, context_dim=256, heads=4, dim_head=32, dropout=0.1)
    >>> query = torch.randn(10, 128)  # Batch size of 10
    >>> context = torch.randn(10, 256)  # Batch size of 10
    >>> output = attn(query, context)  # Perform the attention operation

Note:
    https://github.com/MatthieuTPHR/diffusers/blob/d80b531ff8060ec1ea982b65a1b8df70f73aa67c/src/diffusers/models/attention.py#L223
Nç        FÚSSIÚper_headÚtransformer_engineÚbshdc                ó^   <€ V ^8„  d   QhRS[ RS[S[,          RS[RS[RS[RS[RS[RS[R	R
/	# )r   Ú	query_dimÚattn_opÚqkv_biasÚout_biasÚqkv_normÚqkv_norm_modeÚbackendÚ
qkv_formatÚreturnN)r   r   r"   Úboolr   )r   r3   s   "€r   r   ÚAttention.__annotate__L   sj   ø€ ÷ 5
ñ 5
áð5
ñ ™/Õ*ð5
ñ ð5
ñ ð5
ñ ð5
ñ ð5
ñ ð5
ñ ð5
ð  
ñ!5
r   c           
     ó  <€ \         SV `  4        \        4       V n        VR J V n        WC,          pVf   TMTpW0n        W@n        W n        WÀn        V P                  R8X  d   TpM\        RV P                   R24      hW°n
        \        P                  ! VP                  ! W3RV/VB \        V	^ ,          VWÞR7      4      V n        \        P                  ! VP                  ! W/3RV/VB \        V	^,          VWÞR7      4      V n        \        P                  ! VP                  ! W/3RV/VB \        V	^,          VWÞR7      4      V n        \        P                  ! VP                  ! Wñ3RV/VB \        P$                  ! V4      4      V n        R # )Nr8   úNormalization mode ú# not found, only support 'per_head'Úbias)r   r   )r%   r&   r	   Úcomfy_attentionÚis_selfattnÚheadsÚdim_headrA   rC   r   rB   r   Ú
SequentialÚLinearr    Úto_qÚto_kÚto_vÚDropoutÚto_out)r'   r<   Úcontext_dimrM   rN   Údropoutr=   r>   r?   r@   rA   rB   rC   r   r   Ú	inner_dimÚnorm_dimr(   s   &&&&&&&&&&&&&&&  €r   r&   ÚAttention.__init__L   sh  ø€ ô" 	‰ÑÔÜ-Ó/ˆÔà&¨$Ð.ˆÔàÕ$ˆ	Ø#.Ò#6‘i¸KˆàŒ
Ø ŒØ*ÔØ$Œà×Ñ Ô+Ø‰HäÐ2°4×3EÑ3EÐ2FÐFiÐjÓkÐkàŒä—M’MØ×Ò˜iÑQ¸ÐQÀ[ÑQÜ˜h q�k¨8ÀÔdó
ˆŒ	ô —M’MØ×Ò˜kÑS¸8ÐSÀ{ÑSÜ˜h q�k¨8ÀÔdó
ˆŒ	ô —M’MØ×Ò˜kÑS¸8ÐSÀ{ÑSÜ˜h q�k¨8ÀÔdó
ˆŒ	ô
 —m’mØ×Ò˜iÑQ¸ÐQÀ[ÑQÜ�JŠJ�wÓó
ˆŽr   c                óv   <€ V ^8„  d   QhRS[ S[P                  S[P                  S[P                  3,          /# )r   rD   )ÚtupleÚtorchÚTensor)r   r3   s   "€r   r   rF   ƒ   s-   ø€ ÷ .ñ .á	‰u�|‰|™UŸ\™\©5¯<©<Ð7Õ	8ñ.r   c                ó„  a € ? S P                   R 8X  dj   S P                  ^ ,          ! V4      pVf   TMTpS P                  ^ ,          ! V4      pS P                  ^ ,          ! V4      p\	        V 3R lWgV34      w  rgpM\        RS P                    R24      hS P                  ^,          ! V4      pS P                  ^,          ! V4      pS P                  ^,          ! V4      pS P                  '       EdÊ   VEeÅ   \        P                  P                  '       g/   \        P                  P                  P                  WgV4      w  rgEMvVP                  p	VP                  ! . VP                  RR O^NRN5!  P                  RR4      P!                  R4      pVR,          VR,          ,          VR,          VR,          ,          ,           pVP                  RR4      P                  ! V	!  P#                  VP$                  4      pVP                  p
VP                  ! . VP                  RR O^NRN5!  P                  RR4      P!                  R4      pVR,          VR,          ,          VR,          VR,          ,          ,           pVP                  RR4      P                  ! V
!  P#                  VP$                  4      pWgV3# )	r8   Nc                 óJ   <€ \        V R SP                  SP                  R7      # )zs b (n c) -> b n s c)ÚnÚc)r   rM   rN   )Útr'   s   &€r   Ú<lambda>Ú#Attention.cal_qkv.<locals>.<lambda>™   s   ø€ œ) AÐ'=ÀÇÁÈtÏ}É}Õ]r   rH   rI   éÿÿÿÿéþÿÿÿ).r   ).é   )rA   rQ   rR   rS   Úmapr   rL   ÚcomfyÚmodel_managementÚin_trainingÚ	quant_opsÚckÚapply_rope_split_halfÚshapeÚreshapeÚmovedimÚ	unsqueezeÚtoÚdtype)r'   ÚxÚcontextÚmaskÚrope_embÚkwargsÚqÚkÚvÚq_shapeÚk_shapes   f&&&&,     r   Úcal_qkvÚAttention.cal_qkvƒ   sC  ø€ ð ð		ð ×Ñ Ô+Ø—	‘	˜!–˜Q“ˆAØ"š?‘a°ˆGØ—	‘	˜!–˜WÓ%ˆAØ—	‘	˜!–˜WÓ%ˆAÜÜ]Ø�q�	ó‰GˆA‘!ô
 Ð2°4×3EÑ3EÐ2FÐFiÐjÓkÐkà�I‰I�aŽL˜‹OˆØ�I‰I�aŽL˜‹OˆØ�I‰I�aŽL˜‹OˆØ××Ñ Ó 4Ü×)Ñ)×5×5Ð5Ü—‘×)Ñ)×?Ñ?ÀÀhÓO‘�‘1ð Ÿ'™'�Ø—I’IÐ3˜qŸw™w s¨˜|Ð3¨QÐ3°Ó3×;Ñ;¸BÀÓC×MÑMÈbÓQ�Ø˜VÕ$ q¨¥yÕ0°8¸FÕ3CÀaÈÅiÕ3OÕO�Ø—I‘I˜b "Ó%×-Ò-¨wÑ7×:Ñ:¸1¿7¹7ÓC�ð Ÿ'™'�Ø—I’IÐ3˜qŸw™w s¨˜|Ð3¨QÐ3°Ó3×;Ñ;¸BÀÓC×MÑMÈbÓQ�Ø˜VÕ$ q¨¥yÕ0°8¸FÕ3CÀaÈÅiÕ3OÕO�Ø—I‘I˜b "Ó%×-Ò-¨wÑ7×:Ñ:¸1¿7¹7ÓC�Ø�Qˆwˆr   c                ó   € V P                   ! WV3RV/VB w  rxp	\        V4      \        V4      \        V	4      r˜p\        WxW�P                  RVRV P                  VR7	      p
???	\        V
R4      p
V P                  V
4      # )z¬
Args:
    x (Tensor): The query tensor of shape [B, Mq, K]
    context (Optional[Tensor]): The key tensor of shape [B, Mk, K] or use x as context [self attention] if None
ry   T)Úskip_reshaperx   Úskip_output_reshapeÚpreferred_attentionÚtransformer_optionsz b n s c -> s b (n c))r€   r   r
   rM   rK   r   rU   )r'   rv   rw   rx   ry   r†   rz   r{   r|   r}   Úouts   &&&&&&,    r   ÚforwardÚAttention.forward³   s˜   € ð —,’,˜q¨4ÑM¸(ÐMÀfÑM‰ˆˆaÜ*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆÜ! !¨¯:©:ÀDÈtÐimð  DH÷  DXñ  DXð  nAô  BˆØˆq�!Ü˜Ð4Ó5ˆØ�{‰{˜3ÓÐr   )rB   rK   rN   rM   rL   rC   rA   rR   rU   rQ   rS   )NNN)r+   r,   r-   r.   Ú__doc__r&   r€   rˆ   r/   r0   r1   r2   s   @@r   r5   r5   -   sb   ù‡ € ñðB ØØØØ-1ØØØØ'Ø+Ø ØØ÷5
õ 5
÷n.ò .ðf ØØØ÷ ô  r   r5   c                   ó‚   a a€ ] tR t^Ét oRtR]P                  ! 4       RR/ R3V3R lV 3R llltV3R lR ltR	t	Vt
V ;t# )
ÚFeedForwardad  
Transformer FFN with optional gating

Parameters:
    d_model (int): Dimensionality of input features.
    d_ff (int): Dimensionality of the hidden layer.
    dropout (float, optional): Dropout rate applied after the activation function. Defaults to 0.1.
    activation (callable, optional): The activation function applied after the first linear layer.
                                     Defaults to nn.ReLU().
    is_gated (bool, optional): If set to True, incorporates gating mechanism to the feed-forward layer.
                               Defaults to False.
    bias (bool, optional): If set to True, adds a bias to the linear layers. Defaults to True.

Example:
    >>> ff = FeedForward(d_model=512, d_ff=2048)
    >>> x = torch.randn(64, 10, 512)  # Example input tensor
    >>> output = ff(x)
    >>> print(output.shape)  # Expected shape: (64, 10, 512)
çš™™™™™¹?FNc                ó<   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RR/# )r   Úd_modelÚd_ffrW   Úis_gatedrJ   rD   N©r   ÚfloatrE   )r   r3   s   "€r   r   ÚFeedForward.__annotate__Þ   sO   ø€ ÷ [ñ [áð[ñ ð[ñ ð	[ñ ð[ñ ð[ð 
ñ[r   c	                ó"  <€ \         S	V `  4        VP                  ! W3R V/VB V n        VP                  ! W!3R V/VB V n        \
        P                  ! V4      V n        W@n        WPn	        V'       d   VP                  ! W3R R/VB V n
        R# R# )rJ   FN)r%   r&   rP   Úlayer1Úlayer2r   rT   rW   Ú
activationr‘   Úlinear_gate)
r'   r�   r�   rW   r˜   r‘   rJ   r   r   r(   s
   &&&&&&&&&€r   r&   ÚFeedForward.__init__Þ   s‡   ø€ ô 	‰ÑÔà ×'Ò'¨ÑP¸DÐPÀKÑPˆŒØ ×'Ò'¨ÑP¸DÐPÀKÑPˆŒä—z’z 'Ó*ˆŒØ$ŒØ ŒßØ)×0Ò0°ÑZÀUÐZÈkÑZˆDÖñ r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   rv   ©r]   r^   )r   r3   s   "€r   r   r”   ô   s   ø€ ÷ ñ ™Ÿ™ñ r   c                ó   € V P                  V P                  V4      4      pV P                  '       d   W P                  V4      ,          pMTpV P                  P
                  R 8X  g   Q R4       hV P                  V4      # ©r6   zwe skip dropout)r˜   r–   r‘   r™   rW   Úpr—   )r'   rv   Úgs   && r   rˆ   ÚFeedForward.forwardô   sc   € Ø�O‰O˜DŸK™K¨›NÓ+ˆØ�=�=ˆ=Ø×$Ñ$ QÓ'Õ'‰AàˆAØ�|‰|�~‰~ Ô$Ð7Ð&7Ó7Ð$Ø�{‰{˜1‹~Ðr   )r˜   rW   r‘   r–   r—   r™   )r+   r,   r-   r.   rŠ   r   ÚReLUr&   rˆ   r/   r0   r1   r2   s   @@r   rŒ   rŒ   É   s?   ù‡ € ñð0 Ø—7’7“9ØØØØ÷[õ [÷,÷ ð r   rŒ   c                   ó\   a a€ ] tR t^þt oRR/ R3V3R lV 3R llltV3R lR ltRtVtV ;t# )	ÚGPT2FeedForwardr�   FNc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[RS[/# )r   r�   r�   rW   rJ   r’   )r   r3   s   "€r   r   ÚGPT2FeedForward.__annotate__ÿ   s)   ø€ ÷ 

ñ 

¡ð 

©3ð 

¹ð 

ÉDñ 

r   c                ó\   <€ \         SV `  VVV\        P                  ! 4       R VVVR7       R# )F)r�   r�   rW   r˜   r‘   rJ   r   r   N)r%   r&   r   ÚGELU)r'   r�   r�   rW   rJ   r   r   r(   s   &&&&&&&€r   r&   ÚGPT2FeedForward.__init__ÿ   s3   ø€ Ü‰ÑØØØÜ—w’w“yØØØ#Ø!ð 	ö 		
r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rœ   r�   )r   r3   s   "€r   r   r§     s   ø€ ÷ ñ ™Ÿ™ñ r   c                ó°   € V P                   P                  R 8X  g   Q R4       hV P                  V4      pV P                  V4      pV P	                  V4      pV# rŸ   )rW   r    r–   r˜   r—   )r'   rv   s   &&r   rˆ   ÚGPT2FeedForward.forward  sK   € Ø�|‰|�~‰~ Ô$Ð7Ð&7Ó7Ð$à�K‰K˜‹NˆØ�O‰O˜AÓˆØ�K‰K˜‹Nˆàˆr   r*   ©	r+   r,   r-   r.   r&   rˆ   r/   r0   r1   r2   s   @@r   r¥   r¥   þ   s*   ù‡ € ØADÐSXÐfhÐuy÷ 

õ 

÷÷ ð r   r¥   c                 ól   € V ^VP                  ^4      ,           ,          VP                  ^4      ,           # ©rh   )rs   )rv   ÚshiftÚscales   &&&r   Úmodulater³     s)   € Ø��E—O‘O AÓ&Õ&Õ'¨%¯/©/¸!Ó*<Õ<Ð<r   c                   ó8   a a€ ] tR tRt oV 3R ltR tRtVtV ;t# )Ú	Timestepsi  c                ó0   <€ \         SV `  4        Wn        R # r$   )r%   r&   Únum_channels)r'   r·   r(   s   &&€r   r&   ÚTimesteps.__init__  s   ø€ Ü‰ÑÔØ(Ör   c                óä  € V P                   ^,          p\        P                  ! R4      ) \        P                  ! V\        P
                  VP                  R7      ,          pW2R,
          ,          p\        P                  ! V4      pVR,          P                  4       VR,          ,          p\        P                  ! V4      p\        P                  ! V4      p\        P                  ! We.RR7      pV# )r   i'  )ru   Údevicer6   ©Údim)ºNNNN)Nr½   rf   )r·   ÚmathÚlogr]   ÚarangeÚfloat32rº   Úexpr“   ÚsinÚcosÚcat)r'   Ú	timestepsÚhalf_dimÚexponentÚembÚsin_embÚcos_embs   &&     r   rˆ   ÚTimesteps.forward  s§   € Ø×$Ñ$¨Õ)ˆÜ—H’H˜U“OÐ#¤e§l¢l°8Ä5Ç=Á=ÐYb×YiÑYiÔ&jÕjˆØ¨#�~Õ.ˆä�iŠi˜Ó!ˆØ˜Õ ×&Ñ&Ó(¨3¨w­<Õ7ˆä—)’)˜C“.ˆÜ—)’)˜C“.ˆÜ�iŠi˜Ð*°Ô3ˆàˆ
r   )r·   r®   r2   s   @@r   rµ   rµ     s   ù‡ € õ)÷ò r   rµ   c                   óZ   a a€ ] tR tRt oR/ R3V3R lV 3R llltV3R lR ltRtVtV ;t# )	ÚTimestepEmbeddingi-  FNc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[/# )r   Úin_featuresÚout_featuresÚuse_adaln_lora)r   rE   )r   r3   s   "€r   r   ÚTimestepEmbedding.__annotate__.  s'   ø€ ÷ dñ d¡Cð d±sð dÉDñ dr   c                ób  <€ \         SV `  4        \        P                  ! R V R24       VP                  ! W3RV'       * /VB V n        \        P                  ! 4       V n        W0n	        V'       d%   VP                  ! V^V,          3RR/VB V n
        R# VP                  ! W"3RR/VB V n
        R# )zUsing AdaLN LoRA Flag:  z=. We enable bias if no AdaLN LoRA for backward compatibility.rJ   FTN)r%   r&   ÚloggingÚdebugrP   Úlinear_1r   ÚSiLUr˜   rÒ   Úlinear_2)r'   rÐ   rÑ   rÒ   r   r   r(   s   &&&&&&€r   r&   ÚTimestepEmbedding.__init__.  s¢   ø€ Ü‰ÑÔÜ�ŠØ& ~Ð&6Ð6sÐtô	
ð #×)Ò)¨+ÑlÈnÔJ\ÐlÐ`kÑlˆŒÜŸ'š'›)ˆŒØ,ÔßØ&×-Ò-¨l¸AÀÕ<LÑhÐSXÐhÐ\gÑhˆDŽMà&×-Ò-¨lÑcÈtÐcÐWbÑcˆDŽMr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   ÚsamplerD   r�   )r   r3   s   "€r   r   rÓ   ;  s#   ø€ ÷ (ñ (™eŸl™lð (©u¯|©|ñ (r   c                ó¨   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  '       d   TpTpWC3# TpR pWC3# r$   )r×   r˜   rÙ   rÒ   )r'   rÜ   rÉ   Úadaln_lora_B_3DÚemb_B_Ds   &&   r   rˆ   ÚTimestepEmbedding.forward;  sb   € Ø�m‰m˜FÓ#ˆØ�o‰o˜cÓ"ˆØ�m‰m˜CÓ ˆà××ÐØ!ˆOØˆGð
 Ð'Ð'ð ˆGØ"ˆOàÐ'Ð'r   )r˜   r×   rÙ   rÒ   r®   r2   s   @@r   rÎ   rÎ   -  s)   ù‡ € ØSXÐfhÐuy÷ dõ d÷(÷ (ð (r   rÎ   c                   óP   a a€ ] tR tRt oRtRV 3R lltRV3R lR lltRtVtV ;t	# )	ÚFourierFeaturesiJ  a8  
Implements a layer that generates Fourier features from input tensors, based on randomly sampled
frequencies and phases. This can help in learning high-frequency functions in low-dimensional problems.

[B] -> [B, D]

Parameters:
    num_channels (int): The number of Fourier features to generate.
    bandwidth (float, optional): The scaling factor for the frequency of the Fourier features. Defaults to 1.
    normalize (bool, optional): If set to True, the outputs are scaled by sqrt(2), usually to normalize
                                the variance of the features. Defaults to False.

Example:
    >>> layer = FourierFeatures(num_channels=256, bandwidth=0.5, normalize=True)
    >>> x = torch.randn(10, 256)  # Example input tensor
    >>> output = layer(x)
    >>> print(output.shape)  # Expected shape: (10, 256)
c                óš  <€ \         SV `  4        V P                  R ^\        P                  ,          V,          \
        P                  ! V4      ,          RR7       V P                  R^\        P                  ,          \
        P                  ! V4      ,          RR7       V'       d   \        P                  ! ^4      V n	        R# ^V n	        R# )ÚfreqsT)Ú
persistentÚphasesN)
r%   r&   Úregister_bufferÚnpÚpir]   ÚrandnÚrandÚsqrtÚgain)r'   r·   Ú	bandwidthÚ	normalizer(   s   &&&&€r   r&   ÚFourierFeatures.__init__^  s‚   ø€ Ü‰ÑÔØ×Ñ˜W a¬"¯%©%¥i°)Õ&;¼e¿kºkÈ,Ó>WÕ&WÐdhÐÔiØ×Ñ˜X q¬2¯5©5¥y´5·:²:¸lÓ3KÕ'KÐX\ÐÔ]ß"+”B—G’G˜A“JˆŽ	°ˆŽ	r   c                ó    <€ V ^8„  d   QhRS[ /# )r   rí   )r“   )r   r3   s   "€r   r   ÚFourierFeatures.__annotate__d  s   ø€ ÷ ñ ™uñ r   c                ó²  € VP                   pVP                  \        P                  4      P	                  V P
                  P                  \        P                  4      4      P                  V P                  P                  \        P                  4      4      pVP                  4       P                  V P                  V,          4      P                  V4      pV# )a'  
Apply the Fourier feature transformation to the input tensor.

Args:
    x (torch.Tensor): The input tensor.
    gain (float, optional): An additional gain factor applied during the forward pass. Defaults to 1.

Returns:
    torch.Tensor: The transformed tensor, with Fourier features applied.
)ru   rt   r]   rÁ   Úgerrä   Úaddræ   rÄ   Úmulrí   )r'   rv   rí   Úin_dtypes   &&& r   rˆ   ÚFourierFeatures.forwardd  s‡   € ð —7‘7ˆØ�D‰D”—‘Ó×#Ñ# D§J¡J§M¡M´%·-±-Ó$@ÓA×EÑEÀdÇkÁkÇnÁnÔUZ×UbÑUbÓFcÓdˆØ�E‰E‹G�K‰K˜Ÿ	™	 DÕ(Ó)×,Ñ,¨XÓ6ˆØˆr   )rí   )rh   F)g      ð?©
r+   r,   r-   r.   rŠ   r&   rˆ   r/   r0   r1   r2   s   @@r   râ   râ   J  s   ù‡ € ñ÷&3÷÷ ò r   râ   c                   óJ   a a€ ] tR tRt oRt^RR/ R3V 3R lltR tRtVtV ;t	# )	Ú
PatchEmbediu  a  
PatchEmbed is a module for embedding patches from an input tensor by applying either 3D or 2D convolutional layers,
depending on the . This module can process inputs with temporal (video) and spatial (image) dimensions,
making it suitable for video and image processing tasks. It supports dividing the input into patches
and embedding each patch into a vector of size `out_channels`.

Parameters:
- spatial_patch_size (int): The size of each spatial patch.
- temporal_patch_size (int): The size of each temporal patch.
- in_channels (int): Number of input channels. Default: 3.
- out_channels (int): The dimension of the embedding vector for each patch. Default: 768.
- bias (bool): If True, adds a learnable bias to the output of the convolutional layers. Default: True.
i   TNc           	     ó  <€ \         SV `  4        Wn        W n        \        P
                  ! \        R VVVR7      VP                  ! W1,          V,          V,          V3RV/VB 4      V n        \        P                  ! 4       V n
        R# )z*b c (t r) (h m) (w n) -> b t h w (c r m n))ÚrÚmra   rJ   N)r%   r&   Úspatial_patch_sizeÚtemporal_patch_sizer   rO   r   rP   Úprojr   r‡   )	r'   rÿ   r   Úin_channelsÚout_channelsrJ   r   r   r(   s	   &&&&&&&&€r   r&   ÚPatchEmbed.__init__„  sˆ   ø€ ô 	‰ÑÔØ"4ÔØ#6Ô ä—M’MÜØ<Ø%Ø$Ø$ô	ð ×ÒØÕ0Ð3EÕEÐH[Õ[Ð]iñØptðð yDñó

ˆŒ	ô —;’;“=ˆŽr   c                ó&  € VP                  4       ^8X  g   Q hVP                  w   r#rEW@P                  ,          ^ 8X  d   WPP                  ,          ^ 8X  g   Q hW0P                  ,          ^ 8X  g   Q hV P	                  V4      pV P                  V4      # )a`  
Forward pass of the PatchEmbed module.

Parameters:
- x (torch.Tensor): The input tensor of shape (B, C, T, H, W) where
    B is the batch size,
    C is the number of channels,
    T is the temporal dimension,
    H is the height, and
    W is the width of the input.

Returns:
- torch.Tensor: The embedded patches as a tensor, with shape b t h w c.
)r¼   rp   rÿ   r   r  r‡   )r'   rv   Ú_ÚTÚHÚWs   &&    r   rˆ   ÚPatchEmbed.forwardŸ  s   € ð �u‰u‹w˜!Œ|Ðˆ|ØŸ™‰ˆˆ1�Ø×*Ñ*Õ*¨aÔ/°A×8OÑ8OÕ4OÐSTÔ4TÐTÐTØ×+Ñ+Õ+¨qÔ0Ð0Ð0Ø�I‰I�a‹LˆØ�x‰x˜‹{Ðr   )r‡   r  rÿ   r   rù   r2   s   @@r   rû   rû   u  s*   ù‡ € ñð$ ØØØØ÷!÷6ò r   rû   c                   ód   a a€ ] tR tRt oRtRR/ R3V3R lV 3R llltRV3R lR	 lltR
tVtV ;t	# )Ú
FinalLayeri¶  z
The final layer of video DiT.
Fé   Nc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   rÒ   Úadaln_lora_dim)rE   r   )r   r3   s   "€r   r   ÚFinalLayer.__annotate__»  s!   ø€ ÷ ñ ñ ðñ ñr   c	           	     óh  <€ \         S	V `  4        VP                  ! V3R RRR/VB V n        VP                  ! WV,          V,          V,          3RR/VB V n        Wn        ^V n        WPn        V'       dj   \        P                  ! \        P                  ! 4       VP                  ! W3RR/VB VP                  ! W`P                  V,          3RR/VB 4      V n        R# \        P                  ! \        P                  ! 4       VP                  ! WP                  V,          3RR/VB 4      V n        R# )r   Fr   r   rJ   N)r%   r&   Ú	LayerNormÚ
norm_finalrP   ÚlinearÚhidden_sizeÚn_adaln_chunksrÒ   r   rO   rØ   ÚadaLN_modulation)
r'   r  rÿ   r   r  rÒ   r  r   r   r(   s
   &&&&&&&&&€r   r&   ÚFinalLayer.__init__»  s  ø€ ô 	‰ÑÔØ$×.Ò.¨{ÑnÈuÐnÐZ^ÐnÐbmÑnˆŒØ ×'Ò'ØÐ.@Õ@ÐCVÕVÐYeÕeñ
Ølqð
ð vAñ
ˆŒð 'ÔØˆÔØ,ÔßÜ$&§M¢MÜ—’“	Ø×!Ò! +ÑYÀEÐYÈ[ÑYØ×!Ò! .×2EÑ2EÈÕ2SÑoÐZ_ÐoÐcnÑoó%ˆDÖ!ô %'§M¢MÜ—’“	˜:×,Ò,¨[×:MÑ:MÐP[Õ:[ÑwÐbgÐwÐkvÑwó%ˆDÖ!r   c                óD   <€ V ^8„  d   QhRS[ S[P                  ,          /# )r   rÞ   )r   r]   r^   )r   r3   s   "€r   r   r  Ù  s    ø€ ÷ ñ ñ "¡%§,¡,Õ/ñ	r   c                óö  € V P                   '       dO   Vf   Q hV P                  V4      VRR ^V P                  ,          13,          ,           P                  ^^R7      w  rEM$V P                  V4      P                  ^^R7      w  rEVP                  ^ ,          pVP                  ^ ,          V,          p\        VRVR7      \        VRVR7      r˜\        V P                  V4      W‰4      pV P                  V4      pV# )Nr½   r»   zb d -> (b t) d)rc   )	rÒ   r  r  Úchunkrp   r   r³   r  r  )
r'   Ú	x_BT_HW_Drß   rÞ   Ú	shift_B_DÚ	scale_B_DÚBr  Ú
shift_BT_DÚ
scale_BT_Ds
   &&&&      r   rˆ   ÚFinalLayer.forwardÙ  sö   € ð ××ÐØ"Ò.Ð.Ð.Ø$(×$9Ñ$9¸'Ó$BÀ_ÐUVÐXnÐZ[Ð^b×^nÑ^nÕZnÐXnÐUnÕEoÕ$o×#vÑ#vØ�qð $wó $Ñ ˆI�yð $(×#8Ñ#8¸Ó#A×#GÑ#GÈÈqÐ#GÓ#QÑ ˆIà�M‰M˜!ÕˆØ�O‰O˜AÕ !Õ#ˆÜ!'¨	Ð3CÀqÔ!IÌ6ÐR[Ð]mÐqrÔKs�JÜ˜TŸ_™_¨YÓ7¸ÓPˆ	à—K‘K 	Ó*ˆ	ØÐr   )r  r  r  r  r  rÒ   r$   rù   r2   s   @@r   r  r  ¶  s1   ù‡ € ñð  %Ø!ØØ÷õ ÷<÷ ò r   r  c                   ón   a a€ ] tR tRt oRtRRR/ R3V3R lV 3R llltRRR/ 3V3R	 lR
 lltRtVtV ;t	# )Ú	VideoAttnið  a  
Implements video attention with optional cross-attention capabilities.

This module processes video features while maintaining their spatio-temporal structure. It can perform
self-attention within the video features or cross-attention with external context features.

Parameters:
    x_dim (int): Dimension of input feature vectors
    context_dim (Optional[int]): Dimension of context features for cross-attention. None for self-attention
    num_heads (int): Number of attention heads
    bias (bool): Whether to include bias in attention projections. Default: False
    qkv_norm_mode (str): Normalization mode for query/key/value projections. Must be "per_head". Default: "per_head"
    x_format (str): Format of input tensor. Must be "BTHWD". Default: "BTHWD"

Input shape:
    - x: (T, H, W, B, D) video features
    - context (optional): (M, B, D) context features for cross-attention
    where:
        T: temporal dimension
        H: height
        W: width
        B: batch size
        D: feature dimension
        M: context sequence length
Fr8   ÚBTHWDNc                óR   <€ V ^8„  d   QhRS[ RS[S[ ,          RS[ RS[RS[RS[RR/# )	r   Úx_dimrV   Ú	num_headsrJ   rA   Úx_formatrD   N)r   r   rE   r   )r   r3   s   "€r   r   ÚVideoAttn.__annotate__  sU   ø€ ÷ 
ñ 
áð
ñ ™c•]ð
ñ ð	
ñ
 ð
ñ ð
ñ ð
ð 
ñ
r   c	                ór   <€ \         S	V `  4        W`n        \        VVVW,          VR VVRVVR7      V n        R# )ÚRRIÚsbhd)r>   r@   r?   rA   rC   r   r   N)r%   r&   r)  r5   Úattn)
r'   r'  rV   r(  rJ   rA   r)  r   r   r(   s
   &&&&&&&&&€r   r&   ÚVideoAttn.__init__  sE   ø€ ô 	‰ÑÔØ ŒäØØØØÕØØØØ'ØØ#Ø!ô
ˆŽ	r   c                óâ   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[ P                  ,          RS[S[,          RS[ P                  /# )r   rv   rw   Úcrossattn_maskÚrope_emb_L_1_1_Dr†   rD   ©r]   r^   r   Údict)r   r3   s   "€r   r   r*  '  sn   ø€ ÷ #ñ #á�<‰<ð#ñ ™%Ÿ,™,Õ'ð#ñ !¡§¡Õ.ð	#ñ
 #¡5§<¡<Õ0ð#ñ &¡d�^ð#ñ 
�‰ñ#r   c                óŽ   € TpTpVP                   w  r‰r«p\        VR4      pV P                  VVVVVR7      p\        VRWšR7      pV# )aQ  
Forward pass for video attention.

Args:
    x (Tensor): Input tensor of shape (B, T, H, W, D) or (T, H, W, B, D) representing batches of video data.
    context (Tensor): Context tensor of shape (B, M, D) or (M, B, D),
    where M is the sequence length of the context.
    crossattn_mask (Optional[Tensor]): An optional mask for cross-attention mechanisms.
    rope_emb_L_1_1_D (Optional[Tensor]):
    Rotary positional embedding tensor of shape (L, 1, 1, D). L == THW for current video training.

Returns:
    Tensor: The output tensor with applied attention, maintaining the input shape.
zt h w b d -> (t h w) b d)ry   r†   z(t h w) b d -> t h w b d)ÚhÚw)rp   r   r.  )r'   rv   rw   r1  r2  r†   Úx_T_H_W_B_DÚcontext_M_B_Dr  r  r	  r  ÚDÚ	x_THW_B_Ds   &&&&&&        r   rˆ   ÚVideoAttn.forward'  se   € ð. ˆØˆØ#×)Ñ)‰ˆˆa�AÜ˜kÐ+EÓFˆ	Ø—I‘IØØØØ%Ø 3ð ó 
ˆ	ô   	Ð+EÈÔPˆØÐr   )r.  r)  rù   r2   s   @@r   r$  r$  ð  sB   ù‡ € ñð> Ø'ØØØ÷
õ 
ð> +/Ø15Ø37Ø.0÷#÷ #ò #r   r$  c                 ó@   € V ! V4      pV^V,           ,          V,           # r°   r*   )Ú
norm_staterv   r²   r±   Ú
normalizeds   &&&& r   Úadaln_norm_stater@  M  s   € Ù˜A“€JØ˜˜U�Õ# eÕ+Ð+r   c            	       óv   a a€ ] tR tRt oRtRRRRRRR/ R	3	V3R
 lV 3R llltR	R	R	/ 3V3R lR lltRtVtV ;t	# )ÚDITBuildingBlockiR  aÜ  
A building block for the DiT (Diffusion Transformer) architecture that supports different types of
attention and MLP operations with adaptive layer normalization.

Parameters:
    block_type (str): Type of block - one of:
        - "cross_attn"/"ca": Cross-attention
        - "full_attn"/"fa": Full self-attention
        - "mlp"/"ff": MLP/feedforward block
    x_dim (int): Dimension of input features
    context_dim (Optional[int]): Dimension of context features for cross-attention
    num_heads (int): Number of attention heads
    mlp_ratio (float): MLP hidden dimension multiplier. Default: 4.0
    bias (bool): Whether to use bias in layers. Default: False
    mlp_dropout (float): Dropout rate for MLP. Default: 0.0
    qkv_norm_mode (str): QKV normalization mode. Default: "per_head"
    x_format (str): Input tensor format. Default: "BTHWD"
    use_adaln_lora (bool): Whether to use AdaLN-LoRA. Default: False
    adaln_lora_dim (int): Dimension for AdaLN-LoRA. Default: 256
ç      @Fr6   r8   r%  r  Nc                óp   <€ V ^8„  d   QhRS[ RS[RS[S[,          RS[RS[RS[RS[RS[ R	S[ R
S[RS[RR/# )r   Ú
block_typer'  rV   r(  Ú	mlp_ratiorJ   Úmlp_dropoutrA   r)  rÒ   r  rD   N)r   r   r   r“   rE   )r   r3   s   "€r   r   ÚDITBuildingBlock.__annotate__h  s•   ø€ ÷ 4Oñ 4Oáð4Oñ ð4Oñ ™c•]ð	4Oñ
 ð4Oñ ð4Oñ ð4Oñ ð4Oñ ð4Oñ ð4Oñ ð4Oñ ð4Oð 
ñ4Or   c                óN  <€ VP                  4       p\        SV `	  4        W�n        VR	9   d$   \	        VVVVVV P                  VVR7      V n        M`VR
9   d!   \	        VRWFW€P                  WÍR7      V n        M9VR9   d%   \        V\        W%,          4      WvWÍR7      V n        M\        RV 24      hWn	        W n
        \        P                  ! VRRR7      V n        ^V n        V
'       dj   \        P                  ! \        P                   ! 4       VP"                  ! W+3RR/VB VP"                  ! W°P                  V,          3RR/VB 4      V n        R# \        P                  ! \        P                   ! 4       VP"                  ! W P                  V,          3RR/VB 4      V n        R# )Ú
cross_attn)rJ   rA   r)  r   r   N)rW   rJ   r   r   úUnknown block type: Fr   )r   r   rJ   ©rJ  Úca©Ú	full_attnÚfa©ÚmlpÚff)Úlowerr%   r&   r)  r$  Úblockr¥   r   r   rE  rÒ   r   r  r>  r  rO   rØ   rP   r  )r'   rE  r'  rV   r(  rF  rJ   rG  rA   r)  rÒ   r  r   r   r(   s   &&&&&&&&&&&&&&€r   r&   ÚDITBuildingBlock.__init__h  sˆ  ø€ ð   ×%Ñ%Ó'ˆ
ä‰ÑÔØ ŒØÐ-Ô-Ü"ØØØØØ+ØŸ™Ø'Ø%ô	ˆD�Jð Ð.Ô.Ü"Ø�t˜YÀ×YfÑYfÐtôˆD�Jð ˜=Ô(Ü(¨´°EÕ4EÓ0FÐP[Ðtô  XˆD�JäÐ3°J°<Ð@ÓAÐAà$ŒØ,ÔäŸ,š, uÀÈDÔQˆŒØˆÔßÜ$&§M¢MÜ—’“	Ø×!Ò! %ÑS¸eÐSÀ{ÑSØ×!Ò! .×2EÑ2EÈÕ2MÑiÐTYÐiÐ]hÑió%ˆDÖ!ô %'§M¢M´"·'²'³)¸Z×=NÒ=NÈu×ViÑViÐlqÕVqñ  >NÐx}ð  >Nð  BMñ  >Nó  %OˆDÖ!r   c                ó  <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[ P                  ,          RS[S[,          RS[ P                  /# ©	r   rv   rß   Úcrossattn_embr1  r2  rÞ   r†   rD   r3  )r   r3   s   "€r   r   rH  ž  sŠ   ø€ ÷ ;ñ ;á�<‰<ð;ñ —‘ð;ñ —|‘|ð	;ñ
 !¡§¡Õ.ð;ñ #¡5§<¡<Õ0ð;ñ "¡%§,¡,Õ/ð;ñ &¡d�^ð;ñ 
�‰ñ;r   c           
     óð  € V P                   '       d8   V P                  V4      V,           P                  V P                  ^R7      w  r‰p
M/V P                  V4      P                  V P                  ^R7      w  r‰p
VP	                  ^ 4      P	                  ^ 4      P	                  ^ 4      V	P	                  ^ 4      P	                  ^ 4      P	                  ^ 4      V
P	                  ^ 4      P	                  ^ 4      P	                  ^ 4      rÜpV P
                  R9   d6   WV P                  \        V P                  WV4      4      ,          ,           pV# V P
                  R9   d:   WV P                  \        V P                  WV4      RVVR7      ,          ,           pV# V P
                  R9   d;   WV P                  \        V P                  WV4      VVVVR7      ,          ,           pV# \        RV P
                   24      h)	ay  
Forward pass for dynamically configured blocks with adaptive normalization.

Args:
    x (Tensor): Input tensor of shape (B, T, H, W, D) or (T, H, W, B, D).
    emb_B_D (Tensor): Embedding tensor for adaptive layer normalization modulation.
    crossattn_emb (Tensor): Tensor for cross-attention blocks.
    crossattn_mask (Optional[Tensor]): Optional mask for cross-attention.
    rope_emb_L_1_1_D (Optional[Tensor]):
    Rotary positional embedding tensor of shape (L, 1, 1, D). L == THW for current video training.

Returns:
    Tensor: The output tensor after processing through the configured block and adaptive normalization.
r»   N)rw   r2  r†   )rw   r1  r2  r†   rK  rQ  rN  rL  )
rÒ   r  r  r  rs   rE  rU  r@  r>  r   )r'   rv   rß   rY  r1  r2  rÞ   r†   r  r  Úgate_B_DÚshift_1_1_1_B_DÚscale_1_1_1_B_DÚgate_1_1_1_B_Ds   &&&&&&&&      r   rˆ   ÚDITBuildingBlock.forwardž  sâ  € ð0 ××ÐØ.2×.CÑ.CÀGÓ.LÈÕ.^×-eÑ-eØ×#Ñ#¨ð .fó .Ñ*ˆI¡(ð .2×-BÑ-BÀ7Ó-K×-QÑ-QÐRV×ReÑReÐklÐ-QÓ-mÑ*ˆI (ð ×Ñ Ó"×,Ñ,¨QÓ/×9Ñ9¸!Ó<Ø×Ñ Ó"×,Ñ,¨QÓ/×9Ñ9¸!Ó<Ø×Ñ˜qÓ!×+Ñ+¨AÓ.×8Ñ8¸Ó;ð +9ˆð �?‰?˜mÔ+Ø T§Z¡ZÜ  §¡°!ÀoÓVó&õ õ ˆAð* ˆð% �_‰_Ð 3Ô3Ø T§Z¡ZÜ  §¡°!ÀoÓVØØ!1Ø$7ð	 &0ó &õ õ ˆAð" ˆð �_‰_Ð 4Ô4Ø T§Z¡ZÜ  §¡°!ÀoÓVØ%Ø-Ø!1Ø$7ð &0ó &õ õ ˆAð ˆô Ð3°D·O±OÐ3DÐEÓFÐFr   )r  rU  rE  r  r>  rÒ   r)  rù   r2   s   @@r   rB  rB  R  sQ   ù‡ € ñð6 ØØ Ø'ØØ$Ø!ØØ÷4Oõ 4Oðv 26Ø37Ø26Ø.0÷;÷ ;ò ;r   rB  c                   óp   a a€ ] tR tRt oRtRRRR/ R3V3R lV 3R	 llltRRR/ 3V3R
 lR lltRtVtV ;t	# )ÚGeneralDITTransformerBlockiÜ  aO  
A wrapper module that manages a sequence of DITBuildingBlocks to form a complete transformer layer.
Each block in the sequence is specified by a block configuration string.

Parameters:
    x_dim (int): Dimension of input features
    context_dim (int): Dimension of context features for cross-attention blocks
    num_heads (int): Number of attention heads
    block_config (str): String specifying block sequence (e.g. "ca-fa-mlp" for cross-attention,
                      full-attention, then MLP)
    mlp_ratio (float): MLP hidden dimension multiplier. Default: 4.0
    x_format (str): Input tensor format. Default: "BTHWD"
    use_adaln_lora (bool): Whether to use AdaLN-LoRA. Default: False
    adaln_lora_dim (int): Dimension for AdaLN-LoRA. Default: 256

The block_config string uses "-" to separate block types:
    - "ca"/"cross_attn": Cross-attention block
    - "fa"/"full_attn": Full self-attention block
    - "mlp"/"ff": MLP/feedforward block

Example:
    block_config = "ca-fa-mlp" creates a sequence of:
    1. Cross-attention block
    2. Full self-attention block
    3. MLP block
rC  r%  Fr  Nc                óJ   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[RS[RS[RS[ /# )	r   r'  rV   r(  Úblock_configrF  r)  rÒ   r  )r   r   r“   rE   )r   r3   s   "€r   r   Ú'GeneralDITTransformerBlock.__annotate__ø  s[   ø€ ÷ ñ áðñ ðñ ð	ñ
 ðñ ðñ ðñ ðñ ñr   c                ó  <€ \         SV `  4        \        P                  ! 4       V n        W`n        VP                  R 4       F;  pV P                  P                  \        VVVVVV P
                  VVV	V
R7
      4       K=  	  R# )Ú-)r)  rÒ   r  r   r   N)	r%   r&   r   Ú
ModuleListÚblocksr)  ÚsplitÚappendrB  )r'   r'  rV   r(  rc  rF  r)  rÒ   r  r   r   rE  r(   s   &&&&&&&&&&& €r   r&   Ú#GeneralDITTransformerBlock.__init__ø  ss   ø€ ô 	‰ÑÔÜ—m’m“oˆŒØ ŒØ&×,Ñ,¨SÖ1ˆJØ�K‰K×ÑÜ ØØØØØØ!Ÿ]™]Ø#1Ø#1Ø +Ø)ôöó 2r   c                ó  <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[ P                  ,          RS[S[,          RS[ P                  /# rX  r3  )r   r3   s   "€r   r   rd    sŠ   ø€ ÷ ñ á�<‰<ðñ —‘ðñ —|‘|ð	ñ
 !¡§¡Õ.ðñ #¡5§<¡<Õ0ðñ "¡%§,¡,Õ/ðñ &¡d�^ðñ 
�‰ñr   c                óJ   € V P                    F  pV! VVVVVVVR 7      pK  	  V# ))r2  rÞ   r†   )rh  )	r'   rv   rß   rY  r1  r2  rÞ   r†   rU  s	   &&&&&&&& r   rˆ   Ú"GeneralDITTransformerBlock.forward  s8   € ð —[”[ˆEÙØØØØØ!1Ø /Ø$7ôŠAñ !ð ˆr   )rh  r)  rù   r2   s   @@r   ra  ra  Ü  sG   ù‡ € ñðB ØØ$Ø!ØØ÷õ ðJ 26Ø37Ø26Ø.0÷÷ ò r   ra  )$r¾   Útypingr   rÕ   Únumpyrè   r]   Úeinopsr   r   Úeinops.layers.torchr   r   Úcomfy.ldm.modules.attentionr   r	   r
   Úcomfy.model_managementrj   Úcomfy.quant_opsr    ÚModuler"   r5   rŒ   r¥   r³   rµ   rÎ   râ   rû   r  r$  r@  rB  ra  r*   r   r   Ú<module>rw     s  ðó  Ý Û ã Û ß $Ý )Ý ç eÑ eÛ Û ð =?È4÷ <ô�b—i‘iô ô
Y �—	‘	ô Y ôx2�"—)‘)ô 2ôj�kô ò.=ô�—	‘	ô ô((˜Ÿ	™	ô (ô:(�b—i‘iô (ôV>�—‘ô >ôB7�—‘ô 7ôtZ�—	‘	ô Zòz,ô
G�r—y‘yô GôTP §¡ö Pr   