+
    ƒ°ñj°#  ã                   ó¨   € ^ RI HtHt ^ RIt^ RIHtHt ^ RIHt ^ RItRR R llt	 ! R R]P                  4      t ! R	 R
]4      t ! R R]4      tR# )é    )ÚListÚOptionalN)Ú	rearrangeÚrepeat)Únnc                óœ   € V ^8„  d   QhR\         P                  R\        \        \        ,          ,          R\
        R\         P                  /# )é   ÚxÚdimÚepsÚreturn)ÚtorchÚTensorr   r   ÚintÚfloat)Úformats   "ÚGC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\cosmos\position_embedding.pyÚ__annotate__r      s<   € ÷  ñ  ”—‘ð  ¤H¬T´#­YÕ$7ð  ÄUð  ÔSX×S_ÑS_ñ  ó    c           	     óˆ  € Vf    \        \        ^V P                  4      4      p\        P                  P                  WR\        P                  R7      p\        P                  ! W#\        P                  ! VP                  4       V P                  4       ,          4      R7      pWP                  V P                  4      ,          # )a¹  
Normalizes the input tensor along specified dimensions such that the average square norm of elements is adjusted.

Args:
    x (torch.Tensor): The input tensor to normalize.
    dim (list, optional): The dimensions over which to normalize. If None, normalizes over all dimensions except the first.
    eps (float, optional): A small constant to ensure numerical stability during division.

Returns:
    torch.Tensor: The normalized tensor.
T)r   ÚkeepdimÚdtype)Úalpha)ÚlistÚrangeÚndimr   ÚlinalgÚvector_normÚfloat32ÚaddÚmathÚsqrtÚnumelÚtor   )r
   r   r   Únorms   &&& r   Ú	normalizer&      s}   € ð ‚{Ü”5˜˜AŸF™FÓ#Ó$ˆÜ�<‰<×#Ñ# A¸ÄEÇMÁMÐ#ÓR€DÜ�9Š9�S¤d§i¢i°·
±
³¸q¿w¹w»yÕ0HÓ&IÔJ€DØ�w‰w�q—w‘wÓÕÐr   c                   óš   a € ] tR t^+t o ]]P                  ,          RR3V 3R lR llt]]P                  ,          R3V 3R lR lltRt	V t
R# )ÚVideoPositionEmbNc                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r	   Úx_B_T_H_W_Cr   )r   r   )r   Ú__classdict__s   "€r   r   ÚVideoPositionEmb.__annotate__,   s&   ø€ ÷ ñ ¡5§<¡<ð Ñin×iuÑiuñ r   c                óD   € VP                   pV P                  WRW4R7      pV# )zH
It delegates the embedding generation to generate_embeddings function.
)ÚfpsÚdevicer   )ÚshapeÚgenerate_embeddings)Úselfr*   r.   r/   r   Ú	B_T_H_W_CÚ
embeddingss   &&&&&  r   ÚforwardÚVideoPositionEmb.forward,   s*   € ð  ×%Ñ%ˆ	Ø×-Ñ-¨iÈÐ-Ó]ˆ
àÐr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r	   r3   )r   ÚSize)r   r+   s   "€r   r   r,   5   s   ø€ ÷ "ñ "©U¯Z©Zñ "r   c                ó   € \         h)N)ÚNotImplementedError)r2   r3   r.   r/   s   &&&&r   r1   Ú$VideoPositionEmb.generate_embeddings5   s   € Ü!Ð!r   © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r   r5   r1   Ú__static_attributes__Ú__classdictcell__)r+   s   @r   r(   r(   +   sB   ø‡ € Ø5=¸e¿l¹lÕ5KÐTXÐ`d÷ ò ð >FÀeÇlÁlÕ=SÐ\`÷ "÷ "ð "r   r(   c                   óp   a a€ ] tR t^9t oR^RRRRRRRRRR	/V3R
 lV 3R llltRV3R lR lltRtVtV ;t# )ÚVideoRopePosition3DEmbÚbase_fpsÚh_extrapolation_ratioç      ð?Úw_extrapolation_ratioÚt_extrapolation_ratioÚenable_fps_modulationTr/   Nc                óP   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[RS[RS[R	S[/	# )
r	   Úhead_dimÚlen_hÚlen_wÚlen_trE   rF   rH   rI   rJ   )r   r   Úbool)r   r+   s   "€r   r   Ú#VideoRopePosition3DEmb.__annotate__:   sr   ø€ ÷ (Kñ (Kñ ð(Kñ ð	(Kñ
 ð(Kñ ð(Kñ ð(Kñ  %ð(Kñ  %ð(Kñ  %ð(Kñ  $ñ(Kr   c       
   
     óº  <€ ?\         SV `  4        WPn        W n        W0n        W�n        TpV^,          ^,          pTpV^V,          ,
          pWÍV,           V,           8X  g   Q RV RV RV RV 24       hV P                  R\        P                  ! ^ V^V
R7      RV^,           P                  4       V,          RR7       V P                  R	\        P                  ! ^ V^V
R7      RV^,           P                  4       V,          RR7       WmV^,
          ,          ,          V n
        W~V^,
          ,          ,          V n        W�V^,
          ,          ,          V n        R# )
é   z	bad dim: ú != z + Údim_spatial_range©r/   NF)Ú
persistentÚdim_temporal_range)ÚsuperÚ__init__rE   Úmax_hÚmax_wrJ   Úregister_bufferr   Úaranger   Úh_ntk_factorÚw_ntk_factorÚt_ntk_factor)r2   rL   rM   rN   rO   rE   rF   rH   rI   rJ   r/   Úkwargsr   Údim_hÚdim_wÚdim_tÚ	__class__s   &$$$$$$$$$$,    €r   rZ   ÚVideoRopePosition3DEmb.__init__:   sJ  ø€ ð Ü‰ÑÔØ ŒØŒ
ØŒ
Ø%:Ô"àˆØ�q•˜1•ˆØˆØ�a˜%•i•ˆØ˜e•m eÕ+Ô+Ð]¨y¸¸¸TÀ%ÀÈÈEÈ7ÐRUÐV[ÐU\Ð-]Ó]Ð+Ø×ÑØÜ�LŠL˜˜E 1¨VÔ4°^¸À½
ÐD×JÑJÓLÈuÕTØð 	ô 	
ð
 	×ÑØ Ü�LŠL˜˜E 1¨VÔ4°^¸À½
ÐD×JÑJÓLÈuÕTØð 	ô 	
ð 2¸uÀq½yÕ6IÕJˆÔØ1¸uÀq½yÕ6IÕJˆÔØ1¸uÀq½yÕ6IÕJˆÖr   c                ó    <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[,          RS[S[,          RS[S[,          /# )r	   r3   r.   r_   r`   ra   )r   r8   r   r   r   )r   r+   s   "€r   r   rQ   d   s]   ø€ ÷ ?Yñ ?Yá—:‘:ð?Yñ ‘e—l‘lÕ#ð?Yñ ™u•oð	?Yñ
 ™u•oð?Yñ ™u•oñ?Yr   c                óÒ  € Ve   TMV P                   pVe   TMV P                  pVe   TMV P                  pRV,          pRV,          p	RV,          p
RW€P                  P	                  VR7      ,          ,          pRW�P                  P	                  VR7      ,          ,          pRW P
                  P	                  VR7      ,          ,          pVw  rïppp\        P                  ! \        VVV4      \        P                  VR7      pVRJ ;'       g@    \        V\        \        34      ;'       g"    VP                  4       VP                  4       8H  pV'       g   V^8X  g   V^8X  g   Q R4       h\        P                  ! VRV P	                  VR7      V4      p\        P                  ! VRV P	                  VR7      V4      pVe   V P                  RJ d,   \        P                  ! VRV P	                  VR7      V4      pMB\        P                  ! VRV P	                  VR7      V,          V P                  ,          V4      p\        P                   ! \        P"                  ! V4      \        P$                  ! V4      ) \        P$                  ! V4      \        P"                  ! V4      .RR7      p\        P                   ! \        P"                  ! V4      \        P$                  ! V4      ) \        P$                  ! V4      \        P"                  ! V4      .RR7      p\        P                   ! \        P"                  ! V4      \        P$                  ! V4      ) \        P$                  ! V4      \        P"                  ! V4      .RR7      p\        P&                  ! \)        VR	VVR
7      \)        VRVVR7      \)        VRVVR7      .RR7      p\+        VR^^R7      P                  4       # )a:  
Generate embeddings for the given input size.

Args:
    B_T_H_W_C (torch.Size): Input tensor size (Batch, Time, Height, Width, Channels).
    fps (Optional[torch.Tensor], optional): Frames per second. Defaults to None.
    h_ntk_factor (Optional[float], optional): Height NTK factor. If None, uses self.h_ntk_factor.
    w_ntk_factor (Optional[float], optional): Width NTK factor. If None, uses self.w_ntk_factor.
    t_ntk_factor (Optional[float], optional): Time NTK factor. If None, uses self.t_ntk_factor.

Returns:
    Not specified in the original code snippet.
Ng     ˆÃ@rG   rV   )r   r/   z[For video batch, batch size should be 1 for non-uniform fps. For image batch, T should be 1F)r   zt d x -> t h w d x)ÚhÚwzh d x -> t h w d x)Útrk   zw d x -> t h w d x)rl   rj   zt h w d (i j) -> (t h w) d i j)ÚiÚjéÿÿÿÿéþÿÿÿ)r_   r`   ra   rU   r$   rX   r   r^   Úmaxr   Ú
isinstancer   ÚminÚouterrJ   rE   ÚstackÚcosÚsinÚcatr   r   )r2   r3   r.   r_   r`   ra   r/   r   Úh_thetaÚw_thetaÚt_thetaÚh_spatial_freqsÚw_spatial_freqsÚtemporal_freqsÚBÚTÚHÚWÚ_ÚseqÚuniform_fpsÚ
half_emb_hÚ
half_emb_wÚ
half_emb_tÚ
em_T_H_W_Ds   &&&&&&&&                 r   r1   Ú*VideoRopePosition3DEmb.generate_embeddingsd   s9  € ð. (4Ò'?‘|ÀT×EVÑEVˆØ'3Ò'?‘|ÀT×EVÑEVˆØ'3Ò'?‘|ÀT×EVÑEVˆà˜LÕ(ˆØ˜LÕ(ˆØ˜LÕ(ˆà ×*@Ñ*@×*CÑ*CÈ6Ð*CÓ*RÕ!RÕSˆØ ×*@Ñ*@×*CÑ*CÈ6Ð*CÓ*RÕ!RÕSˆØ ×)@Ñ)@×)CÑ)CÈ6Ð)CÓ)RÕ RÕSˆà!‰ˆˆa��AÜ�lŠlœ3˜q ! Q›<¬u¯{©{À6ÔJˆØ˜d�{×`Ð`¤z°#¼¼U°|Ó'D×`Ð`ÈÏÉËÐVY×V]ÑV]ÓV_ÑI_ˆç˜1 œ6 Q¨!¤Vð	iàhó	iØ+ä—[’[  R a §¡°6 Ó!:¸OÓLˆ
Ü—[’[  R a §¡°6 Ó!:¸OÓLˆ
ð Š;˜$×4Ñ4¸Ó=ÜŸš S¨¨! W§Z¡Z°v ZÓ%>ÀÓO‰JäŸš S¨¨! W§Z¡Z°v ZÓ%>ÀÕ%DÀtÇ}Á}Õ%TÐVdÓeˆJä—[’[¤%§)¢)¨JÓ"7¼%¿)º)ÀJÓ:OÐ9OÔQV×QZÒQZÐ[eÓQfÔhm×hqÒhqÐr|Óh}Ð!~ð  EGô  Hˆ
Ü—[’[¤%§)¢)¨JÓ"7¼%¿)º)ÀJÓ:OÐ9OÔQV×QZÒQZÐ[eÓQfÔhm×hqÒhqÐr|Óh}Ð!~ð  EGô  Hˆ
Ü—[’[¤%§)¢)¨JÓ"7¼%¿)º)ÀJÓ:OÐ9OÔQV×QZÒQZÐ[eÓQfÔhm×hqÒhqÐr|Óh}Ð!~ð  EGô  Hˆ
ä—Y’Yä�zÐ#7¸1ÀÔBÜ�zÐ#7¸1ÀÔBÜ�zÐ#7¸1ÀÔBðð
 ô
ˆ
ô ˜Ð%EÈÈaÔP×VÑVÓXÐXr   )rE   rJ   r_   r[   r\   ra   r`   )NNNNNN)	r=   r>   r?   r@   rZ   r1   rA   rB   Ú__classcell__©rf   r+   s   @@r   rD   rD   9   sf   ù‡ € ð(Kð ð(Kð (+ð(Kð (+ð(Kð (+ð(Kð '+ð(Kð ÷(Kõ (K÷T?Y÷ ?Yò ?Yr   rD   c                   óˆ   a a€ ] tR t^¦t oRRRR/V3R lV 3R lllt]]P                  ,          RR3V3R lR lltRt	Vt
V ;t# )	ÚLearnablePosEmbAxisr/   Nr   c          
      ó8   <€ V ^8„  d   QhRS[ RS[RS[RS[RS[/# )r	   ÚinterpolationÚmodel_channelsrM   rN   rO   )Ústrr   )r   r+   s   "€r   r   Ú LearnablePosEmbAxis.__annotate__§   sF   ø€ ÷ fñ fñ ðfñ ð	fñ
 ðfñ ðfñ ñfr   c          	     ó¢  <€ ?\         S	V `  4        Wn        V P                  R9   g   Q RV P                   24       h\        P                  ! \
        P                  ! W2WgR7      4      V n        \        P                  ! \
        P                  ! WBWgR7      4      V n        \        P                  ! \
        P                  ! WRWgR7      4      V n	        R# )zÇ
Args:
    interpolation (str): we curretly only support "crop", ideally when we need extrapolation capacity, we should adjust frequency or other more advanced methods. they are not implemented yet.
úUnknown interpolation method ©r/   r   N)Úcrop)
rY   rZ   r�   r   Ú	Parameterr   ÚemptyÚ	pos_emb_hÚ	pos_emb_wÚ	pos_emb_t)
r2   r�   r‘   rM   rN   rO   r/   r   rb   rf   s
   &$$$$$$$,€r   rZ   ÚLearnablePosEmbAxis.__init__§   s•   ø€ ð  Ü‰ÑÔØ*ÔØ×!Ñ! XÔ-ÐcÐ1NÈt×OaÑOaÐNbÐ/cÓcÐ-äŸš¤e§k¢k°%ÐPVÔ&dÓeˆŒÜŸš¤e§k¢k°%ÐPVÔ&dÓeˆŒÜŸš¤e§k¢k°%ÐPVÔ&dÓeˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r	   r3   r   )r   r8   r   )r   r+   s   "€r   r   r“   À   s&   ø€ ÷ 0ñ 0©U¯Z©Zð 0Ñqv×q}Ñq}ñ 0r   c           	     ó>  € Vw  rVrxp	V P                   R 8X  dâ   V P                  RV P                  W4R7      p
V P                  RV P                  W4R7      pV P                  RV P                  W4R7      p\        VRWWVR7      \        V
RWVVR7      ,           \        VRWVVR7      ,           p\        VP                  4      R	,          WVWx.8X  g*   Q R
\        VP                  4      R	,           RWVWx3 24       hM\        RV P                    24      h\        VRRR7      # )r—   Nr–   zt d-> b t h w d)Úbrj   rk   zh d-> b t h w d)r    rl   rk   zw d-> b t h w d)r    rl   rj   :Né   Nzbad shape: rT   r•   g�íµ ÷Æ°>)r   r   ro   )
r�   rš   r$   r›   rœ   r   r   r0   Ú
ValueErrorr&   )r2   r3   r.   r/   r   r   r€   r�   r‚   rƒ   Úemb_h_HÚemb_w_WÚemb_t_TÚembs   &&&&&         r   r1   Ú'LearnablePosEmbAxis.generate_embeddingsÀ   s'  € Ø!‰ˆˆa�AØ×Ñ Ô'Ø—n‘n R aÐ(×+Ñ+°6Ð+ÓGˆGØ—n‘n R aÐ(×+Ñ+°6Ð+ÓGˆGØ—n‘n R aÐ(×+Ñ+°6Ð+ÓGˆGä�wÐ 1°Q¸qÔAÜ˜Ð"3°qÀÔCõDä˜Ð"3°qÀÔCõDð ô
 ˜Ÿ	™	“? 2Õ&¨1°¨,Ô6Ðk¸+ÄdÈ3Ï9É9ÃoÐVXÕFYÐEZÐZ^Ð_`ÐefÐ_iÐ^jÐ8kÓkÑ6äÐ<¸T×=OÑ=OÐ<PÐQÓRÐRä˜ "¨$Ô/Ð/r   )r�   rš   rœ   r›   )r=   r>   r?   r@   rZ   r   r   r   r1   rA   rB   r‹   rŒ   s   @@r   rŽ   rŽ   ¦   sK   ù‡ € ðfð ðfð ÷fõ fð2 >FÀeÇlÁlÕ=SÐ\`Ðhl÷ 0÷ 0ò 0r   rŽ   )Nr   )Útypingr   r   r   Úeinopsr   r   r   r!   r&   ÚModuler(   rD   rŽ   r<   r   r   Ú<module>r«      sJ   ð÷  "ã ß $Ý Û ÷ ô&"�r—y‘yô "ôjYÐ-ô jYôZ)0Ð*ö )0r   