+
    ƒ°ñjçÈ  ã                   óâ   € ^ RI Ht ^ RIt^ RIHt ^ RIHtHtHtH	t	H
t
HtHtHtHtHt ^ RIHt ^ RIHt ^ RIt^ RIt^ RIt^ RIt ! R R4      t ! R R	]P4                  4      t ! R
 R]4      tR# )é    )ÚTupleN)
ÚADALN_BASE_PARAMS_COUNTÚADALN_CROSS_ATTN_PARAMS_COUNTÚCrossAttentionÚFeedForwardÚAdaLayerNormSingleÚPixArtAlphaTextProjectionÚNormSingleLinearTextProjectionÚ	LTXVModelÚapply_cross_attention_adalnÚcompute_prompt_timestep)ÚAudioPatchifier)ÚEmbeddings1DConnectorc                   ój   a € ] tR t^t o RtR	tR
V 3R lR lltR t]! RR4      3V 3R lR llt	Rt
V tR# )ÚCompressedTimestepzLStore video timestep embeddings in compressed form using per-frame indexing.c                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# )é   ÚtensorÚpatches_per_frameÚ	per_frame)ÚtorchÚTensorÚintÚbool)ÚformatÚ__classdict__s   "€ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lightricks\av_model.pyÚ__annotate__ÚCompressedTimestep.__annotate__   s'   ø€ ÷ ñ ™uŸ|™|ð Áð ÑPTñ ó    c                ó„  € VP                   w  V n        q@n        V'       d   W n        W@n        Wn        R# Vet   WB8¼  dn   WB,          ^ 8X  da   W n        WB,          V n        VP                  V P                  V P                  W P                  4      R,          P                  4       V n        R# ^V n        W@n        Wn        R# )zá
tensor: [batch, num_tokens, feature_dim] (per-token, default) or
        [batch, num_frames, feature_dim] (per_frame=True, already compressed).
patches_per_frame: spatial patches per frame; pass None to disable compression.
N)ºNNNr"   r   r"   )ÚshapeÚ
batch_sizeÚfeature_dimr   Ú
num_framesÚdataÚviewÚ
contiguous)Úselfr   r   r   Úns   &&&& r   Ú__init__ÚCompressedTimestep.__init__   s�   € ð 06¯|©|Ñ,ˆŒ˜Ô,ßØ%6Ô"ØŒOØŽIØÒ*¨qÔ/EÈ!ÕJ_ÐcdÔJdØ%6Ô"ØÕ4ˆDŒOàŸ™ D§O¡O°T·_±_ÐFW×YiÑYiÓjÐkuÕv÷  Bñ  Bó  DˆDŽIà%&ˆDÔ"ØŒOØŽIr    c                ó4  € V P                   ^8X  d   V P                  # V P                  P                  ^4      P                  V P                  V P
                  V P                   V P                  4      pVP                  V P                  RV P                  4      # )zExpand back to original tensor.éÿÿÿÿ)r   r'   Ú	unsqueezeÚexpandr$   r&   r%   Úreshape)r*   Úexpandeds   & r   r1   ÚCompressedTimestep.expand0   sv   € à×!Ñ! QÔ&Ø—9‘9Ðð —9‘9×&Ñ& qÓ)×0Ñ0°·±À$Ç/Á/ÐSW×SiÑSiÐko×k{Ñk{Ó|ˆØ×Ñ §¡°°T×5EÑ5EÓFÐFr    Nc                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# )r   Úscale_shift_tabler$   Úindices©r   r   r   Úslice)r   r   s   "€r   r   r   9   s(   ø€ ÷ 
ñ 
¹¿¹ð 
ÑRUð 
Ñ`eñ 
r    c                ó¬  a a€ VP                   ^ ,          pS P                  ^8X  dÒ   S P                  P                   ^,          pS P                  V,          pS P                  P	                  SWTV4      RRVR3,          pW,          P                  ^ 4      P                  ^ 4      P                  S P                  P                  S P                  P                  R7      pW‡,           P                  ^R7      p	V	# S P                  P	                  SS P                  VR4      RRVR3,          p
W,          P                  ^ 4      P                  ^ 4      P                  S P                  P                  S P                  P                  R7      pWŠ,           P                  ^R7      p\        ;QJ d    . VV 3R lV 4       F  NK  	  5# ! VV 3R lV 4       4      # )zGCompute ada values on compressed per-frame data, then expand spatially.r"   ©ÚdeviceÚdtype©Údimc              3   óÖ   <"  € T F^  pVP                  ^4      P                  SSP                  SP                  R4      P	                  SRVP
                  R,          4      x € K`  	  R# 5i)r   Nr/   )r0   r1   r&   r   r2   r#   )Ú.0Ú	frame_valr$   r*   s   & €€r   Ú	<genexpr>Ú<CompressedTimestep.expand_for_computation.<locals>.<genexpr>O   s]   øé € ð 
ñ '�	ð ×Ñ Ó"×)Ñ)¨*°d·o±oÀt×G]ÑG]Ð_aÓbß‰W�Z  Y§_¡_°RÕ%8Ó9ô:ã&ùs   ƒA&A)r/   )r#   r   r'   r%   r2   r0   Útor<   r=   Úunbindr&   Útuple)r*   r6   r$   r7   Únum_ada_paramsÚ
num_tokensÚdim_per_paramÚreshapedÚtable_valuesÚ
ada_valuesÚframe_reshapedÚ	frame_adas   f&f&        r   Úexpand_for_computationÚ)CompressedTimestep.expand_for_computation9   s¨  ù€ à*×0Ñ0°Õ3ˆð ×!Ñ! QÔ&ØŸ™Ÿ™¨Õ+ˆJØ ×,Ñ,°Õ>ˆMØ—y‘y×(Ñ(¨°ZÐQ^Ó_Ð`aÐcdÐfmÐopÐ`pÕqˆHØ,Õ5×?Ñ?ÀÓB×LÑLÈQÓO×RÑRÐZ^×ZcÑZc×ZjÑZjÐrv×r{Ñr{÷  sBñ  sBÐRó  CˆLØ&Õ1×9Ñ9¸aÐ9Ó@ˆJØÐð Ÿ™×*Ñ*¨:°t·±ÈÐXZÓ[Ð\]Ð_`ÐbiÐklÐ\lÕmˆØ(Õ1×;Ñ;¸AÓ>×HÑHÈÓK×NÑNØ—9‘9×#Ñ#¨4¯9©9¯?©?ð Oó 
ˆð "Õ2×:Ñ:¸qÐ:ÓAˆ	÷ Œuõ 
ñ 'ó
�uð 	
ˆuõ 
ñ 'ó
ó 
ð 	
r    )r$   r'   r%   r&   r   )r'   r$   r&   r   r%   ©F)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú	__slots__r,   r1   r9   rP   Ú__static_attributes__Ú__classdictcell__)r   s   @r   r   r      s<   ø‡ € ÙVØX€I÷ò ò*Gñ inÐnrÐtxÓhy÷ 
÷ 
ð 
r    r   c                   óŽ   a a€ ] tR t^Ut oRV 3R llt]! RR4      3V3R lR lltRV3R lR lltR tRV3R lR	 llt	R
t
VtV ;t# )ÚBasicAVTransformerBlockNc                óÄ  <€ \         SV `  4        W�n        W°n        \	        VVVR V P                  V
VVVR7	      V n        \	        VVVR V P                  V
VVVR7	      V n        \	        VVVVV P                  V
VVVR7	      V n        \	        VVVVV P                  V
VVVR7	      V n        \	        VVVVV P                  V
VVVR7	      V n	        \	        VVVVV P                  V
VVVR7	      V n
        \        WRWÎVVR7      V n        \        W"RWÞVVR7      V n        V'       d   \        M\        p\         P"                  ! \$        P&                  ! VWVR7      4      V n        \         P"                  ! \$        P&                  ! VW/VR7      4      V n        V'       de   \         P"                  ! \$        P&                  ! ^WVR7      4      V n        \         P"                  ! \$        P&                  ! ^W/VR7      4      V n        \         P"                  ! \$        P&                  ! ^W/VR7      4      V n        \         P"                  ! \$        P&                  ! ^WVR7      4      V n        R # )N)	Ú	query_dimÚheadsÚdim_headÚcontext_dimÚattn_precisionÚapply_gated_attentionr=   r<   Ú
operations)	r^   ra   r_   r`   rb   rc   r=   r<   rd   T)Údim_outÚgluÚff_biasr=   r<   rd   r;   )Úsuperr,   rb   Úcross_attention_adalnr   Úattn1Úaudio_attn1Úattn2Úaudio_attn2Úaudio_to_video_attnÚvideo_to_audio_attnr   ÚffÚaudio_ffr   r   ÚnnÚ	Parameterr   Úemptyr6   Úaudio_scale_shift_tableÚprompt_scale_shift_tableÚaudio_prompt_scale_shift_tableÚscale_shift_table_a2v_ca_audioÚscale_shift_table_a2v_ca_video)r*   Úv_dimÚa_dimÚv_headsÚa_headsÚvd_headÚad_headÚv_context_dimÚa_context_dimrb   rc   ri   rg   Úaudio_ff_biasr=   r<   rd   rH   Ú	__class__s   &&&&&&&&&&&&&&&&& €r   r,   Ú BasicAVTransformerBlock.__init__V   sC  ø€ ô& 	‰ÑÔà,ÔØ%:Ô"ä#ØØØØØ×.Ñ.Ø"7ØØØ!ô

ˆŒ
ô *ØØØØØ×.Ñ.Ø"7ØØØ!ô

ˆÔô $ØØ%ØØØ×.Ñ.Ø"7ØØØ!ô

ˆŒ
ô *ØØ%ØØØ×.Ñ.Ø"7ØØØ!ô

ˆÔô $2ØØØØØ×.Ñ.Ø"7ØØØ!ô
$
ˆÔ ô $2ØØØØØ×.Ñ.Ø"7ØØØ!ô
$
ˆÔ ô Ø d°GÐQWÐdnô
ˆŒô $Ø d°MÐW]Ðjtô
ˆŒ÷ ;PÕ6ÔUlˆÜ!#§¢¬e¯kªk¸.È%ÐfkÔ.lÓ!mˆÔÜ')§|¢|Ü�KŠK˜¨ÀEÔJó(
ˆÔ$÷ !Ü,.¯LªL¼¿ºÀQÈÐdiÔ9jÓ,kˆDÔ)Ü24·,²,¼u¿{º{È1ÈeÐjoÔ?pÓ2qˆDÔ/ä.0¯lªlÜ�KŠK˜˜5°uÔ=ó/
ˆÔ+ô /1¯lªlÜ�KŠK˜˜5°uÔ=ó/
ˆÖ+r    c                óZ   <€ V ^8„  d   QhRS[ P                  RS[RS[ P                  RS[/# )r   r6   r$   Útimestepr7   r8   )r   r   s   "€r   r   Ú$BasicAVTransformerBlock.__annotate__Î   s5   ø€ ÷ ñ Ù!&§¡ðÙ;>ðÙJOÏ,É,ðÙafñr    c                óš  € \        V\        4      '       d   VP                  WV4      # VP                  ^ ,          pW,          P	                  ^ 4      P	                  ^ 4      P                  VP                  VP                  R7      VP                  W#P                  ^,          VR4      RRVR3,          ,           P                  ^R7      pV# )r   r;   r"   r>   r/   )
Ú
isinstancer   rP   r#   r0   rE   r<   r=   r2   rF   )r*   r6   r$   r†   r7   rH   rM   s   &&&&&  r   Úget_ada_valuesÚ&BasicAVTransformerBlock.get_ada_valuesÎ   s»   € ô �hÔ 2×3Ò3Ø×2Ñ2Ð3DÐRYÓZÐZà*×0Ñ0°Õ3ˆð Õ&×0Ñ0°Ó3×=Ñ=¸aÓ@×CÑCÈ8Ï?É?Ðbj×bpÑbpÐCÓqØ×Ñ˜z¯>©>¸!Õ+<¸nÈbÓQÐRSÐUVÐX_ÐabÐRbÕcõdç
‰&�Qˆ&‹-ð 	ð Ðr    c          
      ót   <€ V ^8„  d   QhRS[ P                  RS[RS[ P                  RS[ P                  RS[/# )r   r6   r$   Úscale_shift_timestepÚgate_timestepÚnum_scale_shift_values)r   r   r   )r   r   s   "€r   r   r‡   Ü   sI   ø€ ÷ ;ñ ;á Ÿ<™<ð;ñ ð;ñ $Ÿl™lð	;ñ
 —|‘|ð;ñ !$ñ;r    c                ó†   € V P                  VR V1R3,          VV4      pV P                  WR 1R3,          VV4      p. VOVO5# )Nr"   )rŠ   )r*   r6   r$   r�   rŽ   r�   Úscale_shift_ada_valuesÚgate_ada_valuess   &&&&&&  r   Úget_av_ca_ada_valuesÚ,BasicAVTransformerBlock.get_av_ca_ada_valuesÜ   sh   € ð "&×!4Ñ!4ØÐ5Ð5Ð5°qÐ8Õ9ØØ ó"
Ðð
 ×-Ñ-ØÑ5°qÐ8Õ9ØØó
ˆð ;Ð'Ð:¨/Ñ:Ð:r    c
                ó
  € V P                   '       dA   V P                  WAP                  ^ ,          V\        ^^	4      4      w  r«p\	        WW:W¼WWW‰4
      # V! \
        P                  P                  P                  V4      VW‰R7      # )z;Apply text cross-attention, with optional ADaLN modulation.)ÚcontextÚmaskÚtransformer_options)	ri   rŠ   r#   r9   r   ÚcomfyÚldmÚ
common_ditÚrms_norm)r*   Úxr–   Úattnr6   rv   r†   Úprompt_timestepÚattention_maskr˜   Úshift_qÚscale_qÚgates   &&&&&&&&&&   r   Ú_apply_text_cross_attentionÚ3BasicAVTransformerBlock._apply_text_cross_attentionñ   s‚   € ð
 ×%×%Ð%Ø%)×%8Ñ%8Ø!§7¡7¨1¥:¨x¼¸qÀ!»ó&Ñ"ˆG˜dô /Ø˜D¨7Ø(Øóð ñ
 Ü�I‰I× Ñ ×)Ñ)¨!Ó,°gØô
ð 	
r    c                ó¢   <€ V ^8„  d   QhRS[ S[P                  S[P                  3,          RS[ S[P                  S[P                  3,          /# )r   r�   Úreturn)r   r   r   )r   r   s   "€r   r   r‡     sG   ø€ ÷ Añ AÙ‘u—|‘|¡U§\¡\Ð1Õ2ðAñ
 
‰u�|‰|™UŸ\™\Ð)Õ	*ñAr    c                ó¢  € VP                  R R4      pVP                  RR4      pVw  ppT;'       d    VP                  4       ^ 8„  pT;'       d.    VP                  RR4      ;'       d    VP                  4       ^ 8„  pT;'       d    VP                  RR4      pV'       Edx   V P                  V P                  VP                  ^ ,          V\        ^ ^4      4      w  pp\        P                  P                  '       d@   \        P                  P                  P                  V4      ^V,           ,          V,           pM+\        P                  P                  P                  VVV4      p??V P                  VVVVR7      p?V P                  V P                  VP                  ^ ,          V\        ^^4      4      ^ ,          pVP!                  VV4       ??VP#                  V P%                  VW P&                  V P                  \)        V RR4      VVWO4	      4       V'       Ed*   V P                  V P*                  VP                  ^ ,          V\        ^ ^4      4      w  pp\        P                  P                  P                  V4      ^V,           ,          V,           p ??V P-                  V W�R7      p? V P                  V P*                  VP                  ^ ,          V\        ^^4      4      ^ ,          p!VP!                  VV!4       ?!?VP#                  V P%                  VW0P.                  V P*                  \)        V R	R4      VVWO4	      4       V'       g
   V'       EdP   \        P                  P                  P                  V4      p"V'       Ed‹   V P                  V P0                  R,          VP                  ^ ,          V4      R
,          w  p#p$V P                  V P2                  R,          VP                  ^ ,          V4      R
,          w  p%p&\        P                  P                  '       d@   \        P                  P                  P                  V4      ^V%,           ,          V&,           p'M+\        P                  P                  P                  VV%V&4      p'V"^V#,           ,          V$,           p(?%?&?#?$V P5                  V'V(WšVR7      p)?'?(V P                  V P2                  R,          VP                  ^ ,          V4      ^ ,          p*VP!                  V)V*4       ?*?)V'       Ed‹   V P                  V P0                  R,          VP                  ^ ,          V4      R,          w  p+p,V P                  V P2                  R,          VP                  ^ ,          V4      R,          w  p-p.V"^V+,           ,          V,,           p(\        P                  P                  '       d@   \        P                  P                  P                  V4      ^V-,           ,          V.,           p'M+\        P                  P                  P                  VV-V.4      p'?-?.?+?,V P7                  V(V'W©VR7      p/?(?'V P                  V P0                  R,          VP                  ^ ,          V4      ^ ,          p0VP!                  V/V04       ?0?/V'       Ed/   V P                  V P                  VP                  ^ ,          V\        ^^4      4      w  p1p2\        P                  P                  '       d@   \        P                  P                  P                  V4      ^V2,           ,          V1,           p'M+\        P                  P                  P                  VV2V14      p'?1?2V P9                  V'4      p3?'V P                  V P                  VP                  ^ ,          V\        ^^4      4      ^ ,          p4VP!                  V3V44       ?4?3V'       dã   V P                  V P*                  VP                  ^ ,          V\        ^^4      4      w  p5p6\        P                  P                  P                  V4      ^V6,           ,          V5,           p(?5?6V P;                  V(4      p3?(V P                  V P*                  VP                  ^ ,          V\        ^^4      4      ^ ,          p7VP!                  V3V74       ?7?3VV3# )Úrun_vxTÚrun_axÚa2v_cross_attnÚv2a_cross_attn)Úper—   r˜   rv   N)r­   r˜   rw   :Nr   N)r–   r­   Úk_per˜   :r   é   N):Nr¯   Nr"   ):r¯   NNr"   )ÚgetÚnumelrŠ   r6   r#   r9   r™   Úmodel_managementÚin_trainingrš   r›   rœ   Ú	quant_opsÚckÚ	rms_adalnrj   Úaddcmul_Úadd_r¤   rl   Úgetattrru   rk   rm   rx   ry   rn   ro   rp   rq   )8r*   r�   Ú	v_contextÚ	a_contextr    Ú
v_timestepÚ
a_timestepÚv_peÚa_peÚ
v_cross_peÚ
a_cross_peÚv_cross_scale_shift_timestepÚa_cross_scale_shift_timestepÚv_cross_gate_timestepÚa_cross_gate_timestepr˜   Úself_attention_maskÚv_prompt_timestepÚa_prompt_timestepr©   rª   ÚvxÚaxÚrun_a2vÚrun_v2aÚ
vshift_msaÚ
vscale_msaÚnorm_vxÚ	attn1_outÚ	vgate_msaÚ
ashift_msaÚ
ascale_msaÚnorm_axÚ	agate_msaÚax_norm3Ú scale_ca_audio_hidden_states_a2vÚ shift_ca_audio_hidden_states_a2vÚ"scale_ca_video_hidden_states_a2v_vÚ"shift_ca_video_hidden_states_a2v_vÚ	vx_scaledÚ	ax_scaledÚa2v_outÚgate_out_a2vÚ scale_ca_audio_hidden_states_v2aÚ shift_ca_audio_hidden_states_v2aÚ scale_ca_video_hidden_states_v2aÚ shift_ca_video_hidden_states_v2aÚv2a_outÚgate_out_v2aÚ
vshift_mlpÚ
vscale_mlpÚff_outÚ	vgate_mlpÚ
ashift_mlpÚ
ascale_mlpÚ	agate_mlps8   &&&&&&&&&&&&&&&&&&&                                     r   ÚforwardÚBasicAVTransformerBlock.forward  sõ  € ð %×(Ñ(¨°4Ó8ˆØ$×(Ñ(¨°4Ó8ˆà‰ˆˆBØ×*Ð*˜BŸH™H›J¨™NˆØ×_Ð_Ð0×4Ñ4Ð5EÀtÓL×_Ð_ÐQS×QYÑQYÓQ[Ð^_ÑQ_ˆØ×LÐLÐ0×4Ñ4Ð5EÀtÓLˆ÷ ˆ6à&*×&9Ñ&9¸$×:PÑ:PÐRT×RZÑRZÐ[\ÕR]Ð_iÔkpÐqrÐtuÓkvÓ&wÑ"ˆJ˜
Ü×%Ñ%×1×1Ð1ÜŸ)™)×.Ñ.×7Ñ7¸Ó;¸qÀ:½~ÕNÐQ[Õ[‘äŸ/™/×,Ñ,×6Ñ6°r¸:ÀzÓR�Ø˜JØŸ
™
 7¨tÐ:MÐcv˜
ÓwˆIØà×+Ñ+¨D×,BÑ,BÀBÇHÁHÈQÅKÐQ[Ô]bÐcdÐfgÓ]hÓiÐjkÕlˆIØ�K‰K˜	 9Ô-Ø˜9Ø�G‰G�D×4Ñ4Ø�IŸz™z¨4×+AÑ+AÜ˜Ð8¸$Ó?ØÐ-¨~óUô ÷ ˆ6à&*×&9Ñ&9¸$×:VÑ:VÐXZ×X`ÑX`ÐabÕXcÐeoÔqvÐwxÐz{Óq|Ó&}Ñ"ˆJ˜
Ü—i‘i×*Ñ*×3Ñ3°BÓ7¸1¸z½>ÕJÈZÕWˆGØ˜JØ×(Ñ(¨°TÐ(ÓcˆIØà×+Ñ+¨D×,HÑ,HÈ"Ï(É(ÐSTÍ+ÐWaÔchÐijÐlmÓcnÓoÐpqÕrˆIØ�K‰K˜	 9Ô-Ø˜9Ø�G‰G�D×4Ñ4Ø�I×/Ñ/°×1MÑ1MÜ˜Ð>ÀÓEØÐ-¨~óUô ÷ —g�gÜ—y‘y×+Ñ+×4Ñ4°RÓ8ˆH÷ ˆwØUY×UhÑUhØ×7Ñ7¸Õ>ÀÇÁÈÅÐMióVkØkmõVoÑRÐ0Ð2RàY]×YlÑYlØ×7Ñ7¸Õ>ÀÇÁÈÅÐMióZkØkmõZoÑVÐ2Ð4Vô ×)Ñ)×5×5Ð5Ü %§	¡	× 4Ñ 4× =Ñ =¸bÓ AÀQÐIkÕEkÕ lð  pRõ  !R‘Iä %§¡× 2Ñ 2× <Ñ <¸RÐAcð  fHó  !I�IØ$¨Ð,LÕ(LÕMÐPpÕp�	Ø6Ð8ZÐ\|ð  _à×2Ñ2°9ÀiÐT^ð  FYÐ2ó  Z�Ø˜yà#×2Ñ2°4×3VÑ3VÐW\Õ3]Ð_a×_gÑ_gÐhiÕ_jð  mBó   Cð  DEõ   F�Ø—‘˜G \Ô2Ø  '÷ ˆwØUY×UhÑUhØ×7Ñ7¸Õ>ÀÇÁÈÅÐMióVkØknõVpÑRÐ0Ð2RàUY×UhÑUhØ×7Ñ7¸Õ>ÀÇÁÈÅÐMióVkØknõVpÑRÐ0Ð2Rð %¨Ð,LÕ(LÕMÐPpÕp�	Ü×)Ñ)×5×5Ð5Ü %§	¡	× 4Ñ 4× =Ñ =¸bÓ AÀQÐIiÕEiÕ jð  nNõ  !N‘Iä %§¡× 2Ñ 2× <Ñ <¸RÐAað  dDó  !E�IØ4Ð6VÐXxð  {[à×2Ñ2°9ÀiÐT^ð  FYÐ2ó  Z�Ø˜yà#×2Ñ2°4×3VÑ3VÐW\Õ3]Ð_a×_gÑ_gÐhiÕ_jð  mBó   Cð  DEõ   F�Ø—‘˜G \Ô2Ø  '÷ ˆ6Ø%)×%8Ñ%8¸×9OÑ9OÐQS×QYÑQYÐZ[ÕQ\Ð^hÔjoÐpqÐstÓjuÓ%vÑ"ˆJ˜
Ü×%Ñ%×1×1Ð1Ü!ŸI™I×0Ñ0×9Ñ9¸"Ó=ÀÀZÅÕPÐS]Õ]‘	ä!ŸO™O×.Ñ.×8Ñ8¸¸ZÈÓT�	Ø˜Jà—W‘W˜YÓ'ˆFØà×+Ñ+¨D×,BÑ,BÀBÇHÁHÈQÅKÐQ[Ô]bÐcdÐfgÓ]hÓiÐjkÕlˆIØ�K‰K˜ 	Ô*Ø˜6÷ Ø%)×%8Ñ%8¸×9UÑ9UÐWY×W_ÑW_Ð`aÕWbÐdnÔpuÐvwÐyzÓp{Ó%|Ñ"ˆJ˜
ÜŸ	™	×,Ñ,×5Ñ5°bÓ9¸QÀ½^ÕLÈzÕYˆIØ˜Jà—]‘] 9Ó-ˆFØà×+Ñ+¨D×,HÑ,HÈ"Ï(É(ÐSTÍ+ÐWaÔchÐijÐlmÓcnÓoÐpqÕrˆIØ�K‰K˜ 	Ô*Ø˜6à�2ˆvˆr    )rj   rl   rb   rk   rm   rq   rw   ru   rn   ri   rp   rv   r6   rx   ry   ro   )
NNNFFTTNNN)r¯   )NNNNNNNNNNNNNNNNN)rS   rT   rU   rV   r,   r9   rŠ   r“   r¤   rì   rY   rZ   Ú__classcell__©rƒ   r   s   @@r   r\   r\   U   sG   ù‡ € ÷v
ñr joÐosÐuyÓiz÷ò ÷;ò ;ò*
÷&A÷ Aò Ar    r\   c                   ó  a a€ ] tR tRt oRt^€^€RR^€^@^ ^ R^0R. RO^.RRRRR	RRRR
R
R
RRR3V 3R lltR tRR ltR tV 3R lt	R t
RR ltV 3R ltR tRV 3R lltV 3R lt/ R3R ltV 3R ltR^/ R3V 3R lltRtVtV ;t# )Ú
LTXAVModeliˆ  z'LTXAV model for audio-video generation.i   é   i   g     ˆÃ@Fg     @�@ç      ð?TNc                óB  <€ VV n         W n        W@n        W`n        W€n        WÐn        VV n        W†,          V n        W n        ^V n	        ^V n
        VV n        \        SV `4  ! R/ RVbRVbRVbRVbRV	bRV
bRVbRVbR	VbR
VbRVbRVbRVbRVbRVbRVbRVbRVbRVbVB  R# )é   Úin_channelsÚcross_attention_dimÚattention_head_dimÚnum_attention_headsÚcaption_channelsÚ
num_layersÚpositional_embedding_thetaÚpositional_embedding_max_posÚcausal_temporal_positioningÚvae_scale_factorsÚuse_middle_indices_gridÚtimestep_scale_multiplierÚcaption_proj_before_connectorri   rg   Úuse_prompt_adaln_singler=   r<   rd   N© )r‚   Úaudio_in_channelsÚaudio_cross_attention_dimÚaudio_attention_head_dimÚaudio_num_attention_headsÚ"audio_positional_embedding_max_posrc   Úaudio_inner_dimÚaudio_out_channelsÚnum_audio_channelsÚaudio_frequency_binsÚav_ca_timestep_scale_multiplierrh   r,   )r*   rö   r  r÷   r  rø   r  rù   r  rú   rû   rü   rý   r	  rþ   rÿ   r   r  r  rc   r  ri   rg   r‚   r  r=   r<   rd   Úkwargsrƒ   s   &&&&&&&&&&&&&&&&&&&&&&&&&&&&,€r   r,   ÚLTXAVModel.__init__‹  s0  ø€ ð@ +ˆÔØ!2ÔØ)BÔ&Ø(@Ô%Ø)BÔ&Ø2TÔ/Ø%:ˆÔ"ð  9ÕSˆÔØ"3Ôð #$ˆÔØ$&ˆÔ!à/NˆÔ,ä‰Òò 	
Ù#ð	
á 3ð	
ñ  2ð	
ñ !4ð		
ñ
 .ð	
ñ "ð	
ñ (Bð	
ñ *Fð	
ñ )Dð	
ñ 0ð	
ñ %<ð	
ñ '@ð	
ñ +Hð	
ñ #8ð	
ñ ð	
ñ  %<ð!	
ñ" ð#	
ñ$ ð%	
ñ& "Øô)	
r    c                ó´  € V P                   P                  V P                  V P                  RW!R7      V n        V P
                  '       d   \        M\        p\        V P                  VRVVV P                   R7      V n	        V P
                  '       d>   V P                  '       d,   \        V P                  ^RVVV P                   R7      V n        MRV n        ^p\        V P                  RVVVV P                   R7      V n        \        V P                  R^VVV P                   R7      V n        \        V P                  RVVVV P                   R7      V n        \        V P                  R^VVV P                   R7      V n        V P"                  '       dP   V P$                  '       d5   \'        V P(                  V P                  VVV P                   R7      V n        M<R V n        M3\-        V P(                  V P                  VVV P                   R7      V n        VP/                  R	R
4      R
8H  pVP/                  RR4      pVP/                  R^€4      pVP/                  R^4      p	VP/                  R^4      p
\1        VP/                  RV4      VP/                  RV	4      V
VRVVVV P                   R7	      V n        \1        VV	V
VRVVVV P                   R7	      V n        R# )z%Initialize LTXAV-specific components.T)Úbiasr=   r<   F)Úembedding_coefficientÚuse_additional_conditionsr=   r<   rd   N)r  r  r=   r<   rd   )Úin_featuresÚhidden_sizer=   r<   rd   c                 ó   € V # ©Nr  )Úas   &r   Ú<lambda>Ú3LTXAVModel._init_model_components.<locals>.<lambda>  s   € ¹!r    Ú	rope_typeÚsplitÚconnector_apply_gated_attentionÚconnector_attention_head_dimÚconnector_num_attention_headsÚconnector_num_layersÚ"audio_connector_attention_head_dimÚ#audio_connector_num_attention_heads)	rø   rù   rû   Ú
split_ropeÚdouble_precision_roperc   r=   r<   rd   )rd   ÚLinearr  r
  Úaudio_patchify_projri   r   r   r   Úaudio_adaln_singler  Úaudio_prompt_adaln_singleÚ	inner_dimÚ$av_ca_video_scale_shift_adaln_singleÚav_ca_a2v_gate_adaln_singleÚ$av_ca_audio_scale_shift_adaln_singleÚav_ca_v2a_gate_adaln_singler  Úcaption_projection_first_linearr
   rú   Úaudio_caption_projectionr	   r°   r   Úaudio_embeddings_connectorÚvideo_embeddings_connector)r*   r<   r=   r  Úaudio_embedding_coefficientr�   Úconnector_split_ropeÚconnector_gated_attentionrø   rù   rû   s   &&&,       r   Ú_init_model_componentsÚ!LTXAVModel._init_model_componentsÔ  sÁ  € ð $(§?¡?×#9Ñ#9Ø×"Ñ" D×$8Ñ$8¸tÈ5ð $:ó $
ˆÔ ð
 HL×Ga×GaÐGaÕ&CÔg~Ð#Ü"4Ø× Ñ Ø"=Ø&+ØØØ—‘ô#
ˆÔð ×%×%Ð%¨$×*F×*FÐ*FÜ-?Ø×$Ñ$Ø&'Ø*/ØØØŸ?™?ô.ˆDÕ*ð .2ˆDÔ*à!"ÐÜ4FØ�N‰NØ&+Ø"8ØØØ—‘ô5
ˆÔ1ô ,>Ø�N‰NØ&+Ø"#ØØØ—‘ô,
ˆÔ(ô 5GØ× Ñ Ø&+Ø"8ØØØ—‘ô5
ˆÔ1ô ,>Ø× Ñ Ø&+Ø"#ØØØ—‘ô,
ˆÔ(ð ×-×-Ð-Ø×3×3Ð3Ü0NØ $× 5Ñ 5Ø $× 4Ñ 4ØØ!Ø#Ÿ™ô1�Õ-ñ 1<�Õ-ä,EØ ×1Ñ1Ø ×0Ñ0ØØØŸ?™?ô-ˆDÔ)ð  &Ÿz™z¨+°wÓ?À7ÑJÐØ$*§J¡JÐ/PÐRWÓ$XÐ!Ø#ŸZ™ZÐ(FÈÓLÐØ$Ÿj™jÐ)HÈ"ÓMÐØ—Z‘ZÐ 6¸Ó:ˆ
ä*?Ø%Ÿz™zÐ*NÐPbÓcØ &§
¡
Ð+PÐReÓ fØ!Ø+Ø"&Ø";ØØØ—‘ô
+
ˆÔ'ô +@Ø1Ø 3Ø!Ø+Ø"&Ø";ØØØ—‘ô
+
ˆÖ'r    c                ól  € V'       gI   VP                   R,          V P                  V P                  ,           V P                  ^,          39   d   V# VP                   R,          V P                  V P                  ,           8X  d2   VRRRV P                  13,          pVRRV P                  R13,          pMTpTpV P                  '       d#   V P                  V4      pV P                  V4      pV P                  V4      ^ ,          pV P                  V4      ^ ,          p\        P                  ! WV3RR7      # )é   r"   Nr>   r/   )r#   r÷   r  rú   r  Úcaption_projectionr0  r2  r1  r   Úconcat)r*   r–   ÚunprocessedÚcontext_vidÚcontext_audioÚout_vidÚ	out_audios   &&&    r   Úpreprocess_text_embedsÚ!LTXAVModel.preprocess_text_embedsG  s  € ÷ Ø�}‰}˜RÕ  T×%=Ñ%=À×@^Ñ@^Õ%^Ð`d×`uÑ`uÐxyÕ`yÐ$zÔzØ�Ø�=‰=˜Õ × 8Ñ 8¸4×;YÑ;YÕ YÔYØ! ! QÐ(A¨×)AÑ)AÐ(AÐ"AÕBˆKØ# A q¨$×*BÑ*BÑ*CÐ$CÕD‰Mà!ˆKØ#ˆMØ×-×-Ð-Ø×1Ñ1°+Ó>ˆKØ ×9Ñ9¸-ÓHˆMØ×1Ñ1°+Ó>¸qÕAˆØ×3Ñ3°MÓBÀ1ÕEˆ	Ü�|Š|˜WÐ0°bÔ9Ð9r    c                óÀ  € \         P                  ! \        V P                  4       Uu. uFŸ  p\	        V P
                  V P                  V P                  V P                  V P                  V P                  V P                  V P                  V P                  V P                  V P                  V P                   VVV P"                  R7      NK¡  	  up4      V n        R# u upi )z(Initialize transformer blocks for LTXAV.)rz   r{   r|   r}   r~   r   r€   r�   rc   ri   rg   r‚   r=   r<   rd   N)rr   Ú
ModuleListÚrangerû   r\   r*  r
  rù   r  rø   r  r÷   r  rc   ri   rg   r‚   rd   Útransformer_blocks)r*   r<   r=   r  Ú_s   &&&, r   Ú_init_transformer_blocksÚ#LTXAVModel._init_transformer_blocksZ  s¼   € ä"$§-¢-ô& ˜tŸ™Ô/ó%ñ$ 0�Aô# (ØŸ.™.Ø×.Ñ.Ø ×4Ñ4Ø ×:Ñ:Ø ×3Ñ3Ø ×9Ñ9Ø"&×":Ñ":Ø"&×"@Ñ"@Ø*.×*DÑ*DØ*.×*DÑ*DØ ŸL™LØ"&×"4Ñ"4ØØ!Ø#Ÿ™÷ñ" 0ñ%ó#
ˆÖùòs   ¨B%Cc           	     óŒ  <€ \         SV `  W4       \        P                  ! \        P
                  ! ^V P                  W!R7      4      V n        V P                  P                  V P                  RRW!R7      V n
        V P                  P                  V P                  V P                  W!R7      V n        \        ^RR7      V n        R# )z'Initialize output components for LTXAV.©r=   r<   Fg�íµ ÷Æ°>)Úelementwise_affineÚepsr=   r<   T)Ú	start_endN)rh   Ú_init_output_componentsrr   rs   r   rt   r
  ru   rd   Ú	LayerNormÚaudio_norm_outr&  r  Úaudio_proj_outr   Úa_patchifier)r*   r<   r=   rƒ   s   &&&€r   rO  Ú"LTXAVModel._init_output_componentss  s¨   ø€ ô 	‰Ñ'¨Ô6ä')§|¢|Ü�KŠK˜˜4×/Ñ/°uÔLó(
ˆÔ$ð #Ÿo™o×7Ñ7Ø× Ñ °UÀÈEð 8ó 
ˆÔð #Ÿo™o×4Ñ4Ø× Ñ  $×"9Ñ"9Àð 5ó 
ˆÔô ,¨A¸Ô>ˆÖr    c                óø   € V^ ,          p\        V4      ^8”  d
   V^,          MU\        P                  ! VP                  ^ ,          V P                  ^ V P
                  3VP                  VP                  R7      pW43# )z5Separate audio and video latents from combined input.r;   )Úlenr   Úzerosr#   r  r  r<   r=   )r*   r�   Úaudio_lengthrÉ   rÊ   s   &&&  r   Ú separate_audio_and_video_latentsÚ+LTXAVModel.separate_audio_and_video_latentsƒ  sa   € ð ˆq�TˆÜ˜“V˜a”ZˆQˆqŽT¤U§[¢[Ø�X‰X�a�[˜$×1Ñ1°1°d×6OÑ6OÐPØ—9‘9 B§H¡Hô&
ˆð ˆvˆr    c                ó6   € VP                  4       ^ 8X  d   V# W.# )r   )r±   )r*   rÉ   rÊ   Útarget_shapes   &&&&r   Ú!recombine_audio_and_video_latentsÚ,LTXAVModel.recombine_audio_and_video_latents–  s   € Ø�8‰8‹:˜Œ?ØˆIà�8ˆOr    c                ó|  <€ VP                  R^ 4      pV P                  W4      w  rgRpVen   \        VP                  ^,          4       FM  p	V^ ^ V	3,          p
V
P	                  4       ^ 8”  g   K&  V
P                  4       V
P                  4       8w  g   KK  Rp M	  \        SV `   ! WbV3/ VB w  rkpWŒR&   V P                  P                  V4      w  r}VP                  RR4      p^ pVEe>   VR,          P                  VP                  VP                  R7      pVP                  ^ ,          VP                  ^ ,          8  d%   VP                  VP                  ^ ,          RR4      pVP                  ^,          pVP                  ^ ,          pV P                  pVP                  VP                   ,          VP"                  ,          pVP%                  ^ V\&        P(                  VP                  4      pVP%                  ^V^,           \&        P(                  VP                  4      pVR,          P+                  4       V,           pVV,
          P-                  ^ 4      P                  VR4      P-                  ^4      pVV,
          P-                  ^ 4      P                  VR4      P-                  ^4      p\&        P.                  ! VV.RR	7      pWüR
&   VP                  ^,          VR&   \&        P0                  ! VV.^R	7      p\&        P0                  ! VP                  V4      V.^R	7      pV P3                  V4      pWg.W½.V3# )zBProcess input for LTXAV - separate audio and video, then patchify.rX  FNTÚhas_spatial_maskÚ	ref_audioÚtokensrK  r>   Úref_audio_seq_lenÚtarget_audio_seq_lenr/   )r°   rY  rE  r#   r±   ÚminÚmaxrh   Ú_process_inputrS  ÚpatchifyrE   r=   r<   r1   Ú
hop_lengthÚaudio_latent_downsample_factorÚsample_rateÚ_get_audio_latent_time_in_secr   Úfloat32Úitemr0   ÚstackÚcatr'  )r*   r�   Úkeyframe_idxsÚdenoise_maskr  rX  rÉ   rÊ   r`  Ú	frame_idxÚ
frame_maskÚv_pixel_coordsÚadditional_argsÚa_latent_coordsra  rc  Ú
ref_tokensÚBÚpÚtplÚ	ref_startÚref_endÚtime_offsetÚref_posrƒ   s   &&&&,                   €r   rg  ÚLTXAVModel._process_input­  sØ  ø€ à—z‘z .°!Ó4ˆà×6Ñ6°qÓG‰ˆà ÐØÒ#ä" <×#5Ñ#5°aÕ#8Ö9�	Ø)¨!¨Q°	¨/Õ:�
Ø×#Ñ#Ó%¨Ö)¨j¯n©nÓ.>À*Ç.Á.ÓBRÖ.RØ'+Ð$Ùñ	 :ô 16±Ò0FØ˜|ñ1
Ø/5ñ1
Ñ-ˆ˜_ð /?Ð*Ñ+à"×/Ñ/×8Ñ8¸Ó<Ñˆð —J‘J˜{¨DÓ1ˆ	ØÐØÓ Ø" 8Õ,×/Ñ/°b·h±hÀrÇyÁyÐ/ÓQˆJØ×Ñ Õ" R§X¡X¨a¥[Ô0Ø'×.Ñ.¨r¯x©x¸­{¸BÀÓC�
Ø *× 0Ñ 0°Õ 3ÐØ—‘˜•ˆAð ×!Ñ!ˆAØ—,‘, ×!AÑ!AÕAÀAÇMÁMÕQˆCØ×7Ñ7¸Ð;LÌeÏmÉmÐ]_×]fÑ]fÓgˆIØ×5Ñ5°aÐ9JÈQÕ9NÔPU×P]ÑP]Ð_a×_hÑ_hÓiˆGØ! "�+×*Ñ*Ó,¨sÕ2ˆKØ" [Õ0×;Ñ;¸AÓ>×EÑEÀaÈÓL×VÑVÐWXÓYˆIØ Õ,×7Ñ7¸Ó:×AÑAÀ!ÀRÓH×RÑRÐSTÓUˆGÜ—k’k 9¨gÐ"6¸BÔ?ˆGà3DÐ/Ñ0Ø68·h±h¸qµkˆOÐ2Ñ3Ü—’˜J¨Ð+°Ô3ˆBÜ#Ÿiši¨¯©°OÓ)DÀoÐ(VÐ\]Ô^ˆOà×%Ñ% bÓ)ˆð ˆx˜.Ð:¸OÐKÐKr    c           
     ó�	  € VP                  RR4      pVP                  R4      pVP                  RR4      pRpV'       g,   Ve(   \        V4      ^8X  d   V^,          V^,          ,          pVe   VRV3,          MTV P                  ,          p	VRJ;'       d"    VP                  4       V,          V,          ^ 8H  p
V
'       dG   VP	                  VRV4      R,          pVe   VRVRRV1,          3,          pW°P                  ,          pMT	pV P                  VP                  4       RRRR/VVR7      w  rÞ\        VP                  VRVP                  R,          4      WŠR	7      p\        VP                  VRVP                  R,          4      WŠR	7      p\        V P                  W’V4      pVP                  R
4      pVP                  R^ 4      pV^ 8”  d©   Ve¥   VP                  R4      pVP                  4       ^8:  d#   VP                  R^4      P                  VV4      p\        P                  ! VV.VP                  R,          O5RVP                   RVP"                  / p\        P$                  ! VV.^R7      pVEe'   VV P                  ,          pVP                  4       pV	P                  4       pV P&                  V P                  ,          pV P)                  VRRRR/VVR7      w  ppV P+                  VRRRR/VVR7      w  ppV P-                  VP/                  4       P1                  V4      V,          RRRR/VVR7      w  ppV P3                  V	P/                  4       P1                  V4      V,          RRRR/VVR7      w  ppVP                  VRVP                  R,          4      \        VP                  VRVP                  R,          4      V4      \        VP                  VRVP                  R,          4      V4      VP                  VRVP                  R,          4      .pV P5                  VRRRR/VVR7      w  ppVP                  VRVP                  R,          4      pVP                  VRVP                  R,          4      p\        V P6                  VW#4      pMT	pVP                  R4      p. pRpVVVVV.VV.R3# )zPrepare timestep embeddings.Ú	grid_maskNÚ
orig_shaper`  r"   Ú
resolutionÚaspect_ratio)r$   Úhidden_dtype)r   r½   rc  rd  :r   NNr<   r=   r>   Úembedded_timestepr/   ©r"   r"   r   )r°   rV  r  r±   r2   Úadaln_singleÚflattenr   r(   r#   r   Úprompt_adaln_singler?   r1   r   rW  r<   r=   rp  r  r-  r+  r,  rf  Ú	expand_asr.  r(  r)  ) r*   r†   r$   r†  r  r‚  rƒ  r`  Úv_patches_per_frameÚtimestep_scaledÚper_frame_pathr   Úts_inputr¼   Úv_embedded_timesteprÇ   r½   rc  Ú
target_lenÚref_tsÚa_timestep_scaledÚa_timestep_flatÚtimestep_flatÚav_ca_factorÚ av_ca_audio_scale_shift_timesteprG  Ú av_ca_video_scale_shift_timestepÚav_ca_a2v_gate_noise_timestepÚav_ca_v2a_gate_noise_timestepÚcross_av_timestep_ssÚa_embedded_timesteprÈ   s    &&&&,                           r   Ú_prepare_timestepÚLTXAVModel._prepare_timestepâ  sT  € à—J‘J˜{¨DÓ1ˆ	Ø—Z‘Z Ó-ˆ
Ø!Ÿ:™:Ð&8¸$Ó?ÐØ"Ðß JÒ$:¼sÀ:»ÐRSÔ?SØ",¨Q¥-°*¸Qµ-Õ"?Ðð 6?Ò5J˜8 A y LÖ1ÐPXÐ\`×\zÑ\zÕzˆð -°DÐ8×xÐx¸h¿n¹nÓ>NÐR\Õ>\Ð`sÕ=sÐwxÑ=xˆßØ ×(Ñ(¨°RÐ9LÓMÈgÕVˆIØÒ$à% a¨Ñ3HÐ5HÐ3HÕ)IÐ&IÕJ�	Ø ×#AÑ#AÕA‰Hà&ˆHà*.×*;Ñ*;Ø×ÑÓØ˜4 °Ð6Ø!Ø%ð	 +<ó +
Ñ'ˆ
ô (¨
¯©¸
ÀBÈ
×HXÑHXÐY[ÕH\Ó(]Ð_rô  Nˆ
Ü0Ð1D×1IÑ1IÈ*ÐVXÐZm×ZsÑZsÐtvÕZwÓ1xð  {Nô  iÐä3Ø×$Ñ$ oÀ<ó
Ðð
 —Z‘Z Ó-ˆ
Ø"ŸJ™JÐ':¸AÓ>ÐØ˜qÔ  ZÒ%;àŸ™Ð$:Ó;ˆJØ�~‰~Ó 1Ô$Ø'Ÿ_™_¨R°Ó3×:Ñ:¸:ÀzÓR�
Ü—[’[ Ð->ð  IÀ×AQÑAQÐRTÕAUò  IÐ^h×^oÑ^oð  Ið  xB÷  xHñ  xHñ  IˆFÜŸš F¨JÐ#7¸QÔ?ˆJØÓ!Ø *¨T×-KÑ-KÕ KÐØ/×7Ñ7Ó9ˆOØ+×3Ñ3Ó5ˆMØ×?Ñ?À$×B`ÑB`Õ`ˆLð 37×2[Ñ2[ØØ˜t ^°TÐ:Ø%Ø)ð	 3\ó 3Ñ/Ð,¨að 37×2[Ñ2[ØØ˜t ^°TÐ:Ø%Ø)ð	 3\ó 3Ñ/Ð,¨að 04×/OÑ/OØ!×%Ñ%Ó'×1Ñ1°-Ó@À<ÕOØ˜t ^°TÐ:Ø%Ø)ð	 0Pó 0Ñ,Ð)¨1ð 04×/OÑ/OØ×#Ñ#Ó%×/Ñ/°Ó@À<ÕOØ˜t ^°TÐ:Ø%Ø)ð	 0Pó 0Ñ,Ð)¨1ð 1×5Ñ5°jÀ"ÐFf×FlÑFlÐmoÕFpÓqÜ"Ð#C×#HÑ#HÈÐUWÐYy×YÑYð  ACõ  ZDó  $Eð  GZó  [Ü"Ð#@×#EÑ#EÀjÐRTÐVs×VyÑVyÐz|ÕV}Ó#~ð  ATó  UØ-×2Ñ2°:¸rÐC`×CfÑCfÐgiÕCjÓkð	$Ð ð /3×.EÑ.EØØ˜t ^°TÐ:Ø%Ø)ð	 /Fó /Ñ+ˆJÐ+ð $Ÿ™¨°R¸×9IÑ9IÈ"Õ9MÓNˆJØ"5×":Ñ":¸:ÀrÐK^×KdÑKdÐegÕKhÓ"iÐä 7Ø×.Ñ.Ð0AÀ:ó!Ñð )ˆJØ"(§*¡*Ð-@Ó"AÐØ#%Ð Ø $Ðà˜JÐ(<Ð>OÐQbÐcØØðf
ð ðð 	r    c                óì  <€ V^ ,          pV^,          pVP                   R,          pVP                   R,          pV P                  RJ d   V P                  MTp	V P                  RJ d   V P                  MTp
\        P                  ! WV
.\        VP                   4      ^,
          4      w  r¼\        SV `  W²WT4      w  r´V P                  RJ d   V P                  V4      pVP                  VRV4      pW¼.V3# )r   Fr/   )
r#   r  rú   r   r  rV  rh   Ú_prepare_contextr0  r(   )r*   r–   r$   r�   r    rÉ   rÊ   Ú	video_dimÚ	audio_dimr€   r�   rº   r»   rƒ   s   &&&&&        €r   r¡  ÚLTXAVModel._prepare_contextQ  sé   ø€ Øˆq�TˆØˆq�TˆØ—H‘H˜R•Lˆ	Ø—H‘H˜R•Lˆ	à15×1SÑ1SÐW\Ó1\˜×-Ò-ÐbkˆØ15×1SÑ1SÐW\Ó1\˜×-Ò-Ðbkˆä$Ÿ{š{Ø ]Ð3´S¸¿¹Ó5GÈ!Õ5Kó 
Ñˆ	ô %*¡GÑ$<Ø 2ó%
Ñ!ˆ	ð ×-Ñ-°Ó6Ø×5Ñ5°iÓ@ˆIØ—N‘N :¨r°9Ó=ˆ	àÐ% ~Ð5Ð5r    c           	     ól  <€ V^ ,          p\         SV `  WBV4      pV^,          pV P                  VV P                  VV P                  V P
                  V P                  R7      p\        V P                  ^ ,          V P                  ^ ,          4      pVP                  \        P                  4      pVR,          RV,          ,          VR&   V P                  VR,          V P                  VV.RV P                  R7      p	V P                  VR,          V P                  VV.RV P                  R7      p
WY3Wz3.# )r   )r?   Ú	out_dtypeÚmax_posr   rù   ró   T)r"   r   )r"   :r   r9  Nr"   )rh   Ú_prepare_positional_embeddingsÚ_precompute_freqs_cisr
  r	  r   r  rf  rý   rE   r   rm  r  )r*   Úpixel_coordsÚ
frame_rateÚx_dtyperu  r¾   rw  r¿   r§  Úav_cross_video_freq_cisÚav_cross_audio_freq_cisrƒ   s   &&&&       €r   r¨  Ú)LTXAVModel._prepare_positional_embeddingsg  sH  ø€ Ø% a�ˆÜ‰wÑ5°nÐRYÓZˆà& q�/ˆØ×)Ñ)ØØ×$Ñ$ØØ×;Ñ;Ø$(×$@Ñ$@Ø $× >Ñ >ð *ó 
ˆô Ø×-Ñ-¨aÕ0°$×2YÑ2YÐZ[Õ2\ó
ˆð (×*Ñ*¬5¯=©=Ó9ˆØ-¨dÕ3°s¸ZÕ7GÕHˆ�tÑØ"&×"<Ñ"<Ø˜9Õ%Ø×.Ñ.ØØ�IØ$(Ø $× >Ñ >ð #=ó #
Ðð #'×"<Ñ"<Ø˜IÕ&Ø×.Ñ.ØØ�IØ$(Ø $× >Ñ >ð #=ó #
Ðð Ð/°$Ð1PÐQÐQr    c                ó¼  a!€ V^ ,          p	V^,          p
V^ ,          pV^,          pV^ ,          pV^,          pV^ ,          w  ppV^,          w  ppV^,          w  ppppV^,          pV^,          p VP                  R/ 4      pVP                  R/ 4      p\        P                  P                  \	        V P
                  4      V	P                  V4      pVP                  RR4      p\        P                  P                  V	P                  4       \        V P
                  4       Fé  w  po!\        P                  P                  VV	P                  S!RR7       TpVV9   d	   / VCRR/CpRV3V9   d`   V!3R	 lpVRV3,          ! / R
Wš3bRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRV/CRV/4      p V R
,          w  ršK¬  S!! Wš33/ RVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVbRVb w  ršKë  	  \        P                  P                  VV	P                  RRR7       \        P                  P                  4        Wš.# )r   Úpatches_replaceÚditÚstg_self_attn_blocksÚblock)Úmalloc_scopeÚstg_skip_self_attnTÚdouble_blockc                 ó²  <€ / pS! V R ,          3/ RV R,          bRV R,          bRV R,          bRV R,          bRV R,          bRV R,          bRV R,          bRV R,          bR	V R	,          bR
V R
,          bRV R,          bRV R,          bRV R,          bRV R,          bRV P                  R4      bRV P                  R4      bRV P                  R4      b VR &   V# )Úimgrº   r»   r    r¼   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rÄ   rÅ   r˜   rÆ   rÇ   rÈ   )r°   )ÚargsÚoutr´  s   & €r   Ú
block_wrapÚ:LTXAVModel._process_transformer_blocks.<locals>.block_wrap·  s4  ø€ Ø�CÙ!&Ø˜U�ò"à"& {Ö"3ð"ð #' {Ö"3ð"ð (,Ð,<Ö'=ð	"ð
 $(¨Ö#5ð"ð $(¨Ö#5ð"ð " &ž\ð"ð " &ž\ð"ð $(¨Ö#5ð"ð $(¨Ö#5ð"ð 6:Ð:XÖ5Yð"ð 6:Ð:XÖ5Yð"ð /3Ð3JÖ.Kð"ð /3Ð3JÖ.Kð"ð -1Ð1FÖ,Gð"ð  -1¯H©HÐ5JÔ,Kð!"ð" +/¯(©(Ð3FÔ*Gð#"ð$ +/¯(©(Ð3FÔ*Gð%"�C˜‘Jð( �Jr    r¹  rº   r»   r    r¼   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rÄ   rÅ   r˜   rÆ   rÇ   rÈ   Úoriginal_blockNr  )r°   r™   Úmodel_prefetchÚmake_prefetch_queueÚlistrF  r<   Úmalloc_graph_beginÚ	enumerateÚprefetch_queue_popÚmalloc_graph_end)"r*   r�   r–   r    r†   r­   r˜   rÆ   r  rÉ   rÊ   rº   r»   r¼   r½   r¾   r­  r¿   r®  r˜  r™  rš  r›  rÇ   rÈ   r±  Úblocks_replaceÚprefetch_queuer³  ÚiÚblock_transformer_optionsr¼  r»  r´  s"   &&&&&&&&,                        @r   Ú_process_transformer_blocksÚ&LTXAVModel._process_transformer_blocksŽ  s¡  ø€ ð ˆq�TˆØˆq�TˆØ˜A•Jˆ	Ø˜A•Jˆ	Ø˜a•[ˆ
Ø˜a•[ˆ
Ø(*¨1­Ñ%ˆÐ%Ø(*¨1­Ñ%ˆÐ%ð �Q�Kñ	
Ø,Ø,Ø)Ø)ð % Q�KÐØ$ Q�KÐà3Ø-×1Ñ1Ð2CÀRÓHˆØ(×,Ñ,¨U°BÓ7ˆÜ×-Ñ-×AÑAÄ$Àt×G^ÑG^ÓB_Ðac×ajÑajÐló  Aˆð  3×6Ñ6Ð7MÈrÓRÐô 	×Ñ×/Ñ/°·	±	Ô:Ü! $×"9Ñ"9Ö:‰HˆAˆuÜ× Ñ ×3Ñ3Ø §	¡	¨5¸wð 4ô ð )<Ð%ØÐ(Ô(Ø,_Ð/BÐ,_ÐDXÐZ^Ñ,_Ð)Ø Ð" nÔ4õð0 % n°aÐ%8Ö9ðØ ˜xðà# Yðð $ Yðð )¨.ð	ð
 % jðð % jðð  ðð  ðð %Ð&=ðð %Ð&=ðð 7Ð8Xðð 7Ð8Xðð 0Ð1Nðð 0Ð1Nðð .Ð/Hðð  .Ð/Bð!ð" ,Ð->ð#ð$ ,Ð->ñ%ð( & zÐ2ó+�ð. ˜U�‘�‘BáØ�Hòá'ðñ (ðñ $2ð	ñ
  *ðñ  *ðñ ðñ ðñ  7ðñ  7ðñ 2Rðñ 2Rðñ +Hðñ +Hðñ )Bðñ  )<ð!ñ" '8ð#ñ$ '8ð%‘�‘Bñu ;ô^ 	×Ñ×/Ñ/Ø˜BŸI™I t¸'ð 	0ô 	
ô 	×Ñ×-Ñ-Ô/àˆxˆr    c                ó  <€ V^ ,          pV^,          pV^ ,          pV^,          pVP                  R^ 4      p	V	^ 8”  d3   VRV	R13,          pVP                  ^,          ^8”  d   VRV	R13,          p\        V\        4      '       d   VP	                  4       p\
        SV `  ! WWV3/ VB pV P                  R,          P                  VP                  VP                  R7      VR,          ,           p
V
R	,          V
R
,          rËV P                  V4      pV^V,           ,          V,           pV P                  V4      pV P                  P                  W`P                  V P                   R7      pVP                  R4      pV P#                  WVV4      # )r   rc  r"   Nr;   )ÚchannelsÚfreqÚav_orig_shape)NN)r"   r"   Nrˆ  )r"   r"   r9  )r°   r#   r‰   r   r1   rh   Ú_process_outputru   rE   r<   r=   rQ  rR  rS  Ú
unpatchifyr  r  r]  )r*   r�   r‡  rq  r  rÉ   rÊ   r‘  r�  rc  Úa_scale_shift_valuesÚa_shiftÚa_scaleÚoriginal_shaperƒ   s   &&&&,         €r   rÐ  ÚLTXAVModel._process_output  s�  ø€ Øˆq�TˆØˆq�TˆØ/°Õ2ÐØ/°Õ2Ðð #ŸJ™JÐ':¸AÓ>ÐØ˜qÔ Ø�AÐ(Ñ)Ð)Õ*ˆBØ"×(Ñ(¨Õ+¨aÔ/Ø&9¸!Ð=NÑ=OÐ:OÕ&PÐ#ô Ð)Ô+=×>Ò>Ø"5×"<Ñ"<Ó">Ðä‰WÒ$ R¸mÑVÈvÑVˆð ×(Ñ(¨Õ4×7Ñ7Ð?R×?YÑ?YÐat×azÑazÐ7Ó{Ø! *Õ-õ.ð 	ð 0°Õ8Ð:NÈwÕ:W�à× Ñ  Ó$ˆØ�1�w•;Õ 'Õ)ˆØ× Ñ  Ó$ˆð ×Ñ×)Ñ)Ø×0Ñ0°t×7PÑ7Pð *ó 
ˆð
  Ÿ™ OÓ4ˆØ×5Ñ5°b¸nÓMÐMr    c           	     ó¨   <€ \        V\        \        34      '       d   \        V4      ^8X  d   Vw  ršW¨R&   T	pMW(R&   \        SV `  ! VVVVVVV3/ VB # )a  
Forward pass for LTXAV model.

Args:
    x: Combined audio-video input tensor
    timestep: Tuple of (video_timestep, audio_timestep) or single timestep
    context: Context tensor (e.g., text embeddings)
    attention_mask: Attention mask tensor
    frame_rate: Frame rate for temporal processing
    transformer_options: Additional options for transformer blocks
    keyframe_idxs: Keyframe indices for temporal processing
    **kwargs: Additional keyword arguments including audio_length

Returns:
    Combined audio-video output tensor
r½   )r‰   rG   rÁ  rV  rh   rì   )r*   r�   r†   r–   r    r«  r˜   rq  r  r¼   r½   rƒ   s   &&&&&&&&,  €r   rì   ÚLTXAVModel.forward+  sp   ø€ ô8 �h¤¬ ×.Ò.´3°x³=ÀAÔ3EØ%-Ñ"ˆJØ#-�<Ñ Ø!‰Hà#+�<Ñ ô ‰wŠØØØØØØØñ	
ð ñ	
ð 		
r    )rS  rc   r(  r  r0  r  r1  r‚   r  r  r
  rQ  r  r  r'  r	  rR  r)  ru   r,  r-  r  r.  r+  r  rF  r2  )é   rò   rò   )rõ   é    rÚ  rR   r  )rS   rT   rU   rV   rW   r,   r6  rA  rH  rO  rY  r]  rg  rž  r¡  r¨  rÊ  rÐ  rì   rY   rZ   rî   rï   s   @@r   rñ   rñ   ˆ  sÎ   ù‡ € Ù1ð ØØ Ø"&ØØ!#ØØ"$ØØØ#*Ú%5Ø,.¨4Ø$)Ø%Ø %Ø"(Ø(+Ø#Ø&+Ø#ØØØ $ØØØ÷9G
òRq
ôf:ò&
õ2?ò ô&<õ.3Lòjm÷^6õ,%RðP MOÐdhôtõl%NðX ØØØ÷-
÷ -
r    rñ   )Útypingr   r   Útorch.nnrr   Úcomfy.ldm.lightricks.modelr   r   r   r   r   r	   r
   r   r   r   Ú)comfy.ldm.lightricks.symmetric_patchifierr   Ú)comfy.ldm.lightricks.embeddings_connectorr   Úcomfy.ldm.common_ditr™   Úcomfy.model_managementÚcomfy.model_prefetchÚcomfy.quant_opsr   ÚModuler\   rñ   r  r    r   Ú<module>rå     s^   ðÝ Û Ý ÷÷ ÷ õ FÝ KÛ Û Û Û ÷<
ñ <
ô|p˜bŸi™iô pôf	P
�ö P
r    