+
    ƒ°ñj_Å  ã                   óR  € ^ RI HtHtHt ^ RIt^ RIHt ^ RIHu Ht	 ^ RI
t^ RIt^ RIt^ RIt^ RIHt ^ RIHtHtHt ^ RIHt ^ RIHt ^ RIt^ RIt^ RIHt R tR!R	 ltR!R
 ltR t  ! R R]PB                  4      t" ! R R]PB                  4      t# ! R R]PB                  4      t$ ! R R]PB                  4      t%R t&/ 3R lt' ! R R]PB                  4      t(R t) ! R R]PB                  4      t* ! R R]PB                  4      t+ ! R R]PB                  4      t, ! R R ](4      t-R# )"é    )ÚListÚOptionalÚTupleN)ÚTimestepEmbedder)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention_masked)ÚEmbedND)Ú
apply_rope)ÚNerfEmbedderc                 ó°   € \        V 4      p. p^ pV F(  w  rVWE8  d   VP                  WE34       \        WF4      pK*  	  WA8  d   VP                  WA34       V# )r   )ÚsortedÚappendÚmax)ÚslicesÚlengthÚsorted_slicesÚresultÚcurrentÚstartÚends   &&     Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lumina\model.pyÚinvert_slicesr      s[   € Ü˜6“N€MØ€FØ€Gã#‰
ˆØŒ?Ø�M‰M˜7Ð*Ô+Ü�gÓ#Šñ $ð
 ÔØ�‰�wÐ'Ô(à€Mó    c                 ó²  € Vf    V ^VP                  ^4      ,           ,          # ^VP                  ^4      ,           pVP                  ^ 4      ^,          pTp\        W P                  ^,          4      pV F,  pV RV^ ,          V^,          13;;,          WR  ,          uu&   K.  	  V F-  pV RV^ ,          V^,          13;;,          VR V ,          uu&   K/  	  V # ©NºNNN)Ú	unsqueezeÚsizer   Úshape)ÚxÚscaleÚtimestep_zero_indexÚactual_batchr   ÚinvertÚss   &&&    r   Úmodulater'   &   s¿   € ØÒ"Ø�A˜Ÿ™¨Ó*Õ*Õ+Ð+à�U—_‘_ QÓ'Õ'ˆØ—z‘z !“}¨Õ)ˆØ$ˆÜÐ2·G±G¸AµJÓ?ˆÛˆAØˆa��1•�a˜•d�ˆl�O˜u ]Ð3Õ3�Oñ ãˆAØˆa��1•�a˜•d�ˆl�O˜u ] lÐ3Õ3�Oñ àˆr   c                 óT  € Vf	   W,          # V P                  ^ 4      ^,          pTp\        W!P                  ^,          4      pV F,  pVRV^ ,          V^,          13;;,          WR  ,          uu&   K.  	  V F-  pVRV^ ,          V^,          13;;,          V R V ,          uu&   K/  	  V# r   )r   r   r    )Úgater!   r#   r$   r   r%   r&   s   &&&    r   Ú
apply_gater*   5   sš   € ØÒ"Ø�xˆà—y‘y “| qÕ(ˆà$ˆÜÐ2·G±G¸AµJÓ?ˆÛˆAØˆa��1•�a˜•d�ˆl�O˜t MÐ2Õ2�Oñ ãˆAØˆa��1•�a˜•d�ˆl�O˜t M \Ð2Õ2�Oñ àˆr   c                 óx   € V P                   \        P                  8X  d   \        P                  ! V R RRR7      # V # )ç        iàÿ  )ÚnanÚposinfÚneginfi  ÿÿ)ÚdtypeÚtorchÚfloat16Ú
nan_to_num)r!   s   &r   Ú
clamp_fp16r4   G   s.   € Ø‡w�w”%—-‘-ÔÜ×Ò  s°5ÀÔHÐHØ€Hr   c                   ób   a a€ ] tR t^Lt oRtR/ 3V3R lV 3R lllt/ 3V3R lR lltRtVtV ;t	# )ÚJointAttentionzMulti-head attention module.Fc          
      óH   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[RS[/# )é   ÚdimÚn_headsÚ
n_kv_headsÚqk_normÚout_bias)Úintr   Úbool)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚJointAttention.__annotate__O   sA   ø€ ÷ .6ñ .6áð.6ñ ð.6ñ ™S•Mð	.6ñ
 ð.6ñ ñ.6r   c           	     ó2  <€ \         SV `  4        \        4       V n        Vf   TMTV n        W n        V P                  V n        V P
                  V P                  ,          V n        W,          V n        W@n	        VP                  R4      P                  VW P                  ,           V P                  ,           V P                  ,          RVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  W P                  ,          VVVP                  R4      VP                  R4      R7      V n        V'       d¥   VP                  R4      P                  V P                  RVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  V P                  RVP                  R4      VP                  R4      R7      V n        R# \"        P$                  ! 4       ;V n        V n        R# )	z»
Initialize the Attention module.

Args:
    dim (int): Number of input dimensions.
    n_heads (int): Number of heads.
    n_kv_heads (Optional[int]): Number of kv heads, if using GQA.

NÚ
operationsFÚdevicer0   ©ÚbiasrF   r0   T)Úelementwise_affinerF   r0   )ÚsuperÚ__init__r   Úcomfy_attentionr;   Ún_local_headsÚn_local_kv_headsÚn_repÚhead_dimr<   ÚgetÚLinearÚqkvÚoutÚRMSNormÚq_normÚk_normÚnnÚIdentity)Úselfr9   r:   r;   r<   r=   Úoperation_settingsÚ	__class__s   &&&&&&&€r   rK   ÚJointAttention.__init__O   s
  ø€ ô$ 	‰ÑÔÜ-Ó/ˆÔØ%/Ò%7™'¸ZˆŒØ$ÔØ $§¡ˆÔØ×'Ñ'¨4×+@Ñ+@Õ@ˆŒ
Ø�ˆŒØŒà%×)Ñ)¨,Ó7×>Ñ>ØØ—‘Õ&¨¯©Õ8¸D¿M¹MÕIØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð ?ó 
ˆŒð &×)Ñ)¨,Ó7×>Ñ>Ø—m‘mÕ#ØØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð ?ó 
ˆŒ÷ Ø,×0Ñ0°Ó>×FÑFÀtÇ}Á}Ðimð  wI÷  wMñ  wMð  NVó  wWð  _q÷  _uñ  _uð  v}ó  _~ÐFó  ˆDŒKØ,×0Ñ0°Ó>×FÑFÀtÇ}Á}Ðimð  wI÷  wMñ  wMð  NVó  wWð  _q÷  _uñ  _uð  v}ó  _~ÐFó  ˆDŽKä(*¯ª«Ð5ˆDŒK˜$ž+r   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# )r8   r!   Úx_maskÚ	freqs_cisÚreturn©r1   ÚTensor)r@   rA   s   "€r   rB   rC      sC   ø€ ÷ 9 ñ 9 á�<‰<ð9 ñ —‘ð9 ñ —<‘<ð	9 ñ 
�‰ñ9 r   c                óT  € VP                   w  rVp\        P                  ! V P                  V4      V P                  V P
                  ,          V P                  V P
                  ,          V P                  V P
                  ,          .RR7      w  r‰p
VP                  WVV P                  V P
                  4      pV	P                  WVV P                  V P
                  4      p	V
P                  WVV P                  V P
                  4      p
V P                  '       EdÒ   \        P                  P                  '       Eg±   \        P                  P                  V P                  VRR7      w  r·p\        P                  P                  V P                  V	RR7      w  r×pV P                  P                   e   V P                  P                   M-\        P"                  ! \        P$                  4      P                   pV P                  V P                  8X  d/   \        P&                  P(                  P+                  W‰W;Wß4      w  r‰MT\        P&                  P(                  P-                  WƒW¿4      p\        P&                  P(                  P-                  W“Wß4      p	\        P                  P/                  V P                  VRV4       \        P                  P/                  V P                  VRV4       M0V P                  V4      pV P                  V	4      p	\1        W‰V4      w  r‰V P                  V P                  ,          pV^8”  di   V	P3                  ^4      P5                  ^^^V^4      P7                  ^^4      p	V
P3                  ^4      P5                  ^^^V^4      P7                  ^^4      p
\9        VP;                  ^^4      4      p\9        V	P;                  ^^4      4      p	\9        V
P;                  ^^4      4      p
\=        W‰W P                  VRW@P>                  R7      pV PA                  V4      # )z5

Args:
    x:
    x_mask:
    freqs_cis:

Returns:

©r9   T)ÚoffloadableN)Úskip_reshapeÚtransformer_optionsÚpreferred_attentionéÿÿÿÿ)!r    r1   ÚsplitrS   rM   rP   rN   Úviewr<   ÚcomfyÚmodel_managementÚin_trainingÚopsÚcast_bias_weightrV   rW   ÚepsÚfinfoÚfloat32Ú	quant_opsÚckÚrms_ropeÚ	rms_rope1Úuncast_bias_weightr   r   ÚrepeatÚflattenr   Úmovedimr	   rL   rT   )rZ   r!   r_   r`   rh   ÚbszÚseqlenÚ_ÚxqÚxkÚxvÚq_scaleÚq_offload_streamÚk_scaleÚk_offload_streamÚepsilonrO   Úoutputs   &&&&&             r   ÚforwardÚJointAttention.forward   s#  € ð" Ÿ™‰ˆ�Qä—[’[Ø�H‰H�Q‹Kà×"Ñ" T§]¡]Õ2Ø×%Ñ%¨¯©Õ5Ø×%Ñ%¨¯©Õ5ðð
 ô
‰
ˆ�ð �W‰W�S $×"4Ñ"4°d·m±mÓDˆØ�W‰W�S $×"7Ñ"7¸¿¹ÓGˆØ�W‰W�S $×"7Ñ"7¸¿¹ÓGˆà�<�<‰<¤× 6Ñ 6× B× BÑ BÜ+0¯9©9×+EÑ+EÀdÇkÁkÐSUÐcgÐ+EÓ+hÑ(ˆGÐ(Ü+0¯9©9×+EÑ+EÀdÇkÁkÐSUÐcgÐ+EÓ+hÑ(ˆGÐ(Ø)-¯©¯©Ò)D�d—k‘k—o’oÌ%Ï+Ê+ÔV[×VcÑVcÓJd×JhÑJhˆGØ×!Ñ! T×%:Ñ%:Ô:ÜŸ™×+Ñ+×4Ñ4°R¸YÐQXÓb‘��Bä—_‘_×'Ñ'×1Ñ1°"ÀÓR�Ü—_‘_×'Ñ'×1Ñ1°"ÀÓR�Ü�I‰I×(Ñ(¨¯©°g¸tÐEUÔVÜ�I‰I×(Ñ(¨¯©°g¸tÐEUÕVà—‘˜R“ˆBØ—‘˜R“ˆBÜ ¨	Ó2‰FˆBà×"Ñ" d×&;Ñ&;Õ;ˆØ�1Œ9Ø—‘˜a“×'Ñ'¨¨1¨a°¸Ó:×BÑBÀ1ÀaÓHˆBØ—‘˜a“×'Ñ'¨¨1¨a°¸Ó:×BÑBÀ1ÀaÓHˆBÜ% b§j¡j°°AÓ&6Ó7ˆÜ% b§j¡j°°AÓ&6Ó7ˆÜ% b§j¡j°°AÓ&6Ó7ˆÜ+¨B°B×8JÑ8JÈFÐaeð  |O÷  eyñ  eyô  zˆà�x‰x˜ÓÐr   )rL   rP   rW   r;   rM   rN   rO   rT   rV   r<   rS   ©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__rK   r‰   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r\   rA   s   @@r   r6   r6   L   s/   ù‡ € Ù&ð Ø÷.6õ .6ðj ÷9 ÷ 9 ò 9 r   r6   c                   óP   a a€ ] tR t^»t o/ 3V3R lV 3R llltR tR tRtVtV ;t	# )ÚFeedForwardc          	      óB   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[,          /# )r8   r9   Ú
hidden_dimÚmultiple_ofÚffn_dim_multiplier)r>   r   Úfloat)r@   rA   s   "€r   rB   ÚFeedForward.__annotate__¼   s7   ø€ ÷ .
ñ .
áð.
ñ ð.
ñ ð	.
ñ
 %¡U�Oñ.
r   c           	     ó8  <€ \         SV `  4        Ve   \        WB,          4      pW2V,           ^,
          V,          ,          pVP                  R4      P	                  VVRVP                  R4      VP                  R4      R7      V n        VP                  R4      P	                  VVRVP                  R4      VP                  R4      R7      V n        VP                  R4      P	                  VVRVP                  R4      VP                  R4      R7      V n        R# )aV  
Initialize the FeedForward module.

Args:
    dim (int): Input dimension.
    hidden_dim (int): Hidden dimension of the feedforward layer.
    multiple_of (int): Value to ensure hidden dimension is a multiple
        of this value.
    ffn_dim_multiplier (float, optional): Custom multiplier for hidden
        dimension. Defaults to None.

NrE   FrF   r0   rG   )rJ   rK   r>   rQ   rR   Úw1Úw2Úw3)rZ   r9   r˜   r™   rš   r[   r\   s   &&&&&&€r   rK   ÚFeedForward.__init__¼   s  ø€ ô( 	‰ÑÔàÒ)ÜÐ/Õ<Ó=ˆJØ °+Õ%=ÀÕ%AÀkÕ$QÕRˆ
à$×(Ñ(¨Ó6×=Ñ=ØØØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð >ó 
ˆŒð %×(Ñ(¨Ó6×=Ñ=ØØØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð >ó 
ˆŒð %×(Ñ(¨Ó6×=Ñ=ØØØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð >ó 
ˆŽr   c                óN   € \        \        P                  ! V4      V,          4      # ©N)r4   ÚFÚsilu)rZ   Úx1Úx3s   &&&r   Ú_forward_silu_gatingÚ FeedForward._forward_silu_gatingí   s   € Üœ!Ÿ&š& ›* r�/Ó*Ð*r   c                ó€   € V P                  V P                  V P                  V4      V P                  V4      4      4      # r£   )rŸ   r¨   rž   r    ©rZ   r!   s   &&r   r‰   ÚFeedForward.forwardð   s.   € Ø�w‰w�t×0Ñ0°·±¸³¸T¿W¹WÀQ»ZÓHÓIÐIr   )rž   rŸ   r    )
rŒ   r�   rŽ   r�   rK   r¨   r‰   r‘   r’   r“   r”   s   @@r   r–   r–   »   s&   ù‡ € ð ÷.
õ .
òb+÷Jò Jr   r–   c                   óf   a a€ ] tR t^ôt oRRR/ 3V3R lV 3R llltRR/ 3V3R lR lltRtVtV ;t# )	ÚJointTransformerBlockTFc                óN   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[RS[RS[R	R
/	# )r8   Úlayer_idr9   r:   r;   r™   rš   Únorm_epsr<   ra   N)r>   r›   r?   )r@   rA   s   "€r   rB   Ú"JointTransformerBlock.__annotate__õ   sp   ø€ ÷ Fñ FáðFñ ðFñ ð	Fñ
 ðFñ ðFñ "ðFñ ðFñ ðFð 
ñFr   c                óî  <€ \         SV `  4        W n        W#,          V n        \	        W#WHW¼R7      V n        \        VVVVVR7      V n        Wn        VP                  R4      P                  W'RVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  W'RVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  W'RVP                  R4      VP                  R4      R7      V n        VP                  R4      P                  W'RVP                  R4      VP                  R4      R7      V n        W�n        V	'       dû   V
'       dp   \         P"                  ! VP                  R4      P%                  \'        VR4      ^V,          RVP                  R4      VP                  R4      R	7      4      V n        R# \         P"                  ! \         P*                  ! 4       VP                  R4      P%                  \'        VR
4      ^V,          RVP                  R4      VP                  R4      R	7      4      V n        R# R# )a¥  
Initialize a TransformerBlock.

Args:
    layer_id (int): Identifier for the layer.
    dim (int): Embedding dimension of the input features.
    n_heads (int): Number of attention heads.
    n_kv_heads (Optional[int]): Number of attention heads in key and
        value features (if using GQA), or set to None for the same as
        query.
    multiple_of (int):
    ffn_dim_multiplier (float):
    norm_eps (float):

)r=   r[   )r9   r˜   r™   rš   r[   rE   TrF   r0   ©rr   rI   rF   r0   é   rG   é   N)rJ   rK   r9   rP   r6   Ú	attentionr–   Úfeed_forwardr°   rQ   rU   Úattention_norm1Ú	ffn_norm1Úattention_norm2Ú	ffn_norm2Ú
modulationrX   Ú
SequentialrR   ÚminÚadaLN_modulationÚSiLU)rZ   r°   r9   r:   r;   r™   rš   r±   r<   r½   Úz_image_modulationÚattn_out_biasr[   r\   s   &&&&&&&&&&&&&€r   rK   ÚJointTransformerBlock.__init__õ   sà  ø€ ô< 	‰ÑÔØŒØ�ˆŒÜ'¨°jÐTaô  JˆŒÜ'ØØØ#Ø1Ø1ô
ˆÔð !ŒØ1×5Ñ5°lÓC×KÑKÈCÐrvð  @R÷  @Vñ  @Vð  W_ó  @`ð  hz÷  h~ñ  h~ð  Fó  hGÐKó   HˆÔØ+×/Ñ/°Ó=×EÑEÀcÐlpð  zL÷  zPñ  zPð  QYó  zZð  bt÷  bxñ  bxð  y@ó  bAÐEó  BˆŒà1×5Ñ5°lÓC×KÑKÈCÐrvð  @R÷  @Vñ  @Vð  W_ó  @`ð  hz÷  h~ñ  h~ð  Fó  hGÐKó   HˆÔØ+×/Ñ/°Ó=×EÑEÀcÐlpð  zL÷  zPñ  zPð  QYó  zZð  bt÷  bxñ  bxð  y@ó  bAÐEó  BˆŒà$Œßß!Ü(*¯ªØ&×*Ñ*¨<Ó8×?Ñ?Ü˜C ›Ø˜C�Ø!Ø1×5Ñ5°hÓ?Ø0×4Ñ4°WÓ=ð @ó ó)�Ö%ô )+¯ªÜ—G’G“IØ&×*Ñ*¨<Ó8×?Ñ?Ü˜C ›Ø˜C�Ø!Ø1×5Ñ5°hÓ?Ø0×4Ñ4°WÓ=ð @ó ó	)�Ö%ñ r   Nc          	      ó’   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[S[ P                  ,          /# )r8   r!   r_   r`   Úadaln_input)r1   rc   r   )r@   rA   s   "€r   rB   r²   =  sH   ø€ ÷ 5ñ 5á�<‰<ð5ñ —‘ð5ñ —<‘<ð	5ñ
 ™eŸl™lÕ+ñ5r   c                óT  € V P                   '       Ed   Vf   Q hV P                  V4      P                  ^^R7      w  rxršV\        VP	                  ^4      P                  4       V P                  \        V P                  \        V P                  V4      WuR7      VVVR7      4      4      VR7      ,           pV\        V
P	                  ^4      P                  4       V P                  \        V P                  \        V P                  V4      W•R7      4      4      4      VR7      ,           pV# Ve   Q hWP                  \        V P                  V P                  V4      VVVR7      4      4      ,           pWP                  V P                  V P                  V4      4      4      ,           pV# )a  
Perform a forward pass through the TransformerBlock.

Args:
    x (torch.Tensor): Input tensor.
    freqs_cis (torch.Tensor): Precomputed cosine and sine frequencies.

Returns:
    torch.Tensor: Output tensor after applying attention and
        feedforward layers.

re   ©r#   ©rh   )r½   rÀ   Úchunkr*   r   Útanhr»   r4   r·   r'   r¹   r¼   r¸   rº   )rZ   r!   r_   r`   rÆ   r#   rh   Ú	scale_msaÚgate_msaÚ	scale_mlpÚgate_mlps   &&&&&&&    r   r‰   ÚJointTransformerBlock.forward=  sŸ  € ð* �?�?‰?ØÒ*Ð*Ð*Ø7;×7LÑ7LÈ[Ó7Y×7_Ñ7_Ð`aÐghÐ7_Ó7iÑ4ˆI à”J˜x×1Ñ1°!Ó4×9Ñ9Ó;¸T×=QÑ=QÜ˜4Ÿ>™>Ü˜T×1Ñ1°!Ó4°iÔiØØØ(;ð	 *ó ó ó>ð *=ôõ ˆAð ”J˜x×1Ñ1°!Ó4×9Ñ9Ó;¸T¿^¹^Ü˜4×,Ñ,Ü˜TŸ^™^¨AÓ.°	Ôcóó ó>ð *=ôõ ˆAð( ˆð Ò&Ð&Ð&Ø×(Ñ(Ü˜4Ÿ>™>Ø×(Ñ(¨Ó+ØØØ(;ð	 *ó ó óõ ˆAð —N‘NØ×!Ñ!Ø—N‘N 1Ó%óóõ ˆAð
 ˆr   )rÀ   r·   r¹   r»   r9   r¸   rº   r¼   rP   r°   r½   )	rŒ   r�   rŽ   r�   rK   r‰   r‘   r’   r“   r”   s   @@r   r®   r®   ô   s:   ù‡ € ð Ø ØØ÷Fõ FðZ -1Ø Ø÷5÷ 5ò 5r   r®   c                   óH   a a€ ] tR tRt oRtR/ 3V 3R lltRR ltRtVtV ;t	# )Ú
FinalLayeriu  z
The final layer of NextDiT.
Fc                ój  <€ \         SV `  4        VP                  R 4      P                  VRRVP                  R4      VP                  R4      R7      V n        VP                  R 4      P                  VW",          V,          RVP                  R4      VP                  R4      R7      V n        V'       d   RpMR	p\        P                  ! \        P                  ! 4       VP                  R 4      P                  \        W4      VRVP                  R4      VP                  R4      R7      4      V n        R
# )rE   Fç�íµ ÷Æ°>rF   r0   )rI   rr   rF   r0   TrG   rµ   r¶   N)rJ   rK   rQ   Ú	LayerNormÚ
norm_finalrR   ÚlinearrX   r¾   rÁ   r¿   rÀ   )rZ   Úhidden_sizeÚ
patch_sizeÚout_channelsrÂ   r[   Úmin_modr\   s   &&&&&& €r   rK   ÚFinalLayer.__init__z  s  ø€ Ü‰ÑÔØ,×0Ñ0°Ó>×HÑHØØ$ØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð Ió 
ˆŒð )×,Ñ,¨\Ó:×AÑAØØÕ# lÕ2ØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð Bó 
ˆŒ÷ Ø‰GàˆGä "§¢Ü�GŠG‹IØ×"Ñ" <Ó0×7Ñ7Ü�KÓ)ØØØ)×-Ñ-¨hÓ7Ø(×,Ñ,¨WÓ5ð 8ó ó	!
ˆÖr   c                ó‚   € V P                  V4      p\        V P                  V4      WCR 7      pV P                  V4      pV# )rÈ   )rÀ   r'   rÖ   r×   )rZ   r!   Úcr#   r"   s   &&&& r   r‰   ÚFinalLayer.forward›  s9   € Ø×%Ñ% aÓ(ˆÜ�T—_‘_ QÓ'¨ÔXˆØ�K‰K˜‹NˆØˆr   )rÀ   r×   rÖ   r£   r‹   r”   s   @@r   rÒ   rÒ   u  s$   ù‡ € ñð RWÐkm÷ 
÷Bô r   rÒ   c           	      ó  € V P                   ^,          ) V,          p\        P                  ! WP                  V P                  V P
                  RR7      P                  ^ 4      P                  V P                   ^ ,          V^4      3^R7      V3# )é   T©rF   r0   Úcopyre   )r    r1   ÚcatÚtorF   r0   r   rz   )ÚfeatsÚ	pad_tokenÚpad_tokens_multipleÚ	pad_extras   &&& r   Ú
pad_zimagerê   ¢  s“   € Ø—+‘+˜a•.�Ð$7Õ7€IÜ�9Š9�eŸ\™\°·±ÀUÇ[Á[ÐW[˜\Ó\×fÑfÐghÓi×pÑpÐqv×q|Ñq|Ð}~Õqð  BKð  MNó  Oð  Pð  VWô  Xð  Zcð  cð  cr   c                 óÒ  € VP                  R R4      pRpRp^ p	^ p
VeI   VP                  RR4      pVP                  RR4      pVP                  RR4      p	VP                  RR4      p
\        P                  ! W1V,          ^3\        P                  VR7      pWR	&   \        P                  ! V\        P                  VR7      V,          V	,           P                  R
^4      P                  ^V4      P                  4       VR&   \        P                  ! V\        P                  VR7      V,          V
,           P                  ^R
4      P                  V^4      P                  4       VR&   V# )Úrope_optionsNç      ð?Úscale_yÚscale_xÚshift_yr,   Úshift_x©r0   rF   ©r   r   r   rj   ©r   r   rá   ©r   r   r8   )rQ   r1   Úzerosrt   Úarangerl   rz   r{   )Ústart_tÚH_tokensÚW_tokensÚ
batch_sizerF   rh   rì   Úh_scaleÚw_scaleÚh_startÚw_startÚ	x_pos_idss   &&&&&&      r   Ú	pos_ids_xr  §  se  € Ø&×*Ñ*¨>¸4Ó@€LØ€GØ€GØ€GØ€GØÒØ×"Ñ" 9¨cÓ2ˆØ×"Ñ" 9¨cÓ2ˆà×"Ñ" 9¨cÓ2ˆØ×"Ñ" 9¨cÓ2ˆÜ—’˜Z°HÕ)<¸aÐ@ÌÏÉÐ^dÔe€IØ ˆgÑÜŸ,š, x´u·}±}ÈVÔTÐW^Õ^ÐahÕh×nÑnÐoqÐstÓu×|Ñ|Ð}~ð  AIó  J÷  Rñ  Ró  T€IˆgÑÜŸ,š, x´u·}±}ÈVÔTÐW^Õ^ÐahÕh×nÑnÐopÐrtÓu×|Ñ|ð  ~Fð  HIó  J÷  Rñ  Ró  T€IˆgÑØÐr   c                   óÂ   a a€ ] tR tRt oRtRV3R lV 3R llltRV3R lR lltRR	 ltRR^ R/ R. 3R
 lt. . . R. / 3V3R lR llt	RR lt
R. . . R. / 3R ltRtVtV ;t# )ÚNextDiTiº  z.
Diffusion model with a Transformer backbone.
NFc                ó¢   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[S[ ,          RS[ R	S[R
S[RS[RS[ RS[S[ ,          RS[S[ ,          RR/# )r8   rÙ   Úin_channelsr9   Ún_layersÚn_refiner_layersr:   r;   r™   rš   r±   r<   Úcap_feat_dimÚ	axes_dimsÚ	axes_lensra   N)r>   r   r›   r?   r   )r@   rA   s   "€r   rB   ÚNextDiT.__annotate__¿  s¾   ø€ ÷ }ñ }áð}ñ ð}ñ ð	}ñ
 ð}ñ ð}ñ ð}ñ ™S•Mð}ñ ð}ñ "ð}ñ ð}ñ ð}ñ ð}ñ ™•9ð}ñ ™•9ð}ð8 
ñ9}r   c                óŠ  <€ \         SV `  4        VV n        R VRVRV/pW n        W n        Wn        VV n        VV n        VV n        VR8X  d'   V P                  R\        P                  ! ^ 4      4       VP                  R 4      P                  W,          V,          VRVP                  R4      VP                  R4      R7      V n        \        P                   ! \#        V4       Uu. uF  p\%        VVVVVV	V
VRVVR7      NK  	  up4      V n        \        P                   ! \#        V4       Uu. uF  p\%        VVVVVV	V
VRVR	7
      NK  	  up4      V n        \+        \-        VR
4      3RV'       d   RMR/VB V n        \        P0                  ! VP                  R 4      P3                  WÊRVP                  R4      VP                  R4      R7      VP                  R 4      P                  VVRVP                  R4      VP                  R4      R7      4      V n        RV n        VEe1   VV n        \        P0                  ! VP                  R 4      P3                  VV
RVP                  R4      VP                  R4      R7      VP                  R 4      P                  VVRVP                  R4      VP                  R4      R7      4      V n        \        P0                  ! \        P:                  ! 4       VP                  R 4      P                  \-        VR
4      V,           \-        VR
4      RVP                  R4      VP                  R4      R7      4      V n        \        P                   ! \#        V4       Uu. uF  p\%        VVVVVV	V
VVRVR7      NK  	  up4      V n        VEe   \        P0                  ! VP                  R 4      P3                  VV
RVP                  R4      VP                  R4      R7      VP                  R 4      P                  VVRVP                  R4      VP                  R4      R7      4      V n         \        P                   ! \#        V4       Uu. uF  p\%        VVVVVV	V
VRVR	7
      NK  	  up4      V n!        \        PD                  ! \        P                  ! ^V3VVR7      4      V n#        MRV n         RV n!        RV n#        \I        W1V P                  VVR7      V n%        V P                  ei   \        PD                  ! \        P                  ! ^V3VVR7      4      V n&        \        PD                  ! \        P                  ! ^V3VVR7      4      V n'        W6,          \Q        V4      8X  g   Q hWÐn)        Wàn*        \W        W6,          WýR7      V n,        W0n-        W`n.        R# u upi u upi u upi u upi )rE   rF   r0   Ú
ming_imageÚ__ming_image__T)Úin_featuresÚout_featuresrH   rF   r0   )r½   rÂ   r[   F)r½   r[   r¶   Úoutput_sizerµ   Nr´   rG   )rÂ   rÃ   r[   ©rF   r0   )rÂ   r[   )r9   ÚthetaÚaxes_dim)/rJ   rK   r0   r  rÚ   rÙ   Ú
time_scalerè   Úmasked_pad_multipleÚregister_bufferr1   ÚemptyrQ   rR   Ú
x_embedderrX   Ú
ModuleListÚranger®   Únoise_refinerÚcontext_refinerr   r¿   Ú
t_embedderr¾   rU   Úcap_embedderÚclip_text_pooled_projÚclip_text_dimrÁ   Útime_text_embedÚlayersÚsiglip_embedderÚsiglip_refinerÚ	ParameterÚsiglip_pad_tokenrÒ   Úfinal_layerÚx_pad_tokenÚcap_pad_tokenÚsumr	  r
  r
   Úrope_embedderr9   r:   )rZ   rÙ   r  r9   r  r  r:   r;   r™   rš   r±   r<   r  r	  r
  Ú
rope_thetarÂ   r  rè   r  r!  Úsiglip_feat_dimÚimage_modelrF   r0   rE   Úkwargsr[   r°   r\   s   &&&&&&&&&&&&&&&&&&&&&&&&&&,  €r   rK   ÚNextDiT.__init__¿  s9  ø€ ô: 	‰ÑÔØˆŒ
Ø*¨J¸À&È'ÐSXÐYÐØ&ÔØ'ÔØ$ŒØ$ˆŒØ#6ˆÔ Ø#6ˆÔ à˜,Ô&Ø× Ñ Ð!1´5·;²;¸q³>ÔBà,×0Ñ0°Ó>×EÑEØ"Õ/°+Õ=ØØØ%×)Ñ)¨(Ó3Ø$×(Ñ(¨Ó1ð Fó 
ˆŒô  Ÿ]š]ô !&Ð&6Ô 7óñ !8�Hô &ØØØØØØ&ØØØ#Ø'9Ø'9÷ñ !8ñó
ˆÔô$  "Ÿ}š}ô !&Ð&6Ô 7óñ !8�Hô &ØØØØØØ&ØØØ$Ø'9÷ñ !8ñó 
ˆÔô$ +¬3¨s°D«>ñ  B×N`ÁsÐfjð  Bð  oAñ  BˆŒÜŸMšMØ×"Ñ" <Ó0×8Ñ8¸Ðhlð  vH÷  vLñ  vLð  MUó  vVð  ^p÷  ^tñ  ^tð  u|ó  ^}Ð8ó  ~Ø×"Ñ" <Ó0×7Ñ7ØØØØ)×-Ñ-¨hÓ7Ø(×,Ñ,¨WÓ5ð 8ó ó	
ˆÔð &*ˆÔ"àÓ$Ø!.ˆDÔÜ)+¯ªØ"×&Ñ& |Ó4×<Ñ<¸]ÐPXÐmqð  {M÷  {Qñ  {Qð  RZó  {[ð  cu÷  cyñ  cyð  zAó  cBÐ<ó  CØ"×&Ñ& |Ó4×;Ñ;Ø!Ø!ØØ-×1Ñ1°(Ó;Ø,×0Ñ0°Ó9ð <ó ó	*ˆDÔ&ô $&§=¢=Ü—’“	Ø"×&Ñ& |Ó4×;Ñ;Ü˜˜T“N ]Õ2Ü˜˜T“NØØ-×1Ñ1°(Ó;Ø,×0Ñ0°Ó9ð <ó ó	$ˆDÔ ô —m’mô !& h¤óñ !0�Hô &ØØØØØØ&ØØØ'9Ø"'Ø'9÷ñ !0ñó
ˆŒð& Ó&Ü#%§=¢=Ø"×&Ñ& |Ó4×<Ñ<¸_ÐRZÐosð  }O÷  }Sñ  }Sð  T\ó  }]ð  ew÷  e{ñ  e{ð  |Có  eDÐ<ó  EØ"×&Ñ& |Ó4×;Ñ;Ø#ØØØ-×1Ñ1°(Ó;Ø,×0Ñ0°Ó9ð <ó ó	$ˆDÔ ô #%§-¢-ô %*Ð*:Ô$;óñ %<˜ô *Ø ØØØ"Ø#Ø*Ø ØØ#(Ø+=÷ñ %<ñó#ˆDÔô" %'§L¢L´·²¸aÀ¸XÈfÐ\aÔ1bÓ$cˆDÕ!à#'ˆDÔ Ø"&ˆDÔØ$(ˆDÔ!ô & c°t×7HÑ7HÐ]oð  EWô  XˆÔà×#Ñ#Ò/Ü!Ÿ|š|¬E¯KªK¸¸C¸ÈÐW\Ô,]Ó^ˆDÔÜ!#§¢¬e¯kªk¸1¸c¸(È6ÐY^Ô._Ó!`ˆDÔà•¤3 y£>Ô1Ð1Ð1Ø"ŒØ"ŒÜ$¨­¸zÔ^ˆÔØŒØŽùòUùò$ùònùò<s   Ã%V1Ä-V6Í4V;ÑW c          	      ó    <€ V ^8„  d   QhRS[ P                  RS[S[S[S[3,          ,          RS[S[,          RS[S[ P                  ,          /# )r8   r!   Úimg_sizeÚcap_sizera   )r1   rc   r   r   r>   )r@   rA   s   "€r   rB   r  ~  sK   ø€ ÷ ñ Ù—‘ðÙ)-©e±C¹°H­oÕ)>ðÙJNÉsÍ)ðá	‰e�l‰lÕ	ñr   c           	     óX  € V P                   ;rg. p\        VP                  ^ 4      4       FÜ  p	W),          w  r«W9,          pYÅ;'       g    ^W¦,          ,          W·,          ,          ,           pW,          WÍ P                  T;'       g    ^W¦,          W·,          WgV P                  4      P                  ^^ ^^^^4      P                  ^^4      P                  ^^4      pTP                  V'       d   TMVP                  ^4      4       KÞ  	  V'       d   \        P                  ! V^ R7      pV# )zQ
x: (N, T, patch_size**2 * C)
imgs: (N, H, W, C), or (N, C, F, H, W) with frames
re   )rÙ   r  r   rl   rÚ   Úpermuter{   r   Úsqueezer1   Ústack)rZ   r!   r3  r4  Úreturn_tensorÚframesÚpHÚpWÚimgsÚiÚHÚWÚbeginr   Úimgs   &&&&&&         r   Ú
unpatchifyÚNextDiT.unpatchify~  s  € ð —/‘/Ð!ˆØˆÜ�q—v‘v˜a“yÖ!ˆAØ•;‰DˆAØ•KˆEØŸ;˜; Q¨1­7Õ3°qµwÕ?Õ?ˆCØ•$�u�/×&Ñ& v§{ {°°AµG¸Q½WÀbÈd×N_ÑN_Ó`×hÑhÐijÐlmÐopÐrsÐuvÐxyÓz÷  Cñ  Cð  DEð  GHó  I÷  Qñ  Qð  RSð  UVó  WˆCØ�K‰KŸv™¨3¯;©;°q«>Ö:ñ "÷ Ü—;’;˜t¨Ô+ˆDØˆr   c                óÔ  € Ves   V P                  V4      pVe   \        P                  ! W3^R7      pVP                  ^,          pV P                  e#   \        WP                  V P                  4      w  rMH^ pV P                  P                  WERR7      P                  ^ 4      P                  W0P                  ^4      p\        P                  ! W1P                  ^,          ^\        P                  VR7      p	\        P                  ! VP                  ^,          \        P                  VR7      R,           V,           V	R&   V3p
V P                  V	4      P                  ^^4      3pW«V3# )Nre   Trâ   rò   rí   ró   )r  r1   rä   r    rè   rê   r*  rå   r   rz   rö   rt   r÷   r,  r|   )rZ   Ú	cap_featsÚoffsetr}   rF   r0   Ú	cap_extraÚcap_feats_lenr   Úcap_pos_idsÚembedsr`   s   &&&&&&&     r   Ú	embed_capÚNextDiT.embed_cap’  s;  € ØÒ Ø×)Ñ)¨)Ó4ˆIØÒ$Ü!ŸIšI yÐ&<À!ÔD�	Ø%ŸO™O¨AÕ.ˆMØ×'Ñ'Ò3Ü)¨)×5GÑ5GÈ×IaÑIaÓb‘�	øàˆMØ×*Ñ*×-Ñ-°VÈtÐ-ÓT×^Ñ^Ð_`Óa×hÑhÐil÷  oGñ  oGð  IJó  KˆIä—k’k #§¡°qÕ'9¸1ÄEÇMÁMÐZ`ÔaˆÜ$Ÿ|š|¨I¯O©O¸AÕ,>ÄeÇmÁmÐ\bÔcÐfiÕiÐlrÕrˆ�GÑØ�ˆØ×'Ñ'¨Ó4×<Ñ<¸QÀÓBÐDˆ	Ø -Ð/Ð/r   c	                ó(  € ^p	V P                   ;r«VP                  pV P                  W$WœVP                  VR7      w  rÞpV'       d   V P                  fk   V^ ,          P
                  ^,          pV P                  e'   V) V P                  ,          ) V P                  ,          pWô,          pVR,          pVR,          pEMÍWô,          pVEeá   VP
                  w  ppppVP                  ^ ^^^4      P                  VVV,          V4      pV P	                  V4      p\        P                  ! W“P
                  ^,          ^3\        P                  VR7      pV^,           VR	&   \        P                  ! ^ V^,          ^,
          V\        P                  VR7      P                  4       P                  R
^4      P                  ^V4      P!                  4       VR&   \        P                  ! ^ V^,          ^,
          V\        P                  VR7      P                  4       P                  ^R
4      P                  V^4      P!                  4       VR&   V P"                  eR   \%        W0P"                  V P&                  4      w  pp\        P(                  P*                  P-                  V^ ^ ^ V34      pM˜V P"                  e‹   V P"                  P/                  WÁP                  RR7      P1                  ^ 4      P                  W�P&                  ^4      p\        P                  ! W“P
                  ^,          ^3\        P                  VR7      pVf   VR,          pVR,          pM1WÓ3,          pWàP3                  X4      P5                  ^^4      3,          pVP6                  ^8X  d   VP1                  ^4      pVP
                  w  pppppV P9                  VP                  VVVVV
,          V
VV,          V4      P                  ^ ^^^^^^4      P!                  ^4      P!                  ^^4      4      p\        P:                  ! \=        V4       Uu. uF/  p\?        V^,           V,           VV
,          VV,          WœVR7      NK1  	  up^R7      p\A        V4       EFR  w  pp\B        PD                  PF                  PI                  VW«34      pVP
                  R,          VP
                  R
,          ppV P9                  VP                  VP
                  ^ ,          VVV
,          V
VV,          V4      P                  ^ ^^^^^4      P!                  ^4      P!                  ^^4      4      p\        P:                  ! V\B        PJ                  PM                  VV4      3^R7      p\        P:                  ! V\?        V^,           V,           V,           VV
,          VV,          WœVR7      3^R7      pEKU  	  V P&                  eR   \%        WPN                  V P&                  4      w  pp\        P(                  P*                  P-                  V^ ^ ^ V34      pWÑ3,          pWàP3                  V4      P5                  ^^4      3,          pWÞV\Q        V4      ,           ^,
          3# u upi )rá   )rG  r}   rF   r0   rH  rò   )Ústepsr0   rF   Trâ   rÉ   re   r£   ró   rj   rô   rõ   éþÿÿÿ))rÙ   rF   rL  r0   r$  r    r  r6  Úreshaper1   rö   rt   ÚlinspaceÚfloorrl   rz   r{   r'  rê   rè   rX   Ú
functionalÚpadrå   r   r,  r|   Úndimr  rä   r  r  Ú	enumeraterm   ÚldmÚ
common_ditÚpad_to_patch_sizeÚutilsÚrepeat_to_batch_sizer)  Úlen) rZ   r!   rF  Úsiglip_featsrG  Úomnirh   rH  Ú
ref_framesr}   r;  r<  rF   rK  r`   rI  ÚbÚhÚwrÞ   Úsiglip_pos_idsré   ÚBÚCr¤   r?  r@  Úfr   ÚrefÚrHÚrWs    &&&&&&&&&                       r   Ú	embed_allÚNextDiT.embed_all¤  sR  € ØˆØ—/‘/Ð!ˆØ—‘ˆØ+/¯>©>¸)ÐX[Ðrs×ryÑryð  FO¨>ó  ,PÑ(ˆ˜=ç˜×-Ñ-Ò5Ø" 1�IŸO™O¨AÕ.ˆMØ×'Ñ'Ò3Ø#0 .°D×4LÑ4LÕ"LÐ MÐPT×PhÑPhÕ h�ØÕ#ˆMØ�gÕˆFØ˜Õ ŠIàÕ#ˆMØÓ'Ø)×/Ñ/‘
��1�a˜Ø+×3Ñ3°A°q¸!¸QÓ?×GÑGÈÈ1ÈqÍ5ÐRSÓT�Ø#×3Ñ3°LÓA�Ü!&§¢¨c×3EÑ3EÀaÕ3HÈ!Ð-LÔTY×TaÑTaÐjpÔ!q�Ø*7¸!Õ*;�˜wÑ'Ü+0¯>ª>¸!¸QÀ½UÀQ½YÈaÔW\×WdÑWdÐmsÔ+t×+zÑ+zÓ+|÷  +Cñ  +Cð  DFð  HIó  +J÷  +Qñ  +Qð  RSð  UVó  +W÷  +_ñ  +_ó  +a�˜wÑ'Ü+0¯>ª>¸!¸QÀ½UÀQ½YÈaÔW\×WdÑWdÐmsÔ+t×+zÑ+zÓ+|÷  +Cñ  +Cð  DEð  GIó  +J÷  +Qñ  +Qð  RSð  UVó  +W÷  +_ñ  +_ó  +a�˜wÑ'Ø×(Ñ(Ò4Ü.8¸×G\ÑG\Ð^b×^vÑ^vÓ.wÑ+�L )Ü%*§X¡X×%8Ñ%8×%<Ñ%<¸^ÈaÐQRÐTUÐW`ÐMaÓ%b�Nøà×(Ñ(Ò4Ø#'×#8Ñ#8×#;Ñ#;À6×QXÑQXÐ_cÐ#;Ó#d×#nÑ#nÐopÓ#q×#xÑ#xÐy|÷  Wñ  Wð  YZó  $[�LÜ%*§[¢[°#×7IÑ7IÈ!Õ7LÈaÐ1PÔX]×XeÑXeÐntÔ%u�NàÒ#Ø˜'Õ!�Ø˜WÕ$‘	à˜/Õ)�Ø×0Ñ0°Ó@×HÑHÈÈAÓNÐPÕP�	à�6‰6�QŒ;Ø—‘˜A“ˆAØŸ™‰ˆˆ1ˆa��AØ�O‰O˜AŸF™F 1 a¨¨A°­G°R¸¸b½À"ÓE×MÑMÈaÐQRÐTUÐWXÐZ[Ð]^Ð`aÓb×jÑjÐklÓm×uÑuÐvwÐyzÓ{Ó|ˆÜ—I’Iô  RWð  XYô  RZó  [ñ  RZð  MNœy¨¸Õ):¸QÕ)>ÀÀRÅÈÈbÍÐRUð  tG÷   Hñ  RZñ  [ð  abô  cˆ	Ü 
×+‰FˆAˆsÜ—)‘)×&Ñ&×8Ñ8¸¸r¸hÓGˆCØ—Y‘Y˜r•] C§I¡I¨b¥M�ˆBØ—/‘/ #§(¡(¨3¯9©9°Q­<¸¸BÀ"½HÀbÈ"ÐPRÍ(ÐTVÓ"W×"_Ñ"_Ð`aÐcdÐfgÐijÐlmÐopÓ"q×"yÑ"yÐz{Ó"|÷  #Eñ  #Eð  FGð  IJó  #Kó  LˆCÜ—	’	˜1œeŸk™k×>Ñ>¸sÀAÓFÐGÈQÔOˆAÜŸ	š	 9¬i¸ÈÕ8IÈAÕ8MÐPQÕ8QÐSUÐY[ÕS[Ð]_ÐceÕ]eÐgjð  I\ô  /]ð  #^ð  deô  f‹Iñ ,ð ×#Ñ#Ò/Ü% a×)9Ñ)9¸4×;SÑ;SÓT‰LˆAˆyÜŸ™×+Ñ+×/Ñ/°	¸A¸qÀ!ÀYÐ;OÓPˆIà�$�ˆØ×(Ñ(¨Ó3×;Ñ;¸A¸qÓAÐCÕCˆ	Ø -´#°i³.Õ"@À1Õ"DÐDÐDùò [s   Ñ5Zc                ó  <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  RS[S[ P                  S[ P                  S[S[S[S[3,          ,          S[S[,          S[ P                  3,          /# )r8   r!   rF  Úcap_maskÚtra   )r1   rc   r   r   r>   )r@   rA   s   "€r   rB   r  Þ  s‚   ø€ ÷ b|ñ b|Ù—‘ðb|Ù*/¯,©,ðb|ÙBGÇ,Á,ðb|ÙSX×S_ÑS_ðb|á	‰u�|‰|™UŸ\™\©4±±c¹3°hµÕ+@Á$ÁsÅ)ÉUÏ\É\ÐYÕ	Zñb|r   c                ó~  € VP                   ^ ,          pRpRpTp. . . 3p. . . 3p. p^ p\        V4      ^ 8„  pV'       dú   \        V4       FÜ  w  ppV\        V4      8  d   VV,          pMRpV\        V4      8  d   VV,          pMRpV P                  VVVVVVR7      p\        V^ ,          4       Fh  w  ppVf   K  VV,          P	                  \
        P                  P                  VV4      4       VV,          P	                  V^,          V,          4       Kj  	  V^,          pKÞ  	  V\        V4      R pVP                   R,          VP                   R,          ppVV3.V,          pV P                  WVVVW¹V
R7      pV^ ,          R,          P                   ^,          pV^ ,          ^ ,          P                   ^,          p\        V^ ,          4       Fj  w  ppVf   K  \
        P                  P                  VV4      pVV,          P	                  V4       VV,          P	                  V^,          V,          4       Kl  	  V^,          pV FÎ  pV P                  VVWÁP                  VP                  R7      pVV^ ,          ^ ,          P                   ^,          ,          pV^ ,          P	                  \
        P                  P                  V^ ,          ^ ,          V4      4       V^ ,          P	                  V^,          ^ ,          4       VV^,          ,          pKÐ  	  VP                  R/ 4      p \        P                  ! V^ ,          ^R7      p\        P                  ! V^ ,          ^R7      p!V P                   F  p"V"! W#V!VR7      pK  	  V3p#V!3p$V'       d™   \        V^,          4      ^ 8”  d‚   Rp%\        P                  ! V^,          ^R7      p&\        P                  ! V^,          ^R7      p'V P                  e    V P                   F  p"V"! V&V%V'VR7      p&K  	  V#V&3,          p#V$V'3,          p$Rp(\        P                  ! VR,          ^R7      p\        P                  ! VR,          ^R7      p)V'       d0   VP                   ^,          V,
          VP                   ^,          3.p*MRp*Tp+\        V P                   4       FY  w  pp"V"! VV(V)VV*VR7      pR	V 9   g   K  V R	,           F/  p,V,! R
VRV+RVRV)RVRVRVRVRR	/	4      pR
V9   g   K&  VR
,          pK1  	  K[  	  \        P                  ! V#V3,           ^R7      p-V*e²   V-P                   ^,          VP                   ^,          ,
          p.V.VP                   ^,          ,           V,
          V.VP                   ^,          ,           3.p*V*P	                  V#^ ,          P                   ^,          V,
          V#^ ,          P                   ^,          34       Rp/V-P                   ^,          V,
          .V,          p0V-V/VV0\        P                  ! V$V)3,           ^R7      V*3# )r   N)rG  r_  rh   )rG  r_  rh   rH  r`  )rG  r}   rF   r0   Úpatchesre   rÉ   ©r#   rh   r  rB  Ú	img_inputÚtxtÚpeÚvecr!   Úblock_indexrh   Ú
block_typerP  rj   )r    r]  rW  rk  r   rm   r[  r\  rL  rF   r0   rQ   r1   rä   r  r%  r  )1rZ   r!   rF  rn  ro  Ú
num_tokensÚref_latentsÚref_contextsr^  Údirect_contextr`  rh   r}   Úmain_siglipÚorig_xrK  r`   Úleftover_caprø   r_  r>  rh  Úref_conÚsig_featrT   Úer?  r@  Ú	img_sizesÚimg_lenÚcap_lenÚcaprq  Úcap_freqs_cisÚlayerræ   ÚfcÚsiglip_maskÚsiglip_feats_combinedÚsiglip_feats_freqs_cisÚpadded_img_maskÚfc_xr#   Úx_inputÚpÚpadded_full_embedÚindÚmaskÚl_effective_cap_lens1   &&&&&&&&&&&&                                     r   Úpatchify_and_embedÚNextDiT.patchify_and_embedÞ  s«  € ð �g‰g�a�jˆØˆØˆØˆà�b˜"�ˆØ˜˜R�Lˆ	ØˆàˆÜ�;Ó !Ñ#ˆßÜ# KÖ0‘��3Ø”s˜<Ó(Ô(Ø*¨1�o‘Gà"�GØ”s˜<Ó(Ô(Ø+¨A�‘Hà#�Hà—n‘n S¨'°8ÀGÐRVÐl�nó  A�Ü% c¨!¥fÖ-‘D�A�qØ”}Ø˜q�	×(Ñ(¬¯©×)IÑ)IÈ!ÈSÓ)QÔRØ! !�×+Ñ+¨C°­F°1­IÖ6ñ .ð ˜a�&’ñ 1ð  (¬¨KÓ(8Ð(9Ð:ˆLà�w‰w�r�{˜AŸG™G B�Kˆ1ˆØ˜�V�H˜s•Nˆ	Ø�n‰n˜Q¨;¸wÈTÐgzð  blˆnó  mˆØ�a•&˜•*×"Ñ" 1Õ%ˆØ�a•&˜•)—/‘/ !Õ$ˆÜ˜c !�fÖ%‰DˆAˆqØŒ}Ü—K‘K×4Ñ4°Q¸Ó<�Ø�q•	× Ñ  Ô#Ø˜!•×#Ñ# C¨¥F¨1¥IÖ.ñ	 &ð
 �a•&ˆãˆCØ—.‘. ¨W¸#ÇhÁhÐVW×V]ÑV]�.Ó^ˆCØ�s˜1•v˜a•y—‘ qÕ)Õ)ˆGØ�1�I×ÑœUŸ[™[×=Ñ=¸cÀ!½fÀQ½iÈÓMÔNØ�a�L×Ñ  A¥ q¥	Ô*Ø�s˜1•vÕŠGñ  ð &×)Ñ)¨)°RÓ8ˆô —I’I˜f Q�i¨QÔ/ˆ	ÜŸ	š	 )¨A¥,°AÔ6ˆØ×)Ô)ˆEÙ˜i°=ÐViÔjŠIñ *ð �ˆØÐˆç”C˜˜q�	“N QÔ&ØˆKÜ$)§I¢I¨f°Q­i¸QÔ$?Ð!Ü%*§Y¢Y¨y¸­|ÀÔ%CÐ"Ø×"Ñ"Ò.Ø!×0Ô0�EÙ,1Ð2GÈÐVlð  CVô  -WÒ)ñ 1àÐ+Ð-Õ-ˆEØÐ)Ð+Õ+ˆBàˆÜ�IŠI�f˜R•j aÔ(ˆÜ�yŠy˜ 2�¨AÔ.ˆßØ$%§G¡G¨A¥J°Õ$8¸!¿'¹'À!½*Ð#EÐ"FÑà"&ÐàˆÜ! $×"4Ñ"4Ö5‰HˆAˆuÙ�a˜¨$°ÐGZð  qDô  EˆAØ 'Ö)Ø  ×1Ð1�AÙ˜U A {°G¸UÀIÈtÐUYÐ[`ÐbcÐehÐjpÐrð  BCð  EZð  \oð  q}ð  Nð  Oó  P�CØ –|Ø �Jšó 2ñ 6ô "ŸIšI e¨q¨d¥l¸Ô:ÐØÒ*Ø#×)Ñ)¨!Õ,¨q¯w©w°q­zÕ9ˆCØ$'¨!¯'©'°!­*Õ$4°wÕ$>ÀÀaÇgÁgÈaÅjÕ@PÐ#QÐ"RÐØ×&Ñ&¨¨a­¯©°qÕ(9¸GÕ(CÀUÈ1ÅXÇ^Á^ÐTUÕEVÐ'WÔXàˆØ0×6Ñ6°qÕ9¸GÕCÐDÀsÕJÐØ  $¨	Ð3FÌÏ	Ê	ÐRTÐX\ÐW^ÕR^ÐdeÔHfÐh{Ð{Ð{r   c                ó2  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  VP                  R / 4      4      4      P                  ! WW4V3/ VB # rÉ   )
rm   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELrQ   Úexecute)rZ   r!   Ú	timestepsÚcontextry  Úattention_maskr0  s   &&&&&&,r   r‰   ÚNextDiT.forwardB  s›   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐio×isÑisð  uJð  LNó  jOó  Pó
÷ ‰'ð	ð  °^ñ	Oð HNñ	Oð 	Or   c                óè  € \        V4      ^ 8„  pV'       d"   \        P                  ! V^ ,          V.^ R7      pRV,
          pTpTpVP                  ^8X  d   VP                  ^,          MRpVP                  R,          VP                  R,          pp\
        P                  P                  P                  TV'       d   ^V P                  V P                  3MV P                  V P                  34      p V P                  WàP                  ,          VP                  R7      pTpV P                  eœ   VP                  RR4      pVe   V P                  V4      pMJ\        P                  ! VP                  ^ ,          V P                   3VP"                  VP                  R7      pV P%                  \        P                  ! VV3RR7      4      pVP                  R/ 4      p\'        V\        P(                  4      pV P+                  WVVWFWxWšVR7      w  ppppppVP-                  VP"                  4      p\        V P.                  4      VR	&   R
VR&   Tp\1        V P.                  4       FÐ  w  pp VVR&   V ! VVVVVVR7      pRV9   g   K"  VR,           F¡  p!V!! RVRV^ ,          R13,          RVRV^ ,          R13,          RVRRV^ ,          13,          RVRV^ ,          R13,          RVRVRVRV/4      p"RV"9   d   V"R,          VRV^ ,          R13&   RV"9   g   KŠ  V"R,          VRRV^ ,          13&   K£  	  KÒ  	  V P3                  VVVR7      pV P5                  VVVVVR7      RRV1RV13,          pV) # )r   re   rí   N©r0   Úclip_text_pooledr  rq  )rz  r{  r^  r|  r`  rh   Útotal_blocksÚdoublerx  rw  rr  Údouble_blockrB  r   rs  rt  ru  rv  r!   rh   rÈ   )r9  r:  .rP  rj   )r]  r1   rä   rV  r    rm   rX  rY  rZ  rÙ   r  r  r0   r   rQ   rö   r!  rF   r"  Ú
isinstancerc   r•  rå   r#  rW  r(  rC  )#rZ   r!   r   r¡  ry  r¢  rz  r{  r^  r|  r`  rh   r0  r_  ro  rF  rn  r:  rb  rc  rÆ   Úpooledrq  Úx_is_tensorrB  r“  r3  r4  r`   r#   rs  r>  rˆ  r�  rT   s#   &&&&&&&&&&&&,                      r   r›  ÚNextDiT._forwardJ  s×  € Ü�;Ó !Ñ#ˆßÜŸ	š	 9¨q¥=°)Ð"<À!ÔDˆIà�)�OˆØˆ	Ø!ˆØ Ÿv™v¨œ{�—‘˜–°ˆØ�w‰w�r�{˜AŸG™G B�Kˆ1ˆÜ�I‰I× Ñ ×2Ñ2°1×_e°q¸$¿/¹/È4Ï?É?Ñ6[Ðlp×l{Ñl{ð  ~B÷  ~Mñ  ~Mð  lNó  Oˆð	ð �O‰O˜A§¡Õ/°q·w±wˆOÓ?ˆØˆà×%Ñ%Ò1Ø—Z‘ZÐ 2°DÓ9ˆFØÒ!Ø×3Ñ3°FÓ;‘äŸš a§g¡g¨a¥j°$×2DÑ2DÐ%EÈaÏhÉhÐ^_×^eÑ^eÔf�à×.Ñ.¬u¯yªy¸!¸V¸È"Ô/MÓNˆKà%×)Ñ)¨)°RÓ8ˆÜ  ¤E§L¡LÓ1ˆØHL×H_ÑH_Ð`aÐnvð  yDð  FPð  xDð  p~ð  k~ÐH_ó  IÑEˆˆT�8˜X yÐ2EØ—L‘L §¡Ó,ˆ	ä.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Øˆ	Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ù˜˜T 9¨kÐObð  yLô  MˆCØ Ö(Ø  ×0Ð0�AÙ˜U C¨¨8°A­;©<¨Õ$8¸+ÀyÐQRÐT\Ð]^ÕT_ÑT`ÐQ`ÕGaÐchÐjmÐnoÐq}ÐrzÐ{|Õr}Ðq}Ðn}Õj~ð  AEð  GPð  QRð  T\ð  ]^õ  T_ñ  T`ð  Q`õ  Gað  chð  juð  wzð  |}ð  Lð  NOð  Qfð  h{ð  |ó  }�CØ ”|Ø/2°5­z˜˜A˜x¨�{™|˜OÑ,Ø –|Ø/2°5­z˜˜A˜| ¨¥˜|˜OÓ,ó 1ñ	 /ð ×Ñ˜s KÐEXÐÓYˆØ�o‰o˜c 8¨XÀ[ÐY_ˆoÓ`ÐadÐfhÐghÐfhÐjlÐklÐjlÐalÕmˆØˆtˆr   )r	  r
  r  r*  r!  r   r  r9   r0   r(  r  r#  r  r:   r  rÚ   rè   rÙ   r,  r$  r'  r%  r  r  r"  r  r)  )r8   é   é   é    r8   r°  Nrµ   g      @gñhãˆµøä>Fi   )é   é8   r²  )rá   é   r³  g     ˆÃ@Frí   NNNNNNNN)FN)Nr   rá   NNNr£   )rŒ   r�   rŽ   r�   r�   rK   rC  rL  rk  r•  r‰   r›  r‘   r’   r“   r”   s   @@r   r  r  º  s³   ù‡ € ñ÷}õ }÷~ò ô(0ð$ &*¸ÀQÈUÐhjÐvzð  HJô 7Eðv z|ð  KMð  \^ð  osð  @Bð  XZ÷b|ò b|ôHOð JNÐ[]ÐlnÐ}ð  QUð  bdð  z|÷ 2ô 2r   r  c                 ó0   € V ^V,           ,          V,           # )rá   © )r!   Úshiftr"   s   &&&r   Ú_modulate_shift_scaler·  ƒ  s   € Ø��E•	�?˜UÕ"Ð"r   c                   óX   a a€ ] tR tRt oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )	ÚPixelResBlocki‡  zr
Residual block with AdaLN modulation, zero-initialised so it starts as
an identity at the beginning of training.
c                ó    <€ V ^8„  d   QhRS[ /# )r8   Úchannels©r>   )r@   rA   s   "€r   rB   ÚPixelResBlock.__annotate__�  s   ø€ ÷ 
ñ 
¡ñ 
r   c                ó�  <€ \         SV `  4        VP                  VR W#R7      V n        \        P
                  ! VP                  WRW#R7      \        P                  ! 4       VP                  WRW#R7      4      V n        \        P
                  ! \        P                  ! 4       VP                  V^V,          RW#R7      4      V n	        R# )rÔ   )rr   r0   rF   T©rH   r0   rF   N)
rJ   rK   rÕ   Úin_lnrX   r¾   rR   rÁ   ÚmlprÀ   )rZ   r»  r0   rF   rE   r\   s   &&&&&€r   rK   ÚPixelResBlock.__init__�  s¡   ø€ Ü‰ÑÔØ×)Ñ)¨(¸ÀEÐ)ÓYˆŒ
Ü—=’=Ø×Ñ˜h°tÀ5ÐÓXÜ�GŠG‹IØ×Ñ˜h°tÀ5ÐÓXó
ˆŒô
 !#§¢Ü�GŠG‹IØ×Ñ˜h¨¨H­¸4ÀuÐÓ\ó!
ˆÖr   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r8   r!   Úyra   rb   )r@   rA   s   "€r   rB   r½  š  s.   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ð ¹5¿<¹<ñ r   c                óÂ   € V P                  V4      P                  ^RR7      w  r4p\        V P                  V4      W44      pV P	                  V4      pWV,          ,           # )é   re   rj   )rÀ   rÊ   r·  rÀ  rÁ  )rZ   r!   rÄ  r¶  r"   r)   rb  s   &&&    r   r‰   ÚPixelResBlock.forwardš  sT   € Ø!×2Ñ2°1Ó5×;Ñ;¸AÀ2Ð;ÓFÑˆ�dÜ! $§*¡*¨Q£-°Ó>ˆØ�H‰H�Q‹KˆØ˜!•8�|Ðr   )rÀ   rÀ  rÁ  ©NNNr‹   r”   s   @@r   r¹  r¹  ‡  s#   ù‡ € ñ÷

õ 
÷÷ ð r   r¹  c                   óX   a a€ ] tR tRt oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )	ÚDCTFinalLayeri¡  z6Zero-initialised output projection (adopted from DiT).c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r8   Úmodel_channelsrÚ   r¼  )r@   rA   s   "€r   rB   ÚDCTFinalLayer.__annotate__¤  s   ø€ ÷ mñ m¡sð m¹#ñ mr   c                óŠ   <€ \         SV `  4        VP                  VR RW4R7      V n        VP	                  WRW4R7      V n        R# )FrÔ   )rI   rr   r0   rF   Tr¿  N)rJ   rK   rÕ   rÖ   rR   r×   )rZ   rÌ  rÚ   r0   rF   rE   r\   s   &&&&&&€r   rK   ÚDCTFinalLayer.__init__¤  sF   ø€ Ü‰ÑÔØ$×.Ñ.¨~ÐRWÐ]aÐinÐ.Ó~ˆŒØ ×'Ñ'¨È4ÐW\Ð'ÓlˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r8   r!   ra   rb   )r@   rA   s   "€r   rB   rÍ  ©  s#   ø€ ÷ /ñ /™Ÿ™ð /©%¯,©,ñ /r   c                óB   € V P                  V P                  V4      4      # r£   ©r×   rÖ   r«   s   &&r   r‰   ÚDCTFinalLayer.forward©  s   € Ø�{‰{˜4Ÿ?™?¨1Ó-Ó.Ð.r   rÒ  rÈ  r‹   r”   s   @@r   rÊ  rÊ  ¡  s#   ù‡ € Ù@÷mõ m÷
/÷ /ð /r   rÊ  c                   óX   a a€ ] tR tRt oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )	ÚSimpleMLPAdaLNi­  uV  
Small MLP decoder head for the pixel-space variant.

Takes per-patch pixel values and a per-patch conditioning vector from the
transformer backbone and predicts the denoised pixel values.

x : [B*N, P^2, C]   â€“ noisy pixel values per patch position
c : [B*N, dim]       â€“ backbone hidden state per patch (conditioning)
â†’ [B*N, P^2, C]
c                ó>   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ /# )r8   r  rÌ  rÚ   Ú
z_channelsÚnum_res_blocksÚ	max_freqsr¼  )r@   rA   s   "€r   rB   ÚSimpleMLPAdaLN.__annotate__¹  sO   ø€ ÷ "zñ "záð"zñ ð"zñ ð	"zñ
 ð"zñ ð"zñ ñ"zr   c
                ó:  <€ \         SV `  4        Wpn        V	P                  WBWxR 7      V n        \        VVVVVV	R7      V n        \        P                  ! \        V4       U
u. uF  p
\        W'W‰R7      NK  	  up
4      V n        \        W#WxV	R7      V n        R# u up
i )rò   )r  Úhidden_size_inputrÙ  r0   rF   rE   )r0   rF   rE   N)rJ   rK   r0   rR   Ú
cond_embedr   Úinput_embedderrX   r  r  r¹  Ú
res_blocksrÊ  r(  )rZ   r  rÌ  rÚ   r×  rØ  rÙ  r0   rF   rE   r   r\   s   &&&&&&&&&& €r   rK   ÚSimpleMLPAdaLN.__init__¹  s    ø€ ô 	‰ÑÔØŒ
ð %×+Ñ+¨JÈeÐ+ÓcˆŒô +Ø#Ø,ØØØØ!ô
ˆÔô Ÿ-š-ÜfkÐlzÔf{ó)
Ùf{ÐabŒM˜.¸f×\Ñf{ñ)
ó ˆŒô
 )¨ÈUÐnxÔyˆÖùò)
s   Á!Bc                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r8   r!   rÞ   ra   rb   )r@   rA   s   "€r   rB   rÚ  Ý  s.   ø€ ÷ 	6ñ 	6™Ÿ™ð 	6©%¯,©,ð 	6¹5¿<¹<ñ 	6r   c                ó  € VP                   p\        V P                  R 4      '       d9   V P                  P                  e!   V P                  P                  P                   MV P                   ;'       g    VP                   pV P	                  V4      pV P                  VP                  V4      4      P                  ^4      pVP                  V4      pV P                   F  pV! W4      pK  	  V P                  V4      P                  V4      # )Úweight)	r0   ÚhasattrrÝ  rã  rÞ  rå   r   rß  r(  )rZ   r!   rÞ   Úoriginal_dtypeÚweight_dtyperÄ  Úblocks   &&&    r   r‰   ÚSimpleMLPAdaLN.forwardÝ  sò   € àŸ™ˆÜ7>¸t¿¹ÐPX×7YÒ7YÐ^b×^mÑ^m×^tÑ^tò  _A�t—‘×-Ñ-×3Ò3ð  HL÷  HRñ  HR÷  H]ð  H]ð  VW÷  V]ñ  V]ˆØ×Ñ Ó"ˆØ�O‰O˜AŸD™D Ó.Ó/×9Ñ9¸!Ó<ˆØ�D‰D�ÓˆØ—_”_ˆEÙ�a“ŠAñ %à×Ñ Ó"×%Ñ% nÓ5Ð5r   )rÝ  r0   r(  rÞ  rß  )é   NNNr‹   r”   s   @@r   rÕ  rÕ  ­  s&   ù‡ € ñ	÷"zõ "z÷H	6÷ 	6ð 	6r   rÕ  c                   ód   a a€ ] tR tRt oRtR	V3R lV 3R llltR. . . / 3R ltR
R ltRtVt	V ;t
# )ÚNextDiTPixelSpaceií  u@  
Pixel-space variant of NextDiT.

Identical transformer backbone to NextDiT, but the output head is replaced
with a small MLP decoder (SimpleMLPAdaLN) that operates on raw pixel values
per patch rather than a single affine projection.

Key differences vs NextDiT:
  â€¢ ``final_layer`` is removed; ``dec_net`` (SimpleMLPAdaLN) is used instead.
  â€¢ ``_forward`` stores the raw patchified pixel values before the backbone
    embedding and feeds them to ``dec_net`` together with the per-patch
    backbone hidden states.
  â€¢ Supports optional x0 prediction via ``use_x0``.
Nc          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[/# )r8   Údecoder_hidden_sizeÚdecoder_num_res_blocksÚdecoder_max_freqsÚdecoder_in_channelsÚuse_x0)r>   r?   )r@   rA   s   "€r   rB   ÚNextDiTPixelSpace.__annotate__ý  s?   ø€ ÷ $=ñ $=ñ !ð$=ñ !$ð	$=ñ
 ð$=ñ !ð$=ñ ñ$=r   c                ó°  <€ \         SV `  ! R
/ VB  V =VP                  R ^4      pVP                  R^4      pVP                  RR4      p	Ve   TMV^,          V,          p
\	        V
VV
V	VVVP                  R4      VP                  R4      VP                  R4      R7	      V n        V'       d)   V P                  R	\        P                  ! . 4      4       R# R# )rÙ   r  r9   r¯  Nr0   rF   rE   )	r  rÌ  rÚ   r×  rØ  rÙ  r0   rF   rE   Ú__x0__rµ  )	rJ   rK   r(  rQ   rÕ  Údec_netr  r1   Útensor)rZ   rí  rî  rï  rð  rñ  r0  rÙ   r  r9   Ú	dec_in_chr\   s   &&&&&&,    €r   rK   ÚNextDiTPixelSpace.__init__ý  sÎ   ø€ ô 	‰ÒÑ"˜6Ò"ð Ðà—Z‘Z ¨aÓ0ˆ
Ø—j‘j °Ó2ˆØ�j‰j˜ Ó%ˆð ,?Ò+JÑ'ÐPZÐ^_ÕP_ÐbmÕPmˆ	ä%Ø!Ø.Ø"ØØ1Ø'Ø—*‘*˜WÓ%Ø—:‘:˜hÓ'Ø—z‘z ,Ó/ô

ˆŒ÷ Ø× Ñ  ¬5¯<ª<¸Ó+;Ö<ñ r   c
                óø  € \        V4      ^ 8„  pV'       d"   \        P                  ! V^ ,          V.^ R7      pRV,
          pTpTpVP                  w  pppp\        P
                  P                  P                  WP                  V P                  34      pV P                  WÀP                  ,          VP                  R7      pTpV P                  eœ   V
P                  RR4      pVe   V P                  V4      pMJ\        P                  ! VP                  ^ ,          V P                  3VP                   VP                  R7      pV P#                  \        P                  ! VV3RR7      4      pV P                  ;ppVP                  w  ppppVP%                  VVVV,          VVV,          V4      P'                  ^ ^^^^^4      P)                  ^4      P)                  ^^4      pVP                  ^,          pVP+                  VV,          ^VV,          V,          4      pV	P                  R/ 4      p\-        V\        P.                  4      pV P1                  WVVVWgW‰R7	      w  p p!p"p#p$p%V$P3                  V P                   4      p$\        V P4                  4      V	R	&   R
V	R&   T p&\7        V P4                  4       FÐ  w  p'p(V'V	R&   V(! V V!V$VV%V	R7      p RV9   g   K"  VR,           F¡  p)V)! RV RV#^ ,          R13,          RV&RV#^ ,          R13,          RV RRV#^ ,          13,          RV$RV#^ ,          R13,          RVRVRV'RV	/4      p*RV*9   d   V*R,          V RV#^ ,          R13&   RV*9   g   KŠ  V*R,          V RRV#^ ,          13&   K£  	  KÒ  	  V RV#^ ,          V#^ ,          V,           1R3,          p+V+P+                  VV,          V P8                  4      p,V P;                  VV,4      p-V-P+                  VVR4      p-\        P                  ! VV#^ ,          V-P                  R,          V-P                   V-P                  R7      p.V P=                  \        P                  ! V.V-.^R7      V"V#VR7      RRRV1RV13,          p/V/) # )r   re   rí   r¥  Nr¦  r  rq  )rz  r{  r^  rh   r§  r¨  rx  rw  rr  r©  rB  r   rs  rt  ru  rv  r!   rh   )r9  rj   )r]  r1   rä   r    rm   rX  rY  rZ  rÙ   r  r  r0   r   rQ   rö   r!  rF   r"  rl   r6  r{   rQ  rª  rc   r•  rå   r#  rW  r9   rõ  rC  )0rZ   r!   r   r¡  ry  r¢  rz  r{  r^  rh   r0  r_  ro  rF  rn  ÚbsrÞ   rb  rc  rÆ   r«  r;  r<  re  rf  r?  r@  Úpixel_patchesÚNÚpixel_valuesrq  r¬  rB  r“  r3  r4  r`   r#   rs  r>  rˆ  r�  rT   Ú
img_hiddenÚdecoder_condrˆ   Úcap_placeholderÚimg_outs0   &&&&&&&&&&,                                     r   r›  ÚNextDiTPixelSpace._forward'  s–  € Ü�;Ó !Ñ#ˆßÜŸ	š	 9¨q¥=°)Ð"<À!ÔDˆIà�)�OˆØˆ	Ø!ˆØ—g‘g‰ˆˆAˆq�!Ü�I‰I× Ñ ×2Ñ2°1·±ÈÏÉÐ6XÓYˆà�O‰O˜A§¡Õ/°q·w±wˆOÓ?ˆØˆà×%Ñ%Ò1Ø—Z‘ZÐ 2°DÓ9ˆFØÒ!Ø×3Ñ3°FÓ;‘äŸš a§g¡g¨a¥j°$×2DÑ2DÐ%EÈaÏhÉhÐ^_×^eÑ^eÔf�Ø×.Ñ.¬u¯yªy¸!¸V¸È"Ô/MÓNˆKð —/‘/Ð!ˆˆRØ—W‘W‰
ˆˆ1ˆa�à�F‰F�1�a˜˜b� " a¨2¥g¨rÓ2ß‰g�a˜˜A˜q ! QÓ'ß‰g�a‹jß‰g�a˜‹mð	 	ð ×Ñ Õ"ˆà$×,Ñ,¨Q°­U°A°r¸BµwÀµ{ÓCˆà%×)Ñ)¨)°RÓ8ˆÜ  ¤E§L¡LÓ1ˆØHL×H_ÑH_Ø˜( K°Ø#Ø%ð I`ó I
ÑEˆˆT�8˜X yÐ2Eð
 —L‘L §¡Ó,ˆ	ä.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Øˆ	Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ù˜˜T 9¨kÐObð  yLô  MˆCØ Ö(Ø  ×0Ð0�AÙ˜U C¨¨8°A­;©<¨Õ$8¸+ÀyÐQRÐT\Ð]^ÕT_ÑT`ÐQ`ÕGaÐchÐjmÐnoÐq}ÐrzÐ{|Õr}Ðq}Ðn}Õj~ð  AEð  GPð  QRð  T\ð  ]^õ  T_ñ  T`ð  Q`õ  Gað  chð  juð  wzð  |}ð  Lð  NOð  Qfð  h{ð  |ó  }�CØ ”|Ø/2°5­z˜˜A˜x¨�{™|˜OÑ,Ø –|Ø/2°5­z˜˜A˜| ¨¥˜|˜OÓ,ó 1ñ	 /ð ˜˜H Q�K¨°­°a­Ð7¸Ð:Õ;ˆ
Ø!×)Ñ)¨!¨a­%°·±Ó:ˆà—‘˜l¨LÓ9ˆØ—‘  1 bÓ)ˆô  Ÿ+š+Øˆx˜�{˜FŸL™L¨Õ,°V·]±]È&Ï,É,ô
ˆð —/‘/Ü�IŠI�¨Ð/°QÔ7Ø�h¨kð "ó 
ð ˆQ����B�Q�Bˆ,õˆð
 ˆxˆr   c                ót  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  VP                  R / 4      4      4      P                  ! WW4V3/ VB pW,
          VP                  R^^^4      ,          # )rh   rj   )rm   r˜  r™  rš  r›  rœ  r�  rž  rQ   rŸ  rl   )rZ   r!   r   r¡  ry  r¢  r0  Úneg_x0s   &&&&&&, r   r‰   ÚNextDiTPixelSpace.forwardt  s·   € ô ×(Ñ(×8Ñ8×KÑKØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐio×isÑisð  uJð  LNó  jOó  Pó
÷ ‰'ð	ð  °^ñ	Oð HNñ	Oˆð •
˜iŸn™n¨R°°A°qÓ9Õ9Ð9r   )rõ  )i   r®  ré  NFr£   )rŒ   r�   rŽ   r�   r�   rK   r›  r‰   r‘   r’   r“   r”   s   @@r   rë  rë  í  s=   ù‡ € ñ÷$=õ $=ðT JNÐ[]ÐlnÐ}ð  VXô K÷Z:ô :r   rë  r£   ).Útypingr   r   r   r1   Útorch.nnrX   Útorch.nn.functionalrT  r¤   Úcomfy.ldm.common_ditrm   Úcomfy.model_managementÚ	comfy.opsÚcomfy.quant_opsÚ(comfy.ldm.modules.diffusionmodules.mmditr   Úcomfy.ldm.modules.attentionr   r   r	   Úcomfy.ldm.flux.layersr
   Úcomfy.ldm.flux.mathr   Úcomfy.patcher_extensionÚcomfy.utilsÚ comfy.ldm.chroma_radiance.layersr   r   r'   r*   r4   ÚModuler6   r–   r®   rÒ   rê   r  r  r·  r¹  rÊ  rÕ  rë  rµ  r   r   Ú<module>r     s  ð÷ )Ñ (ã Ý ß Ð Û Û Û Û å Eß lÑ lÝ )Ý *Û Û Ý 9òô ôò$ô
l �R—Y‘Yô l ô^6J�"—)‘)ô 6Jôr~˜BŸI™Iô ~ôB*�—‘ô *òZcð
 TVô ô&Bˆb�i‰iô BòR#ô�B—I‘Iô ô4	/�B—I‘Iô 	/ô96�R—Y‘Yô 96ô@X:˜ö X:r   