+
    ƒ°ñjÒL  ã                   óf  € R t ^ RIHt ^ RIt^ RIHt ^ RIHu Ht ^ RI	H
t
 ^ RIt^ RIt^ RIt^ RIt^ RIHtHt ^ RIHt ^ RIHtHtHt  ! R R]P2                  4      t ! R	 R
]P2                  4      t ! R R]P2                  4      t ! R R]P2                  4      t ! R R]P2                  4      t ! R R]P2                  4      t ! R R]P2                  4      t  ! R R]P2                  4      t! ! R R]P2                  4      t" ! R R]P2                  4      t# ! R R]P2                  4      t$R# )uL  Krea 2 (K2) â€” single-stream MMDiT.

Text tokens produced by a Qwen3-VL-4B 12-layer ``txtfusion`` adapter and patchified image tokens are
concatenated into one sequence and run through ``layers`` shared transformer blocks with
AdaLN-single modulation, GQA + per-head QK-norm + sigmoid-gated attention, SwiGLU MLP, and 3-axis RoPE.
)ÚOptionalN)Ú	rearrange)ÚEmbedNDÚtimestep_embedding)Ú
apply_rope)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention_maskedc                   óX   a a€ ] tR t^t oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )ÚRMSNormzZRMSNorm with the reference ``(1 + scale)`` weight convention (scale stored zero-centered).c                ó&   <€ V ^8„  d   QhRS[ RS[/# )é   ÚfeaturesÚeps)ÚintÚfloat)ÚformatÚ__classdict__s   "€Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\krea2\model.pyÚ__annotate__ÚRMSNorm.__annotate__   s   ø€ ÷ Uñ U¡ð U©5ñ Uó    c                ó’   <€ \         SV `  4        W n        \        P                  ! \
        P                  ! WVR 7      4      V n        R# )©ÚdeviceÚdtypeN)ÚsuperÚ__init__r   ÚnnÚ	ParameterÚtorchÚemptyÚscale)Úselfr   r   r   r   Ú
operationsÚ	__class__s   &&&&&&€r   r   ÚRMSNorm.__init__   s.   ø€ Ü‰ÑÔØŒÜ—\’\¤%§+¢+¨hÈUÔ"SÓTˆŽ
r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   ÚxÚreturn)r    ÚTensor)r   r   s   "€r   r   r       s'   ø€ ÷ \ñ \™Ÿ™ð \©%¯,©,ñ \r   c                óT  € VP                   p\        P                  P                  V P                  \
        P                  VP                  R 7      R,           p\        P                  ! VP                  4       VP                  R,          3W0P                  R7      P                  V4      # )©r   r   g      ð?)Úweightr   éÿÿÿÿ)r   ÚcomfyÚmodel_managementÚcast_tor"   r    Úfloat32r   ÚFÚrms_normr   Úshaper   Úto)r#   r(   r   r-   s   &&  r   ÚforwardÚRMSNorm.forward    sp   € Ø—‘ˆÜ×'Ñ'×/Ñ/°·
±
Ä%Ç-Á-ÐXY×X`ÑX`Ð/ÓaÐdgÕgˆÜ�zŠz˜!Ÿ'™'›) a§g¡g¨b¥k ^¸FÏÉÔQ×TÑTÐUZÓ[Ð[r   )r   r"   )gñhãˆµøä>NNN)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r7   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r%   r   s   @@r   r   r      s&   ù‡ € Ùd÷Uõ U÷
\÷ \ð \r   r   c                   óH   a a€ ] tR t^&t oRV3R lV 3R llltR tRtVtV ;t# )ÚQKNormc                ó    <€ V ^8„  d   QhRS[ /# ©r   Údim©r   )r   r   s   "€r   r   ÚQKNorm.__annotate__'   s   ø€ ÷ Uñ U™Cñ Ur   c                ól   <€ \         SV `  4        \        WW4R 7      V n        \        WW4R 7      V n        R# )©r   r   r$   N)r   r   r   ÚqnormÚknorm©r#   rF   r   r   r$   r%   s   &&&&&€r   r   ÚQKNorm.__init__'   s*   ø€ Ü‰ÑÔÜ˜S°uÔTˆŒ
Ü˜S°uÔTˆŽ
r   c                óF   € V P                  V4      V P                  V4      3# ©N)rK   rL   )r#   ÚqÚks   &&&r   r7   ÚQKNorm.forward,   s   € Ø�z‰z˜!‹}˜dŸj™j¨›mÐ+Ð+r   )rL   rK   ©NNN©	r9   r:   r;   r<   r   r7   r>   r?   r@   rA   s   @@r   rC   rC   &   s   ù‡ € ÷Uõ U÷
,ò ,r   rC   c                   óH   a a€ ] tR t^0t oRV3R lV 3R llltR tRtVtV ;t# )ÚSwiGLUc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[RS[ /# )r   r   Ú
multiplierÚbiasÚmultiple)r   Úbool)r   r   s   "€r   r   ÚSwiGLU.__annotate__1   s0   ø€ ÷ _ñ _¡ð _±#ð _¹Tð _ÑUXñ _r   c                ó4  <€ \         S	V `  4        \        ^V,          ^,          4      V,          pWHV,           ^,
          V,          ,          pVP                  WW5VR7      V n        VP                  WW5VR7      V n        VP                  W�W5VR7      V n        R# )r   ©rZ   r   r   N)r   r   r   ÚLinearÚgateÚupÚdown)
r#   r   rY   rZ   r[   r   r   r$   Úmlpdimr%   s
   &&&&&&&& €r   r   ÚSwiGLU.__init__1   s‹   ø€ ä‰ÑÔÜ�Q˜•\ AÕ%Ó&¨Õ3ˆØ xÕ/°!Õ3¸Õ@ÕAˆØ×%Ñ% h¸TÐX]Ð%Ó^ˆŒ	Ø×#Ñ# H¸4ÐV[Ð#Ó\ˆŒØ×%Ñ% f¸TÐX]Ð%Ó^ˆŽ	r   c                ó¦   € V P                  \        P                  ! V P                  V4      4      P	                  V P                  V4      4      4      # rP   )rc   r3   Úsilura   Úmul_rb   )r#   r(   s   &&r   r7   ÚSwiGLU.forward:   s5   € Ø�y‰yœŸš §	¡	¨!£Ó-×2Ñ2°4·7±7¸1³:Ó>Ó?Ð?r   )rc   ra   rb   )Fé€   NNNrU   rA   s   @@r   rW   rW   0   s   ù‡ € ÷_õ _÷@ò @r   rW   c                   óR   a a€ ] tR t^>t oRV3R lV 3R llltRR/ 3R ltRtVtV ;t# )Ú	AttentionNc                óB   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[/# )r   rF   ÚheadsÚkvheadsrZ   )r   r   r\   )r   r   s   "€r   r   ÚAttention.__annotate__?   s4   ø€ ÷ Uñ U™Cð U©ð U±h¹sµmð UÑRVñ Ur   c                ól  <€ \         SV `  4        \        4       V n        W n        Ve   TMTV n        WP                  ,          V n        VP                  WP                  V P                  ,          WEVR7      V n        VP                  WP                  V P
                  ,          WEVR7      V n	        VP                  WP                  V P
                  ,          WEVR7      V n
        VP                  WWEVR7      V n        \        V P                  WVVR7      V n        VP                  WWEVR7      V n        R # )Nr_   rJ   )r   r   r   Úcomfy_attentionrn   ro   Úheaddimr`   ÚwqÚwkÚwvra   rC   ÚqknormÚwo)	r#   rF   rn   ro   rZ   r   r   r$   r%   s	   &&&&&&&&€r   r   ÚAttention.__init__?   s÷   ø€ ä‰ÑÔÜ-Ó/ˆÔØŒ
Ø")Ò"5‘w¸5ˆŒØŸj™jÕ(ˆŒØ×#Ñ# C¯©¸¿
¹
Õ)BÈÐdiÐ#ÓjˆŒØ×#Ñ# C¯©¸¿¹Õ)DÈ4ÐfkÐ#ÓlˆŒØ×#Ñ# C¯©¸¿¹Õ)DÈ4ÐfkÐ#ÓlˆŒØ×%Ñ% c°TÐPUÐ%ÓVˆŒ	Ü˜TŸ\™\°&ÐR\Ô]ˆŒØ×#Ñ# C°4ÈeÐ#ÓTˆŽr   c                ó–  € VP                  R / 4      pVP                  4       pV P                  V4      V P                  V4      V P	                  V4      V P                  V4      3w  rxrš\        VRV P                  R7      p\        VRV P                  R7      p\        V	RV P                  R7      p	V P                  Wx4      w  rxRV9   d{   RV9   dt   VR,           Ff  pV! WxW’W6R7      pVP                  RV4      VP                  RV4      VP                  RV	4      r˜pVP                  R	V4      VP                  R
V4      r2Kh  	  Ve   \        WxV4      w  rxV P                  V P                  8w  dD   V P                  V P                  ,          pVP                  V^R7      pV	P                  V^R7      p	\        V4      \        V4      \        V	4      r˜p\        WxW�P                  VRV P                  VR7      pRV9   d    RV9   d   VR,           F  pV! WÆ4      pK  	  V P                  V\         P"                  ! V
4      ,          4      # )ÚpatcheszB L (H D) -> B H L D)ÚHÚblock_indexÚattn1_patch)ÚpeÚ	attn_maskÚextra_optionsrQ   rR   Úvr   r€   ©rF   T)ÚmaskÚskip_reshapeÚpreferred_attentionÚtransformer_optionsÚattn1_output_patch)ÚgetÚcopyrt   ru   rv   ra   r   rn   ro   rw   r   Úrepeat_interleaver   r	   rr   rx   r3   Úsigmoid)r#   r(   Úfreqsr„   r‡   Útransformer_patchesr�   rQ   rR   r‚   ra   ÚpÚoutÚreps   &&&&&         r   r7   ÚAttention.forwardM   s  € Ø1×5Ñ5°iÀÓDÐØ+×0Ñ0Ó2ˆØŸ™ ›
 D§G¡G¨A£J°·±¸³
¸D¿I¹IÀa»LÐH‰ˆˆaÜ�aÐ/°4·:±:Ô>ˆÜ�aÐ/°4·<±<Ô@ˆÜ�aÐ/°4·<±<Ô@ˆØ�{‰{˜1Ó ‰ˆàÐ/Ô/°MÐEXÔ4XØ(¨×7Ð7�Ù˜˜a°TÔW�ØŸ'™' # q›/¨3¯7©7°3¸«?¸C¿G¹GÀCÈ»O�a�Ø!Ÿg™g d¨EÓ2°C·G±G¸KÈÓ4N’tñ 8ð
 ÒÜ˜a EÓ*‰DˆAØ�<‰<˜4Ÿ:™:Ô%Ø—*‘* §¡Õ,ˆCØ×#Ñ# C¨QÐ#Ó/ˆAØ×#Ñ# C¨QÐ#Ó/ˆAÜ*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆÜ(¨¨q·*±*À4ÐVZØ=A×=QÑ=QÐgzô|ˆð Ð/Ô/Ð4HÐL_Ô4_Ø(Ð)=×>Ð>�Ù˜Ó+’ñ ?ð �w‰w�sœQŸYšY t›_Õ,Ó-Ð-r   )
rr   ra   rs   rn   ro   rw   ru   rx   rt   rv   )NFNNNrU   rA   s   @@r   rl   rl   >   s$   ù‡ € ÷Uõ Uð  $¨$ÀB÷ .ô .r   rl   c                   óH   a a€ ] tR t^mt oRV3R lV 3R llltR tRtVtV ;t# )ÚSimpleModulationc                ó    <€ V ^8„  d   QhRS[ /# rE   rG   )r   r   s   "€r   r   ÚSimpleModulation.__annotate__n   s   ø€ ÷ Qñ Q™Cñ Qr   c           	     óˆ   <€ \         SV `  4        \        P                  ! \        P
                  ! ^WVR7      4      V n        R# )r   r   N©r   r   r   r   r    r!   ÚlinrM   s   &&&&&€r   r   ÚSimpleModulation.__init__n   s+   ø€ Ü‰ÑÔÜ—<’<¤§¢¨A¨sÈÔ OÓPˆŽr   c                óÞ   € V\         P                  P                  V P                  VP                  VP
                  R 7      P                  ^ 4      ,           pVP                  ^^R7      w  r4W43# )r,   rƒ   )r/   r0   r1   r™   r   r   Ú	unsqueezeÚchunk)r#   Úvecr�   r"   Úshifts   &&   r   r7   ÚSimpleModulation.forwardr   s[   € Ø”E×*Ñ*×2Ñ2°4·8±8À3Ç9Á9ÐUX×U_ÑU_Ð2Ó`×jÑjÐklÓmÕmˆØ—y‘y ¨�yÓ*‰ˆØˆ|Ðr   ©r™   rT   rU   rA   s   @@r   r”   r”   m   s   ù‡ € ÷Qõ Q÷ò r   r”   c                   óH   a a€ ] tR t^xt oRV3R lV 3R llltR tRtVtV ;t# )ÚDoubleSharedModulationc                ó    <€ V ^8„  d   QhRS[ /# rE   rG   )r   r   s   "€r   r   Ú#DoubleSharedModulation.__annotate__y   s   ø€ ÷ Rñ R™Cñ Rr   c                ó”   <€ \         SV `  4        \        P                  ! \        P
                  ! ^V,          W#R7      4      V n        R# )é   r   Nr˜   rM   s   &&&&&€r   r   ÚDoubleSharedModulation.__init__y   s-   ø€ Ü‰ÑÔÜ—<’<¤§¢¨A°­G¸FÔ PÓQˆŽr   c                ó¶   € V\         P                  P                  V P                  VP                  VP
                  R 7      ,           pVP                  ^RR7      # )r,   rƒ   r.   )r/   r0   r1   r™   r   r   r�   )r#   rž   r�   s   && r   r7   ÚDoubleSharedModulation.forward}   sF   € Ø”E×*Ñ*×2Ñ2°4·8±8À3Ç9Á9ÐUX×U_ÑU_Ð2Ó`Õ`ˆØ�y‰y˜ ˆyÓ#Ð#r   r¡   rT   rU   rA   s   @@r   r£   r£   x   s   ù‡ € ÷Rõ R÷$ò $r   r£   c                   óD   a a€ ] tR t^‚t oRV 3R lltR/ 3R ltRtVtV ;t# )ÚTextFusionBlockNc	           
     óº   <€ \         S	V `  4        \        WWxR 7      V n        \        WWxR 7      V n        \        WWTWgVR7      V n        \        WWFWxR 7      V n        R# ©rJ   )ro   rZ   r   r   r$   N)	r   r   r   ÚprenormÚpostnormrl   ÚattnrW   Úmlp©
r#   r   rn   rY   rZ   ro   r   r   r$   r%   s
   &&&&&&&&&€r   r   ÚTextFusionBlock.__init__ƒ   sN   ø€ Ü‰ÑÔÜ˜x¸eÔ[ˆŒÜ ¸uÔ\ˆŒÜ˜h°wÐRXÐr|Ô}ˆŒ	Ü˜(°È5ÔhˆŽr   c                ó¢   € WP                  V P                  V4      W#R 7      ,           pWP                  V P                  V4      4      ,           pV# )©r„   r‡   )r±   r¯   r²   r°   )r#   r(   r„   r‡   s   &&&&r   r7   ÚTextFusionBlock.forwardŠ   s>   € Ø—	‘	˜$Ÿ,™, q›/°�	Ó^Õ^ˆØ—‘˜Ÿ™ qÓ)Ó*Õ*ˆØˆr   )r±   r²   r°   r¯   ©FNNNNrU   rA   s   @@r   r¬   r¬   ‚   s   ù‡ € ÷ið #¸÷ ô r   r¬   c                   óD   a a€ ] tR t^�t oRV 3R lltR/ 3R ltRtVtV ;t# )ÚTextFusionTransformerNc
                óp  <€ \         SV `  4        \        P                  ! \	        ^4       U
u. uF  p
\        W#WEWgW‰R7      NK  	  up
4      V n        V	P                  V^RWxR7      V n        \        P                  ! \	        ^4       U
u. uF  p
\        W#WEWgW‰R7      NK  	  up
4      V n	        R# u up
i u up
i )r   rJ   Fr_   N)
r   r   r   Ú
ModuleListÚranger¬   Úlayerwise_blocksr`   Ú	projectorÚrefiner_blocks)r#   Únum_txt_layersÚtxt_dimrn   rY   rZ   ro   r   r   r$   Ú_r%   s   &&&&&&&&&& €r   r   ÚTextFusionTransformer.__init__‘   s®   ø€ Ü‰ÑÔÜ "§¢ä˜1”Xó/
á�ô ˜G¨J¸gÐ\a×yÙñ/
ó !ˆÔð $×*Ñ*¨>¸1À5ÐQWÐ*ÓeˆŒÜ Ÿmšmä˜1”Xó-
á�ô ˜G¨J¸gÐ\a×yÙñ-
ó ˆÖùò/
ùò
-
s   ­B.ÂB3c                óB  € VP                   w  rErgVP                  WE,          Wg4      pV P                   F  pV! VP                  4       R VR7      pK  	  \	        VRWER7      pV P                  V4      P                  R4      pV P                   F  pV! WVR7      pK  	  V# )Nr¶   z(b l) n d -> b l d n)ÚbÚlr.   )r5   Úreshaper¾   Ú
contiguousr   r¿   ÚsqueezerÀ   )	r#   r(   r„   r‡   rÆ   rÇ   ÚnÚdÚblocks	   &&&&     r   r7   ÚTextFusionTransformer.forward�   s�   € Ø—W‘W‰
ˆˆaØ�I‰I�a•e˜QÓ"ˆØ×*Ô*ˆEÙ�a—l‘l“n¨4ÐEXÔYŠAñ +ä�aÐ/°1Ô:ˆØ�N‰N˜1Ó×%Ñ% bÓ)ˆØ×(Ô(ˆEÙ�aÐ8KÔLŠAñ )àˆr   )r¾   r¿   rÀ   r¸   rU   rA   s   @@r   rº   rº   �   s   ù‡ € ÷
ð #¸÷ 	ô 	r   rº   c                   óF   a a€ ] tR t^©t oRV 3R lltRR/ 3R ltRtVtV ;t# )ÚSingleStreamBlockNc	           
     óÞ   <€ \         S	V `  4        \        WWxR 7      V n        \	        WWxR 7      V n        \	        WWxR 7      V n        \        WWTWgVR7      V n        \        WWFWxR 7      V n
        R# r®   )r   r   r£   Úmodr   r¯   r°   rl   r±   rW   r²   r³   s
   &&&&&&&&&€r   r   ÚSingleStreamBlock.__init__ª   s\   ø€ Ü‰ÑÔÜ)¨(ÈÔfˆŒÜ˜x¸eÔ[ˆŒÜ ¸uÔ\ˆŒÜ˜h°wÐRXÐr|Ô}ˆŒ	Ü˜(°È5ÔhˆŽr   c           	     ó  € V P                  V4      w  rxršr¼VEeá   VP                  ^ ,          pW}R  pW�R  pW�R  pW­R  pW½R  pWÍR  pVR V pVR V pV	R V p	V
R V p
VR V pVR V pV P                  V4      pVRR V13,          P                  ^V,           4      P	                  V4       VRVR 13,          P                  ^V,           4      P	                  V4       V P                  VW4VR7      p?VRR V13,          P                  V	4       VRVR 13,          P                  V4       VV,           p?V P                  V4      pVRR V13,          P                  ^V
,           4      P	                  V4       VRVR 13,          P                  ^V,           4      P	                  V4       V P                  V4      p?VRR V13,          P                  V4       VRVR 13,          P                  V4       VV,           p?V# WV P                  ^V,           V P                  V4      ,          V,           W4VR7      ,          ,           pWV P                  ^V
,           V P                  V4      ,          V,           4      ,          ,           pV# )NºNNN)r‡   )rÒ   r5   r¯   rh   Úadd_r±   r°   r²   )r#   r(   rž   r�   r„   Útimestep_zero_indexr‡   ÚprescaleÚpreshiftÚpregateÚ	postscaleÚ	postshiftÚpostgateÚbsÚref_prescaleÚref_preshiftÚref_pregateÚref_postscaleÚref_postshiftÚref_postgateÚprer±   Úpostr²   s   &&&&&&&                 r   r7   ÚSingleStreamBlock.forward²   sž  € ØFJÇhÁhÈsÃmÑCˆ˜G°	ØÓ*Ø—‘˜•ˆBØ# C˜=ˆLØ# C˜=ˆLØ! #˜,ˆKØ% c˜NˆMØ% c˜NˆMØ# C˜=ˆLØ  �}ˆHØ  �}ˆHØ˜c˜r�lˆGØ! # 2˜ˆIØ! # 2˜ˆIØ  �}ˆHà—,‘,˜q“/ˆCØ�Ð'Ð'Ð'Ð'Õ(×-Ñ-¨a°(­lÓ;×@Ñ@ÀÔJØ�Ð&Ñ'Ð'Õ(×-Ñ-¨a°,Õ.>Ó?×DÑDÀ\ÔRØ—9‘9˜S %ÐCV�9ÓWˆDØØ�Ð(Ð(Ð(Ð(Õ)×.Ñ.¨wÔ7Ø�Ð'Ñ(Ð(Õ)×.Ñ.¨{Ô;Ø�D•ˆAØà—=‘= Ó#ˆDØ�Ð(Ð(Ð(Ð(Õ)×.Ñ.¨q°9­}Ó=×BÑBÀ9ÔMØ�Ð'Ñ(Ð(Õ)×.Ñ.¨q°=Õ/@ÓA×FÑFÀ}ÔUØ—(‘(˜4“.ˆCØØ�Ð'Ð'Ð'Ð'Õ(×-Ñ-¨hÔ7Ø�Ð&Ñ'Ð'Õ(×-Ñ-¨lÔ;Ø�C•ˆAØØˆHà˜$Ÿ)™) Q¨¥\°T·\±\À!³_Õ$DÀxÕ$OÐQVð  sF˜)ó  Gõ  Gõ  GˆØ˜4Ÿ8™8 Q¨¥]°d·m±mÀAÓ6FÕ$FÈÕ$RÓSÕSÕSˆØˆr   )r±   r²   rÒ   r°   r¯   r¸   rU   rA   s   @@r   rÐ   rÐ   ©   s   ù‡ € ÷ið +/ÀDÐ^`÷ (ô (r   rÐ   c                   ó<   a a€ ] tR t^Ýt oRV 3R lltR tRtVtV ;t# )Ú	LastLayerc                óº   <€ \         SV `  4        \        WWVR 7      V n        VP	                  WV,          V,          RWER7      V n        \        WWVR 7      V n        R# )rJ   Tr_   N)r   r   r   Únormr`   Úlinearr”   Ú
modulation)r#   r   ÚpatchÚchannelsr   r   r$   r%   s   &&&&&&&€r   r   ÚLastLayer.__init__Þ   sN   ø€ Ü‰ÑÔÜ˜H¸5ÔXˆŒ	Ø ×'Ñ'¨¸%µ-À(Õ2JÐQUÐ^dÐ'ÓrˆŒÜ*¨8È%ÔgˆŽr   c                ó–   € V P                  V4      w  r4^V,           V P                  V4      ,          V,           pV P                  V4      # )é   )rí   rë   rì   )r#   r(   Útvecr"   rŸ   s   &&&  r   r7   ÚLastLayer.forwardä   s;   € Ø—‘ tÓ,‰ˆØ��Y˜$Ÿ)™) A›,Õ&¨Õ.ˆØ�{‰{˜1‹~Ðr   )rì   rí   rë   rT   rU   rA   s   @@r   ré   ré   Ý   s   ù‡ € ÷h÷ò r   ré   c                   óf   a a€ ] tR t^êt oRV 3R lltRR/ 3R ltR	R ltRR/ 3R ltR tRt	Vt
V ;t# )
ÚSingleStreamDiTNc                ó²  <€ \         SV `  4        VV n        W€n        W�n        W n        W@n        W0n        WÀn        Wðn	        W,          pV^V^,          ,          ,
          ^V^,          ,          ^V^,          ,          .p\        V4      V8X  g   Q RV RV 24       h\        V\        V4      VR7      V n        VP                  W˜^,          ,          VRVVR7      V n        \         P"                  ! \%        V4       Uu. uF  p\'        WWjVVVVR7      NK  	  up4      V n        \         P*                  ! VP                  W!VVR7      \         P,                  ! RR	7      VP                  WVVR7      4      V n        \1        WÃWÖW®VVVR7	      V n        \         P*                  ! \5        VVVVR7      VP                  W1VVR7      \         P,                  ! RR	7      VP                  WVVR7      4      V n        \9        WV	VVVR7      V n        \         P*                  ! \         P,                  ! RR	7      VP                  W^,          VVR7      4      V n        R
# u upi )é   zaxes z sum != headdim )rF   ÚthetaÚaxes_dimTr_   rJ   r   Útanh)ÚapproximateN)r   r   r   rî   rï   Útdimrn   ÚtxtdimÚ	txtlayersÚdefault_ref_methodÚsumr   r   Úpe_embedderr`   Úfirstr   r¼   r½   rÐ   ÚblocksÚ
SequentialÚGELUÚtmlprº   Ú	txtfusionr   Útxtmlpré   ÚlastÚtproj)r#   r   rý   rþ   rn   ro   rY   Úlayersrî   rï   rZ   rù   rÿ   ÚtxtheadsÚ
txtkvheadsr   Úimage_modelr   r   r$   Úkwargsrs   ÚaxesrÃ   r%   s   &&&&&&&&&&&&&&&&&&&&,   €r   r   ÚSingleStreamDiT.__init__ë   s  ø€ ô 	‰ÑÔØˆŒ
ØŒ
Ø ŒØŒ	ØŒ
ØŒØ"ŒØ"4ÔàÕ#ˆØ˜" ¨2¥Õ.Õ.°°WÀµ]Õ0CÀQÈ'ÐUWÍ-ÕEXÐYˆÜ�4‹y˜GÔ#ÐL u¨T¨FÐ2BÀ7À)Ð%LÓLÐ#Ü" w´c¸%³jÈ4ÔPˆÔà×&Ñ& x¸1µ*Õ'<¸hÈTÐZ`ÐhmÐ&ÓnˆŒ
Ü—m’mä˜6”]ó%
á"�ô ˜h¨zÀÐQWÐ_dÐq{×|Ù"ñ%
ó ˆŒô —M’MØ×Ñ˜d°VÀ5ÐÓIÜ�GŠG Ô'Ø×Ñ˜h¸ÀuÐÓMó
ˆŒ	ô
 /¨yÀ(ÐX\Ø6<ÀEÐV`ôbˆŒä—m’mÜ�F 6°À:ÔNØ×Ñ˜f°vÀUÐÓKÜ�GŠG Ô'Ø×Ñ˜h¸ÀuÐÓMó	
ˆŒô ˜h¨xÀÈeÐ`jÔkˆŒ	Ü—]’]Ü�GŠG Ô'Ø×Ñ˜h°1­¸VÈ5ÐÓQó
ˆŽ
ùò%%
s   Ã=Ic                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WV3/ VB # rP   )	r/   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r#   r(   Ú	timestepsÚcontextÚattention_maskÚref_latentsr‡   r  s   &&&&&&&,r   r7   ÚSingleStreamDiT.forward  s}   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð  ¸ñ	eð ^dñ	eð 	er   c                óÀ  € V P                   p\        P                  P                  P	                  WV34      pVP
                  R,          V,          VP
                  R,          V,          rT\        VRW3R7      p\        P                  ! WE^VP                  \        P                  R7      pW'R&   \        P                  ! WAP                  \        P                  R7      R,          VR&   \        P                  ! WQP                  \        P                  R7      R	,          VR
&   WgP                  ^WE,          ^4      P                  VP
                  ^ ,          ^^4      WE3# )r   z&b c (h ph) (w pw) -> b (h w) (c ph pw))ÚphÚpwr   éþÿÿÿr.   ).é    )rÕ   N).rò   )NrÕ   ).r   )rî   r/   ÚldmÚ
common_ditÚpad_to_patch_sizer5   r   r    Úzerosr   r2   ÚarangerÈ   Úrepeat)r#   r(   Úindexrî   ÚhÚwÚimgÚimg_idss   &&&     r   Úprocess_imgÚSingleStreamDiT.process_img  sñ   € Ø—
‘
ˆÜ�I‰I× Ñ ×2Ñ2°1¸e°nÓEˆØ�w‰w�r�{˜eÕ# Q§W¡W¨R¥[°EÕ%9ˆ1Ü˜ÐCÈÔXˆä—+’+˜a A¨a¯h©h¼e¿m¹mÔLˆØ�‰ÜŸ,š, q·±ÄÇÁÔOÐPWÕXˆ�‰ÜŸ,š, q·±ÄÇÁÔOÐPWÕXˆ�‰Ø—O‘O A q¥u¨aÓ0×7Ñ7¸¿¹À½
ÀAÀqÓIÈ1ÐOÐOr   c                ó4
  € VP                  4       pVP                  ^8H  pV'       d*   VP                  w  ršr¼pVP                  W›,          W¬V4      pVP                  w  rïppV P                  pV P                  V4      pV P                  V4      w  ppppVP                  ^,          pRpVP                  RV P                  4      pVEe=   VEe8   \        V4      ^ 8”  Ed'   . p. p. p\        V^4       FÀ  w  ppVP                  ^8X  d.   VP                  w  pp p!p"p#VP                  VV!,          V V"V#4      p\        P                  P                  VV4      pV P                  VVR7      w  p$p% pVP                  V$4       VP                  V%4       VP                  V$P                  ^,          4       KÂ  	  \        P                   ! V.V,           ^R7      p\        P                   ! V.V,           ^R7      p??VR8X  d   TpVVR&   V P#                  V4      pV P%                  \'        W P(                  4      P+                  ^4      P-                  VP.                  4      4      p&V P1                  V&4      p'Ve‹   V P%                  \'        \        P2                  ! V4      V P(                  4      P+                  ^4      P-                  VP.                  4      4      p(\        P                   ! V'V P1                  V(4      3^ R7      p'V P5                  VRVR7      pV P7                  V4      pVP                  ^,          p)VP8                  p*\        P:                  ! VV)^V*\        P<                  R7      p+VP                  R	/ 4      p,R
V,9   dG   V,R
,           F9  p-V-! RVRVRVRV+RV/4      p.V.R,          V.R,          ppV.R,          V.R,          p+pK;  	  \        P                   ! VV3^R7      p/??Ve
   VV),          p\        P                   ! V+V3^R7      p0?+?V P?                  V04      p1?0\        V P@                  4      VR&   RVR&   V)V/P                  ^,          .VR&   \        V P@                  4       F  w  p2p3V2VR&   V3! V/V'V1RVVR7      p/K  	  V PC                  V/V&4      p4?/V4RV)V)V,           1R3,          p.\E        V.RVVVVV PF                  R7      p.V.RRRV1RV13,          p.V'       d0   V.P                  X	XV PF                  VV4      PI                  ^^4      p.V.# )é   NÚref_latents_method)r,  rƒ   Úindex_timestep_zeroÚreference_image_num_tokensr¶   r   r{   Ú
post_inputr/  Útxtr0  Útxt_idsr‡   Útotal_blocksÚsingleÚ
block_typeÚ	img_slicer}   )r×   r‡   rÕ   z&b (h w) (c ph pw) -> b c (h ph) (w pw))r-  r.  r"  r#  Úc)%rŠ   Úndimr5   rÈ   rî   Ú_unpack_contextr1  r‰   r   ÚlenÚ	enumerater/   ÚutilsÚrepeat_to_batch_sizeÚappendr    Úcatr  r  r   rý   rœ   r6   r   r  Ú
zeros_liker  r	  r   r)  r2   r  r  r
  r   rï   Úmovedim)5r#   r(   r  r  r  r  r‡   r  ÚtemporalÚb5Úc5Út5Úh5Úw5rÞ   rÃ   Úh_origÚw_origrî   r/  ÚimgposÚh_Úw_Ú
img_tokensr×   Ú
ref_methodÚ
ref_tokensÚref_posÚref_num_tokensr,  ÚrefÚrbÚrcÚrtÚrh5Úrw5ÚkontextÚkontext_idsÚtró   Út0Útxtlenr   Útxtposr{   r�   r�   ÚcombinedÚposr�   ÚirÍ   Úfinals5   &&&&&&&,                                             r   r  ÚSingleStreamDiT._forward)  sÉ  € Ø1×6Ñ6Ó8ÐØ—6‘6˜Q‘;ˆßØ!"§¡ÑˆB�B˜BØ—	‘	˜"�' 2¨2Ó.ˆAØ !§¡Ñˆˆv�vØ—
‘
ˆð ×&Ñ& wÓ/ˆà"×.Ñ.¨qÓ1ÑˆˆV�R˜Ø—Y‘Y˜q•\ˆ
Ø"ÐØ—Z‘ZÐ 4°d×6MÑ6MÓNˆ
ØÓ! kÓ&=Ä#ÀkÓBRÐUVÕBVØˆJØˆGØˆNÜ'¨°QÖ7‘
��sØ—8‘8˜q”=Ø+.¯9©9Ñ(�B˜˜B  SØŸ+™+ b¨2¥g¨r°3¸Ó<�CÜ—k‘k×6Ñ6°s¸BÓ?�Ø-1×-=Ñ-=¸cÈÐ-=Ó-OÑ*�˜ a¨Ø×!Ñ! 'Ô*Ø—‘˜{Ô+Ø×%Ñ% g§m¡m°AÕ&6Ö7ñ 8ô —)’)˜S˜E JÕ.°AÔ6ˆCÜ—Y’Y ˜x¨'Õ1°qÔ9ˆFØ˜GØÐ2Ô2Ø&0Ð#Ø@NÐÐ <Ñ=à�j‰j˜‹oˆà�I‰IÔ(¨·I±IÓ>×HÑHÈÓK×NÑNÈsÏyÉyÓYÓZˆØ�z‰z˜!‹}ˆØÒ*Ø—‘Ô-¬e×.>Ò.>¸yÓ.IÈ4Ï9É9ÓU×_Ñ_Ð`aÓb×eÑeÐfi×foÑfoÓpÓqˆBÜ—9’9˜d D§J¡J¨r£NÐ3¸Ô;ˆDà—.‘. ¨tÐI\�.Ó]ˆØ—+‘+˜gÓ&ˆà—‘˜qÕ!ˆØ—‘ˆÜ—’˜R ¨°6ÄÇÁÔOˆà%×)Ñ)¨)°RÓ8ˆØ˜7Ô"Ø˜\×*Ð*�Ù˜  U¨G°YÀÈ	ÐSYÐ[pð  sFð  Gó  H�Ø" 5�z¨3¨u­:�W�Ø!$ Y¥°°Yµ˜�™ñ +ô
 —9’9˜g s˜^°Ô3ˆØ�SØÒ*Ø 6Õ)Ðô �iŠi˜ Ð(¨aÔ0ˆØ�Fà× Ñ  Ó%ˆØä.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ø,2°H·N±NÀ1Õ4EÐ+FÐ˜KÑ(Ü! $§+¡+Ö.‰HˆAˆuØ12Ð Ñ.Ù˜X t¨U°DÐNað  xKô  LŠHñ /ð —	‘	˜( AÓ&ˆØØ�A�v˜f zÕ1Ð1°1Ð4Õ5ˆÜ˜ÐEØ  u°¸$¿-¹-ôIˆà�!�Q˜˜˜  & Ð(Õ)ˆßØ—+‘+˜b " d§m¡m°V¸VÓD×LÑLÈQÐPQÓRˆCØˆ
r   c                óX  € VP                   w  r#pW@P                  V P                  ,          8w  dU   \        R V P                   RV P                   RV P                  V P                  ,           RV P                   RV R24      hVP	                  W#V P                  V P                  4      # )z Krea2 expects conditioning with r(   Ú=z features (a z-layer Qwen3-VL stack) but got z5. Load the text encoder with CLIPLoader type 'krea2'.)r5   rÿ   rþ   Ú
ValueErrorrÈ   )r#   r  rÆ   ÚseqÚfuseds   &&   r   rA  ÚSingleStreamDiT._unpack_context€  s¡   € àŸ™‰ˆ�Ø—N‘N T§[¡[Õ0Ô0ÜØ2°4·>±>Ð2BÀ!ÀDÇKÁKÀ=ÐPQÐRV×R`ÑR`Ðcg×cnÑcnÕRnÐQoð pØ#Ÿ~™~Ð.Ð.MÈeÈWð UFðGóð ð
 �‰˜q t§~¡~°t·{±{ÓCÐCr   )r  rï   r   r   r  rn   r
  rî   r  rý   r  r  rþ   r  rÿ   r	  )i   é   i 
  é0   rø   é   é   r   é   Fg     @�@rø   é   rv  NNNNN)r%  )r9   r:   r;   r<   r   r7   r1  r  rA  r>   r?   r@   rA   s   @@r   rö   rö   ê   s@   ù‡ € ÷)
ðV =AÈdÐhjô eô
Pð >BÈtÐikô U÷n	Dò 	Dr   rö   )%r=   Útypingr   r    Útorch.nnr   Útorch.nn.functionalÚ
functionalr3   Úeinopsr   Úcomfy.model_managementr/   Úcomfy.patcher_extensionÚcomfy.ldm.common_ditÚcomfy.utilsÚcomfy.ldm.flux.layersr   r   Úcomfy.ldm.flux.mathr   Úcomfy.ldm.modules.attentionr   r   r	   ÚModuler   rC   rW   rl   r”   r£   r¬   rº   rÐ   ré   rö   © r   r   Ú<module>r…     sð   ðñõ ã Ý ß Ð Ý ã Û Û Û ß =Ý *ß lÑ lô\ˆb�i‰iô \ô,ˆR�Y‰Yô ,ô@ˆR�Y‰Yô @ô,.�—	‘	ô ,.ô^�r—y‘yô ô$˜RŸY™Yô $ô�b—i‘iô ô˜BŸI™Iô ô21˜Ÿ	™	ô 1ôh
�—	‘	ô 
ô_D�b—i‘iö _Dr   