+
    ƒ°ñjåU  ã                  óÖ  € R t ^ RIHt ^ RIHtHtHtHt ^ RIt^ RI	H
t
 ^ RIH
u Ht ^ RIt^ RIt^ RIHt ^ RIHt ^ RIHtHtHt RR R lltRR	 R
 llt ! R R]
P4                  4      t ! R R]
P4                  4      t ! R R]
P4                  4      t ! R R]
P4                  4      t ! R R]
P4                  4      t ! R R]
P4                  4      t  ! R R]
P4                  4      t!R# )z Lens denoising transformer (DiT))Úannotations)ÚAnyÚDictÚOptionalÚTupleN)ÚEmbedND)Ú
apply_rope)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc               ó$   € V ^8„  d   QhRRRRRR/# )é   Útútorch.TensorÚdimÚintÚreturn© )Úformats   "Ú8C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\lens\model.pyÚ__annotate__r      s!   € ÷ <ñ <�|ð <¨#ð <¸ñ <ó    c                óh   € \         P                  P                  P                  P	                  W4      # ©N)ÚcomfyÚldmÚfluxÚlayersÚtimestep_embedding)r   r   s   &&r   Ú_lens_time_projr      s!   € Ü�9‰9�>‰>× Ñ ×3Ñ3°AÓ;Ð;r   c               ó0   € V ^8„  d   QhRRRRRRRRRRRR	/# )
r   Úframer   ÚheightÚwidthÚtext_seq_lenÚ
scale_ropeÚboolr   r   r   )r   s   "r   r   r      s>   € ÷  0ñ  0Øð 0Øð 0Ø$'ð 0Ø7:ð 0àð 0ð ñ 0r   c           	     ó²  € V'       dÒ   \         P                  ! \         P                  ! W^,          ,
          ) ^ VR7      \         P                  ! ^ V^,          VR7      .4      p\         P                  ! \         P                  ! W"^,          ,
          ) ^ VR7      \         P                  ! ^ V^,          VR7      .4      p\        V^,          V^,          4      pM9\         P                  ! WR7      p\         P                  ! W%R7      p\        W4      p\         P                  ! WR7      p	\         P                  ! WV^VR7      p
V	R,          V
R&   VR,          V
R&   VR,          V
R&   V
P                  R	^4      p
\         P                  ! WˆV,           VR7      P                  4       pVR
,          P                  V^4      p\         P                  ! W¬.^ R7      # )a  Lens axial (frame, h, w) position ids for joint image + text sequence.

With ``scale_rope=True`` h/w are centered around 0 (negative + positive
halves) and text starts at ``max(h//2, w//2)``. Result shape ``[seq, 3]``;
caller adds a batch dim for ``EmbedND``.
©Údevice©r   )ºNNNNN).é    )Nr+   N).é   )NNr+   ).r   éÿÿÿÿ)r+   N)ÚtorchÚcatÚarangeÚmaxÚzerosÚreshapeÚfloatÚexpand)r!   r"   r#   r$   r%   r)   Úh_posÚw_posÚ
text_startÚf_posÚimg_idsÚtxt_posÚtxt_idss   &&&&&&       r   Ú_lens_position_idsr>      sl  € ÷ Ü—	’	œ5Ÿ<š<¨&¸Qµ;Õ*>Ð(?ÀÈ6ÔRÜ Ÿ<š<¨¨6°Q­;¸vÔFðHó Iˆä—	’	œ5Ÿ<š<¨%¸1µ*Õ*<Ð(=¸qÈÔPÜ Ÿ<š<¨¨5°A­:¸fÔEðGó Hˆä˜ 1� e¨q¥jÓ1‰
ä—’˜VÔ3ˆÜ—’˜UÔ2ˆÜ˜Ó'ˆ
ä�LŠL˜Ô.€EÜ�kŠk˜%¨°¸&ÔA€GØ˜MÕ*€GˆF�OØ˜MÕ*€GˆF�OØ˜MÕ*€GˆF�OØ�o‰o˜b !Ó$€Gô �lŠl˜:°LÕ'@ÈÔP×VÑVÓX€GØ�gÕ×%Ñ% l°AÓ6€Gä�9Š9�gÐ'¨QÔ/Ð/r   c                  ó>   a € ] tR t^9tRR V 3R llltR R ltRtV ;t# )Ú_TimestepEmbedderc               ó$   € V ^8„  d   QhRRRRRR/# )r   Úin_channelsr   Útime_embed_dimr   ÚNoner   )r   s   "r   r   Ú_TimestepEmbedder.__annotate__:   s'   € ÷ fñ f Cð f¸ð fÐkoñ fr   c                	ó„   <€ \         SV `  4        VP                  WW4R 7      V n        VP                  W"W4R 7      V n        R# )©Údtyper)   N)ÚsuperÚ__init__ÚLinearÚlinear_1Úlinear_2)ÚselfrB   rC   rH   r)   Ú
operationsÚ	__class__s   &&&&&&€r   rJ   Ú_TimestepEmbedder.__init__:   s=   ø€ Ü‰ÑÔØ"×)Ñ)¨+ÈUÐ)ÓbˆŒØ"×)Ñ)¨.ÐPUÐ)ÓeˆŽr   c               ó    € V ^8„  d   QhRRRR/# )r   Úxr   r   r   )r   s   "r   r   rE   ?   s   € ÷  ñ  ˜ð  ¨,ñ  r   c                	ór   € V P                  V4      p\        P                  ! V4      pV P                  V4      # r   )rL   ÚFÚsilurM   ©rN   rS   s   &&r   ÚforwardÚ_TimestepEmbedder.forward?   s,   € Ø�M‰M˜!ÓˆÜ�FŠF�1‹IˆØ�}‰}˜QÓÐr   )rL   rM   ©NNN©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rJ   rX   Ú__static_attributes__Ú__classcell__©rP   s   @r   r@   r@   9   s   ø† ÷fò f÷
 ó  r   r@   c                  ó>   a € ] tR t^EtRR V 3R llltR R ltRtV ;t# )ÚLensTimestepProjEmbeddingsc               ó    € V ^8„  d   QhRRRR/# )r   Úembedding_dimr   r   rD   r   )r   s   "r   r   Ú'LensTimestepProjEmbeddings.__annotate__F   s   € ÷ zñ z cð zÐX\ñ zr   c                	óJ   <€ \         SV `  4        \        R WW4R7      V n        R# )é   ©rH   r)   rO   N)rI   rJ   r@   Útimestep_embedder)rN   rf   rH   r)   rO   rP   s   &&&&&€r   rJ   Ú#LensTimestepProjEmbeddings.__init__F   s    ø€ Ü‰ÑÔÜ!2°3¸Ð[aÔ!yˆÖr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   Útimestepr   Úhidden_statesr   r   )r   s   "r   r   rg   J   s&   € ÷ Jñ J ð J¸\ð JÈlñ Jr   c                	óp   € \        VR 4      pV P                  VP                  VP                  R7      4      # )ri   ©rH   )r   rk   ÚtorH   )rN   rn   ro   Úprojs   &&& r   rX   Ú"LensTimestepProjEmbeddings.forwardJ   s0   € Ü˜x¨Ó-ˆØ×%Ñ% d§g¡g°M×4GÑ4G gÓ&HÓIÐIr   )rk   rZ   r[   rb   s   @r   rd   rd   E   s   ø† ÷zò z÷Jó Jr   rd   c                  ó<   a € ] tR t^OtRtRR V 3R llltR tRtV ;t# )ÚGateMLPzSwiGLU MLP.c               ó$   € V ^8„  d   QhRRRRRR/# )r   r   r   Ú
hidden_dimr   rD   r   )r   s   "r   r   ÚGateMLP.__annotate__R   s'   € ÷ ]ñ ]˜Cð ]¨Sð ]Ð_cñ ]r   c                	óº   <€ \         SV `  4        VP                  WR W4R7      V n        VP                  W!R W4R7      V n        VP                  WR W4R7      V n        R# )F©ÚbiasrH   r)   N)rI   rJ   rK   Úw1Úw2Úw3)rN   r   rx   rH   r)   rO   rP   s   &&&&&&€r   rJ   ÚGateMLP.__init__R   sY   ø€ Ü‰ÑÔØ×#Ñ# C¸%ÀuÐ#Ó\ˆŒØ×#Ñ# J¸%ÀuÐ#Ó\ˆŒØ×#Ñ# C¸%ÀuÐ#Ó\ˆŽr   c                	óª   € V P                  \        P                  ! V P                  V4      R R7      P	                  V P                  V4      4      4      # )T)Úinplace)r~   rU   rV   r}   Úmul_r   rW   s   &&r   rX   ÚGateMLP.forwardX   s7   € Ø�w‰w”q—v’v˜dŸg™g a›j°$Ô7×<Ñ<¸T¿W¹WÀQ»ZÓHÓIÐIr   )r}   r~   r   rZ   ©	r\   r]   r^   r_   Ú__doc__rJ   rX   r`   ra   rb   s   @r   rv   rv   O   s   ø† Ù÷]ò ]÷Jð Jr   rv   c                  óF   a € ] tR t^\tRtRR V 3R llltRR R lltRtV ;t# )	ÚLensJointAttentionz5Joint image+text attention with fused QKV per stream.c               ó4   € V ^8„  d   QhRRRRRRRRRRRR	R
R/# )r   Ú	query_dimr   Úadded_kv_proj_dimÚdim_headÚheadsÚout_dimúOptional[int]Úepsr5   r   rD   r   )r   s   "r   r   ÚLensJointAttention.__annotate___   sY   € ÷  nñ  nàð nð ð nð ð	 nð
 ð nð ð nð ð nð 
ñ nr   c
           
     	ó   <€ \         S
V `  4        \        4       V n        Ve   TMW4,          V n        V P                  V,          V n        W0n        Ve   TMTV n        V	P                  W6WxR7      V n	        V	P                  W6WxR7      V n
        V	P                  W6WxR7      V n        V	P                  W6WxR7      V n        V	P                  V^V P                  ,          RWxR7      V n        V	P                  V^V P                  ,          RWxR7      V n        \         P"                  ! V	P                  V P                  V P                  RWxR7      \         P$                  ! 4       .4      V n        V	P                  V P                  VRWxR7      V n        R # )N©r�   rH   r)   Tr{   )rI   rJ   r
   Úcomfy_attentionÚ	inner_dimr�   rŒ   rŽ   ÚRMSNormÚnorm_qÚnorm_kÚnorm_added_qÚnorm_added_krK   Úimg_qkvÚtxt_qkvÚnnÚ
ModuleListÚIdentityÚto_outÚ
to_add_out)rN   rŠ   r‹   rŒ   r�   rŽ   r�   rH   r)   rO   rP   s   &&&&&&&&&&€r   rJ   ÚLensJointAttention.__init___   sZ  ø€ ô 	‰ÑÔÜ-Ó/ˆÔØ$+Ò$7™¸XÕ=MˆŒØ—^‘^ xÕ/ˆŒ
Ø ŒØ")Ò"5‘w¸9ˆŒà ×(Ñ(¨À%Ð(ÓWˆŒØ ×(Ñ(¨À%Ð(ÓWˆŒØ&×.Ñ.¨xÈÐ.Ó]ˆÔØ&×.Ñ.¨xÈÐ.Ó]ˆÔà!×(Ñ(¨°A¸¿¹Õ4FÈTÐY^Ð(ÓnˆŒØ!×(Ñ(Ð):¸AÀÇÁÕ<NÐUYÐafÐ(ÓvˆŒô —m’mØ×Ñ˜dŸn™n¨d¯l©lÀÈUÐÓbÜ�KŠK‹Mð%
ó ˆŒð %×+Ñ+¨D¯N©N¸IÈDÐX]Ð+ÓmˆŽr   c               ó0   € V ^8„  d   QhRRRRRRRRRRR	R
/# )r   ro   r   Úencoder_hidden_statesÚ	freqs_cisÚattention_maskúOptional[torch.Tensor]Útransformer_optionsúOptional[Dict[str, Any]]r   ú!Tuple[torch.Tensor, torch.Tensor]r   )r   s   "r   r   r‘   �   sF   € ÷ 4 ñ 4 à#ð4 ð  ,ð4 ð  ð	4 ð
 /ð4 ð 6ð4 ð 
+ñ4 r   c                	ó4  € VP                   w  rgpVP                   ^,          p	V P                  V4      P                  Wg^V P                  V P                  4      p
V
P                  ^R7      w  r¼pV P                  V4      pV P                  V4      p?
V P                  V4      P                  Wi^V P                  V P                  4      pVP                  ^R7      w  pppV P                  V4      pV P                  V4      p?\        P                  ! W¿.^R7      P                  ^^4      p??\        P                  ! VV.^R7      P                  ^^4      p??\        P                  ! VV.^R7      P                  ^^4      p??\        VVV4      w  ppVe]   V^^Wy,           3pVP                   V8w  d%   \        RV R\!        VP                   4       24      hVP#                  VP$                  4      p\'        V4      \'        V4      \'        V4      ppp\)        VVVV P                  VRVV P*                  R7      pV P,                  ^,          ! V P,                  ^ ,          ! VRRV1R3,          4      4      pV P/                  VRVR1R3,          4      pVV3# )r-   r*   Nzattention_mask must be z, got T)ÚmaskÚskip_reshaper¨   Úpreferred_attentionr+   )Úshaper›   Úviewr�   rŒ   Úunbindr—   r˜   rœ   r™   rš   r/   r0   Ú	transposer   Ú
ValueErrorÚtuplerr   rH   r	   r   r”   r    r¡   )rN   ro   r¤   r¥   r¦   r¨   ÚbszÚseq_imgÚ_Úseq_txtr›   Úimg_qÚimg_kÚimg_vrœ   Útxt_qÚtxt_kÚtxt_vÚqÚkÚvÚexpectedÚoutÚimg_outÚtxt_outs   &&&&&&                   r   rX   ÚLensJointAttention.forward�   sn  € ð (×-Ñ-‰ˆ�aØ'×-Ñ-¨aÕ0ˆð —,‘,˜}Ó-×2Ñ2°3ÀÀDÇJÁJÐPT×P]ÑP]Ó^ˆØ%Ÿn™n°˜nÓ3Ñˆ�eØ—‘˜EÓ"ˆØ—‘˜EÓ"ˆØð —,‘,Ð4Ó5×:Ñ:¸3ÈÈDÏJÉJÐX\×XeÑXeÓfˆØ%Ÿn™n°˜nÓ3Ñˆˆu�eØ×!Ñ! %Ó(ˆØ×!Ñ! %Ó(ˆØô �IŠI�u�n¨!Ô,×6Ñ6°q¸!Ó<ˆØ�5Ü�IŠI�u˜e�n¨!Ô,×6Ñ6°q¸!Ó<ˆØ�5Ü�IŠI�u˜e�n¨!Ô,×6Ñ6°q¸!Ó<ˆØ�5ä˜!˜Q 	Ó*‰ˆˆ1àÒ%Ø˜Q  7Õ#4Ð5ˆHØ×#Ñ# xÔ/Ü Ø-¨h¨Z°v¼eÀN×DXÑDXÓ>YÐ=ZÐ[óð ð ,×.Ñ.¨q¯w©wÓ7ˆNä*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆ1ˆÜ!Øˆq�!�T—Z‘Z nÀ4Ø 3Ø $× 4Ñ 4ô
ˆð —+‘+˜a–. §¡¨Q¦°°A°x¸°xÀ°NÕ0CÓ!DÓEˆØ—/‘/ # a¨©°1 nÕ"5Ó6ˆØ˜ÐÐr   )r”   rŒ   r�   r›   r•   rš   r™   r˜   r—   rŽ   r¡   r    rœ   )é@   é   Nçñhãˆµøä>NNN©NNr…   rb   s   @r   rˆ   rˆ   \   s   ø† Ù?÷ nò  n÷D4 õ 4 r   rˆ   c                  óX   a € ] tR t^¸tRR V 3R lllt]R R l4       tR	R R lltRtV ;t	# )
ÚLensTransformerBlockc               ó0   € V ^8„  d   QhRRRRRRRRRRR	R
/# )r   r   r   Únum_attention_headsÚattention_head_dimr�   r5   Úrms_normr&   r   rD   r   )r   s   "r   r   Ú!LensTransformerBlock.__annotate__¹   sN   € ÷ 1cñ 1càð1cð !ð1cð  ð	1cð
 ð1cð ð1cð 
ñ1cr   c	                	óæ  <€ \         SV `  4        \        VVVVVR VVVR7	      V n        V'       d   VP                  p	/ p
MVP
                  p	RR/p
\        V^,          ^,          4      p\        P                  ! \        P                  ! 4       VP                  V^V,          RWgR7      4      V n        V	! V3RVRVRV/V
B V n        V	! V3RVRVRV/V
B V n        \        WWgVR	7      V n        \        P                  ! \        P                  ! 4       VP                  V^V,          RWgR7      4      V n        V	! V3RVRVRV/V
B V n        V	! V3RVRVRV/V
B V n        \        WWgVR	7      V n        R
# )rÉ   )	rŠ   r‹   rŒ   r�   rŽ   r�   rH   r)   rO   Úelementwise_affineFTr{   r�   rH   r)   rj   N)rI   rJ   rˆ   Úattnr–   Ú	LayerNormr   r�   Ú
SequentialÚSiLUrK   Úimg_modÚ	img_norm1Ú	img_norm2rv   Úimg_mlpÚtxt_modÚ	txt_norm1Ú	txt_norm2Útxt_mlp)rN   r   rÎ   rÏ   r�   rÐ   rH   r)   rO   ÚNormClsÚnorm_kwargsÚ
mlp_hiddenrP   s   &&&&&&&&&   €r   rJ   ÚLensTransformerBlock.__init__¹   sƒ  ø€ ô 	‰ÑÔä&ØØ!Ø'Ø%ØØØØØ!ô

ˆŒ	÷ Ø ×(Ñ(ˆGØ‰Kà ×*Ñ*ˆGØ/°Ð7ˆKä˜˜q� 1�Ó%ˆ
ô —}’}Ü�GŠG‹IØ×Ñ˜c 1 s¥7°¸UÐÓRó
ˆŒñ ! ÑY¨#ÐY°UÐYÀ6ÐYÈ[ÑYˆŒÙ  ÑY¨#ÐY°UÐYÀ6ÐYÈ[ÑYˆŒÜ˜s°eÐWaÔbˆŒä—}’}Ü�GŠG‹IØ×Ñ˜c 1 s¥7°¸UÐÓRó
ˆŒñ ! ÑY¨#ÐY°UÐYÀ6ÐYÈ[ÑYˆŒÙ  ÑY¨#ÐY°UÐYÀ6ÐYÈ[ÑYˆŒÜ˜s°eÐWaÔbˆŽr   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rS   r   Ú
mod_paramsr   rª   r   )r   s   "r   r   rÑ   í   s'   € ÷ Tñ T�\ð T¨|ð TÐ@añ Tr   c                	óº   € VP                  ^RR7      w  r#pV ^VP                  ^4      ,           ,          VP                  ^4      ,           VP                  ^4      3# )é   r*   r.   )ÚchunkÚ	unsqueeze)rS   rå   ÚshiftÚscaleÚgates   &&   r   Ú	_modulateÚLensTransformerBlock._modulateì   sR   € à'×-Ñ-¨a°RÐ-Ó8Ñˆ�dØ�A˜Ÿ™¨Ó*Õ*Õ+¨e¯o©o¸aÓ.@Õ@À$Ç.Á.ÐQRÓBSÐSÐSr   c               ó4   € V ^8„  d   QhRRRRRRRRRRRR	R
R/# )r   ro   r   r¤   Útembr¥   r¦   r§   r¨   r©   r   rª   r   )r   s   "r   r   rÑ   ñ   sP   € ÷  4ñ  4à#ð 4ð  ,ð 4ð ð	 4ð
  ð 4ð /ð 4ð 6ð 4ð 
+ñ 4r   c                	óž  € V P                  V4      P                  ^RR7      w  rxV P                  V4      P                  ^RR7      w  ršV P                  V P	                  V4      V4      w  r¼V P                  V P                  V4      V	4      w  rÞV P                  VVVVVR7      w  ppWV,          ,           pW.V,          ,           pV P                  V P                  V4      V4      w  ppVVV P                  V4      ,          ,           pV P                  V P                  V4      V
4      w  ppVVV P                  V4      ,          ,           pW!3# )r   r*   )ro   r¤   r¥   r¦   r¨   r.   )rØ   rè   rÜ   rí   rÙ   rÝ   rÔ   rÚ   rÛ   rÞ   rß   )rN   ro   r¤   rð   r¥   r¦   r¨   Úimg_mod1Úimg_mod2Útxt_mod1Útxt_mod2Úimg_modulatedÚ	img_gate1Útxt_modulatedÚ	txt_gate1Úimg_attnÚtxt_attnÚimg_modulated2Ú	img_gate2Útxt_modulated2Ú	txt_gate2s   &&&&&&&              r   rX   ÚLensTransformerBlock.forwardñ   s?  € ð "Ÿ\™\¨$Ó/×5Ñ5°a¸RÐ5Ó@ÑˆØ!Ÿ\™\¨$Ó/×5Ñ5°a¸RÐ5Ó@Ñˆà#'§>¡>°$·.±.ÀÓ2OÐQYÓ#ZÑ ˆØ#'§>¡>°$·.±.ÐAVÓ2WÐYaÓ#bÑ ˆà!ŸY™YØ'Ø"/ØØ)Ø 3ð 'ó 
Ñˆ�(ð &°HÕ(<Õ<ˆØ 5ÀHÕ8LÕ LÐà$(§N¡N°4·>±>À-Ó3PÐRZÓ$[Ñ!ˆ˜	Ø%¨	°D·L±LÀÓ4PÕ(PÕPˆà$(§N¡N°4·>±>ÐBWÓ3XÐZbÓ$cÑ!ˆ˜	Ø 5¸	ÀDÇLÁLÐQ_ÓD`Õ8`Õ `Ðà$Ð3Ð3r   )	rÔ   rÛ   rØ   rÙ   rÚ   rß   rÜ   rÝ   rÞ   )ç�íµ ÷Æ°>TNNNrÊ   )
r\   r]   r^   r_   rJ   Ústaticmethodrí   rX   r`   ra   rb   s   @r   rÌ   rÌ   ¸   s0   ø† ÷1cò 1cðf ôTó ðT÷ 4õ  4r   rÌ   c                  óB   a € ] tR tRtRtRR V 3R llltR R ltRtV ;t# )	Ú_AdaLayerNormContinuousNoAffinei  u–   AdaLayerNormContinuous(elementwise_affine=False).

The reference uses ``scale, shift = chunk(2)`` (scale first) â€” opposite
to Flux's ``LastLayer``.
c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   rf   r   Úconditioning_embedding_dimr�   r5   r   rD   r   )r   s   "r   r   Ú,_AdaLayerNormContinuousNoAffine.__annotate__  s*   € ÷ +ñ + cð +Àsð +ÐQVð +Ø>Bñ+r   c                	ó|   <€ \         SV `  4        VP                  W!^,          RWER7      V n        W0n        Wn        R# )r   Tr{   N)rI   rJ   rK   Úlinearr�   rf   )rN   rf   r  r�   rH   r)   rO   rP   s   &&&&&&&€r   rJ   Ú(_AdaLayerNormContinuousNoAffine.__init__  s>   ø€ ä‰ÑÔØ ×'Ñ'Ø&¸Õ(9ÀÈEð (ó 
ˆŒð ŒØ*Ör   c               ó$   € V ^8„  d   QhRRRRRR/# )r   rS   r   Úconditioningr   r   )r   s   "r   r   r  $  s&   € ÷ Añ A˜ð A°\ð AÀlñ Ar   c                	óH  € V P                  \        P                  ! V4      4      p\        P                  ! V^RR7      w  rE\        P
                  ! WP                  3RRV P                  4      pV^VP                  ^4      ,           ,          VP                  ^4      ,           # )r   r*   Nr.   )	r	  rU   rV   r/   rè   Ú
layer_normrf   r�   ré   )rN   rS   r  Úembrë   rê   s   &&&   r   rX   Ú'_AdaLayerNormContinuousNoAffine.forward$  su   € Ø�k‰kœ!Ÿ&š& Ó.Ó/ˆÜ—{’{ 3¨¨rÔ2‰ˆÜ�LŠL˜×/Ñ/Ð1°4¸¸t¿x¹xÓHˆØ�A˜Ÿ™¨Ó*Õ*Õ+¨e¯o©o¸aÓ.@Õ@Ð@r   )rf   r�   r	  )r  NNNr…   rb   s   @r   r  r    s   ø† ñ÷+ò +÷Aó Ar   r  c                  ól   a € ] tR tRtRtRR V 3R llltRR R lltRR R llt]R	 R
 l4       t	Rt
V ;t# )ÚLensTransformer2DModeli+  zELens dual-stream MMDiT (48 blocks, inner_dim=1536, multi-layer text).c               óH   € V ^8„  d   QhRRRRRRRRRRRRR	RR
RRRRRRRRR/# )r   Ú
patch_sizer   rB   Úout_channelsr�   Ú
num_layersrÏ   rÎ   Úenc_hidden_dimÚaxes_dims_ropezTuple[int, int, int]rÐ   r&   Úmulti_layer_encoder_featureÚselected_layer_indexzTuple[int, ...]r   rD   r   )r   s   "r   r   Ú#LensTransformer2DModel.__annotate__.  s�   € ÷ B
ñ B
àðB
ð ðB
ð $ð	B
ð
 ðB
ð  ðB
ð !ðB
ð ðB
ð -ðB
ð ðB
ð &*ðB
ð .ðB
ð" 
ñ#B
r   c                	ó€  <€ \         SV `  4        Wn        W n        Ve   TMTV n        We,          V n        W n        \        V4      V n        WÐn	        \        VR\        V4      R7      V n        \        V P
                  WÞVR7      V n        V P                  '       d‡   \        P                  ! V P                   Uu. uF  pVP!                  VRWÞR7      NK  	  up4      V n        VP%                  V\'        V P                  4      ,          V P
                  RWÞR7      V n        M<VP!                  VRWÞR7      V n        VP%                  WpP
                  RWÞR7      V n        VP%                  W P
                  RWÞR7      V n        \        P                  ! \-        V4       Uu. uF  p\/        V P
                  VVRV	WÞVR	7      NK!  	  up4      V n        \3        V P
                  V P
                  RWÞVR
7      V n        VP%                  V P
                  W,          V P                  ,          RWÞR7      V n        R # u upi u upi )Ni'  )r   ÚthetaÚaxes_dim)rf   rH   r)   rO   rÉ   r“   Tr{   r  )r   rÎ   rÏ   r�   rÐ   rH   r)   rO   )r�   rH   r)   rO   )rI   rJ   r  rB   r  r•   r  Úlistr  rH   r   Ú	pos_embedrd   Útime_text_embedr�   rž   r–   Útxt_normrK   ÚlenÚtxt_inÚimg_inÚrangerÌ   Útransformer_blocksr  Únorm_outÚproj_out)rN   r  rB   r  r  rÏ   rÎ   r  r  rÐ   r  r  Úimage_modelrH   r)   rO   r·   rP   s   &&&&&&&&&&&&&&&& €r   rJ   ÚLensTransformer2DModel.__init__.  s  ø€ ô$ 	‰ÑÔØ$ŒØ&ÔØ,8Ò,D™LÈ+ˆÔØ,ÕAˆŒØ+FÔ(Ü$(Ð)=Ó$>ˆÔ!ØŒ
ä Ð%7¸uÌtÐTbÓOcÔdˆŒÜ9ØŸ.™.°ÐQ[ô 
ˆÔð ×+×+Ð+ÜŸMšMà×3Ò3ó5Ù3�Qð ×#Ñ# N¸ÀEÐ#ÖYÙ3ñ5óˆDŒMð %×+Ñ+Ø¤ T×%>Ñ%>Ó!?Õ?Ø—‘ T°ð ,ó ˆD�Kð
 '×.Ñ.¨~À4ÈuÐ.ÓdˆDŒMØ$×+Ñ+¨N¿N¹NÐQUÐ]bÐ+ÓrˆDŒKà ×'Ñ'¨·^±^È$ÐV[Ð'ÓkˆŒä"$§-¢-ô ˜:Ô&ó
1
ñ '�ô !Ø—N‘NØ$7Ø#5ØØ!Ø°z÷ñ 'ñ
1
ó 
#ˆÔô 8Ø�N‰N˜DŸN™N°Ø°:ô
ˆŒð #×)Ñ)Ø�N‰N˜JÕ3°d×6GÑ6GÕGÈdØð *ó 
ˆŽùò;5ùò
1
s   Â;H6Æ%H;c               ó0   € V ^8„  d   QhRRRRRRRRRRR	R/# )
r   rS   r   rn   Úcontextr¦   r§   r¨   r©   r   r   )r   s   "r   r   r  r  sA   € ÷ Wñ W˜ð W°ð WÈð WÐf|ð WØ%=ðWØS_ñWr   c                	ó  € Vf   / p\         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4V3/ VB # r   )	r   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)rN   rS   rn   r-  r¦   r¨   Úkwargss   &&&&&&,r   rX   ÚLensTransformer2DModel.forwardr  s‰   € àÒ&Ø"$ÐÜ×&Ñ&×6Ñ6×IÑIØ�M‰M˜4Ü×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ðð ˜wÐ8KñWð PVñWð 	Wr   c               ó4   € V ^8„  d   QhRRRRRRRRRRR	RR
R/# )r   rS   r   rn   r-  r¦   r§   r¨   r©   Úcontrolr   r   )r   s   "r   r   r  {  sb   € ÷ |Hñ |Hàð|Hð ð|Hð ð	|Hð
 /ð|Hð 6ð|Hð *ð|Hð 
ñ|Hr   c                óx  a € Vf   / pVP                  4       pVP                  R/ 4      pVP                  R/ 4      p	V	P                  R/ 4      p
VP                  w  r¼rÞVP                  ^ ^^^4      P	                  W½V,          V4      pV P
                  '       dx   \        V P                  4      pVP                  R,          V,          p\        VP	                  VRVV4      P                  ^R7      4      pV^ ,          P                  ^,          pMTpVP                  ^,          pVf4   \        P                  ! VV3\        P                  VP                  R7      pWÞ,          pV P                  VV4      pV P                  V4      pVP!                  VP"                  4      pV P
                  '       dR   \%        X4       Uu. uF#  pV P&                  V,          ! VV,          4      NK%  	  pp\        P(                  ! VRR7      pMV P'                  V4      pV P+                  V4      pRV9   d1   VR,           F#  pV! RVR	VR
V/4      pVR,          pVR	,          pK%  	  V P-                  W/4      p\/        ^WÞVVP                  R7      P1                  ^ 4      pV P3                  V4      p\        V P4                  4      VR&   RVR&   \7        V P4                  4       EF  w  po VVR&   RV3V
9   d:   V 3R lpV
RV3,          ! RVR	VRVRVRVR
V/RV/4      pVR	,          pVR,          pMS ! VVVVVVR7      w  ppRV9   d5   VR,           F'  pV! RVR	VRVRVR
V/4      pVR,          pVR	,          pK)  	  Vf   K   VP                  R4      pVf   K·  V\        V4      8  g   KÉ  VV,          pVf   KØ  VRRVP                  ^,          13;;,          V,          uu&   EK  	  V P9                  VV4      pV P;                  V4      pVP	                  W½Wì4      P                  ^ ^^^4      P=                  4       # u upi )zFComfyUI bridge: ``(x[B,128,h,w], t[B], context[B,S,L*H], mask[B,S])``.NÚpatchesÚpatches_replaceÚditr*   rG   Ú
post_inputÚimgÚtxtr¨   r(   Útotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc           
     ó®   <€ / pS! V R ,          V R,          V R,          V R,          V P                  R4      V P                  R4      R7      w  VR&   VR &   V# )r@  rA  ÚvecÚpeÚ	attn_maskr¨   ©ro   r¤   rð   r¥   r¦   r¨   )Úget)ÚargsrÃ   Úblocks   & €r   Ú
block_wrapÚ3LensTransformer2DModel._forward.<locals>.block_wrapÀ  s[   ø€ Ø�CÙ-2Ø&*¨5¥kØ.2°5­kØ! %�[Ø"& t¥*Ø'+§x¡x°Ó'<Ø,0¯H©HÐ5JÓ,Kô.Ñ*�C˜‘J  E¡
ð �Jr   rH  rI  rJ  Úoriginal_blockrK  rS   Úinputr+   r.   )ÚcopyrL  r¯   Úpermuter4   r  r#  r  r  r±   r/   Úonesr&   r)   Ú_build_joint_attention_maskr%  rr   rH   r&  r"  r0   r$  r!  r>   ré   r   r'  Ú	enumerater(  r)  Ú
contiguous)!rN   rS   rn   r-  r¦   r¨   r:  r7  r<  r=  Úblocks_replaceÚBÚCÚhÚwro   ÚLÚenc_dimr¤   r$   Úimg_lenÚ
joint_maskÚiÚnormedÚprÃ   rð   Úidsr¥   rO  Ú	control_iÚaddrN  s!   &&&&&&&,                        @r   r2  ÚLensTransformer2DModel._forward{  sF  ø€ ð Ò&Ø"$ÐØ1×6Ñ6Ó8ÐØ%×)Ñ)¨)°RÓ8ˆØ-×1Ñ1Ð2CÀRÓHˆØ(×,Ñ,¨U°BÓ7ˆà—W‘W‰
ˆˆaØŸ	™	 ! Q¨¨1Ó-×5Ñ5°a¸Q½ÀÓBˆà×+×+Ð+Ü�D×-Ñ-Ó.ˆAØ—m‘m BÕ'¨1Õ,ˆGÜ$(Ø—‘  2 q¨'Ó2×9Ñ9¸aÐ9Ó@ó%Ð!ð 1°Õ3×9Ñ9¸!Õ<‰Là$+Ð!Ø"Ÿ=™=¨Õ+ˆLàÒ!Ü"ŸZšZØ�LÐ!¬¯©¸A¿H¹HôˆNð •%ˆØ×5Ñ5°nÀgÓNˆ
àŸ™ MÓ2ˆØ—;‘;˜}×2Ñ2Ó3ˆà×+×+Ð+ÜJOÐPQÌ(ÓSÉ(ÀQ�d—m‘m AÖ&Ð'<¸QÕ'?Ö@É(ˆFÐSÜ$)§I¢I¨f¸"Ô$=Ñ!à$(§M¡MÐ2GÓ$HÐ!Ø $§¡Ð,AÓ BÐà˜7Ô"Ø˜\×*Ð*�ÙØ˜=ØÐ0Ø)Ð+>ðó �ð
 !$ E¥
�Ø(+¨E­
Ò%ñ +ð ×#Ñ# HÓ<ˆÜ   A¨,¸}×?SÑ?SÔT×^Ñ^Ð_`ÓaˆØ—N‘N 3Ó'ˆ	ä.1°$×2IÑ2IÓ.JÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"9Ñ"9×:‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4õ
ð % n°aÐ%8Ö9à˜}ØÐ4Ø˜tØ˜iØ# ZØ-Ð/Bðð & zÐ2ó
�ð ),¨E­
Ð%Ø # E¥
‘á7<Ø"/Ø*?ØØ'Ø#-Ø(;ô8Ñ4Ð% }ð  Ô(Ø  ×0Ð0�AÙØ˜}ØÐ4Ø˜QØ% qØ-Ð/Bðó �Cð %(¨¥J�MØ,/°­JÒ)ñ 1ð Ô"Ø#ŸK™K¨Ó0�	ØÔ(¨Q´°Y³Ö-?Ø# A�,�CØ”Ø% a¨¨#¯)©)°A­,¨Ð&6×7¸3Õ>Ö7ñm ;ðp Ÿ™ m°TÓ:ˆØ�m‰m˜MÓ*ˆØ�{‰{˜1 Ó&×.Ñ.¨q°!°Q¸Ó:×EÑEÓGÐGùòa Ts   Ç)P7c               ó$   € V ^8„  d   QhRRRRRR/# )r   Ú	text_maskr   r`  r   r   r   )r   s   "r   r   r  ú  s!   € ÷ *ñ *¨|ð *Àcð *Èlñ *r   c                	óø  € V P                   \        P                  8w  d   V P                  4       p V P                  ^ ,          p\        P                  ! W!3\        P                  V P
                  R7      p\        P                  ! W0.^R7      p\        P                  ! V\        P                  R7      pVP                  V( \        P                  ! \        P                  4      P                  4       VR,          # )r,   rG   r*   rq   )r+   NNr+   )rH   r/   r&   r¯   rU  r)   r0   Ú
zeros_likeÚfloat32Úmasked_fill_ÚfinfoÚmin)rj  r`  rµ   Úimg_onesÚjointÚadditives   &&    r   rV  Ú2LensTransformer2DModel._build_joint_attention_maskù  s¤   € à�?‰?œeŸj™jÔ(Ø!Ÿ™Ó(ˆIØ�o‰o˜aÕ ˆÜ—:’:˜s˜n´E·J±JÀy×GWÑGWÔXˆÜ—	’	˜8Ð/°QÔ7ˆÜ×#Ò# E´·±Ô?ˆØ×Ñ˜u˜f¤e§k¢k´%·-±-Ó&@×&DÑ&DÔEØÐ(Õ)Ð)r   )rH   r%  rB   r•   r  r(  r  r  r   r)  r  r!  r'  r$  r"  )r   é€   é    é0   rÇ   é   i@  )rÈ   é   ry  TT)é   é   é   é   NNNNrÊ   rZ   )r\   r]   r^   r_   r†   rJ   rX   r2  r  rV  r`   ra   rb   s   @r   r  r  +  s5   ø† ÙO÷B
ò B
÷HW÷|Hð| ô*ó ö*r   r  )ri   )TN)"r†   Ú
__future__r   Útypingr   r   r   r   r/   Útorch.nnr�   Útorch.nn.functionalÚ
functionalrU   Úcomfy.ldm.flux.layersr   Úcomfy.patcher_extensionr   Úcomfy.ldm.flux.mathr   Úcomfy.ldm.modules.attentionr	   r
   r   r   r>   ÚModuler@   rd   rv   rˆ   rÌ   r  r  r   r   r   Ú<module>rˆ     s¸   ðÙ &å "ç -Ó -ã Ý ß Ð ã Û Ý )Ý *ß eÑ e÷<÷ 0ôF	 ˜Ÿ	™	ô 	 ôJ §¡ô Jô
Jˆb�i‰iô 
JôY ˜Ÿ™ô Y ôxY4˜2Ÿ9™9ô Y4ôxA b§i¡iô Aô.W*˜RŸY™Yö W*r   