+
    ƒ°ñj_Ó  ã                   ó8  € ^ RI t ^ RIHu Ht ^ RIHt ^ RIt^ RIt^ RI	H
t
HtHtHt ^ RIHtHtHtHtHt ^ RIHtHtHt ^ RIHt ^ RIHtHt R tR tR	 t ! R
 R]P@                  4      t! ! R R]PD                  4      t# ! R R]PD                  4      t$ ! R R]PD                  4      t% ! R R]%4      t& ! R R]PD                  4      t'R t( ! R R]PD                  4      t) ! R R]PD                  4      t* ! R R]PD                  4      t+ ! R R]PD                  4      t, ! R R ]PD                  4      t- ! R! R"]PD                  4      t. ! R# R$]PD                  4      t/ ! R% R&]PD                  4      t0] Pb                  ! . R;O. R<O. R=O.4      t2] Pb                  ! . R>O. R?O. R@O. RAO.4      t3] Ph                  3R' R( llt5R) R* lt6R+ R, lt7R- R. lt8] Ph                  3R/ R0 llt9RBR1 R2 llt:R3 R4 lt;RCR5 R6 llt<RDR7 R8 llt= ! R9 R:]PD                  4      t>R# )Eé    N)ÚSparseTensorÚSparseLinearÚ
sparse_catÚVarLenTensor)ÚOptionalÚTupleÚLiteralÚUnionÚList)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)ÚTimestepEmbedder)Ú
apply_ropeÚapply_rope1c                 ó´  € \        V \        4      '       d0   V P                  4       VP                  4       VP                  4       r!p V P                  ^,          pV P	                  ^ ^^^4      p VP	                  ^ ^^^4      pVP	                  ^ ^^^4      p\        V 4      \        V4      \        V4      r!p \        WW$3RRRR/VB pVP	                  ^ ^^^4      # )é   Úskip_output_reshapeTÚskip_reshape)Ú
isinstancer   ÚtakeÚshapeÚpermuter   )ÚqÚkÚvÚkwargsÚheadsÚouts   &&&,  Ú<C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\trellis2\model.pyÚdense_attentionr!      sÅ   € Ü�!Ô-×.Ò.Ø—&‘&“(˜AŸF™F›H a§f¡f£hˆaˆØ�G‰G�A�J€EØ	�	‰	�!�Q˜˜1Ó€AØ	�	‰	�!�Q˜˜1Ó€AØ	�	‰	�!�Q˜˜1Ó€AÜ& qÓ)Ô+CÀAÓ+FÔH`ÐabÓHcˆ!€AÜ
˜a AÑ
dÀ$Ð
dÐUYÐ
dÐ]cÑ
d€CØ�;‰;�q˜!˜Q Ó"Ð"ó    c                 ód  € \        V \        4      '       g   V R 3# V P                   Uu. uF  qP                  VP                  ,
          NK!  	  pp\        \        V4      4      ^8X  dW   V P                  P                  ! \        V P                  4      V^ ,          .V P                  P                  R,          O5!  R 3# \        V4      pV P                  P                  \        V P                  4      V.V P                  P                  R,          O54      p\        P                  ! \        V P                  4      V3\        P                  V P                  R7      p\!        \#        V P                  V4      4       F)  w  pw  rV P                  V,          WFR V13&   RWVR V13&   K+  	  WE3# u upi )Nºé   NN©ÚdtypeÚdeviceT)r   r   ÚlayoutÚstopÚstartÚlenÚsetÚfeatsÚviewr   ÚmaxÚ	new_zerosÚtorchÚzerosÚboolr(   Ú	enumerateÚzip)ÚtÚitemÚseqlensÚ
max_seqlenÚpaddedÚvalidÚiÚseqlens   &       r    Ú
_to_paddedr?      sB  € Ü�aœ×&Ò&Ø�$ˆwˆØ23·(²(Ó;±(¨$�y‰y˜4Ÿ:™:×%Ð%±(€GÐ;Ü
Œ3ˆw‹<Ó˜AÔØ�w‰w�|Š|œC §¡›M¨7°1­:ÐJ¸¿¹¿¹ÀbÕ8IÓJÈDÐPÐPÜ�W“€JØ�W‰W×Ñ¤ A§H¡H£¨zÐN¸A¿G¹G¿M¹MÈ"Õ<MÑNÓO€FÜ�KŠKœ˜QŸX™X›¨
Ð3¼5¿:¹:ÈaÏhÉhÔW€EÜ&¤s¨1¯8©8°WÓ'=Ö>Ñˆ‰>ˆDØŸW™W T�]ˆ�'�6�'ˆzÑØ ˆ��&�ˆjÓñ ?ð ˆ=Ðùò <s   ©%F-c                 óB  € \        V \        4      '       d0   V P                  4       VP                  4       VP                  4       r!p \        V 4      w  rE\        V4      w  rg\        V4      w  r‰Ve›   \        P
                  ! VP                  ^ ,          ^^VP                  ^,          3VP                  VP                  R7      p
V
P                  VR,          ( \        P                  ! VP                  4      P                  ) 4       W£R&   \        V4      \        V4      \        V4      r†p??\        WFV3/ VB p\        V \        4      '       dP   Ve   V P                  Wµ,          4      # V P                  VP                  ! R.VP                  R,          O5!  4      # V# )Nr&   Úmask:r   NN)ºNNNNNrB   éÿÿÿÿ)r   r   r   r?   r2   r3   r   r'   r(   Úmasked_fill_Úfinfor0   r!   r   ÚreplaceÚreshape)r   r   r   r   Úq_paddedÚq_validÚk_paddedÚk_validÚv_paddedÚ_rA   r   s   &&&,        r    Úsparse_attentionrN   (   sS  € Ü�!Ô-×.Ò.Ø—&‘&“(˜AŸF™F›H a§f¡f£hˆaˆÜ" 1›Ñ€HÜ" 1›Ñ€HÜ˜Q“-�K€HØÒÜ�{Š{˜GŸM™M¨!Õ,¨a°°G·M±MÀ!Õ4DÐEØ!)§¡¸¿¹ôIˆà×Ñ˜7Ð#3Õ4Ð4´u·{²{À8Ç>Á>Ó7R×7VÑ7VÐ6VÔWØˆv‰Ü#;¸HÓ#EÔG_Ð`hÓGiô  lDð  EMó  lN˜€HØ	ˆ1Ü
˜(¨hÑ
A¸&Ñ
A€CÜ�!”\×"Ò"ØÒØ—9‘9˜S�\Ó*Ð*Ø�y‰y˜Ÿš RÐ8¨#¯)©)°B­-Ó8Ó9Ð9Ø€Jr"   c                   ó>   a a€ ] tR t^=t oV3R lV 3R lltRtVtV ;t# )Ú
SparseGELUc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   ÚinputÚreturn©r   )ÚformatÚ__classdict__s   "€r    Ú__annotate__ÚSparseGELU.__annotate__>   s   ø€ ÷ ;ñ ;™\ð ;©lñ ;r"   c                óT   <€ VP                  \        SV `	  VP                  4      4      # ©N)rF   ÚsuperÚforwardr.   )ÚselfrR   Ú	__class__s   &&€r    r\   ÚSparseGELU.forward>   s   ø€ Ø�}‰}œU™W™_¨U¯[©[Ó9Ó:Ð:r"   © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r\   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r^   rV   s   @@r    rP   rP   =   s   ù‡ € ÷;÷ ;ó ;r"   rP   c                   óT   a a€ ] tR t^At oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚSparseFeedForwardNetc                ó&   <€ V ^8„  d   QhRS[ RS[/# ©r   ÚchannelsÚ	mlp_ratio©ÚintÚfloat)rU   rV   s   "€r    rW   Ú!SparseFeedForwardNet.__annotate__B   ó   ø€ ÷ 
ñ 
¡ð 
±ñ 
r"   c                óà   <€ \         SV `  4        \        P                  ! \	        V\        W,          4      W4VR 7      \        RR7      \	        \        W,          4      WWER 7      4      V n        R# )©r(   r'   Ú
operationsÚtanh©ÚapproximateN)r[   Ú__init__ÚnnÚ
Sequentialr   rp   rP   Úmlp©r]   rm   rn   r(   r'   rv   r^   s   &&&&&&€r    rz   ÚSparseFeedForwardNet.__init__B   sR   ø€ Ü‰ÑÔÜ—=’=Ü˜¤3 xÕ';Ó#<ÀVÐeoÔpÜ 6Ô*Üœ˜XÕ1Ó2°HÐSXÔpó
ˆŽr"   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# ©r   ÚxrS   rT   )rU   rV   s   "€r    rW   rr   J   s   ø€ ÷ ñ ™ð ©,ñ r"   c                ó$   € V P                  V4      # rZ   ©r}   ©r]   r‚   s   &&r    r\   ÚSparseFeedForwardNet.forwardJ   ó   € Ø�x‰x˜‹{Ðr"   r„   ©ç      @NNN©	ra   rb   rc   rd   rz   r\   re   rf   rg   rh   s   @@r    rj   rj   A   ó   ù‡ € ÷
õ 
÷÷ ð r"   rj   c                   óT   a a€ ] tR t^Mt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚMultiHeadRMSNormc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Údimr   )rp   )rU   rV   s   "€r    rW   ÚMultiHeadRMSNorm.__annotate__P   s   ø€ ÷ Wñ W™Cð W©ñ Wr"   c           	     ó†   <€ \         SV `  4        \        P                  ! \        P
                  ! W!W4R 7      4      V n        R# )©r(   r'   N)r[   rz   r{   Ú	Parameterr2   ÚemptyÚgamma)r]   r�   r   r(   r'   r^   s   &&&&&€r    rz   ÚMultiHeadRMSNorm.__init__P   s)   ø€ Ü‰ÑÔÜ—\’\¤%§+¢+¨eÀÔ"UÓVˆŽ
r"   c                óz   <€ V ^8„  d   QhRS[ S[S[P                  3,          RS[ S[S[P                  3,          /# r�   )r
   r   r2   ÚTensor)rU   rV   s   "€r    rW   r�   T   s>   ø€ ÷ Vñ V™™|©U¯\©\Ð9Õ:ð V¹uÁ\ÑSX×S_ÑS_ÐE_Õ?`ñ Vr"   c                óæ  € \        V\        4      '       d†   VP                  \        P                  ! VP
                  VP
                  P                  R,          34      \        P                  P                  V P                  VP
                  4      ,          4      # \        P                  ! WP                  R,          34      \        P                  P                  V P                  V4      ,          # )r%   rC   )r   r   rF   ÚFÚrms_normr.   r   ÚcomfyÚopsÚcast_to_inputr•   r…   s   &&r    r\   ÚMultiHeadRMSNorm.forwardT   s•   € Ü�aœ×&Ò&Ø—9‘9œQŸZšZ¨¯©°!·'±'·-±-ÀÕ2CÐ1EÓFÌÏÉ×I`ÑI`Ðae×akÑakÐmn×mtÑmtÓIuÕuÓvÐvÜ�zŠz˜!Ÿg™g b�k˜^Ó,¬u¯y©y×/FÑ/FÀtÇzÁzÐSTÓ/UÕUÐUr"   )r•   ©NNrŠ   rh   s   @@r    r�   r�   M   s#   ù‡ € ÷Wõ W÷V÷ Vð Vr"   r�   c                   ó^   a a€ ] tR t^Yt oRV3R lV 3R llltV3R lR ltRR ltRtVtV ;t	# )	ÚSparseRotaryPositionEmbedderc                óB   <€ V ^8„  d   QhRS[ RS[ RS[S[S[3,          /# )r   Úhead_dimr�   Ú	rope_freq)rp   r   rq   )rU   rV   s   "€r    rW   Ú)SparseRotaryPositionEmbedder.__annotate__Z   s0   ø€ ÷ Añ A¡ð A©3ð A¹uÁUÉEÀ\Õ?Rñ Ar"   c                óZ  <€ \         SV `  4        Wn        W n        W0n        V^,          V,          V n        \        P                  ! V P
                  \        P                  VR7      V P
                  ,          V n	        V^ ,          V^,          V P                  ,          ,          V n	        R# )r   r&   N)
r[   rz   r¤   r�   r¥   Úfreq_dimr2   ÚarangeÚfloat32Úfreqs)r]   r¤   r�   r¥   r(   r^   s   &&&&&€r    rz   Ú%SparseRotaryPositionEmbedder.__init__Z   sr   ø€ Ü‰ÑÔØ ŒØŒØ"ŒØ  A�¨Õ,ˆŒÜ—\’\ $§-¡-´u·}±}ÈVÔTÐW[×WdÑWdÕdˆŒ
Ø˜q•\ Y¨q¥\°T·Z±ZÕ%?Õ@ˆŽ
r"   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   ÚcoordsrS   ©r2   r˜   )rU   rV   s   "€r    rW   r¦   c   s#   ø€ ÷ ñ ¡U§\¡\ð ±e·l±lñ r"   c           	     óD  € . p\        V P                  4       FU  pVP                  \        P                  ! VR V3,          V P
                  P                  VP                  4      4      4       KW  	  \        P                  ! VRR7      pVP                  R,          V P                  ^,          8  dv   V P                  ^,          VP                  R,          ,
          p\        P                  ! V\        P                  ! . VP                  RR OVN5RVP                  / .RR7      p\        P                  ! V4      p\        P                  ! V4      p\        P                  ! Wg.RR7      p\        P                  ! V) V.RR7      p	\        P                  ! W‰.RR7      p
V
# ).©r�   Nr(   rC   )Úranger�   Úappendr2   Úouterr«   Útor(   Úcatr   r¤   r3   ÚcosÚsinÚstack)r]   r¯   Úphases_listr=   ÚphasesÚpadnr¸   r¹   Úf_cis_0Úf_cis_1Ú	freqs_ciss   &&         r    Ú_get_freqs_cisÚ+SparseRotaryPositionEmbedder._get_freqs_cisc   s.  € ØˆÜ�t—x‘x–ˆAØ×ÑœuŸ{š{¨6°#°q°&­>¸4¿:¹:¿=¹=ÈÏÉÓ;WÓXÖYñ !ô —’˜;¨BÔ/ˆà�<‰<˜Õ˜dŸm™m¨qÕ0Ô0Ø—=‘= AÕ%¨¯©°RÕ(8Õ8ˆDÜ—Y’Y ¬¯ªÐ(c°V·\±\À#À2Ð5FÐ(cÈÒ(cÐU[×UbÑUbÑ(cÐdÐjlÔmˆFä�iŠi˜ÓˆÜ�iŠi˜Óˆä—+’+˜s˜j¨bÔ1ˆÜ—+’+ ˜t S˜k¨rÔ2ˆÜ—K’K Ð 2¸Ô;ˆ	àÐr"   c                óØ  € R V P                    RV P                  ^,           RV P                   2pVP                  V4      pVfS   VP                  R,          P                  \        P                  4      pV P                  V4      pVP                  W44       VP                  P                  ^8X  d   VP                  ^4      MTpVf;   VP                  \        VP                  R,          VR,          4      ^ ,          4      # \        VP                  R,          VP                  R,          VR,          4      w  rxVP                  V^ ,          4      VP                  V^ ,          4      3# )Ú	rope_cis_Úd_fÚ_hdN).r$   )r�   r¥   r¤   Úget_spatial_cacher¯   r¶   r2   rª   rÁ   Úregister_spatial_cacher.   ÚndimÚ	unsqueezerF   r   r   )	r]   r   r   Ú
cache_namerÀ   r¯   Úf_cisÚq_featsÚk_featss	   &&&      r    r\   Ú$SparseRotaryPositionEmbedder.forwardw   s  € Ø  §¡ 
¨#¨d¯n©n¸QÕ.?Ð-@ÀÀDÇMÁMÀ?ÐSˆ
Ø×'Ñ'¨
Ó3ˆ	àÒØ—X‘X˜gÕ&×)Ñ)¬%¯-©-Ó8ˆFØ×+Ñ+¨FÓ3ˆIØ×$Ñ$ ZÔ;à*+¯'©'¯,©,¸!Ô*;�	×#Ñ# AÔ&ÀˆàŠ9Ø—9‘9œ[¨¯©°­¸¸d½ÓDÀQÕGÓHÐHä% a§g¡g¨d¥m°Q·W±W¸Tµ]ÀEÈ$ÅKÓPÑˆØ�y‰y˜ �Ó$ a§i¡i°¸µ
Ó&;Ð;Ð;r"   )r�   r¨   r«   r¤   r¥   )é   )ç      ð?g     ˆÃ@NrZ   )
ra   rb   rc   rd   rz   rÁ   r\   re   rf   rg   rh   s   @@r    r¢   r¢   Y   s%   ù‡ € ÷Aõ A÷ð ÷(<ô <r"   r¢   c                   ó2   a € ] tR t^‰t o V 3R lR ltRtV tR# )ÚRotaryPositionEmbedderc                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r®   r°   )rU   rV   s   "€r    rW   Ú#RotaryPositionEmbedder.__annotate__Š   s#   ø€ ÷ +ñ +™eŸl™lð +©u¯|©|ñ +r"   c                ó$   € V P                  V4      # rZ   )rÁ   )r]   r¯   s   &&r    r\   ÚRotaryPositionEmbedder.forwardŠ   s   € Ø×"Ñ" 6Ó*Ð*r"   r`   N)ra   rb   rc   rd   r\   re   rf   )rV   s   @r    rÓ   rÓ   ‰   s   ø‡ € ÷+ö +r"   rÓ   c                   ó¢   a a€ ] tR t^�t oRV3R lV 3R lllt]V3R lR l4       t]V3R lR l4       tV3R lR ltRV3R	 lR
 llt	Rt
VtV ;t# )ÚSparseMultiHeadAttentionc                ó\   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[R,          RS[RS[/# ©r   rm   Ú	num_headsÚctx_channelsÚtypeÚqkv_biasÚqk_rms_norm)r]   Úcross©rp   r   r	   r4   )rU   rV   s   "€r    rW   Ú%SparseMultiHeadAttention.__annotate__Ž   sX   ø€ ÷ !Sñ !Sáð!Sñ ð!Sñ ™s•mð	!Sñ
 �oÕ&ð!Sñ ð!Sñ ñ!Sr"   c
                ó¸  <€ \         S
V `  4        \        4       V n        Wn        W,          V n        Ve   TMTV n        W n        W@n        W`n	        V P                  R8X  d"   V	P                  W^,          WWVR7      V n        MDV	P                  WWWVR7      V n        V	P                  V P                  V^,          WWVR7      V n        V P                  '       d;   \        V P
                  W'VR7      V n        \        V P
                  W'VR7      V n        V	P                  WWxR7      V n        V P                  R8X  d   \%        V P
                  VR7      V n        R # R # )Nr]   ©Úbiasr(   r'   r’   ©r(   )r[   rz   r   Úcomfy_attentionrm   r¤   rÝ   rÜ   Ú_typerà   ÚLinearÚto_qkvÚto_qÚto_kvr�   Ú
q_rms_normÚ
k_rms_normÚto_outr¢   Úrope©r]   rm   rÜ   rÝ   rÞ   rß   rà   r(   r'   rv   r^   s   &&&&&&&&&&€r    rz   Ú!SparseMultiHeadAttention.__init__Ž   s$  ø€ ô 	‰ÑÔÜ-Ó/ˆÔà ŒØ Õ-ˆŒØ,8Ò,D™LÈ(ˆÔØ"ŒØŒ
Ø&Ôà�:‰:˜ÔØ$×+Ñ+¨HÀµlÈÐhmÐ+ÓnˆD�Kà"×)Ñ)¨(À8ÐbgÐ)ÓhˆDŒIØ#×*Ñ*¨4×+<Ñ+<¸hÈ½lÐQYÐpuÐ*ÓvˆDŒJà××ÐÜ.¨t¯}©}¸iÐ^cÔdˆDŒOÜ.¨t¯}©}¸iÐ^cÔdˆDŒOà ×'Ñ'¨À6Ð'ÓWˆŒà�:‰:˜ÔÜ4°T·]±]È6ÔRˆDŽIñ  r"   c                ó”   <€ V ^8„  d   QhRS[ P                  RS[S[S[P
                  3,          RS[S[S[P
                  3,          /# )r   Úmoduler‚   rS   )r{   rê   r
   r   r2   r˜   )rU   rV   s   "€r    rW   rã   ²   sF   ø€ ÷ ñ ™Ÿ	™	ð ¡e©L¹%¿,¹,Ð,FÕ&Gð ÉEÑR^Ñ`e×`lÑ`lÐRlÕLmñ r"   c                ó€   € \        V\        4      '       d"   VP                  V ! VP                  4      4      # V ! V4      # rZ   )r   r   rF   r.   )rõ   r‚   s   &&r    Ú_linearÚ SparseMultiHeadAttention._linear±   s0   € ä�aœ×&Ò&Ø—9‘9™V A§G¡G›_Ó-Ð-á˜!“9Ðr"   c                ó”   <€ V ^8„  d   QhRS[ S[S[P                  3,          RS[S[R3,          RS[ S[S[P                  3,          /# )r   r‚   r   .rS   )r
   r   r2   r˜   r   rp   )rU   rV   s   "€r    rW   rã   ¹   sK   ø€ ÷ 3ñ 3™™l©E¯L©LÐ8Õ9ð 3Á%ÉÈSÈÅ/ð 3ÑV[Ñ\hÑjo×jvÑjvÐ\vÕVwñ 3r"   c                óš   € \        V \        4      '       d   V P                  ! V!  # V P                  ! . V P                  R ,          OVO5!  # )ºNr   N)r   r   rG   r   )r‚   r   s   &&r    Ú_reshape_chsÚ%SparseMultiHeadAttention._reshape_chs¸   s=   € ä�aœ×&Ò&Ø—9’9˜eÑ$Ð$à—9’9Ð2˜aŸg™g b�kÐ2¨EÓ2Ð2r"   c                ó€   <€ V ^8„  d   QhRS[ S[S[P                  3,          RS[RS[ S[S[P                  3,          /# )r   r‚   Ú	num_fusedrS   )r
   r   r2   r˜   rp   )rU   rV   s   "€r    rW   rã   ¿   sH   ø€ ÷ Yñ Y™E¡,±·±Ð"<Õ=ð YÉ#ð YÑRWÑXdÑfk×frÑfrÐXrÕRsñ Yr"   c                óB  € \        V\        4      '       d   VP                  P                  ^ 4      pMTpVP                  ! . VP
                  R,          OVNV P                  NRN5!  p\        V\        4      '       d!   VP                  VP                  ^ 4      4      # T# )r   rû   rC   )	r   r   r.   rÊ   rG   r   rÜ   rF   Úsqueeze)r]   r‚   rÿ   Úx_featss   &&& r    Ú
_fused_preÚ#SparseMultiHeadAttention._fused_pre¿   s€   € Ü�aœ×&Ò&Ø—g‘g×'Ñ'¨Ó*‰GàˆGØ—/’/ÐT 7§=¡=°Õ#4ÐT°iÐTÀÇÁÐTÐQSÓTˆÜ0:¸1¼l×0KÒ0Kˆq�y‰y˜Ÿ™¨Ó+Ó,ÐXÐQXÐXr"   c                óf   <€ V ^8„  d   QhRS[ RS[S[S[S[P
                  3,          ,          RS[ /# )r   r‚   ÚcontextrS   )r   r   r
   r   r2   r˜   )rU   rV   s   "€r    rW   rã   Ç   s:   ø€ ÷ ñ ™ð ±¹¹|ÉUÏ\É\Ð?YÕ9ZÕ0[ð ñ  BNñ r"   c                óà  € V P                   R 8X  dÆ   V P                  V P                  V4      pV P                  V^R7      pVP	                  RR7      w  rVpV P
                  '       d#   V P                  V4      pV P                  V4      p?V P                  WV4      w  rV\        V4      \        V4      \        V4      rvp\        WVWsV P                  R7      pMéV P                  V P                  V4      pV P                  WPP                  R34      pV P                  V P                  V4      p	V P                  V	^R7      p	V	P	                  RR7      w  rg?	V P
                  '       d#   V P                  V4      pV P                  V4      p\        V4      \        V4      \        V4      rvp\        WVWsV P                  R7      pV P                  VR4      pV P                  V P                   V4      pV# )r]   )rÿ   r²   ©Útransformer_optionsÚpreferred_attentionéýÿÿÿrC   )rC   )ré   r÷   rë   r  Úunbindrà   rî   rï   rñ   r   rN   rè   rì   rü   rÜ   rí   rð   )
r]   r‚   r  r	  Úqkvr   r   r   ÚhÚkvs
   &&&&      r    r\   Ú SparseMultiHeadAttention.forwardÇ   s¡  € Ø�:‰:˜ÔØ—,‘,˜tŸ{™{¨AÓ.ˆCØ—/‘/ #°�/Ó3ˆCØ—j‘j R�jÓ(‰GˆA�!Ø××ÐØ—O‘O AÓ&�Ø—O‘O AÓ&�ØØ—9‘9˜Q“?‰DˆAÜ.¨qÓ1Ô3KÈAÓ3NÔPhÐijÓPk�!ˆAÜ   qÐgk×g{Ñg{Ô|‰Aà—‘˜TŸY™Y¨Ó*ˆAØ×!Ñ! !§n¡n°bÐ%9Ó:ˆAØ—‘˜dŸj™j¨'Ó2ˆBØ—‘ ¨q�Ó1ˆBØ—9‘9 �9Ó$‰DˆAØØ××ÐØ—O‘O AÓ&�Ø—O‘O AÓ&�Ü.¨qÓ1Ô3KÈAÓ3NÔPhÐijÓPk�!ˆAÜ   qÐgk×g{Ñg{Ô|ˆAØ×Ñ˜a Ó'ˆØ�L‰L˜Ÿ™ aÓ(ˆØˆr"   )ré   rm   rè   rÝ   r¤   rï   rÜ   rî   rà   rñ   rí   rð   rì   rë   ©Nr]   TFNNNr    )ra   rb   rc   rd   rz   Ústaticmethodr÷   rü   r  r\   re   rf   rg   rh   s   @@r    rÙ   rÙ   �   sU   ù‡ € ÷!Sõ !SðF ÷ó ðð ÷3ó ð3÷Yð Y÷÷ ò r"   rÙ   c                 ó´   € \        V \        4      '       g   V R 3# V R,          pRV 9   d   WR,          3# RV 9   d   RV 9   d   WR,          V R,          33# VR 3# )NÚglobalÚprojÚproj_semanticÚ
proj_color)r   Údict)r  Ú
global_ctxs   & r    Ú_split_proj_contextr  ã   sj   € Ü�gœt×$Ò$Ø˜ˆ}ÐØ˜Õ"€JØ�ÔØ 6�?Ð*Ð*Ø˜'Ô! l°gÔ&=Ø OÕ4°g¸lÕ6KÐLÐLÐLØ�tÐÐr"   c                   óX   a a€ ] tR t^ît oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚProjectAttentionSparsec                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# ©r   Úcross_attn_blockrm   Úproj_in_channels©r{   ÚModulerp   )rU   rV   s   "€r    rW   Ú#ProjectAttentionSparse.__annotate__ï   ó,   ø€ ÷ Iñ I©¯©ð I¹cð IÑUXñ Ir"   c                ób   <€ \         SV `  4        Wn        VP                  W2R WER7      V n        R# ©Trå   N©r[   rz   r  rê   Úproj_linear©r]   r  rm   r   r(   r'   rv   r^   s   &&&&&&&€r    rz   ÚProjectAttentionSparse.__init__ï   ó5   ø€ ä‰ÑÔØ 0ÔØ%×,Ñ,Ð-=ÈdØ4:ð -ó IˆÖr"   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# r�   )r   )rU   rV   s   "€r    rW   r#  ö   s   ø€ ÷ Zñ Z™ð ZÉ\ñ Zr"   c                ój  € \        V4      w  rEV P                  WVR 7      p\        V\        4      '       d)   \        P
                  ! V^ ,          V^,          .RR7      pV P                  V4      pVP                  VP                  VP                  VP                  P                  4      ,           4      # ©©r	  r²   rC   )r  r  r   Útupler2   r·   r(  rF   r.   r¶   r'   ©r]   r‚   r  r	  r  Úproj_inÚ
global_outÚproj_outs   &&&&    r    r\   ÚProjectAttentionSparse.forwardö   s�   € Ü1°'Ó:Ñˆ
Ø×*Ñ*¨1ÐNaÐ*Óbˆ
Ü�gœu×%Ò%Ü—i’i ¨¥¨W°Q­ZÐ 8¸bÔAˆGØ×#Ñ# GÓ,ˆØ×!Ñ! *×"2Ñ"2°X·[±[À×AQÑAQ×AWÑAWÓ5XÕ"XÓYÐYr"   ©r  r(  ©NNNrZ   rŠ   rh   s   @@r    r  r  î   s#   ù‡ € ÷Iõ I÷Z÷ Zò Zr"   r  c                   óX   a a€ ] tR t^ÿt oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚProjectAttentionDensec                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# r  r!  )rU   rV   s   "€r    rW   Ú"ProjectAttentionDense.__annotate__   r$  r"   c                ób   <€ \         SV `  4        Wn        VP                  W2R WER7      V n        R# r&  r'  r)  s   &&&&&&&€r    rz   ÚProjectAttentionDense.__init__   r+  r"   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r�   r°   )rU   rV   s   "€r    rW   r;    s#   ø€ ÷ :ñ :™Ÿ™ð :ÉUÏ\É\ñ :r"   c                ó"  € \        V4      w  rEV P                  WVR 7      p\        V\        4      '       d)   \        P
                  ! V^ ,          V^,          .RR7      pV P                  V4      pWgP                  VP                  4      ,           # r.  )	r  r  r   r0  r2   r·   r(  r¶   r'   r1  s   &&&&    r    r\   ÚProjectAttentionDense.forward  sw   € Ü1°'Ó:Ñˆ
Ø×*Ñ*¨1ÐNaÐ*Óbˆ
Ü�gœu×%Ò%Ü—i’i ¨¥¨W°Q­ZÐ 8¸bÔAˆGØ×#Ñ# GÓ,ˆØŸK™K¨
×(8Ñ(8Ó9Õ9Ð9r"   r6  r7  rZ   rŠ   rh   s   @@r    r9  r9  ÿ   s    ù‡ € ÷Iõ I÷:÷ :ò :r"   r9  c                   ór   a a€ ] tR tRt oRtR
V3R lV 3R llltRV3R lR lltRV3R lR lltR	tVt	V ;t
# )Ú$ModulatedSparseTransformerCrossBlocki  zc
Sparse Transformer cross-attention block (MSA + MCA + FFN) with adaptive layer norm conditioning.
c                ót   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[RS[RS[RS[R	S[R,          R
S[S[ ,          /
# ©r   rm   rÝ   rÜ   rn   rà   Úqk_rms_norm_crossrß   Ú	share_modÚimage_attn_moder   ©r  r  ©rp   rq   r4   r	   r   )rU   rV   s   "€r    rW   Ú1ModulatedSparseTransformerCrossBlock.__annotate__  s…   ø€ ÷ 9bñ 9báð9bñ ð9bñ ð	9bñ
 ð9bñ ð9bñ  ð9bñ ð9bñ ð9bñ !Ð!1Õ2ð9bñ #¡3�-ñ9br"   c                óÌ  <€ \         SV `  4        W€n        W�n        VP	                  VR RW¼R7      V n        VP	                  VRRW¼R7      V n        VP	                  VR RW¼R7      V n        \        VVRVVW¼VR7      V n	        \        VVVRVVW¼VR7	      pV	R8X  d   Wàn
        M#V
f   \        R
4      h\        WáV
W¼VR7      V n
        \        VVW¼VR7      V n        V'       gL   \        P                   ! \        P"                  ! 4       VP%                  V^V,          RW¼R7      4      V n        R	# \        P(                  ! \*        P,                  ! ^V,          W¼R7      4      V n        R	# )Fç�íµ ÷Æ°>©Úelementwise_affineÚepsr(   r'   Tr]   ©rÜ   rÞ   rß   rà   r(   r'   rv   rá   ©rÝ   rÜ   rÞ   rß   rà   r(   r'   rv   r  Nú=proj_in_channels must be set when image_attn_mode != 'global'ru   ©rn   r(   r'   rv   rå   r’   )r[   rz   rF  rG  Ú	LayerNormÚnorm1Únorm2Únorm3rÙ   Ú	self_attnÚ
cross_attnÚ
ValueErrorr  rj   r}   r{   r|   ÚSiLUrê   ÚadaLN_modulationr“   r2   r”   Ú
modulation©r]   rm   rÝ   rÜ   rn   rà   rE  rß   rF  rG  r   r(   r'   rv   Úcross_innerr^   s   &&&&&&&&&&&&&& €r    rz   Ú-ModulatedSparseTransformerCrossBlock.__init__  sa  ø€ ô 	‰ÑÔØ"ŒØ.ÔØ×)Ñ)¨(ÀuÐRVÐ_eÐ)ÓsˆŒ
Ø×)Ñ)¨(ÀtÐQUÐ^dÐ)ÓrˆŒ
Ø×)Ñ)¨(ÀuÐRVÐ_eÐ)ÓsˆŒ
Ü1ØØØØØ#Ø°:ô
ˆŒô /ØØ%ØØØØ)Ø°:ô
ˆð ˜hÔ&Ø)�OàÒ'Ü Ð!`ÓaÐaÜ4ØÐ'7Ø°zôˆDŒOô (ØØØ°:ô
ˆŒ÷
 Ü$&§M¢MÜ—’“	Ø×!Ñ! (¨A°­L¸tÈFÐ!Ó`ó%ˆDÖ!ô
 !Ÿlšl¬5¯;ª;°q¸8µ|ÈFÔ+`ÓaˆDŽOr"   c                ó@   <€ V ^8„  d   QhRS[ RS[P                  RS[ /# ©r   r‚   ÚmodrS   ©r   r2   r˜   )rU   rV   s   "€r    rW   rJ  O  s'   ø€ ÷ ñ ™,ð ©U¯\©\ð Ñamñ r"   c                ó²  € V P                   '       dI   \        P                  P                  V P                  V4      pWR,           P                  ^^R7      w  rgr‰r«M&V P                  V4      P                  ^^R7      w  rgr‰r«VP                  pV P                  VP                  4      p\        P                  ! Wl,          V^V,           V,          4      pV P                  VP                  V4      VR7      pVP                  \        P                  ! VP                  VP                  WŒ,          4      4      pVP                  V P                  VP                  4      4      pV P                  R8X  d#   \!        V4      w  ppV P#                  WïVR7      pMV P#                  WãVR7      pW,           pV P%                  VP                  4      p\        P                  ! Wœ,          V^V
,           V,          4      pV P'                  VP                  V4      4      pVP                  \        P                  ! VP                  VP                  W¼,          4      4      pV# )é   r²   r/  r  )rF  rœ   r�   rž   r]  Úchunkr\  Úbatch_boardcast_maprU  r.   r2   ÚaddcmulrX  rF   rV  rG  r  rY  rW  r}   )r]   r‚   rc  r  r	  r]  Ú	shift_msaÚ	scale_msaÚgate_msaÚ	shift_mlpÚ	scale_mlpÚgate_mlpÚb_mapÚh_featsr  r  rM   s   &&&&&            r    Ú_forwardÚ-ModulatedSparseTransformerCrossBlock._forwardO  sÃ  € Ø�>�>ˆ>ÜŸ™×0Ñ0°·±À#ÓFˆJØNXÕN^×MeÑMeÐfgÐmnÐMeÓMoÑJˆI (°yÀ(àMQ×MbÑMbÐcfÓMg×MmÑMmÐnoÐuvÐMmÓMwÑJˆI (°yà×%Ñ%ˆà—*‘*˜QŸW™WÓ%ˆÜ—-’- 	Õ 0°'¸AÀ	½MÈ5Õ;QÓRˆØ�N‰N˜1Ÿ9™9 WÓ-ÐCVˆNÓWˆØ�I‰I”e—m’m A§G¡G¨Q¯W©W°hµoÓFÓGˆà�I‰I�d—j‘j §¡Ó)Ó*ˆØ×Ñ 8Ô+Ü/°Ó8‰MˆJ˜Ø—‘ ÐCV�ÓW‰Aà—‘ Ð@S�ÓTˆAØ�Eˆà—*‘*˜QŸW™WÓ%ˆÜ—-’- 	Õ 0°'¸AÀ	½MÈ5Õ;QÓRˆØ�H‰H�Q—Y‘Y˜wÓ'Ó(ˆØ�I‰I”e—m’m A§G¡G¨Q¯W©W°hµoÓFÓGˆØˆr"   c                ó@   <€ V ^8„  d   QhRS[ RS[P                  RS[ /# rb  rd  )rU   rV   s   "€r    rW   rJ  k  s,   ø€ ÷ Wñ W™ð W©E¯L©Lð WÑ`lñ Wr"   c                ó(   € V P                  WW4R 7      # ©r/  ©rr  )r]   r‚   rc  r  r	  s   &&&&&r    r\   Ú,ModulatedSparseTransformerCrossBlock.forwardk  s   € Ø�}‰}˜Q Wˆ}ÓVÐVr"   ©
r\  rY  rG  r}   r]  rU  rV  rW  rX  rF  ©
r‰   FFTFr  NNNNrZ   )ra   rb   rc   rd   Ú__doc__rz   rr  r\   re   rf   rg   rh   s   @@r    rB  rB    s3   ù‡ € ñ÷9bõ 9b÷vò ÷8W÷ Wò Wr"   rB  c                   ót   a a€ ] tR tRt oR	V3R lV 3R lllt]V3R lR l4       tR
V3R lR lltRtVt	V ;t
# )ÚSLatFlowModelio  c                ó¬   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[S[ ,          RS[S[ ,          R	S[R
S[RS[RS[RS[R,          RS[S[ ,          /# ©r   Ú
resolutionÚin_channelsÚmodel_channelsÚcond_channelsÚout_channelsÚ
num_blocksrÜ   Únum_head_channelsrn   rF  rà   rE  rG  r   rH  ©rp   r   rq   r4   r	   )rU   rV   s   "€r    rW   ÚSLatFlowModel.__annotate__p  s¹   ø€ ÷ ;wñ ;wáð;wñ ð;wñ ð	;wñ
 ð;wñ ð;wñ ð;wñ ™C•=ð;wñ $¡C�=ð;wñ ð;wñ ð;wñ ð;wñ  ð;wñ !Ð!1Õ2ð;wñ #¡3�-ñ;wr"   c                ó
  <€ \         SV `  4        Wn        W n        W0n        W@n        WPn        W`n        T;'       g	    W8,          V n        W�n	        W n
        W°n        WÀn        WÐn        Wàn        Wðn        \!        VVVVR 7      V n        V
'       dK   \$        P&                  ! \$        P(                  ! 4       VP+                  V^V,          RVVR7      4      V n        \/        W#VVVR 7      V n        \$        P2                  ! \5        V4       Uu. uFL  p\7        VVV P                  V P                  V P                  V P                  V P                  VVVVVR7      NKN  	  up4      V n        \/        W5VVVR 7      V n        R# u upi )ru   Trå   ©
rÜ   rn   rF  rà   rE  rG  r   r(   r'   rv   N)r[   rz   r€  r�  r‚  rƒ  r„  r…  rÜ   rn   rF  rà   rE  rG  r   r'   r   Ú
t_embedderr{   r|   r[  rê   r\  r   Úinput_layerÚ
ModuleListr³   rB  ÚblocksÚ	out_layer)r]   r€  r�  r‚  rƒ  r„  r…  rÜ   r†  rn   rF  rà   rE  rG  r   r'   r(   rv   rM   r^   s   &&&&&&&&&&&&&&&&&& €r    rz   ÚSLatFlowModel.__init__p  sc  ø€ ô$ 	‰ÑÔØ$ŒØ&ÔØ,ÔØ*ÔØ(ÔØ$ŒØ"×IÐI nÕ&IˆŒØ"ŒØ"ŒØ&ÔØ!2ÔØ.ÔØ 0ÔØŒ
ä*¨>À&ÐPUÐblÔmˆŒßÜ$&§M¢MÜ—’“	Ø×!Ñ! .°!°nÕ2DÈ4ÐX^ÐfkÐ!Óló%ˆDÔ!ô
 (¨ÈFÐZ_ÐlvÔwˆÔä—m’mô ˜:Ô&ó%
ñ '�ô 1ØØØŸ.™.ØŸ.™.ØŸ.™.Ø ×,Ñ,Ø"&×"8Ñ"8Ø /Ø!1Ø U°z÷ñ 'ñ%
ó ˆŒô  & nÈ6ÐY^ÐkuÔvˆŽùò!%
s   ÄAF c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   rS   )r2   r(   )rU   rV   s   "€r    rW   rˆ  ®  s   ø€ ÷ .ñ .™Ÿ™ñ .r"   c                óH   € \        V P                  4       4      P                  # rZ   )ÚnextÚ
parametersr(   )r]   s   &r    r(   ÚSLatFlowModel.device­  s   € ä�D—O‘OÓ%Ó&×-Ñ-Ð-r"   c          
      óª   <€ V ^8„  d   QhRS[ RS[P                  RS[S[P                  S[S[P                  ,          3,          RS[S[ ,          RS[ /# )r   r‚   r7   ÚcondÚconcat_condrS   )r   r2   r˜   r
   r   r   )rU   rV   s   "€r    rW   rˆ  ±  s]   ø€ ÷ ñ áðñ �<‰<ðñ ‘E—L‘L¡$¡u§|¡|Õ"4Ð4Õ5ð	ñ
 ™lÕ+ðñ 
ñr"   c                ó  € Ve   \        W.RR7      p\        V\        4      '       d   \        P                  ! V4      pV P                  V4      pV P                  W"P                  R7      pV P                  '       d   V P                  V4      pV P                   F  p	V	! WxW5R7      pK  	  VP                  \        P                  ! VP                  VP                  P                  RR  4      4      pV P!                  V4      pV# )Nr²   ©Ú	out_dtyper/  rC   )r   r   Úlistr   Úfrom_tensor_listrŒ  r‹  r'   rF  r\  rŽ  rF   rš   Ú
layer_normr.   r   r�  )
r]   r‚   r7   r—  r˜  r	  r   r  Út_embÚblocks
   &&&&&&,   r    r\   ÚSLatFlowModel.forward±  sÎ   € ð Ò"Ü˜AÐ+°Ô4ˆAÜ�dœD×!Ò!Ü×0Ò0°Ó6ˆDà×Ñ˜QÓˆØ—‘ ¯W©W�Ó5ˆØ�>�>ˆ>Ø×)Ñ)¨%Ó0ˆEà—[”[ˆEÙ�a ÔNŠAñ !ð �I‰I”a—l’l 1§7¡7¨A¯G©G¯M©M¸"¸#Ð,>Ó?Ó@ˆØ�N‰N˜1ÓˆØˆr"   )r\  rŽ  rƒ  r'   rG  r�  rŒ  rn   r‚  r…  rÜ   r„  r�  r   rà   rE  r€  rF  r‹  ©Né@   é   FFFr  NNNNr    )ra   rb   rc   rd   rz   Úpropertyr(   r\   re   rf   rg   rh   s   @@r    r}  r}  o  s5   ù‡ € ÷;wõ ;wðz ÷.ó ð.÷÷ ò r"   r}  c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚFeedForwardNetiË  c                ó&   <€ V ^8„  d   QhRS[ RS[/# rl   ro   )rU   rV   s   "€r    rW   ÚFeedForwardNet.__annotate__Ì  rs   r"   c                ó  <€ \         SV `  4        \        P                  ! VP	                  V\        W,          4      W4R 7      \        P                  ! RR7      VP	                  \        W,          4      WVR 7      4      V n        R# )r’   rw   rx   N)r[   rz   r{   r|   rê   rp   ÚGELUr}   r~   s   &&&&&&€r    rz   ÚFeedForwardNet.__init__Ì  se   ø€ Ü‰ÑÔÜ—=’=Ø×Ñ˜h¬¨HÕ,@Ó(AÈ&ÐÓ^Ü�GŠG Ô'Ø×Ñœc (Õ"6Ó7¸ÐX]ÐÓ^ó
ˆŽr"   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r�   r°   )rU   rV   s   "€r    rW   r©  Ô  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r"   c                ó$   € V P                  V4      # rZ   r„   r…   s   &&r    r\   ÚFeedForwardNet.forwardÔ  r‡   r"   r„   rˆ   rŠ   rh   s   @@r    r§  r§  Ë  r‹   r"   r§  c                   óX   a a€ ] tR tRt oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )	ÚMultiHeadAttentioni×  c                ó\   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[R,          RS[RS[/# rÛ   râ   )rU   rV   s   "€r    rW   ÚMultiHeadAttention.__annotate__Ø  sX   ø€ ÷ Xñ XáðXñ ðXñ ™s•mð	Xñ
 �oÕ&ðXñ ðXñ ñXr"   c
                óZ  <€ \         S
V `  4        \        4       V n        Wn        W,          V n        Ve   TMTV n        W n        W@n        W`n	        V P                  R8X  d"   V	P                  W^,          WXVR7      V n        MDV	P                  WWWVR7      V n        V	P                  V P                  V^,          WWVR7      V n        V P                  '       d;   \        V P
                  W'VR7      V n        \        V P
                  W'VR7      V n        V	P                  WWxR7      V n        R # )Nr]   ©ræ   r'   r(   rå   r’   )r[   rz   r   rè   rm   r¤   rÝ   rÜ   ré   rà   rê   rë   rì   rí   r�   rî   rï   rð   rò   s   &&&&&&&&&&€r    rz   ÚMultiHeadAttention.__init__Ø  s  ø€ ô 	‰ÑÔÜ-Ó/ˆÔà ŒØ Õ-ˆŒØ,8Ò,D™LÈ(ˆÔØ"ŒØŒ
Ø&Ôà�:‰:˜ÔØ$×+Ñ+¨HÀµlÈÐgmÐ+ÓnˆD�Kà"×)Ñ)¨(À8ÐbgÐ)ÓhˆDŒIØ#×*Ñ*¨4×+<Ñ+<¸hÈ½lÐQYÐpuÐ*ÓvˆDŒJà××ÐÜ.¨t¯}©}¸iÐ^cÔdˆDŒOÜ.¨t¯}©}¸iÐ^cÔdˆDŒOà ×'Ñ'¨À6Ð'ÓWˆŽr"   c                ó¢   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[ P                  /# )r   r‚   r  r¼   rS   ©r2   r˜   r   )rU   rV   s   "€r    rW   r³  ø  sG   ø€ ÷ !ñ !™Ÿ™ð !±¹¿¹Õ0Fð !Ù ¡§¡Õ.ð!ÙTY×T`ÑT`ñ!r"   c                ó–  € VP                   w  rVpV P                  R 8X  Ed   V P                  V4      pVP                  WV^V P                  R4      pVP                  ^R7      w  ršpV P                  '       d#   V P                  V	4      p	V P                  V
4      p
Vf   Q R4       h\        P                  P                  W9P                  R7      P                  ^ 4      P                  ^4      p?\        WšV4      w  rš\        V	4      \        V
4      \        V4      rºp	\!        WšW´V P"                  R7      pMñVP                   ^,          pV P%                  V4      p	V P'                  V4      pV	P                  WVV P                  R4      p	VP                  W^^V P                  R4      pVP                  ^R7      w  r«?V P                  '       d#   V P                  V	4      p	V P                  V
4      p
\        V	4      \        V
4      \        V4      rºp	\!        WšW´V P"                  R7      pVP                  WVR4      pV P)                  V4      pV# )r]   r²   z Phases must be provided for RoPErç   r  rC   )r   ré   rë   rG   rÜ   r  rà   rî   rï   rœ   Úmodel_managementÚcast_tor(   rÊ   r   r   r!   rè   rì   rí   rð   )r]   r‚   r  r¼   r	  ÚBÚLÚCr  r   r   r   rÌ   r  ÚLkvr  s   &&&&&           r    r\   ÚMultiHeadAttention.forwardø  sð  € à—'‘'‰ˆˆaØ�:‰:˜ÕØ—+‘+˜a“.ˆCØ—+‘+˜a A t§~¡~°rÓ:ˆCØ—j‘j Q�jÓ'‰GˆA�!Ø××ÐØ—O‘O AÓ&�Ø—O‘O AÓ&�ØÒ%ÐIÐ'IÓIÐ%ô ×*Ñ*×2Ñ2°6Ç(Á(Ð2ÓK×UÑUÐVWÓX×bÑbÐcdÓeˆEØÜ˜a EÓ*‰DˆAÜ.¨qÓ1Ô3KÈAÓ3NÔPhÐijÓPk�!ˆAÜ  aÐfj×fzÑfzÔ{‰Aà—-‘- Õ"ˆCØ—	‘	˜!“ˆAØ—‘˜GÓ$ˆBØ—	‘	˜! §¡°Ó3ˆAØ—‘˜A A t§~¡~°rÓ:ˆBØ—9‘9 �9Ó#‰DˆAØØ××ÐØ—O‘O AÓ&�Ø—O‘O AÓ&�Ü.¨qÓ1Ô3KÈAÓ3NÔPhÐijÓPk�!ˆAÜ  aÐfj×fzÑfzÔ{ˆAØ�I‰I�a˜BÓˆØ�K‰K˜‹NˆØˆr"   )ré   rm   rè   rÝ   r¤   rï   rÜ   rî   rà   rí   rð   rì   rë   r  r7  rŠ   rh   s   @@r    r±  r±  ×  s!   ù‡ € ÷Xõ X÷@!÷ !ò !r"   r±  c                   ón   a a€ ] tR tRt oR	V3R lV 3R llltR
V3R lR lltR
V3R lR lltRtVtV ;t	# )ÚModulatedTransformerCrossBlocki  c                ót   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[RS[RS[RS[R	S[R,          R
S[S[ ,          /
# rD  rI  )rU   rV   s   "€r    rW   Ú+ModulatedTransformerCrossBlock.__annotate__  s…   ø€ ÷ 6bñ 6báð6bñ ð6bñ ð	6bñ
 ð6bñ ð6bñ  ð6bñ ð6bñ ð6bñ !Ð!1Õ2ð6bñ #¡3�-ñ6br"   c                óÌ  <€ \         SV `  4        W€n        W�n        VP	                  VR RW¼R7      V n        VP	                  VRRW¼R7      V n        VP	                  VR RW¼R7      V n        \        VVRVVW¼VR7      V n	        \        VVVRVVW¼VR7	      pV	R8X  d   Wàn
        M#V
f   \        R
4      h\        WáV
W¼VR7      V n
        \        VVW¼VR7      V n        V'       gL   \        P                   ! \        P"                  ! 4       VP%                  V^V,          RWËR7      4      V n        R	# \        P(                  ! \*        P,                  ! ^V,          W¼R7      4      V n        R	# )FrL  rM  Tr]   rP  rá   rQ  r  NrR  ru   rS  rµ  r’   )r[   rz   rF  rG  rT  rU  rV  rW  r±  rX  rY  rZ  r9  r§  r}   r{   r|   r[  rê   r\  r“   r2   r”   r]  r^  s   &&&&&&&&&&&&&& €r    rz   Ú'ModulatedTransformerCrossBlock.__init__  sf  ø€ ô 	‰ÑÔØ"ŒØ.ÔØ×)Ñ)¨(ÀuÐRVÐ_eÐ)ÓsˆŒ
Ø×)Ñ)¨(ÀtÐQUÐ^dÐ)ÓrˆŒ
Ø×)Ñ)¨(ÀuÐRVÐ_eÐ)ÓsˆŒ
Ü+ØØØØØ#Ø°:ô
ˆŒô )ØØ%ØØØØ)Ø°:ô
ˆð ˜hÔ&Ø)�OàÒ'Ü Ð!`ÓaÐaÜ3ØÐ'7Ø°zôˆDŒOô "ØØØ°:ô
ˆŒ÷
 Ü$&§M¢M´"·'²'³)¸Z×=NÑ=NÈxÐYZÐ]eÕYeÐlpÐx}Ð=Nó  >Nó  %OˆDÖ!ä Ÿlšl¬5¯;ª;°q¸8µ|ÈFÔ+`ÓaˆDŽOr"   c                ó’   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[ P                  ,          RS[ P                  /# ©r   r‚   rc  r¼   rS   r¸  )rU   rV   s   "€r    rW   rÄ  T  sB   ø€ ÷ ñ ™%Ÿ,™,ð ©U¯\©\ð Ù!¡%§,¡,Õ/ðÙUZ×UaÑUañr"   c                ó  € V P                   '       d3   \        P                  P                  V P                  V4      V,           pMV P                  V4      pVP                  ^4      P                  ^RR7      w  rgr‰r«\        P                  ! W`P                  V4      ^V,           4      pV P                  WÄVR7      p\        P                  ! WV4      pV P                  V4      pV P                  R8X  d"   \        V4      w  rÞV P                  WÍVR7      pMV P                  WÃVR7      pW,           p\        P                  ! W�P!                  V4      ^V
,           4      pV P#                  V4      p\        P                  ! WV4      pV# )r%   r²   )r¼   r	  r  r/  rC   )rF  rœ   r�   rž   r]  r\  rÊ   rg  r2   ri  rU  rX  rV  rG  r  rY  rW  r}   )r]   r‚   rc  r  r¼   r	  rj  rk  rl  rm  rn  ro  r  r  rM   s   &&&&&&         r    rr  Ú'ModulatedTransformerCrossBlock._forwardT  s3  € à�>�>ˆ>Ü—)‘)×)Ñ)¨$¯/©/¸3Ó?À#ÕE‰Cà×'Ñ'¨Ó,ˆCØILÏÉÐWXÓIY×I_ÑI_Ð`aÐgiÐI_ÓIjÑFˆ	˜h°9ä�MŠM˜)§Z¡Z°£]°A¸	µMÓBˆØ�N‰N˜1ÐATˆNÓUˆÜ�MŠM˜! Ó)ˆà�J‰J�q‹MˆØ×Ñ 8Ô+Ü/°Ó8‰MˆJØ—‘ ÐCV�ÓW‰Aà—‘ Ð@S�ÓTˆAØ�Eˆä�MŠM˜)§Z¡Z°£]°A¸	µMÓBˆØ�H‰H�Q‹KˆÜ�MŠM˜! Ó)ˆØˆr"   c                ó’   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[ P                  ,          RS[ P                  /# rÈ  r¸  )rU   rV   s   "€r    rW   rÄ  m  sH   ø€ ÷ _ñ _™Ÿ™ð _©E¯L©Lð _Ù ¡§¡Õ.ð_ÙTY×T`ÑT`ñ_r"   c                ó*   € V P                  WW4VR 7      # rv  rw  )r]   r‚   rc  r  r¼   r	  s   &&&&&&r    r\   Ú&ModulatedTransformerCrossBlock.forwardm  s   € à�}‰}˜Q WÐJ]ˆ}Ó^Ð^r"   ry  rz  r    )
ra   rb   rc   rd   rz   rr  r\   re   rf   rg   rh   s   @@r    rÂ  rÂ    s.   ù‡ € ÷6bõ 6b÷pò ÷2_÷ _ò _r"   rÂ  c                   óX   a a€ ] tR tRt oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )	ÚSparseStructureFlowModelir  c                ó¬   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[S[ ,          RS[S[ ,          R	S[R
S[RS[RS[RS[R,          RS[S[ ,          /# r  r‡  )rU   rV   s   "€r    rW   Ú%SparseStructureFlowModel.__annotate__s  sÉ   ø€ ÷ Feñ FeáðFeñ ðFeñ ð	Feñ
 ðFeñ ðFeñ ðFeñ ™C•=ðFeñ $¡C�=ðFeñ ðFeñ ðFeñ ðFeñ  ðFeñ !Ð!1Õ2ðFeñ #¡3�-ñFer"   c                óª  <€ \         SV `  4        VV n        Wn        W n        W0n        W@n        WPn        W`n        T;'       g	    W8,          V n	        W�n
        W n        W°n        WÀn        WÐn        Wàn        VV n        VV n        \#        VVVVR 7      V n        V
'       dK   \&        P(                  ! \&        P*                  ! 4       VP-                  V^V,          RVVR7      4      V n        \1        V P
                  V P                  ,          ^VR7      p\2        P4                  ! V.^,           Uu. uF&  p\2        P6                  ! VV P                  VR7      NK(  	  upRR/ p\2        P8                  ! VRR7      P;                  R^4      pV! V4      pV P=                  RVR	R
7       VP-                  W#VVR7      V n        \&        P@                  ! \C        V4       Uu. uFB  p\E        VVV P                  V P                  V
V P                  V P                  VVVVVR7      NKD  	  up4      V n#        VP-                  W5VVR7      V n$        R# u upi u upi ))r'   r(   rv   Trå   rç   r’   ÚindexingÚijr²   Úrope_phasesF)Ú
persistentrŠ  NrC   )%r[   rz   r(   r€  r�  r‚  rƒ  r„  r…  rÜ   rn   rF  rà   rE  rG  r   r'   r   r‹  r{   r|   r[  rê   r\  rÓ   r2   Úmeshgridr©   rº   rG   Úregister_bufferrŒ  r�  r³   rÂ  rŽ  r�  )r]   r€  r�  r‚  rƒ  r„  r…  rÜ   r†  rn   rF  rà   rE  rG  r   rv   r(   r'   r   Úpos_embedderÚresr¯   rÕ  rM   r^   s   &&&&&&&&&&&&&&&&&&,     €r    rz   Ú!SparseStructureFlowModel.__init__s  s(  ø€ ô* 	‰ÑÔØˆŒØ$ŒØ&ÔØ,ÔØ*ÔØ(ÔØ$ŒØ"×IÐI nÕ&IˆŒØ"ŒØ"ŒØ&ÔØ!2ÔØ.ÔØ 0ÔØˆŒ
ØˆŒä*¨>ÀÈvÐblÔmˆŒßÜ$&§M¢MÜ—’“	Ø×!Ñ! .°!°nÕ2DÈ4ÐX^ÐfkÐ!Óló%ˆDÔ!ô
 .¨d×.AÑ.AÀTÇ^Á^Õ.SÐUVÐ_eÔfˆÜ—’ÐakÐ`lÐopÖ`pÓ!qÑ`pÐY\¤%§,¢,¨s¸4¿;¹;Èe×"TÑ`pÑ!qð  Bð  }Añ  BˆÜ—’˜V¨Ô,×4Ñ4°R¸Ó;ˆÙ" 6Ó*ˆØ×Ñ˜]¨KÀEÐÔJà%×,Ñ,¨[ÐQWÐ_dÐ,ÓeˆÔä—m’mô ˜:Ô&ó%
ñ '�ô +ØØØŸ.™.ØŸ.™.Ø#Ø ×,Ñ,Ø"&×"8Ñ"8Ø /Ø!1Ø U°z÷ñ 'ñ%
ó ˆŒð  $×*Ñ*¨>ÐPVÐ^cÐ*ÓdˆŽùò/ "rùò%
s   Ä/,IÇAIc                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# )r   r‚   r7   r—  rS   r°   )rU   rV   s   "€r    rW   rÑ  »  s:   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ð ¹e¿l¹lð Ù-2¯\©\ñr"   c           	     ó<  € VP                   ! VP                  ^ ,          V P                  .V P                  .^,          O5!  pVP                   ! . VP                  R,          ORN5!  P	                  ^ ^^4      P                  4       pV P                  V4      pV P                  W"P                  R7      pV P                  '       d   V P                  V4      pV P                   F  pV! WVW0P                  VR7      pK  	  \        P                  ! WUP                  RR 4      pV P                  V4      pVP	                  ^ ^^4      P                   ! VP                  ^ ,          VP                  ^,          .V P                  .^,          O5!  P                  4       pV# )r   rû   rš  r/  NrC   )r/   r   r�  r€  r   Ú
contiguousrŒ  r‹  r'   rF  r\  rŽ  rÕ  rš   rž  r�  )r]   r‚   r7   r—  r	  r  rŸ  r   s   &&&&&   r    r\   Ú SparseStructureFlowModel.forward»  s<  € à�FŠF�1—7‘7˜1•:˜t×/Ñ/ÐH°4·?±?Ð2CÀaÕ2GÓHˆà�FŠFÐ$�A—G‘G˜B•KÐ$ Ó$×,Ñ,¨Q°°1Ó5×@Ñ@ÓBˆà×Ñ˜QÓˆØ—‘ ¯W©W�Ó5ˆØ�>�>ˆ>Ø×)Ñ)¨%Ó0ˆEØ—[”[ˆEÙ�a ×&6Ñ&6ÐL_Ô`ŠAñ !ä�LŠL˜ŸG™G B C˜LÓ)ˆØ�N‰N˜1Óˆà�I‰I�a˜˜AÓ×#Ò# A§G¡G¨A¥J°·±¸µ
ÐS¸d¿o¹oÐ=NÐQRÕ=RÓS×^Ñ^Ó`ˆàˆr"   )r\  rŽ  rƒ  r(   r'   rG  r�  rŒ  rn   r‚  r…  rÜ   r„  r�  r   rà   rE  r€  rF  r‹  r¢  rZ   rŠ   rh   s   @@r    rÏ  rÏ  r  s#   ù‡ € ÷Feõ Fe÷P÷ ò r"   rÏ  c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# )r   ÚdistanceÚ
batch_sizerS   ©r2   r˜   rp   )rU   s   "r    rW   rW   á  s*   € ÷ ñ ¬%¯,©,ð ÄCð ÜAFÇÁñr"   c                 ó  € \         P                  W#R 7      pVP                  ^ 4      P                  VRR4      P	                  4       pV P
                  ^ 8X  d   V P                  V4      p V P                  W#R 7      ) VR&   V# )r’   rC   )rB   r%   rÐ   )Ú_PROJ_FRONT_VIEW_TRANSFORMr¶   rÊ   ÚexpandÚclonerÉ   )rá  râ  r(   r'   ÚTs   &&&& r    Úbuild_proj_transform_matrixré  á  sp   € ä"×%Ñ%¨VÐ%ÓA€AØ	�‰�A‹×Ñ˜j¨"¨bÓ1×7Ñ7Ó9€AØ‡}�}˜ÔØ—?‘? :Ó.ˆØ—+‘+ V�+Ó9Ð9€A€g�JØ€Hr"   c                ó„   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        /# )r   Úpoints_worldÚtransform_matrixÚcamera_angle_xr€  rã  )rU   s   "r    rW   rW   ë  s6   € ÷ =ñ =¬5¯<©<ð =Ì5Ï<É<ð =Ü-2¯\©\ð=ÜGJñ=r"   c                 ó¨  € V P                   w  rEp\        P                  ! WE^3V P                  V P                  R7      p\        P
                  ! W.RR7      p\        P                  P                  VP                  4       4      P                  VP                  4      p	\        P                  ! W‰P                  RR4      4      R	,          p
V
P                  RR7      w  r¼pV) pRpR\        P                  ! VR,          4      ,          pVV,          V,          pVP                  V
P                  4      P                  ^4      pV) R,           pVV,          V,          VR,          ,           pV) V,          V,          VR,          ,           pV^ 8¬  VV8  ,          V^ 8¬  ,          VV8  ,          V^ 8„  ,          p\        P                  ! VV.RR7      VV3# )
r%   r’   r²   g      @@g      0@ç       @g:Œ0âŽyE>rC   éþÿÿÿ).:NrÐ   N)r   r2   Úonesr(   r'   r·   ÚlinalgÚinvrq   r¶   ÚbmmÚ	transposer  ÚtanrÊ   rº   )rë  rì  rí  r€  r¼  ÚNrM   rñ  ÚhomoÚworld_to_cameraÚp_camÚx_camÚy_camÚz_camÚdepthÚsensor_widthÚfocal_lengthÚfocal_pxÚdenomÚx_pixÚy_pixr<   s   &&&&                  r    Ú_project_points_to_imager  ë  sŽ  € à× Ñ �G€Aˆ!Ü�:Š:�q˜Q�i¨×(;Ñ(;À<×CUÑCUÔV€DÜ�9Š9�lÐ)¨rÔ2€DÜ—l‘l×&Ñ&Ð'7×'=Ñ'=Ó'?Ó@×CÑCÐDT×DZÑDZÓ[€OÜ�IŠI�d×5Ñ5°b¸"Ó=Ó>¸wÕG€EØŸ,™,¨2˜,Ó.Ñ€E�%ØˆF€EØ€LØœ%Ÿ)š) N°SÕ$8Ó9Õ9€LØ˜jÕ(¨<Õ7€HØ�{‰{˜5Ÿ;™;Ó'×1Ñ1°!Ó4€HØˆV�d�]€EØ�uÕ˜uÕ$ z°CÕ'7Õ7€EØˆI˜Õ Õ%¨
°SÕ(8Õ8€EØ�q‰j˜U ZÑ/Õ0Ø�q‰jõØ" ZÑ/õ1Ø49¸A±Iõ?€Eä�;Š;˜˜u�~¨2Ô.°°uÐ<Ð<r"   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  /# )r   Úfeature_mapÚuv_ndcrS   r°   )rU   s   "r    rW   rW      s-   € ÷ ñ ¤%§,¡,ð ¼¿¹ð ÌÏÉñ r"   c                 óÒ   € V P                   w  r# pVP                  VR^^4      P                  V P                  4      p\        P
                  ! WRRRR7      pVP                  R4      # )r%   ÚbilinearÚborderF)ÚmodeÚpadding_modeÚalign_cornersrC   )r   r/   r¶   r'   rš   Úgrid_sampler  )r  r  r¼  r¾  rM   ÚgridÚfeats   &&     r    Ú_sample_featuresr     s\   € Ø×"Ñ"�J€Aˆ!ˆQØ�;‰;�q˜"˜a Ó#×&Ñ& {×'8Ñ'8Ó9€DÜ�=Š=˜°È(ÐbgÔh€DØ�<‰<˜ÓÐr"   c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# )r   r¯   r€  Ú
mesh_scalerã  )rU   s   "r    rW   rW     s)   € ÷ ñ ¤%§,¡,ð ¼Cð ÌUÏ\É\ñ r"   c                 ó–  € V^8  d   \        RV 24      hV R,          P                  4       pV^8X  d/   V R,          P                  \        P                  4      R,          pMBV R,          P                  \        P                  4      V^,
          ,          R,          R,
          p\
        P                  V P                  \        P                  R7      pWEP                  ,          pVP                  V P                  4      P                  R4      W2P                  4       ,          ,          pWgP                  R4      ,          R,          pWƒ3# )	r%   z!resolution must be positive, got ç        rï  rÑ   r’   ©rB   r   )rB   r$   rC   )rZ  Úlongr¶   r2   rª   Ú_PROJ_GRID_ROTATIONr(   rè  rG   ÚnumelrÊ   )	r¯   r€  r  Ú	batch_idsÚnormÚRÚrotatedÚscale_per_voxelÚworlds	   &&&      r    Ú_coords_to_proj_worldr!    sô   € Ø�A„~ÜÐ<¸Z¸LÐIÓJÐJØ�t•×!Ñ!Ó#€IØ�Q„Ø�e�}×Ñ¤§¡Ó.°Õ4‰à�e�}×Ñ¤§¡Ó.°*¸qµ.ÕAÀCÕGÈ#ÕMˆÜ×Ñ f§m¡m¼5¿=¹=ÐÓI€AØ—S‘S�j€GØ —m‘m F§M¡MÓ2×:Ñ:¸2Ó>¸y×K[ÑK[ÓK]Õ?]Õ^€OØ×/Ñ/°Ó3Õ3°cÕ9€EØÐÐr"   c                óp   € V ^8„  d   QhR\         R\        P                  R\         R\        P                  /# )r   r€  r  râ  rS   )rp   r2   r˜   )rU   s   "r    rW   rW     s2   € ÷ ñ ¤sð ¼¿¹ð Ü'*ðÜLQÏLÉLñr"   c                 ó  € \         P                  ! RR WVR7      p\         P                  ! WUVRR7      w  rgp\         P                  ! WgV.RR7      P	                  R^4      p	\
        P                  W4R7      p
WšP                  ,          p	V	P                  ^ 4      P                  VRR4      P                  4       p	VP                  ^ 8X  d   VP                  V4      pW‘P                  W4R7      P                  R^^4      ,          R,          p	V	# )rÑ   r’   rÔ  )rÓ  r²   rï  ç      ð¿rC   )r2   Úlinspacer×  rº   rG   r  r¶   rè  rÊ   ræ  rç  rÉ   r/   )r€  r  râ  r(   r'   Úoner‚   ÚyÚzr  ÚR_rots   &&&&&      r    Ú_dense_grid_proj_worldr*    sÙ   € ä
�.Š.˜˜s JÀUÔ
K€CÜ�nŠn˜S s°TÔ:�G€Aˆ!Ü�;Š;˜˜a�y bÔ)×1Ñ1°"°aÓ8€DÜ×"Ñ"¨&Ð"Ó>€EØ—'‘'�>€DØ�>‰>˜!Ó×#Ñ# J°°BÓ7×=Ñ=Ó?€DØ‡�˜!ÔØ×&Ñ& zÓ2ˆ
Ø—-‘- v�-Ó;×@Ñ@ÀÀQÈÓJÕJÈSÕP€DØ€Kr"   c                óú   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\         P                  R\        R\        \         P                  ,          R\         P                  /# )r   Úcoords_worldr  rì  rí  Úimage_resolutionr  rS   )r2   r˜   rp   r   )rU   s   "r    rW   rW   $  sk   € ÷ #ñ #Ü—,‘,ð#ä—‘ð#ô —l‘lð#ô —L‘Lð	#ô
 ð#ô œŸ™Õ%ð#ô ‡\�\ñ#r"   c           	      óˆ  € V P                  4       ^8X  Eda   Vf   Q hVP                  ^ ,          p\        P                  ! V P                  ^ ,          VP                  ^,          3VP                  VP
                  R7      p\        \        VP                  4       P                  4       4      ^,           4       F¹  pWX8H  p	V	P                  4       '       g   K  W†,          p
W	,          P                  ^ 4      p\        W²Wª^,            W:V
^,            V4      w  p pVR,           V,          R,          R,
          p\        WV
^,            V4      pVP                  ^ 4      P                  ^ ^4      pW÷V	&   K»  	  V# \        WW44      w  p pVR,           V,          R,          R,
          p\        W4      pVP                  ^^4      pV# )r   r’   g      à?rï  rÑ   )r�   r   r2   r3   r(   r'   r³   rp   r0   r8   ÚanyrÊ   r  r  r  rõ  )r,  r  rì  rí  r-  r  Ún_condr   ÚbrA   ÚcÚpÚuvrM   r  Úsampleds   &&&&&&          r    Ú_back_project_to_tokensr6  $  s›  € ð ×ÑÓ˜QÕØÒ$Ð$Ð$Ø!×'Ñ'¨Õ*ˆÜ�kŠk˜<×-Ñ-¨aÕ0°+×2CÑ2CÀAÕ2FÐGØ!,×!3Ñ!3¸;×;LÑ;LôNˆô ”s˜9Ÿ=™=›?×/Ñ/Ó1Ó2°QÕ6Ö7ˆAØ‘>ˆDØ—8‘8—:’:ÙØ•
ˆAØÕ"×,Ñ,¨QÓ/ˆAÜ/Ø A¨¥cÐ*¨N¸Q¸q½SÐ,AÐCSóU‰HˆB��1à˜3•hÐ"2Õ2°SÕ8¸3Õ>ˆFô ' {°Q°qµSÐ'9¸6ÓBˆGØ—o‘o aÓ(×2Ñ2°1°aÓ8ˆGØ�‹Iñ 8ð ˆ
ä+Ø¨NóN‰ˆˆAˆqà�s•(Ð.Õ.°Õ4°sÕ:ˆÜ" ;Ó7ˆØ×Ñ  1Ó%ˆØˆ
r"   c                óF   € V ^8„  d   QhR\         R\        \        ,          /# )r   Ú	proj_packÚstage)r  r   Ústr)rU   s   "r    rW   rW   J  s"   € ÷ Tñ T¤4ð T´¼µñ Tr"   c                óN  € V P                  R4      pVeG   VeC   W9   d=   W!,          pVR,          VP                  R4      \        VP                  RR4      4      3# RV 9   d5   V R,          V P                  R4      \        V P                  RR4      4      3# \        RV: R24      h)zCReturns (feature_map_lr, feature_map_hr_or_None, image_resolution).Ústagesr  Úfeature_map_hrr-  é   z0proj_feat_pack has no usable feature_map (stage=Ú))Úgetrp   rZ  )r8  r9  r<  Úentrys   &&  r    Ú_select_stage_entryrB  J  s    € à�]‰]˜8Ó$€FØÒ˜eÒ/°E´OØ•ˆØ�]Õ# U§Y¡YÐ/?Ó%@Ä#ÀeÇiÁiÐPbÐdhÓFiÓBjÐjÐjØ˜	Ô!Ø˜Õ'¨¯©Ð7GÓ)HÌ#ÈiÏmÉmÐ\nÐptÓNuÓJvÐvÐvÜ
ÐGÈÁyÐPQÐRÓ
SÐSr"   c                óì   € V ^8„  d   QhR\         R\        R\        \        P                  ,          R\        \
        ,          R\        \
        ,          R\        \
        ,          R\        P                  /# )r   r8  r9  r¯   Úcoord_resolutionÚdense_grid_resolutionrâ  rS   )r  r:  r   r2   r˜   rp   )rU   s   "r    rW   rW   U  sg   € ÷ (.ñ (.Üð(.äð(.ô ”U—\‘\Õ"ð(.ô œs•mð	(.ô
 $¤C�=ð(.ô œ•ð(.ô ‡\�\ñ(.r"   c           
     óÂ  € Vf$   Ve   VP                   MV R,          P                   pV R,          P                  V4      pV R,          P                  V4      pV R,          P                  V4      p	\        V P                  R^4      4      p
\	        W4      w  r¼pVe   Vf   \        R4      h\        W#V4      w  rïM2Ve   Vf   \        R4      h\        WGVV\        P                  R7      pRpRp\        V
4       F¹  p\        VRV
4      p\        WëV,          P                  V4      VV,          V	V,          WßR	7      pVeN   \        WìV,          P                  V4      VV,          V	V,          WßR	7      p\        P                  ! VV.RR
7      pVf   VP                  4       MVP                  V4      pK»  	  VP!                  V
4      P                  XP"                  4      # )z‡Back-project a stage's feature maps onto sparse coords [N, C] or the dense SS grid [B, R^3, C]; views at stride num_views are averaged.Nr  rì  rí  Ú	num_viewszHcompute_stage_proj_feats: coord_resolution required when coords is givenzTcompute_stage_proj_feats: dense_grid_resolution + batch_size required for dense pathr’   )r-  r  r²   rC   )r(   r¶   rp   r@  rB  rZ  r!  r*  r2   rª   r³   Úslicer6  r·   rq   Úadd_Údiv_r'   )r8  r9  r¯   rD  rE  râ  r(   r  rè  Ú	cam_anglerG  Úfeat_map_lrÚfeat_map_hrr-  r,  r  r   r   Úselr  Úproj_hrs   &&&&&&&              r    Úcompute_stage_proj_featsrP  U  sÄ  € ð ‚~Ø"(Ò"4�—’¸)ÀLÕ:Q×:XÑ:XˆØ˜<Õ(×+Ñ+¨FÓ3€JØÐ$Õ%×(Ñ(¨Ó0€AØÐ*Õ+×.Ñ.¨vÓ6€IÜ�I—M‘M +¨qÓ1Ó2€IÜ1DÀYÓ1VÑ.€KÐ.àÒØÒ#ÜÐgÓhÐhÜ"7¸ÐR\Ó"]Ñˆ�ià Ò(¨JÒ,>ÜÐsÓtÐtÜ-Ð.CÐQ[Ø5;Ä5Ç=Á=ôRˆàˆ	à
€CÜ�9ÖˆÜ�A�t˜YÓ'ˆÜ& |ÀÕ5E×5HÑ5HÈÓ5PÐRSÐTWÕRXÐZcÐdgÕZhØ8Hô_ˆàÒ"Ü-¨lÈÕ<L×<OÑ<OÐPVÓ<WÐYZÐ[^ÕY_ÐajÐknÕaoØ?OôfˆGä—9’9˜d G˜_°"Ô5ˆDà!škˆd�j‰jŒl¨s¯x©x¸«~Šñ ð �8‰8�IÓ×!Ñ! $§*¡*Ó-Ð-r"   c                óZ  € V ^8„  d   QhR\         P                  R\        R\        \         P                  ,          R\        \         P                  ,          R\        \        ,          R\        \        ,          R\        \        ,          R\        \        ,          R	\        \
        ,          /	# )
r   Úglobal_condrG  Ú
proj_featsr  Ú
eval_batchÚlogical_batchr   r9  Úcond_or_uncond)r2   r˜   r:  r   rp   rœ  )rU   s   "r    rW   rW   €  s†   € ÷ ;7ñ ;7¤%§,¡,ð ;7Äð ;7Ü!)¬%¯,©,Õ!7ð;7ä (¬¯©Õ 6ð;7ô "*¬#¥ð;7ô %-¬S¥Mð	;7ô
 (0´¥}ð;7ô %¤S�Mð;7ô &.¬d¥^ñ;7r"   c	                óî  € VR8X  d   V # Vf   \        RV: R24      hVe^   VP                  R,          V8w  dF   Rp	VP                  R,          V8  d   Rp	\        RV: RVP                  R,           R	V R
V	 24      hVfm   Vei   VP                  ^ ,          V8w  dQ   V) VP                  ^ ,          ,          ) p
VP                  V
3RVP                  ^,
          ,          ,           4      RV pVe\   VeX   WE8”  dR   WE,          pVf3   VP                  V3RVP                  ^,
          ,          ,           4      pMVP                  V^34      pVEe   VEe   \	        V4       UUu. uF  w  rÍV^8X  g   K  VNK  	  pppV'       dß   V UUu. uF6  p\        Wõ,          \        V^,           V,          V4      4       F  pVNK  	  K8  	  ppp\        P                  ! VVP                  \        P                  R7      pVf   VP                  4       p^ VV&   MO\        P                  ! VV4      P                  R4      P                  VP                  4      pVRV,
          ,          pRV RV/# u uppi u uppi )aU  Take pre-computed per-token proj features (from compute_stage_proj_feats),
apply CFG-batch duplication + uncond-slot zeroing, and wrap into the
``{"global", "proj"}`` context dict consumed by ProjectAttention.

proj_feats shape:
  sparse (shape/texture): [N_voxels, C]   (batch_ids gives per-voxel batch)
  dense  (SS):            [B, N, C]
r  Nzimage_attn_mode=uu    but trellis2_proj_feats is missing â€” the stage setup node (or Pixal3DConditioning for SS) should have computed it.Ú uz    â€” the shape/texture stages need the NAF-upsampled feature map from a Pixal3D DINOv3 checkpoint containing naf. weights.zproj_feats for stage z has z channels, sub-model expects Ú.r’   rÑ   r  rC   )r%   )rZ  r   ÚrepeatrÉ   r5   r³   Úminr2   Útensorr(   r  rç  ÚisinrÊ   r¶   r'   )rR  rG  rS  r  rT  rU  r   r9  rV  ÚhintÚrepsÚrepeatsr=   r   Úuncond_slotsÚslotÚ	batch_idxÚuncond_batchesÚ
uncond_idxÚneg_masks   &&&&&&&&&           r    Ú_shape_proj_condrg  €  s�  € ð  ˜(Ô"ØÐØÒÜÐ+¨OÑ+>ð ?ið jó kð 	kàÒ#¨
×(8Ñ(8¸Õ(<Ð@PÔ(PØˆØ×Ñ˜BÕÐ"2Ô2ðKˆDäØ# E¡9¨E°*×2BÑ2BÀ2Õ2FÐ1Gð H!Ø!1Ð 2°!°D°6ð;ó
ð 	
ð Ò˜]Ò6¸:×;KÑ;KÈAÕ;NÐR_Ô;_Ø� :×#3Ñ#3°AÕ#6Õ6Ð7ˆØ×&Ñ&¨ w°¸¿¹È1Õ9LÕ1MÕ'MÓNÈ~ÐP]Ð^ˆ
ð Ò -Ò";À
Ô@ZØÕ-ˆØÒØ#×*Ñ*¨G¨:¸À
ÇÁÐRSÕ@SÕ8TÕ+TÓU‰Jà#×*Ñ*¨G°Q¨<Ó8ˆJð Ó! jÓ&<Ü&/°Ô&?ÔJÑ&?™d˜aÀ1ÈÁ6Ÿ˜Ñ&?ˆÑJßá*6ôcÙ*6 $Ü/4°TÕ5IÜ58¸$À½(ÀmÕ9SÐU_Ó5`ö0b )ó (ñ0bñ (Ù*6ð ñ cô Ÿš n¸Z×=NÑ=NÔV[×V`ÑV`ÔaˆJØÒ Ø'×-Ñ-Ó/�
Ø)*�
˜:Ò&ä Ÿ:š: i°Ó<×FÑFÀrÓJ×MÑMÈj×N^ÑN^Ó_�Ø'¨3°­>Õ:�
Ø�k 6¨:Ð6Ð6ùó Kùócs   Å&I+Å6I+Æ<I1c                   óH   a a€ ] tR tRt oRV3R lV 3R llltR tRtVtV ;t# )ÚTrellis2i½  c                ón   <€ V ^8„  d   QhRS[ RS[S[,          RS[ RS[S[,          RS[ RS[S[,          /# )r   Úimage_attn_mode_structureÚproj_in_channels_structureÚimage_attn_mode_shapeÚproj_in_channels_shapeÚimage_attn_mode_textureÚproj_in_channels_texture)r:  r   rp   )rU   rV   s   "€r    rW   ÚTrellis2.__annotate__¾  s]   ø€ ÷ +xñ +xñ -0ð+xñ .6±c­]ð+xñ ),ð+xñ *2±#­ð+xñ  +.ð!+xñ" ,4±C­=ñ#+xr"   c                ó$  <€ \         SV `  4        VV n        R VRVRVRVRVRVRV	RV
RVR	VR
VRV/pWÐn        Wðn        VV n        RVRV/pRVRV/pRVRV/pVP                  RR4      pV'       g„   \        RRVRV/VBVB V n        RV n	        V'       d   \        RRVRV^,          /VBVB V n	        \        RR^ RV/VBVB V n
        VP                  R 4       \        RR^R^R ^/VBVB V n        R# \        RRVRV^,          /VBVB V n	        R# )r„  r…  rƒ  r‚  rÜ   rn   rF  rà   rE  r(   r'   rv   rG  r   Útxt_onlyFr€  r�  Nr`   )r[   rz   r'   rk  rm  ro  r@  r}  Ú	img2shapeÚ	shape2txtÚimg2shape_512ÚpoprÏ  Ústructure_model)r]   r€  r�  r„  r‚  rƒ  r…  rÜ   rn   rF  rà   rE  Úinit_txt_modelrk  rl  rm  rn  ro  rp  r'   r(   rv   r   ÚargsÚshape_proj_kwargsÚtex_proj_kwargsÚstruct_proj_kwargsrs  r^   s   &&&&&&&&&&&&&&&&&&&&&&,     €r    rz   ÚTrellis2.__init__¾  s¡  ø€ ô( 	‰ÑÔØˆŒ
à˜<¨°jÀ/ÐS`Ø˜^¨[¸ÀKÐQZÐ\gÐirØ˜;Ð(;Ð=NÐPXÐZ`ÐbiÐkpÐr~ð  AKð
ˆð
 *CÔ&Ø%:Ô"Ø'>ˆÔ$Ø.Ð0EÐGYÐ[qÐrÐØ,Ð.EÐGYÐ[sÐtˆØ/Ð1JÐL^Ð`zÐ{ÐØ—:‘:˜j¨%Ó0ˆßÜ*Ñw°jÐwÈkÐwÐ]nÐwÐrvÑwˆDŒNØ!ˆDŒNßÜ!.Ñ!{¸*Ð!{ÐR]Ð^_ÕR_Ð!{ÐcrÐ!{ÐvzÑ!{�”Ü!.Ñ!s¸"Ð!sÈ+Ð!sÐYjÐ!sÐnrÑ!sˆDÔØ�H‰H�^Ô$Ü#;ñ  $HÀrð  $HÐWXð  $HÐghð  $HÐl~ð  $Hð  CGñ  $HˆDÖ ä*Ñw°jÐwÈkÐZ[ÍmÐwÐ_nÐwÐrvÑwˆDŽNr"   c                óT  € VP                  R / 4      pVP                  R4      pVP                  VP                  4      pVP                  R4      pVf   \        R4      hVP                  R4      pVP                  R4      p	VP                  RR4      p
VP                  R	4      pR
pV
R8X  d   RpRp
Ve%   VP	                  R4      P                  ^^4      pRpMRp
R
pVP                  R4      ^8X  d   VP                  R 4      ^8X  d   Rp
R
pV'       g0   VP                  ^ 4      pVR!,          pVP                  V^^^^4      pV'       d   V'       g   TpV'       Edê   TpTpVP                  w  pppV
R"9   Ed[   V	eð   V	P                  ^ ,          pVV8”  d…   VV,          p. p\        V4       F@  pVP                  4       pVR#;;,          VV,          ,          uu&   VP                  V4       KB  	  \        P                  ! V^ R7      pV	P                  V4      pMTpT	p\        P                  ! VVP                   R7      P#                  ^ 4      VP#                  ^4      8  pVV,          pMmVP%                  RV4      p. p\        V4       F)  pVP                  4       pVVR#&   VP                  V4       K+  	  \        P                  ! V^ R7      pRpMTpTpRp\'        VVP                  VP                   \        P(                  R7      \        P*                  ! V.\-        VP                  R,          4      ,           4      R7      pV
R8X  dÄ   V P.                  pVR8w  d{   V'       d   V P0                  MV P2                  p V'       d   RMRp!XR#,          P5                  4       p"V	e   V	P                  ^ ,          MXp\7        XVVV"XVV P8                  V!VR7	      pV'       d   V P1                  XXXVR7      p#EM2V P3                  XXXVR7      p#EMV
R8X  Edt   V P:                  f   \        R4      hVP                  R4      p$V$f   \        R4      hT$p%V	eD   XV	P                  ^ ,          8”  d,   V%P                  VV	P                  ^ ,          ,          ^4      p%MV	f   V%RX P                  X^4      p%XP=                  \        P                  ! VP>                  V%P                  VP>                  P                   4      .RR7      R7      pV P@                  p&V&R8w  dY   XR#,          P5                  4       p"V	e   V	P                  ^ ,          MXp\7        XV&VV"XVV P:                  P8                  RVR7	      pV P;                  VXXVR7      p#M V PB                  p'V'       d$   VP                  ^ ,          \E        V4      ,          MVP                  ^ ,          p(Tp)V'R8w  d:   \7        VV'VRVP                  ^ ,          V(V PF                  P8                  RVR7	      p)V PG                  WV)VR7      p#V'       dÊ   Xeˆ   \        PH                  ! XXV#P>                  P                  R,          3VP                   V#P>                  P                  R7      p*V#P>                  V*V&   V*P                  ^^4      P#                  R4      p+V+# V#P>                  P                  XXR4      P                  ^^4      P#                  R4      p+V+# \        PJ                  PL                  PO                  V#R$4      p#V## )%r	  rV  ÚembedsNz,Trellis2.forward requires 'embeds' in kwargsÚtrellis2_coordsÚtrellis2_coord_countsÚtrellis2_generation_modeÚstructure_generationÚtrellis2_proj_featsFÚshape_generation_512TÚshape_generationÚtexture_generationr²   rç   r’   r$   )r.   r¯   r   r  Ú	shape_512Ú
shape_1024)r  rT  rU  r   r9  rV  r/  z;Checkpoint for Trellis2 doesn't include texture generation!Útrellis2_shape_slatzshape_slat can't be None)r.   Útex_1024ÚssrC   rð  )rB   :Né   N)r‡  rˆ  r  )r   r   r   r   r   r   r   é   )(r@  r¶   r'   rZ  r  rõ  Úsizer/   r   r³   rç  r´   r2   r·   rZ  r©   r(   rÊ   rG   r   Úint32ÚSizerœ  rm  rv  rt  r  rg  r   ru  rF   r.   ro  rk  r,   rx  r3   r{   Ú
functionalÚpad),r]   r‚   Útimestepr  r   r	  rV  r€  r¯   Úcoord_countsr  rS  Úis_first_shape_passÚis_sparse_modeÚbszÚt_evalÚc_evalr¼  r÷  r¾  rU  r_  Úc_copiesr=   r2  Úbatched_coordsÚcounts_evalrA   Ú
feats_flatÚcoords_listÚx_stÚ
shape_attnÚ	sub_modelÚ
stage_namer  r   ÚslatÚ
slat_featsÚtex_attnÚstruct_attnÚlogical_batch_ssÚstruct_condÚ
padded_outÚ
out_tensors,   &&&&,                                       r    r\   ÚTrellis2.forwardë  sl  € Ø$Ÿj™jÐ)>ÀÓCÐØ,×0Ñ0Ð1AÓBˆØ—;‘;˜qŸw™wÓ'ˆØ—‘˜HÓ%ˆØŠ>ÜÐKÓLÐLð —‘Ð-Ó.ˆØ—z‘zÐ"9Ó:ˆØ�z‰zÐ4Ð6LÓMˆà—Z‘ZÐ 5Ó6ˆ
à#ÐØÐ)Ô)Ø"&ÐØ%ˆDàÒØ—	‘	˜"“×'Ñ'¨¨1Ó-ˆAØ!‰Nà)ˆDØ"ˆNà�6‰6�"‹:˜Ô §¡ r£
¨bÔ 0Ø)ˆDØ"ˆNçØ—&‘&˜“)ˆCØ�%•ˆAØ—‘�s˜A˜r 2 rÓ*ˆAç×"5ØˆGçˆ>ØˆFØˆFà—g‘g‰GˆAˆq�!ð ÐAÕAØÒ+Ø$0×$6Ñ$6°qÕ$9�Mð ˜=Ô(Ø  MÕ1˜Ø#%˜Ü!& t¦˜AØ &§¡£˜AØ˜dŸG q¨=Õ'8Õ8›GØ$ŸO™O¨AÖ.ñ "-ô */¯ª°8ÀÔ)C˜Ø&2×&9Ñ&9¸$Ó&?™à)/˜Ø&2˜ô !Ÿ<š<¨°!·(±(Ô;×EÑEÀaÓHÈ;×K`ÑK`ÐabÓKcÑc�DØ!" 4¥‘Jà!"§¡¨2¨qÓ!1�JØ"$�KÜ" 1žX˜Ø"ŸL™L›N˜Ø"#˜˜$™Ø#×*Ñ*¨1Ö-ñ &ô &+§Y¢Y¨{ÀÔ%B�NØ‘Dà!'�Ø�
Ø�äØ Ø%×(Ñ(°·±ÄÇÁÐ(ÓLÜ—j’j ! ¤t¨J×,<Ñ,<¸RÕ,@Ó'AÕ!AÓBôˆDð Ð%Ô%Ø×3Ñ3ˆJØ˜XÔ%ß2E˜D×.Ò.È4Ï>É>�	ß,?™[À\�
ð +¨4Õ0×5Ñ5Ó7�	Ø9EÒ9Q × 2Ñ 2°1Ö 5ÐWX�Ü)¨&°*¸jØ4=Ø56ÀmØ;D×;UÑ;UØ0:Ø9GôI�÷ #Ø×(Ñ(¨¨v°vÐSfÐ(Óg’à—n‘n T¨6°6ÐOb�nÓc’àÐ)Õ)Ø�~‰~Ò%Ü Ð!^Ó_Ð_Ø—:‘:Ð3Ó4ˆDØŠ|Ü Ð!;Ó<Ð<àˆJàÒ'¨A°×0BÑ0BÀ1Õ0EÔ,EØ'×.Ñ.¨q°L×4FÑ4FÀqÕ4IÕ/IÈ1ÓM‘
ØÒ%Ø'¨¨˜^×2Ñ2°1°aÓ8�
à—<‘<¤e§i¢i°·±¸Z¿]¹]È4Ï:É:×K\ÑK\Ó=]Ð0^ÐdfÔ&g�<ÓhˆDØ×3Ñ3ˆHØ˜8Ô#Ø*¨4Õ0×5Ñ5Ó7�	Ø9EÒ9Q × 2Ñ 2°1Ö 5ÐWX�Ü)¨&°(¸JØ4=Ø56ÀmØ;?¿>¹>×;ZÑ;ZØ0:Ø9GôI�ð —.‘.  v¨vÐK^�.Ó_‰Cð ×8Ñ8ˆKßDR˜qŸw™w q�z¬S°Ó-@Ö@ÐXY×X_ÑX_Ð`aÕXbÐØ!ˆKØ˜hÔ&Ü.¨w¸ÀZØ9=Ø:;¿'¹'À!½*ÐTdØ@D×@TÑ@T×@eÑ@eØ59Ø>LôN�ð ×&Ñ& q°KÐUhÐ&ÓiˆCçØÒä"Ÿ[š[¨!¨Q°·	±	·±ÀÕ0CÐ)DÈQÏXÉXÐ]`×]fÑ]f×]lÑ]lÔm�
Ø#&§9¡9�
˜4Ñ Ø'×1Ñ1°!°QÓ7×AÑAÀ"ÓE�
ð Ðð !ŸY™YŸ^™^¨A¨q°"Ó5×?Ñ?ÀÀ1ÓE×OÑOÐPRÓS�
ØÐä—(‘(×%Ñ%×)Ñ)¨#Ð/HÓIˆCàˆ
r"   )r'   rm  rk  ro  rt  rv  ru  rx  )é    r®  i   r>  é   é   gòAÏfU@TTTFr  Nr  Nr  NNNNrŠ   rh   s   @@r    ri  ri  ½  s   ù‡ € ÷+xõ +x÷Z`ò `r"   ri  )rÑ   r  r  )r  r  r$  )r  rÑ   r  )rÑ   r  r  r  )r  r  r$  g       À)r  rÑ   r  r  )r  r  r  rÑ   rZ   )NNNNN)NNNNNN)?r2   Útorch.nn.functionalr{   r“  rš   Útorch.nnÚcomfy.model_managementrœ   Ú	comfy.opsÚcomfy.ldm.trellis2.vaer   r   r   r   Útypingr   r   r	   r
   r   Úcomfy.ldm.modules.attentionr   r   r   Ú"comfy.ldm.genmo.joint_model.layersr   Úcomfy.ldm.flux.mathr   r   r!   r?   rN   r«  rP   r"  rj   r�   r¢   rÓ   rÙ   r  r  r9  rB  r}  r§  r±  rÂ  rÏ  r\  r  rå  rª   ré  r  r  r!  r*  r6  rB  rP  rg  ri  r`   r"   r    Ú<module>rº     sÒ  ðÛ ß Ð Ý Û Û ß WÓ Wß 8Õ 8ß eÑ eÝ ?ß 7ò	#òòô*;�—‘ô ;ô
˜2Ÿ9™9ô 
ô
V�r—y‘yô 
Vô-< 2§9¡9ô -<ô`+Ð9ô +ôT˜rŸy™yô TòlôZ˜RŸY™Yô Zô":˜BŸI™Iô :ô"\W¨2¯9©9ô \Wô~Z�B—I‘Iô Zôx
�R—Y‘Yô 
ôB˜Ÿ™ô BôHT_ R§Y¡Yô T_ônZ˜rŸy™yô ZðB —l’lÚÚÚðóÐ ð #Ÿ\š\ÚÚÚÚðóÐ ð 05¯}©}÷õ=õ*õð  ;@¿-¹-÷÷#õLT÷(.÷V;7ôzNˆr�y‰yö Nr"   