+
    ƒ°ñj‚�  ã                   óD  € ^ RI t ^ RIHt ^ RIHu Ht ^ RIt^ RIt^ RI	H	t	 ^ RI
Ht ^ RIt^ RIt]P                  P                   tR-R R llt ! R R]P$                  4      tR.R ltR/R	 ltR0R
 ltR1R ltR2R lt ! R R4      t ! R R4      t ! R R4      t ! R R]P$                  4      t ! R R4      t ! R R]P$                  4      t ! R R]P$                  4      t ! R R]P$                  4      t  ! R R]P$                  4      t! ! R R ]P$                  4      t" ! R! R"]P$                  4      t# ! R# R$]P$                  4      t$ ! R% R&]P$                  4      t% ! R' R(]P$                  4      t& ! R) R*]P$                  4      t' ! R+ R,]P$                  4      t(R# )3é    N)Útqdm)ÚOptionalc                óp   € V ^8„  d   QhR\         P                  R\         P                  R\        R\        /# )é   ÚsrcÚbatchÚsampling_ratioÚstart_random)ÚtorchÚTensorÚfloatÚbool)Úformats   "Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hunyuan3d\vae.pyÚ__annotate__r      s1   € ÷ +0ñ +0ŒU�\‰\ð +0¤%§,¡,ð +0Äð +0ÔUYñ +0ó    c                 óŠ  € V P                  ^ 4      VP                  4       8X  g   Q h\        VP                  4       4      ^,           pV P	                  V\
        P                  R7      pVP                  ^ V\
        P                  ! V4      4       VP	                  V^,           4      p\
        P                  ! V^ VR,          R7       . p\        V4       EFÔ  pWh,          P                  4       Wh^,           ,          P                  4       r©W	V
 pVP                  ^ 4      p\        ^\        P                  ! WÂ,          4      4      p\
        P                  ! WÐP                  \
        P                  R7      p\
        P                   ! V3\#        R4      V P                  R7      pV'       d&   \
        P$                  ! ^ VRV P                  R7      pM2\
        P&                  ! ^ .V P                  \
        P                  R7      p\        V4       Fl  pVVV&   VV,          P)                  ^ 4      p\
        P*                  ! VV,
          ^R7      p\
        P,                  ! VV4      p\
        P.                  ! V4      pKn  	  VP1                  \
        P2                  ! Wš4      V,          4       EK×  	  \
        P4                  ! V^ R7      # )	r   ©Údtype:é   NN)Úout©Údevicer   Úinf©r   ©Údim©r   )ÚsizeÚnumelÚintÚmaxÚ	new_zerosr   ÚlongÚscatter_add_Ú	ones_likeÚcumsumÚrangeÚitemÚmathÚceilÚzerosr   Úfullr   ÚrandintÚtensorÚsqueezeÚnormÚminimumÚargmaxÚappendÚarangeÚcat)r   r   r	   r
   Ú
batch_sizeÚdegÚptr_vecÚsampled_indiciesÚbÚstartÚendÚpointsÚ
num_pointsÚnum_samplesÚselectedÚ	distancesÚfarthestÚiÚcentroidÚdists   &&&&                r   ÚfpsrG      sï  € ð �8‰8�A‹;˜%Ÿ+™+›-Ô'Ð'Ð'ä�U—Y‘Y“[Ó! AÕ%€JØ
�-‰-˜
¬E¯J©Jˆ-Ó
7€Cà×Ñ�Q˜œuŸš¨uÓ5Ô6à�m‰m˜J¨�NÓ+€GÜ	‡L‚L��a˜W R�[Õ)ð Ðä�:×ˆà•Z—_‘_Ó&¨°Aµ­×(;Ñ(;Ó(=ˆsà˜3�ˆà—[‘[ “^ˆ
Ü˜!œTŸYšY zÕ'BÓCÓDˆä—;’;˜{·Z±ZÌÏÉÔTˆÜ—J’J 
˜}¬e°E«lÀSÇZÁZÔPˆ	÷ Ü—}’} Q¨
°DÀ3Ç:Á:ÔN‰Hä—|’| Q C°#·*±*ÄeÇjÁjÔQˆHä�{Ö#ˆAØ"ˆH�Q‰KØ˜hÕ'×/Ñ/°Ó2ˆHÜ—:’:˜f xÕ/°qÔ9ˆDÜŸš i°Ó6ˆIÜ—|’| IÓ.ŠHñ $ð 	×Ñ¤§¢¨UÓ 8¸Õ B×Cñ3 ô6 �9Š9Ð%¨QÔ/Ð/r   c                   óŠ   a a€ ] tR t^>t oRV3R lV 3R llltV3R lR ltV3R lR ltV3R lR ltV3R	 lR
 ltRt	Vt
V ;t# )ÚPointCrossAttentionc                ób   <€ V ^8„  d   QhRS[ RS[RS[ RS[ RS[ RS[ RS[ RS[ R	S[R
S[RS[RS[/# )r   Únum_latentsÚdownsample_ratioÚpc_sizeÚpc_sharpedge_sizeÚpoint_featsÚwidthÚheadsÚlayersÚ	normal_peÚqkv_biasÚuse_ln_postÚqk_norm)r!   r   r   )r   Ú__classdict__s   "€r   r   Ú PointCrossAttention.__annotate__?   s�   ø€ ÷ 0 ñ 0 Ùð0 áð0 ñ ð0 ñ ð	0 ñ
 ð0 ñ ð0 ñ ð0 ñ ð0 ñ ð0 ñ ð0 ñ ð0 ñ ñ0 r   c                ó¬  <€ \         SV `  4        W�n        W0n        W n        W n        W@n        Wn        WPn        \        P                  ! V P                  P                  V,           V4      V n        \        VVVVR 7      V n        RV n        V^ 8”  d   \!        VVVVVR7      V n        V'       d   \        P"                  ! V4      V n        R# RV n        R# ))rP   rQ   rT   rV   N)rP   rQ   rT   rV   rR   )ÚsuperÚ__init__Úfourier_embedderrM   rS   rL   rN   rK   rO   ÚnnÚLinearÚout_dimÚ
input_projÚResidualCrossAttentionBlockÚ
cross_attnÚ	self_attnÚTransformerÚ	LayerNormÚln_post)ÚselfrK   rL   rM   rN   rO   rP   rQ   rR   r\   rS   rT   rU   rV   Ú	__class__s   &&&&&&&&&&&&&&€r   r[   ÚPointCrossAttention.__init__?   s»   ø€ ô 	‰ÑÔà 0ÔàŒØ"ŒØ 0ÔØ!2ÔØ&ÔØ&ÔäŸ)š) D×$9Ñ$9×$AÑ$AÀKÕ$OÐQVÓWˆŒä5ØØØØô	
ˆŒð ˆŒØ�AŒ:Ü(ØØØ#Ø!ØôˆDŒN÷ ÜŸ<š<¨Ó.ˆDŽLàˆDŽLr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   Úpoint_cloudÚfeatures©r   r   )r   rW   s   "€r   r   rX   q   s+   ø€ ÷ TTñ TT±U·\±\ð TTÉUÏ\É\ñ TTr   c                ó~  € VP                   w  r4p\        V P                  4      pV P                  V P                  V P                  ,           ,          V,          pWg,
          p\
        P                  ! WP                  V P                  .^R7      w  ršV	P                   ^,          V P                  8:  g   Q R4       hV
P                   ^,          V P                  8:  g   Q R4       h\        WpP                  ,          4      pV P                  W—VR7      w  rÍrï\        W€P                  ,          4      pV^ 8X  dz   \
        P                  ! V^ W]P                  R7      P                  VP                  4      p\
        P                  ! V^ W\P                  R7      P                  VP                  4      pMV P                  W¨VR7      w  pppp\
        P                  ! VV.^R7      p\
        P                  ! VV.^R7      pV P                  V4      pV P                  V4      pV P                  ^ 8”  EdÈ   \
        P                  ! W P                  V P                  .^R7      w  ppV P!                  VWãW¿R7      w  ppV^ 8X  dt   \
        P                  ! V^ V P                  VP                  VP                  R7      p\
        P                  ! V^ V P                  VP                  VP                  R7      pMV P!                  XVVXVR7      w  pp\
        P                  ! VV.^R7      p\
        P                  ! VV.^R7      p V P"                  '       ds   V P                  V R	,          4      p!V P                  VR	,          4      p"\
        P                  ! V!V R	,          .R
R7      p \
        P                  ! V"VR	,          .R
R7      p\
        P                  ! VV.R
R7      p\
        P                  ! VV .R
R7      pVP%                  VR
VP                   R
,          4      VP%                  VR
VP                   R
,          4      3# )a  
Subsample points randomly from the point cloud (input_pc)
Further sample the subsampled points to get query_pc
take the fourier embeddings for both input and query pc

Mental Note: FPS-sampled points (query_pc) act as latent tokens that attend to and learn from the broader context in input_pc.
Goal: get a smaller represenation (query_pc) to represent the entire scence structure by learning from a broader subset (input_pc).
More computationally efficient.

Features are additional information for each point in the cloud
r   z@Random surface points size must be less than or equal to pc_sizezMSharpedge surface points size must be less than or equal to pc_sharpedge_size)ÚpcÚ	num_queryÚinput_pc_sizer   )rm   Úidx_pcr7   rr   Ú	idx_query)r   r   )rs   rm   r7   rt   rr   ).ºNé   Néÿÿÿÿ)Úshaper!   rK   rM   rN   r   ÚsplitrL   Ú	subsampler,   r   Útor   r6   r\   rO   Úhandle_featuresrS   Úview)#rg   rl   rm   ÚBÚ_ÚDrK   Únum_random_queryÚnum_sharpedge_queryÚ	random_pcÚsharpedge_pcÚinput_random_pc_sizeÚrandom_query_pcÚrandom_input_pcÚrandom_idx_pcÚrandom_idx_queryÚinput_sharpedge_pc_sizeÚsharpedge_input_pcÚsharpedge_query_pcÚsharpedge_idx_pcÚsharpedge_idx_queryÚquery_pcÚinput_pcÚqueryÚdataÚrandom_surface_featuresÚsharpedge_surface_featuresÚinput_random_surface_featuresÚquery_random_featuresÚ input_sharpedge_surface_featuresÚquery_sharpedge_featuresÚquery_featuresÚinput_featuresÚinput_features_peÚquery_features_pes#   &&&                                r   Úsample_points_and_latentsÚ-PointCrossAttention.sample_points_and_latentsq   sõ  € ð ×#Ñ#‰ˆˆaä˜$×*Ñ*Ó+ˆàŸ<™<¨4¯<©<¸$×:PÑ:PÕ+PÕQÐT_Õ_ÐØ)Õ<Ðô #(§+¢+¨k¿L¹LÈ$×J`ÑJ`Ð;aÐghÔ"iÑˆ	ð �‰˜qÕ! T§\¡\Ô1ÐuÐ3uÓuÐ1Ø×!Ñ! !Õ$¨×(>Ñ(>Ô>ð  	Pð  APó  	PÐ>ä"Ð#3×6KÑ6KÕ#KÓLÐà�N‰N 	ÐYmˆNÓnñ 	Jˆ¨-ô #&Ð&9×<QÑ<QÕ&QÓ"RÐà" aÔ'Ü!&§¢¨Q°°1×>SÑ>SÔ!T×!WÑ!WÐXc×XjÑXjÓ!kÐÜ!&§¢¨Q°°1×=RÑ=RÔ!S×!VÑ!VÐWb×WiÑWiÓ!jÑð �N‰N Ð_vˆNÓwñ ZÐÐ 2Ð4DÐFYô —9’9˜oÐ/AÐBÈ!ÔLˆÜ—9’9˜oÐ/AÐBÈ!ÔLˆà×%Ñ% hÓ/ˆØ×$Ñ$ XÓ.ˆà×Ñ˜aÕÜBGÇ+Â+Èh×YeÑYeÐgk×g}Ñg}ÐX~ð  GHô  CIÑ?Ð#Ð%?ð ×$Ñ$Ð0GÐR_Ø5Ið %ó iñ AÐ)Ð+@ð '¨!Ô+Ü38·;²;¸qÀ!ÀT×EUÑEUØGd×GjÑGjð  vA÷  vHñ  vHô4IÐ0ô ,1¯;ª;°q¸!¸T×=MÑ=MØ?T×?ZÑ?ZÐep×ewÑewô,yÑ(ð
 ×(Ñ(Ð2BÐOiØ67ÐEXð  kBð )ó Cñ KÐ0Ð2Jô #ŸYšYÐ(=Ð?WÐ'XÐ`aÔbˆNÜ"ŸYšYÐ(EÐGgÐ'hÐpqÔrˆNà�~�~ˆ~à$(×$9Ñ$9¸.ÈÕ:QÓ$RÐ!Ø$(×$9Ñ$9¸.ÈÕ:QÓ$RÐ!ä!&§¢Ð,=¸~ÈgÕ?VÐ+WÐ_aÔ!b�Ü!&§¢Ð,=¸~ÈgÕ?VÐ+WÐ_aÔ!b�ô —I’I˜u nÐ5¸RÔ@ˆEÜ—9’9˜d NÐ3¸2Ô>ˆDð �z‰z˜!˜R §¡¨R¥Ó1°4·9±9¸QÀÀDÇJÁJÈrÅNÓ3SÐSÐSr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# rk   rn   )r   rW   s   "€r   r   rX   Ç   s#   ø€ ÷ ñ ¡5§<¡<ð ¹5¿<¹<ñ r   c                ó  € V P                  WR 7      w  r4V P                  V4      pV P                  V4      pV P                  W44      pV P                  e   V P                  V4      pV P                  e   V P	                  V4      pV# ))rl   rm   )r�   r`   rb   rc   rf   )rg   rl   rm   r‘   r’   Úlatentss   &&&   r   ÚforwardÚPointCrossAttention.forwardÇ   sz   € à×4Ñ4À;Ð4Ód‰ˆð —‘ Ó&ˆØ�‰˜tÓ$ˆð —/‘/ %Ó.ˆà�>‰>Ò%Ø—n‘n WÓ-ˆGà�<‰<Ò#Ø—l‘l 7Ó+ˆGàˆr   c                ó    <€ V ^8„  d   QhRS[ /# )r   rr   ©r!   )r   rW   s   "€r   r   rX   Û   s   ø€ ÷ 5ñ 5±cñ 5r   c                ó  € VP                   w  rEpW#,          p\        P                  ! VP                   ^,          VP                  R7      RV pVRVR3,          p	V	P	                  WC,          V4      p
\        V
P                   ^ ,          V,          4      p\        P                  ! V4      P                  VP                  4      p\        P                  ! WË4      p\        W¬VR7      pW­,          P	                  VRV4      pWéW�3# )zd
num_query: number of points to keep after FPS
input_pc_size: number of points to select before FPS
r   NºNNN)r	   rw   )
rx   r   Úrandpermr   r}   r!   r5   r{   Úrepeat_interleaverG   )rg   rp   rq   rr   r~   r   r€   Úquery_ratiors   r�   Úflattent_input_pcÚN_downÚ
batch_downrt   r�   s   &&&&           r   rz   ÚPointCrossAttention.subsampleÛ   sÜ   € ð —(‘(‰ˆˆaØÕ/ˆô —’ §¡¨¥°b·i±iÔ@ÀÀ-ÐPˆØ�a˜ �lÕ#ˆð %ŸM™M¨!Õ*;¸QÓ?Ðô Ð&×,Ñ,¨QÕ/°!Õ3Ó4ˆÜ—\’\ !“_×'Ñ'¨¯	©	Ó2ˆ
Ü×,Ò,¨ZÓ@ˆ
äÐ)ÈÔTˆ	Ø$Õ/×4Ñ4°Q¸¸AÓ>ˆà 6Ð4Ð4r   c                ó    <€ V ^8„  d   QhRS[ /# )r   r7   r¥   )r   rW   s   "€r   r   rX   ÷   s   ø€ ÷ 	6ñ 	6É3ñ 	6r   c                ó¨   € TpVR VR 3,          pVP                  Wc,          R4      pW…,          P                  VRVP                  R,          4      p	Wy3# )r§   rw   )r}   rx   )
rg   rm   rs   rr   r7   rt   r~   Úinput_surface_featuresÚflattent_input_featuresr™   s
   &&&&&&    r   r|   Ú#PointCrossAttention.handle_features÷   sa   € àˆà!)¨!¨V°Q¨,Õ!7ÐØ"8×"=Ñ"=¸aÕ>OÐQSÓ"TÐØ0Õ;×@Ñ@ÀÀBØAX×A^ÑA^Ð_aÕAbódˆð &Ð5Ð5r   )rb   rL   r\   r`   rf   rS   rK   rN   rM   rO   rc   )FFTT)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r[   r�   r¢   rz   r|   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rh   rW   s   @@r   rI   rI   >   sB   ù‡ € ÷0 õ 0 ÷dTTð TT÷lð ÷(5ð 5÷8	6÷ 	6ð 	6r   rI   c                ó  € V P                   pV^,          V^ ,          ,           ^,          pV^,          V^ ,          ,
          P                  4       pV P                  V) 4       V P                  ^V,          V,          4       V # )zQNormalize mesh to fit in [-scale, scale]. Translate mesh so its center is [0,0,0])Úboundsr"   Úapply_translationÚapply_scale)ÚmeshÚscaleÚbboxÚcenterÚ
max_extents   &&   r   Únormalize_meshrÅ     sk   € ð �;‰;€DØ�1�g˜˜Q�Õ 1Õ$€Fà�q•'˜D �GÕ#×(Ñ(Ó*€JØ×Ñ˜F˜7Ô#Ø×Ñ�a˜%•i :Õ-Ô.à€Kr   c                ó  € V P                  VRR7      w  r#V P                  V,          p\        P                  ! VP	                  \
        P                  4      4      \        P                  ! VP	                  \
        P                  4      4      3# )z5Uniformly sample points from the surface of the mesh T)Úreturn_index)ÚsampleÚface_normalsr   Ú
from_numpyÚastypeÚnpÚfloat32)rÀ   Únumr>   Úface_idxÚnormalss   &&   r   Úsample_pointcloudrÑ     sg   € ð —{‘{ 3°t�{Ó<Ñ€FØ×Ñ Õ)€GÜ×Ò˜FŸM™M¬"¯*©*Ó5Ó6¼×8HÒ8HÈÏÉÔXZ×XbÑXbÓIcÓ8dÐdÐdr   c                ó¤  € V P                   V P                  r2V P                  V P                  rT\        P
                  ! VP                  ^ ,          4      p\        ^4       Ff  pVRV3,          p\        P                  ! RWH,          V4      p	\        P                  ! Wh,          V	3RR7      p
\        P                  ! V
RR7      Wh&   Kh  	  \        P                  ! VR,          VR,          VR,          .4      p\        P                  ! VR,          VR,          VR,          .4      pWk,          V8  Wl,          V8  ,          pW½,          WÍ,          3# )zDReturn edge indices (a, b) that lie on sharp boundaries of the mesh.r§   zij,ij->i©Úaxisrw   )r§   r   )r§   r   )r§   r   )ÚverticesÚfacesÚvertex_normalsrÉ   rÌ   Úonesrx   r(   ÚeinsumÚstackÚminÚconcatenate)rÀ   Ú	thresholdÚVÚFÚVNÚFNÚ
sharp_maskrD   ÚindicesÚ	alignmentÚ	dot_stackÚedge_aÚedge_bÚsharp_edgess   &&            r   Údetect_sharp_edgesré     s  € ð �=‰=˜$Ÿ*™*€qØ× Ñ  $×"3Ñ"3ˆä—’˜Ÿ™ �Ó$€JÜ�1ŽXˆØ�A�q�D•'ˆÜ—I’I˜j¨"­+°rÓ:ˆ	Ü—H’H˜jÕ1°9Ð=ÀBÔGˆ	Ü Ÿfšf Y°RÔ8ˆ
Óñ	 ô �^Š^˜Q˜t�W a¨¥g¨q°­wÐ7Ó8€FÜ�^Š^˜Q˜t�W a¨¥g¨q°­wÐ7Ó8€FØÕ%¨	Ñ1°jÕ6HÈ9Ñ6TÕU€KàÕ Õ 3Ð3Ð3r   c                óô  € \        V 4      w  r#V P                  V P                  rTWB,          WC,          rvWR,          WS,          r˜\        P                  P                  Wv,
          RR7      p
WªP                  4       ,          p\        P                  ! \        P                  ! V4      \        P                  P                  V4      4      p\        P                  P                  V^4      pWÖV,          ,          ^V,
          W|,          ,          ,           pWØV,          ,          ^V,
          Wœ,          ,          ,           pVP                  \        P                  4      VP                  \        P                  4      3# )z;Sample points preferentially from sharp edges in the mesh. rÓ   rw   )ré   rÕ   r×   rÌ   Úlinalgr1   ÚsumÚsearchsortedr'   ÚrandomÚrandrË   rÍ   )rÀ   rÎ   ræ   rç   rÞ   rà   ÚvaÚvbÚnaÚnbÚedge_lengthsÚweightsrã   ÚtÚsamplesrÐ   s   &&              r   Úsharp_sample_pointcloudrø   )  sõ   € ô (¨Ó-�N€FØ�M‰M˜4×.Ñ.€rà�Y˜�	ˆØ�Z˜�ˆä—9‘9—>‘> "¥'°�>Ó3€LØ×-Ñ-Ó/Õ/€Gä�oŠoœbŸiši¨Ó0´"·)±)·.±.ÀÓ2EÓF€GÜ
�	‰	�‰�s˜AÓ€Aà�W•+�o  Q¥¨"­+Õ 5Õ5€GØ�W•+�o  Q¥¨"­+Õ 5Õ5€Gà�>‰>œ"Ÿ*™*Ó% w§~¡~´b·j±jÓ'AÐAÐAr   c           	     ó¦  a€ ^ RI p VP                  P                  V P                  4       4      p\        V4      pVP                  pVP                  pVP                  ^ ,          p	VP                  W‡RV	 R7      p
VP                  W‡V	R R7      pV
P                  pVP                  pWÍ,           pRpV^ 8”  d	   WÞ,          M^ p\        VV,          4      pVV,
          p\        V
V4      w  ppV^ 8X  d/   \        P                  ! ^ ^4      \        P                  ! ^ ^4      3M\        VV4      w  pp\        W¯4      w  ppR	V3R llpT! \        P                   ! VP#                  S4      VP#                  S4      .^ R7      \        P                   ! VP#                  S4      VP#                  S4      .^ R7      V'       d   ^ MRR7      pT! \        P$                  ! V4      \        P$                  ! V4      V'       d   ^MRR7      p\&        P(                  P+                  4       pVVP-                  VP                  ^ ,          VRR7      ,          pVVP-                  VP                  ^ ,          VRR7      ,          p\        P                   ! VV.^ R7      P/                  ^ 4      pV#   \         d     TP                  P                  T 4      p ELŸi ; i)
zHLoad a surface with optional sharp-edge annotations from a trimesh mesh.N)rÕ   rÖ   c                 óR  <€ \         P                  ! W.^R7      P                  4       P                  S4      pVel   \         P                  ! VP
                  ^ ,          ^3\        V4      \         P                  R7      P                  S4      p\         P                  ! W4.^R7      pV# )r   r   r   )r   r6   Úhalfr{   r-   rx   r   Úfloat16)r>   rÐ   Úlabelr’   Úlabel_tensorr   s   &&&  €r   Úassemble_tensorÚ/load_surface_sharpedge.<locals>.assemble_tensor_  s{   ø€ ä�yŠy˜&Ð*°Ô2×7Ñ7Ó9×<Ñ<¸VÓDˆàÒÜ Ÿ:š: t§z¡z°!¥}°aÐ&8¼%À»,ÌeÏmÉmÔ\×_Ñ_Ð`fÓgˆLÜ—9’9˜dÐ1°qÔ9ˆDàˆr   r   )rý   F)Úreplacei Ð ©N)ÚtrimeshÚutilrÜ   ÚdumpÚ	ExceptionrÅ   rÖ   rÕ   rx   ÚTrimeshÚarear!   rÑ   r   r,   rø   r6   r{   rÊ   rÌ   rî   Údefault_rngÚchoiceÚ	unsqueeze)rÀ   r?   Únum_sharp_pointsÚsharpedge_flagr   r  Ú	mesh_fullrÖ   rÕ   Úorigin_face_countÚmesh_surfaceÚ	mesh_fillÚarea_surfaceÚ	area_fillÚ
total_areaÚ
sample_numÚ
fill_ratioÚnum_fillÚnum_surfaceÚsurf_ptsÚsurf_normalsÚfill_ptsÚfill_normalsÚ	sharp_ptsÚsharp_normalsrÿ   ÚsurfaceÚsharp_surfaceÚrngr-   s   &&&&f                         r   Úload_surface_sharpedger"  =  sh  ø€ ó ð3Ø—L‘L×,Ñ,¨T¯Y©Y«[Ó9ˆ	ô ˜yÓ)€Ià�O‰O€EØ×!Ñ!€HØŸ™ A�Ðà—?‘?¨HÐBTÐCTÐ<U�?ÓV€LØ—‘¨Ð?PÐ?QÐ9R�ÓS€Ià×$Ñ$€LØ—‘€IØÕ)€Jà€JØ+5¸¬>�Ö'¸q€Jä�: 
Õ*Ó+€HØ˜xÕ'€Kä.¨|¸[ÓIÑ€HˆlØGOÐSTÄ}œeŸkšk¨!¨QÓ/´·²¸QÀÓ1BÑCÔZkÐluÐwó  [AÑ€Hˆlä6°|ÓPÑ€Iˆ}÷ñ œeŸiši¨¯©°VÓ)<¸h¿k¹kÈ&Ó>QÐ(RÐXYÔZÜ#Ÿiši¨¯©¸Ó)@À,Ç/Á/ÐRXÓBYÐ(ZÐ`aÔbß+9¡a¸tôE€Gñ $¤E×$4Ò$4°YÓ$?Ä×AQÒAQÐR_ÓA`ß1?©AÀTôK€Mô �)‰)×
Ñ
Ó
!€Cà�c—j‘j §¡¨qÕ!1°:È�jÓOÕP€GØ! #§*¡*¨]×-@Ñ-@ÀÕ-CÐEUÐaf *Ó"gÕh€Mä�9Š9�g˜}Ð-°QÔ7×AÑAÀ!ÓD€Dà€Køôg ô 3Ø—L‘L×,Ñ,¨TÓ2‹	ð3ús   ‡)J& Ê&&KËKc                   óH   a € ] tR tRt o RtRR ltR	R lt]R 4       tRt	V t
R# )
ÚSharpEdgeSurfaceLoaderiy  z*Load mesh surface and sharp edge samples. c                ó8   € Wn         W n        W,           V n        R # r  )Únum_uniform_pointsr  Útotal_points)rg   r&  r  s   &&&r   r[   ÚSharpEdgeSurfaceLoader.__init__|  s   € à"4ÔØ 0ÔØ.ÕAˆÖr   c                óh   € V P                  V4      p\        W0P                  V P                  VR 7      # )r   )Ú
_load_meshr"  r&  r  )rg   Ú
mesh_inputr   rÀ   s   &&& r   Ú__call__ÚSharpEdgeSurfaceLoader.__call__‚  s,   € Ø�‰˜zÓ*ˆÜ% d×,CÑ,CÀT×EZÑEZÐekÔlÐlr   c                ó  € ^ RI p\        V \        4      '       d   VP                  V RRR7      pMT p\        W!P                  4      '       d4   RpVP
                  P                  4        F  pVf   TMW4,           pK  	  V# V# )r   NrÀ   T)ÚforceÚmerge_primitives)r  Ú
isinstanceÚstrÚloadÚSceneÚgeometryÚvalues)r+  r  rÀ   ÚcombinedÚobjs   &    r   r*  Ú!SharpEdgeSurfaceLoader._load_mesh†  sn   € ãä�j¤#×&Ò&Ø—<‘< 
°&ÈT�<ÓR‰DàˆDä�dŸM™M×*Ò*ØˆHØ—}‘}×+Ñ+Ö-�Ø"*Ò"2™3¸½’ñ .àˆOàˆr   )r  r&  r'  N)é    r:  )Úcuda)r´   rµ   r¶   r·   Ú__doc__r[   r,  Ústaticmethodr*  r¸   r¹   ©rW   s   @r   r$  r$  y  s(   ø‡ € Ù5ôBômð ñó ör   r$  c                   ó<   a € ] tR tRt o RV 3R lR lltR tRtV tR# )ÚDiagonalGaussianDistributioni—  c                ó:   <€ V ^8„  d   QhRS[ P                  RS[/# )r   ÚparamsÚfeature_dim)r   r   r!   )r   rW   s   "€r   r   Ú)DiagonalGaussianDistribution.__annotate__˜  s   ø€ ÷ 0ñ 0™uŸ|™|ð 0¹#ñ 0r   c                óø   € \         P                  ! V^VR7      w  V n        V n        \         P                  ! V P                  RR4      V n        \         P
                  ! RV P                  ,          4      V n        R# )r   r   g      4@g      à?Ng      >À)r   ÚchunkÚmeanÚlogvarÚclampÚexpÚstd)rg   rB  rC  s   &&&r   r[   Ú%DiagonalGaussianDistribution.__init__˜  sP   € ô "'§¢¨V°Q¸kÔ!JÑˆŒ	�4”;ä—k’k $§+¡+¨u°dÓ;ˆŒÜ—9’9˜S 4§;¡;Õ.Ó/ˆŽr   c                óŒ   € \         P                  ! V P                  4      pV P                  WP                  ,          ,           pV# r  )r   Ú
randn_likerK  rG  )rg   ÚepsÚzs   &  r   rÈ   Ú#DiagonalGaussianDistribution.sample   s/   € ä×Ò˜tŸx™xÓ(ˆØ�I‰I˜Ÿh™h�Õ&ˆàˆr   )rH  rG  rK  N)rw   )r´   rµ   r¶   r·   r[   rÈ   r¸   r¹   r>  s   @r   r@  r@  —  s   ø‡ € ÷0ò 0÷ð r   r@  c                   ó^   a € ] tR tRt o ]P
                  ! 4       RV 3R lR ll4       tRtV tR# )ÚVanillaVolumeDecoderi«  c          
      óL   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[RS[/# )r   r¡   Úgeo_decoderÚoctree_resolutionÚ
num_chunksÚenable_pbar)r   r   Úcallabler!   r   )r   rW   s   "€r   r   Ú!VanillaVolumeDecoder.__annotate__­  s7   ø€ ÷ ñ ¡§¡ð ¹8ð ÑX[ð Ù ðÙ8<ñr   c                ó„  € \        V\        4      '       d   V) V) V) WDV.p\        P                  ! VR ,          4      \        P                  ! VR,          4      r˜\        P                  ! V^ ,          V	^ ,          \        V4      ^,           \        P                  R7      p
\        P                  ! V^,          V	^,          \        V4      ^,           \        P                  R7      p\        P                  ! V^,          V	^,          \        V4      ^,           \        P                  R7      p\        P                  ! W«VRR7      w  rÞp\        P                  ! WÞV3RR7      P                  VP                  VP                  R7      P                  4       P                  R^4      p\        V4      ^,           \        V4      ^,           \        V4      ^,           .p. p\        \        ^ VP                   ^ ,          V4      RV'       * R7       Fe  pVVVV,           1R3,          pVP#                  ^ 4      P%                  VP                   ^ ,          ^^4      pV! VVR	7      pVP'                  V4       Kg  	  \        P(                  ! V^R
7      pVP+                  VP                   ^ ,          .VO54      P                  4       pV# )ru   ºrv   NNr   Úij)ÚindexingrÓ   zVolume Decoding)ÚdescÚdisabler§   )Úqueriesr¡   r   rw   )r1  r   r   r/   Úlinspacer!   rÍ   ÚmeshgridrÚ   r{   r   r   Ú
contiguousÚreshaper   r(   rx   r  Úrepeatr4   r6   r}   )rg   r¡   rU  rV  r½   rW  rX  ÚkwargsÚbbox_minÚbbox_maxÚxÚyrP  ÚxsÚysÚzsÚxyzÚ	grid_sizeÚbatch_logitsr<   Úchunk_queriesÚlogitsÚgrid_logitss   &&&&&&&,               r   r,  ÚVanillaVolumeDecoder.__call__¬  s*  € ô �fœe×$Ò$Ø�g ˜w¨¨°ÀÐHˆFä"Ÿ\š\¨&°­*Ó5´u·|²|ÀFÈ2ÅJÓ7O�(ä�NŠN˜8 A�;¨°­´SÐ9JÓ5KÈaÕ5OÔY^×YfÑYfÔgˆÜ�NŠN˜8 A�;¨°­´SÐ9JÓ5KÈaÕ5OÔY^×YfÑYfÔgˆÜ�NŠN˜8 A�;¨°­´SÐ9JÓ5KÈaÕ5OÔY^×YfÑYfÔgˆä—~’~ a¨A¸$Ô?‰ˆ�Ü�kŠk˜2 2˜,¨RÔ0×3Ñ3°G·N±NÈGÏMÉMÐ3ÓZ×eÑeÓg×oÑoÐprÐtuÓvˆÜÐ*Ó+¨aÕ/´Ð5FÓ1GÈ!Õ1KÌSÐQbÓMcÐfgÕMgÐhˆ	àˆÜœ%  3§9¡9¨Q¥<°Ó<ÐCTØ&1¤/÷3ˆEð    u¨zÕ'9Ð 9¸1Ð <Õ=ˆMØ)×3Ñ3°AÓ6×=Ñ=¸g¿m¹mÈAÕ>NÐPQÐSTÓUˆMÙ ¨=ÀGÔLˆFØ×Ñ Ö'ñ3ô —i’i °AÔ6ˆØ!×&Ñ&¨¯©°aÕ(8Ð'E¸9Ñ'EÓF×LÑLÓNˆàÐr   © N)ç)\�Âõ(ð?i'  T)	r´   rµ   r¶   r·   r   Úno_gradr,  r¸   r¹   r>  s   @r   rS  rS  «  s"   ø‡ € Ø
‡]‚]ƒ_÷ñ ó ör   rS  c                   ó^   a a€ ] tR tRt oRtR	V3R lV 3R llltR tV3R lR ltRtVt	V ;t
# )
ÚFourierEmbedderiË  a  The sin/cosine positional embedding. Given an input tensor `x` of shape [n_batch, ..., c_dim], it converts
each feature dimension of `x[..., i]` into:
    [
        sin(x[..., i]),
        sin(f_1*x[..., i]),
        sin(f_2*x[..., i]),
        ...
        sin(f_N * x[..., i]),
        cos(x[..., i]),
        cos(f_1*x[..., i]),
        cos(f_2*x[..., i]),
        ...
        cos(f_N * x[..., i]),
        x[..., i]     # only present if include_input is True.
    ], here f_i is the frequency.

Denote the space is [0 / num_freqs, 1 / num_freqs, 2 / num_freqs, 3 / num_freqs, ..., (num_freqs - 1) / num_freqs].
If logspace is True, then the frequency f_i is [2^(0 / num_freqs), ..., 2^(i / num_freqs), ...];
Otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1)].

Args:
    num_freqs (int): the number of frequencies, default is 6;
    logspace (bool): If logspace is True, then the frequency f_i is [..., 2^(i / num_freqs), ...],
        otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1)];
    input_dim (int): the input dimension, default is 3;
    include_input (bool): include the input tensor or not, default is True.

Attributes:
    frequencies (torch.Tensor): If logspace is True, then the frequency f_i is [..., 2^(i / num_freqs), ...],
            otherwise, the frequencies are linearly spaced between [1.0, 2^(num_freqs - 1);

    out_dim (int): the embedding size, if include_input is True, it is input_dim * (num_freqs * 2 + 1),
        otherwise, it is input_dim * num_freqs * 2.

c                ó<   <€ V ^8„  d   QhRS[ RS[RS[ RS[RS[RR/# )r   Ú	num_freqsÚlogspaceÚ	input_dimÚinclude_inputÚ
include_piÚreturnN)r!   r   )r   rW   s   "€r   r   ÚFourierEmbedder.__annotate__ð  sE   ø€ ÷ 0ñ 0Ùð0áð0ñ  ð0ñ !%ð	0ñ
 "ð0ð
 .2ñ0r   c                ó¦  <€ \         SV `  4        V'       d/   R\        P                  ! V\        P                  R7      ,          pM6\        P
                  ! RRV^,
          ,          V\        P                  R7      pV'       d   V\        P                  ,          pV P                  RVRR7       W@n        Wn	        V P                  V4      V n        R# )zThe initializationg       @r   g      ð?ÚfrequenciesF)Ú
persistentN)rZ   r[   r   r5   rÍ   rb  ÚpiÚregister_bufferr  r|  Úget_dimsr_   )rg   r|  r}  r~  r  r€  r„  rh   s   &&&&&& €r   r[   ÚFourierEmbedder.__init__ð  sž   ø€ ô 	‰ÑÔçØ¤§¢ØÜ—m‘mô"õ ‰Kô
  Ÿ.š.ØØ˜	 A�Õ&ØÜ—m‘mô	ˆK÷ Øœ5Ÿ8™8Õ#ˆKà×Ñ˜]¨KÀEÐÔJØ*ÔØ"Œà—}‘} YÓ/ˆŽr   c                ó”   € V P                   '       g   V P                  ^ 8X  d   ^M^ pWP                  ^,          V,           ,          pV# )r   )r  r|  )rg   r~  Útempr_   s   &&  r   rˆ  ÚFourierEmbedder.get_dims  s:   € Ø×&×&Ð&¨$¯.©.¸AÔ*=‰qÀ1ˆØŸ~™~°Õ1°DÕ8Õ9ˆàˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   rj  r�  rn   )r   rW   s   "€r   r   r‚    s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c                óþ  € V P                   ^ 8”  dì   VR,          P                  4       V P                  P                  VP                  VP
                  R7      ,          P                  ! . VP                  RR ORN5!  pV P                  '       d7   \        P                  ! WP                  4       VP                  4       3RR7      # \        P                  ! VP                  4       VP                  4       3RR7      # V# )zÖForward process.

Args:
    x: tensor of shape [..., dim]

Returns:
    embedding: an embedding of `x` of shape [..., dim * (num_freqs * 2 + temp)]
        where temp is 1 if include_input is True and 0 otherwise.
Nr   r   ).Nrw   )r|  rd  r„  r{   r   r   r}   rx   r  r   r6   ÚsinÚcos)rg   rj  Úembeds   && r   r¢   ÚFourierEmbedder.forward  sÁ   € ð �>‰>˜AÔØ�y•\×,Ñ,Ó.°×1AÑ1A×1DÑ1DÈAÏHÉHÐ\]×\cÑ\cÐ1DÓ1dÕd×jÒjÐ}Ðlm×lsÑlsÐtwÐuwÐlxÐ}Ðz|Ó}ˆEØ×!×!Ð!Ü—y’y !§Y¡Y£[°%·)±)³+Ð!>ÀBÔGÐGä—y’y %§)¡)£+¨u¯y©y«{Ð!;ÀÔDÐDàˆHr   )r  r|  r_   )é   Trv   TT)r´   rµ   r¶   r·   r<  r[   rˆ  r¢   r¸   r¹   rº   r»   s   @@r   rz  rz  Ë  s*   ù‡ € ñ"÷H0õ 0òB÷÷ ð r   rz  c                   ó&   a € ] tR tRt o R tRtV tR# )ÚCrossAttentionProcessori+  c                óF   € \         P                  P                  W#V4      pV# r  )ÚcomfyÚopsÚscaled_dot_product_attention)rg   ÚattnÚqÚkÚvr   s   &&&&& r   r,  Ú CrossAttentionProcessor.__call__,  s   € Ü�i‰i×4Ñ4°Q¸1Ó=ˆØˆ
r   rv  N)r´   rµ   r¶   r·   r,  r¸   r¹   r>  s   @r   r•  r•  +  s   ø‡ € ÷ð r   r•  c                   óR   a a€ ] tR tRt oRtRV3R lV 3R llltR tR tRtVt	V ;t
# )	ÚDropPathi0  z^Drop paths (Stochastic Depth) per sample  (when applied in main path of residual blocks).
    c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   Ú	drop_probÚscale_by_keep)r   r   )r   rW   s   "€r   r   ÚDropPath.__annotate__4  s   ø€ ÷ +ñ +¡%ð +¹Tñ +r   c                óD   <€ \         \        V `  4        Wn        W n        R # r  )rZ   r   r[   r¢  r£  )rg   r¢  r£  rh   s   &&&€r   r[   ÚDropPath.__init__4  s   ø€ ÜŒh˜Ñ&Ô(Ø"ŒØ*Ör   c                ó|  € V P                   R8X  g   V P                  '       g   V# ^V P                   ,
          pVP                  ^ ,          3RVP                  ^,
          ,          ,           pVP	                  V4      P                  V4      pVR8”  d$   V P                  '       d   VP                  V4       W,          # )a  Drop paths (Stochastic Depth) per sample (when applied in main path of residual blocks).

This is the same as the DropConnect impl I created for EfficientNet, etc networks, however,
the original name is misleading as 'Drop Connect' is a different form of dropout in a separate paper...
See discussion: https://github.com/tensorflow/tpu/issues/494#issuecomment-532968956 ... I've opted for
changing the layer and argument names to 'drop path' rather than mix DropConnect as a layer name and use
'survival rate' as the argument.

ç        r   )r¢  Útrainingrx   ÚndimÚ	new_emptyÚ
bernoulli_r£  Údiv_)rg   rj  Ú	keep_probrx   Úrandom_tensors   &&   r   r¢   ÚDropPath.forward9  sŽ   € ð �>‰>˜RÔ t§}§} }ØˆHØ˜Ÿ™Õ&ˆ	Ø—‘˜•� ¨¯©°­
Õ 3Õ3ˆØŸ™ EÓ*×5Ñ5°iÓ@ˆØ�sŒ?˜t×1×1Ð1Ø×Ñ˜yÔ)ØÕ Ð r   c                ó6   € R \        V P                  ^4      R 2# )z
drop_prob=z0.3f)Úroundr¢  )rg   s   &r   Ú
extra_reprÚDropPath.extra_reprL  s   € ØœE $§.¡.°!Ó4°TÐ:Ð;Ð;r   )r¢  r£  )r¨  T)r´   rµ   r¶   r·   r<  r[   r¢   r³  r¸   r¹   rº   r»   s   @@r   r   r   0  s#   ù‡ € ñ÷+õ +ò
!÷&<ò <r   r   c                   óT   a a€ ] tR tRt oR^RRRR/V3R lV 3R llltR	 tR
tVtV ;t# )ÚMLPiP  Úexpand_ratioÚoutput_widthNÚdrop_path_rater¨  c                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r   rP   r·  r¸  r¹  )r!   r   )r   rW   s   "€r   r   ÚMLP.__annotate__Q  s9   ø€ ÷ \ñ \áð\ñ ð\ñ ð	\ñ
 ñ\r   c               óZ  <€ \         SV `  4        Wn        \        P	                  WV,          4      V n        \        P	                  W,          Ve   TMT4      V n        \        P                  ! 4       V n	        VR8”  d   \        V4      V n        R # \        P                  ! 4       V n        R # )Nr¨  )rZ   r[   rP   r˜  r^   Úc_fcÚc_projr]   ÚGELUÚgelur   ÚIdentityÚ	drop_path)rg   rP   r·  r¸  r¹  rh   s   &$$$$€r   r[   ÚMLP.__init__Q  ss   ø€ ô 	‰ÑÔØŒ
Ü—J‘J˜u¨lÕ&:Ó;ˆŒ	Ü—j‘j Õ!5À|ÒG_±|ÐejÓkˆŒÜ—G’G“IˆŒ	Ø5CÀbÔ5Hœ .Ó1ˆŽÌbÏkÊkËmˆŽr   c           	     ó~   € V P                  V P                  V P                  V P                  V4      4      4      4      # r  )rÂ  r¾  rÀ  r½  ©rg   rj  s   &&r   r¢   ÚMLP.forward_  s+   € Ø�~‰~˜dŸk™k¨$¯)©)°D·I±I¸a³LÓ*AÓBÓCÐCr   )r½  r¾  rÂ  rÀ  rP   ©	r´   rµ   r¶   r·   r[   r¢   r¸   r¹   rº   r»   s   @@r   r¶  r¶  P  s>   ù‡ € ð\ð ð\ð !ð	\ð
 !$÷\õ \÷Dò Dr   r¶  c                   ód   a a€ ] tR tRt oRRR]P
                  3V3R lV 3R llltR tRtVt	V ;t
# )ÚQKVMultiheadCrossAttentionib  NFc                ó    <€ V ^8„  d   QhRS[ /# ©r   rQ   r¥   )r   rW   s   "€r   r   Ú'QKVMultiheadCrossAttention.__annotate__c  s   ø€ ÷ rñ ráñrr   c                ó  <€ \         SV `  4        Wn        W n        V'       d   V! W1,          R RR7      M\        P
                  ! 4       V n        V'       d   V! W1,          R RR7      V n        R# \        P
                  ! 4       V n        R# ©Tç�íµ ÷Æ°>©Úelementwise_affinerO  N)rZ   r[   rQ   Ún_datar]   rÁ  Úq_normÚk_norm)rg   rQ   rÒ  rP   rV   Ú
norm_layerrh   s   &&&&&&€r   r[   Ú#QKVMultiheadCrossAttention.__init__c  s^   ø€ ô 	‰ÑÔØŒ
ØŒßW^‘j ¥ÀDÈdÕSÔdf×doÒdoÓdqˆŒßW^‘j ¥ÀDÈdÔSˆŽÔdf×doÒdoÓdqˆŽr   c           	     ó,  € VP                   w  r4pVP                   w  rVpWpP                  ,          ^,          pVP                  WTV P                  R4      pVP                  WVV P                  R4      p\        P                  ! W(RR7      w  ršV P                  V4      pV P                  V	4      p	WV
3 Uu. uF  q»P                  ^ ^^^4      NK  	  upw  rp
\        P                  ! WV
4      pVP                  ^^4      P                  WTR4      pV# u upi )r   r   rw   ©rx   rQ   r}   r   ry   rÓ  rÔ  Úpermuterß   r™  Ú	transposere  )rg   r›  Úkvr   Ún_ctxÚbsrÒ  rP   Úattn_chrœ  r�  rö   r   s   &&&          r   r¢   Ú"QKVMultiheadCrossAttention.forwardq  sè   € à—g‘g‰ˆ�!ØŸH™HÑˆ�EàŸ:™:Õ%¨Õ*ˆØ�F‰F�2˜dŸj™j¨"Ó-ˆà�W‰W�R §¡¨RÓ0ˆÜ�{Š{˜2¨BÔ/‰ˆà�K‰K˜‹NˆØ�K‰K˜‹Nˆà34¸±)Ó<±)¨Q—9‘9˜Q  1 aÖ(±)Ñ<‰ˆˆaÜ×,Ò,¨Q°1Ó5ˆà�m‰m˜A˜qÓ!×)Ñ)¨"°RÓ8ˆàˆ
ùò =s   Â4D)rQ   rÔ  rÒ  rÓ  ©r´   rµ   r¶   r·   r˜  re   r[   r¢   r¸   r¹   rº   r»   s   @@r   rÉ  rÉ  b  s-   ù‡ € ð ØØØ—=‘=÷rõ r÷ò r   rÉ  c            
       óp   a a€ ] tR tRt oRRRRR]P
                  RRR	R/V3R
 lV 3R llltR tRtVt	V ;t
# )ÚMultiheadCrossAttentioni†  rT   TÚ
data_widthNrÕ  rV   FÚkv_cachec                óN   <€ V ^8„  d   QhRS[ RS[ RS[RS[S[ ,          RS[RS[/# )r   rP   rQ   rT   rã  rV   rä  )r!   r   r   )r   rW   s   "€r   r   Ú$MultiheadCrossAttention.__annotate__‡  sM   ø€ ÷ ñ ñ ðñ ð	ñ
 ðñ ™S•Mðñ ðñ ñr   c               ó`  <€ \         SV `  4        Wn        W n        Vf   TMTV n        \
        P                  WVR7      V n        \
        P                  V P                  V^,          VR7      V n        \
        P                  W4      V n	        \        VVVVR7      V n        Wpn        R V n        R # )N©Úbias©rQ   rP   rÕ  rV   )rZ   r[   rP   rQ   rã  r˜  r^   Úc_qÚc_kvr¾  rÉ  Ú	attentionrä  r’   )	rg   rP   rQ   rT   rã  rÕ  rV   rä  rh   s	   &$$$$$$$€r   r[   Ú MultiheadCrossAttention.__init__‡  s�   ø€ ô 	‰ÑÔØŒ
ØŒ
Ø#-Ò#5™%¸:ˆŒÜ—:‘:˜e°�:Ó:ˆŒÜ—J‘J˜tŸ™°¸µ	À�JÓIˆŒ	Ü—j‘j Ó.ˆŒÜ3ØØØ!Øô	
ˆŒð !ŒØˆŽ	r   c                ó@  € V P                  V4      pV P                  '       dH   V P                  f-   V P                  V4      V n        \        P
                  ! R4       V P                  pMV P                  V4      pV P                  W4      pV P                  V4      pV# )Nz:Save kv cache,this should be called only once for one mesh)rë  rä  r’   rì  ÚloggingÚinforí  r¾  ©rg   rj  r’   s   &&&r   r¢   ÚMultiheadCrossAttention.forward¢  st   € Ø�H‰H�Q‹KˆØ�=�=ˆ=Ø�y‰yÒ Ø ŸI™I d›O�”	Ü—’ÐYÔZØ—9‘9‰Dà—9‘9˜T“?ˆDØ�N‰N˜1Ó#ˆØ�K‰K˜‹NˆØˆr   )	rí  rì  r¾  rë  r’   rã  rQ   rä  rP   rà  r»   s   @@r   râ  râ  †  sO   ù‡ € ðð
 ðð %)ðð —=‘=ðð ðð ÷õ ÷6ò r   râ  c            
       ó|   a a€ ] tR tRt oR^RRRRR]P
                  RR	/V3R
 lV 3R llltV3R lR ltRtVt	V ;t
# )ra   i¯  Úmlp_expand_ratiorã  NrT   TrÕ  rV   Fc                óN   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[ ,          RS[RS[/# )r   rP   rQ   rõ  rã  rT   rV   )r!   r   r   )r   rW   s   "€r   r   Ú(ResidualCrossAttentionBlock.__annotate__°  sU   ø€ ÷ Cñ Cñ ðCñ ð	Cñ
 ðCñ ™S•MðCñ ðCñ ñCr   c          	     óÞ   <€ \         SV `  4        Vf   Tp\        VVVVVVR7      V n        V! VRRR7      V n        V! VRRR7      V n        V! VRRR7      V n        \        WR7      V n        R # )N)rP   rQ   rã  rT   rÕ  rV   TrÏ  rÐ  )rP   r·  )	rZ   r[   râ  rš  Úln_1Úln_2Úln_3r¶  Úmlp)	rg   rP   rQ   rõ  rã  rT   rÕ  rV   rh   s	   &$$$$$$$€r   r[   Ú$ResidualCrossAttentionBlock.__init__°  sw   ø€ ô 	‰ÑÔàÒØˆJä+ØØØ!ØØ!Øô
ˆŒ	ñ ˜u¸À4ÔHˆŒ	Ù˜z¸dÈÔMˆŒ	Ù˜u¸À4ÔHˆŒ	Ü˜UÔBˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   rj  r’   rn   )r   rW   s   "€r   r   r÷  Í  s#   ø€ ÷ ñ ™Ÿ™ð ©U¯\©\ñ r   c                ó¾   € WP                  V P                  V4      V P                  V4      4      ,           pWP                  V P	                  V4      4      ,           pV# r  )rš  rù  rú  rü  rû  rò  s   &&&r   r¢   Ú#ResidualCrossAttentionBlock.forwardÍ  sC   € Ø—	‘	˜$Ÿ)™) A›,¨¯	©	°$«Ó8Õ8ˆØ—‘˜Ÿ™ 1›Ó&Õ&ˆØˆr   )rš  rù  rú  rû  rü  rà  r»   s   @@r   ra   ra   ¯  s[   ù‡ € ðCð
 !"ðCð %)ðCð ðCð —=‘=ðCð ÷Cõ C÷:÷ ð r   ra   c                   óh   a a€ ] tR tRt oRRRRR]P
                  /V3R lV 3R llltR	 tR
tVt	V ;t
# )ÚQKVMultiheadAttentioniÓ  rP   NrV   FrÕ  c                ó    <€ V ^8„  d   QhRS[ /# rË  r¥   )r   rW   s   "€r   r   Ú"QKVMultiheadAttention.__annotate__Ô  s   ø€ ÷ rñ rñ ñrr   c               ó
  <€ \         SV `  4        Wn        V'       d   V! W!,          R RR7      M\        P                  ! 4       V n        V'       d   V! W!,          R RR7      V n        R# \        P                  ! 4       V n        R# rÎ  )rZ   r[   rQ   r]   rÁ  rÓ  rÔ  )rg   rQ   rP   rV   rÕ  rh   s   &$$$$€r   r[   ÚQKVMultiheadAttention.__init__Ô  sY   ø€ ô 	‰ÑÔØŒ
ßW^‘j ¥ÀDÈdÕSÔdf×doÒdoÓdqˆŒßW^‘j ¥ÀDÈdÔSˆŽÔdf×doÒdoÓdqˆŽr   c           	     óÒ  € VP                   w  r#pW@P                  ,          ^,          pVP                  W#V P                  R4      p\        P                  ! WRR7      w  rgpV P                  V4      pV P                  V4      pWgV3 U	u. uF  q™P                  ^ ^^^4      NK  	  up	w  rgp\        P                  ! WgV4      P                  ^^4      P                  W#R4      p
V
# u up	i )rv   r   rw   rØ  )rg   ÚqkvrÝ  rÜ  rP   rÞ  r›  rœ  r�  rö   r   s   &&         r   r¢   ÚQKVMultiheadAttention.forwardá  sÅ   € ØŸ9™9Ñˆ�5ØŸ:™:Õ%¨Õ*ˆØ�h‰h�r $§*¡*¨bÓ1ˆÜ—+’+˜c°Ô3‰ˆˆaà�K‰K˜‹NˆØ�K‰K˜‹Nˆà34¸±)Ó<±)¨Q—9‘9˜Q  1 aÖ(±)Ñ<‰ˆˆaÜ×,Ò,¨Q°1Ó5×?Ñ?ÀÀ1ÓE×MÑMÈbÐY[Ó\ˆØˆ
ùò =s   Â	C$)rQ   rÔ  rÓ  rà  r»   s   @@r   r  r  Ó  s@   ù‡ € ðrð ð	rð
 ðrð —=‘=÷rõ r÷ò r   r  c                   óh   a a€ ] tR tRt oR]P
                  RRRR/V3R lV 3R llltR	 tR
tVt	V ;t
# )ÚMultiheadAttentioniï  rÕ  rV   Fr¹  r¨  c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[/# ©r   rP   rQ   rT   rV   r¹  ©r!   r   r   )r   rW   s   "€r   r   ÚMultiheadAttention.__annotate__ð  sF   ø€ ÷ \ñ \ñ ð\ñ ð	\ñ
 ð\ñ ð\ñ ñ\r   c               ó,  <€ \         SV `  4        \        P                  W^,          VR7      V n        \        P                  W4      V n        \        VVVVR7      V n        VR8”  d   \        V4      V n        R# \        P                  ! 4       V n        R# )rv   rè  rê  r¨  N)rZ   r[   r˜  r^   Úc_qkvr¾  r  rí  r   r]   rÁ  rÂ  ©rg   rP   rQ   rT   rÕ  rV   r¹  rh   s   &$$$$$$€r   r[   ÚMultiheadAttention.__init__ð  sr   ø€ ô 	‰ÑÔä—Z‘Z ¨q¥y°x�ZÓ@ˆŒ
Ü—j‘j Ó.ˆŒÜ.ØØØ!Øô	
ˆŒð 6DÀbÔ5Hœ .Ó1ˆŽÌbÏkÊkËmˆŽr   c                óŠ   € V P                  V4      pV P                  V4      pV P                  V P                  V4      4      pV# r  )r  rí  rÂ  r¾  rÅ  s   &&r   r¢   ÚMultiheadAttention.forward  s8   € Ø�J‰J�q‹MˆØ�N‰N˜1ÓˆØ�N‰N˜4Ÿ;™; q›>Ó*ˆØˆr   )rí  r¾  r  rÂ  rà  r»   s   @@r   r  r  ï  s@   ù‡ € ð\ð —=‘=ð\ð ð\ð !$÷\õ \÷,ò r   r  c                   óx   a a€ ] tR tRt oRRR]P
                  RRRR/V3R	 lV 3R
 llltV3R lR ltRtVt	V ;t
# )ÚResidualAttentionBlocki  rT   TrÕ  rV   Fr¹  r¨  c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[/# r  r  )r   rW   s   "€r   r   Ú#ResidualAttentionBlock.__annotate__  sF   ø€ ÷ Iñ Iñ ðIñ ð	Iñ
 ðIñ ðIñ ñIr   c          	     ó²   <€ \         SV `  4        \        VVVVVVR 7      V n        V! VRRR7      V n        \        WR7      V n        V! VRRR7      V n        R# )©rP   rQ   rT   rÕ  rV   r¹  TrÏ  rÐ  )rP   r¹  N)rZ   r[   r  rš  rù  r¶  rü  rú  r  s   &$$$$$$€r   r[   ÚResidualAttentionBlock.__init__  s\   ø€ ô 	‰ÑÔÜ&ØØØØ!ØØ)ô
ˆŒ	ñ ˜u¸À4ÔHˆŒ	Ü˜UÔBˆŒÙ˜u¸À4ÔHˆŽ	r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r   rj  rn   )r   rW   s   "€r   r   r  %  ó   ø€ ÷ ñ ™Ÿ™ñ r   c                óž   € WP                  V P                  V4      4      ,           pWP                  V P                  V4      4      ,           pV# r  )rš  rù  rü  rú  rÅ  s   &&r   r¢   ÚResidualAttentionBlock.forward%  s9   € Ø—	‘	˜$Ÿ)™) A›,Ó'Õ'ˆØ—‘˜Ÿ™ 1›Ó&Õ&ˆØˆr   )rš  rù  rú  rü  rà  r»   s   @@r   r  r    sP   ù‡ € ðIð
 ðIð —=‘=ðIð ðIð !$÷Iõ I÷.÷ ð r   r  c                   óx   a a€ ] tR tRt oRRR]P
                  RRRR/V3R	 lV 3R
 llltV3R lR ltRtVt	V ;t
# )rd   i+  rT   TrÕ  rV   Fr¹  r¨  c                ó>   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[RS[/# )r   rP   rR   rQ   rT   rV   r¹  r  )r   rW   s   "€r   r   ÚTransformer.__annotate__,  sI   ø€ ÷ 
ñ 
ñ ð
ñ ð	
ñ
 ð
ñ ð
ñ ð
ñ ñ
r   c               óÌ   <€ \         S	V `  4        Wn        W n        \        P
                  ! \        V4       Uu. uF  p\        VVVVVVR 7      NK  	  up4      V n        R# u upi )r  N)	rZ   r[   rP   rR   r]   Ú
ModuleListr(   r  Ú	resblocks)
rg   rP   rR   rQ   rT   rÕ  rV   r¹  r   rh   s
   &$$$$$$$ €r   r[   ÚTransformer.__init__,  sk   ø€ ô 	‰ÑÔØŒ
ØŒÜŸšô ˜vœó
ñ '�Aô 'ØØØ%Ø)Ø#Ø#1÷ñ 'ñ
ó
ˆŽùò
s   ¹A!c                ó4   <€ V ^8„  d   QhRS[ P                  /# r  rn   )r   rW   s   "€r   r   r$  H  r  r   c                ó<   € V P                    F  pV! V4      pK  	  V# r  )r'  )rg   rj  Úblocks   && r   r¢   ÚTransformer.forwardH  s   € Ø—^”^ˆEÙ�a“ŠAñ $àˆr   )rR   r'  rP   rà  r»   s   @@r   rd   rd   +  sJ   ù‡ € ð
ð ð
ð —=‘=ð
ð ð
ð !$÷
õ 
÷8÷ ð r   rd   c                   ód   a a€ ] tR tRt oR^R^RRRRRRR	R
/V3R lV 3R llltRR ltRtVtV ;t# )ÚCrossAttentionDecoderiN  rõ  rL   Úenable_ln_postTrT   rV   FÚ
label_typeÚbinaryc                óV   <€ V ^8„  d   QhRS[ RS[RS[ RS[ RS[ RS[ RS[RS[R	S[R
S[/
# )r   Úout_channelsr\   rP   rQ   rõ  rL   r/  rT   rV   r0  )r!   rz  r   r2  )r   rW   s   "€r   r   Ú"CrossAttentionDecoder.__annotate__P  sq   ø€ ÷ $ñ $ñ ð$ñ *ð	$ñ
 ð$ñ ð$ñ ð$ñ ð$ñ ð$ñ ð$ñ ð$ñ ñ$r   c       
        ó  <€ \         SV `  4        Wpn        W n        W`n        \
        P                  V P                  P                  V4      V n        V P                  ^8w  d"   \
        P                  W6,          V4      V n	        V P                  '       g   Rp	\        VVVVV	R7      V n        V P                  '       d   \
        P                  V4      V n        \
        P                  W14      V n        W n        ^ V n        R# )r   F)rP   rõ  rQ   rT   rV   N)rZ   r[   r/  r\   rL   r˜  r^   r_   Ú
query_projÚlatents_projra   Úcross_attn_decoderre   rf   Úoutput_projr0  Úcount)rg   r3  r\   rP   rQ   rõ  rL   r/  rT   rV   r0  rh   s   &$$$$$$$$$$€r   r[   ÚCrossAttentionDecoder.__init__P  sÌ   ø€ ô 	‰ÑÔà,ÔØ 0ÔØ 0ÔÜŸ*™* T×%:Ñ%:×%BÑ%BÀEÓJˆŒØ× Ñ  AÔ%Ü #§
¡
¨5Õ+CÀUÓ KˆDÔØ×"×"Ð"ØˆGÜ"=ØØ-ØØØô#
ˆÔð ××ÐÜŸ=™=¨Ó/ˆDŒLÜŸ:™: eÓ:ˆÔØ$ŒØˆŽ
r   c                ó¢  € Vf:   V P                  V P                  V4      P                  VP                  4      4      pV ;P                  VP
                  ^,          ,          un        V P                  ^8w  d   V P                  V4      pV P                  W#4      pV P                  '       d   V P                  V4      pV P                  V4      pV# r  )r6  r\   r{   r   r:  rx   rL   r7  r8  r/  rf   r9  )rg   ra  Úquery_embeddingsr¡   rj  Úoccs   &&&&  r   r¢   ÚCrossAttentionDecoder.forwardv  s«   € ØÒ#Ø#Ÿ™¨t×/DÑ/DÀWÓ/M×/PÑ/PÐQX×Q^ÑQ^Ó/_Ó`ÐØ�
Š
Ð&×,Ñ,¨QÕ/Õ/�
Ø× Ñ  AÔ%Ø×'Ñ'¨Ó0ˆGØ×#Ñ#Ð$4Ó>ˆØ××ÐØ—‘˜Q“ˆAØ×Ñ˜qÓ!ˆØˆ
r   )
r:  r8  rL   r/  r\   r0  r7  rf   r9  r6  )NNNrÇ  r»   s   @@r   r.  r.  N  sV   ù‡ € ð$ð !"ð$ð !"ð$ð  $ð$ð ð$ð ð$ð #÷$õ $÷L
ô 
r   r.  c            (       óž   a a€ ] tR tRt oRRR^@RRR^R^R	^R
RR^ R^R^R^R^RRR^RRRRRRRRRRRR/V3R lV 3R llltR  tR! tR"tVtV ;t	# )#ÚShapeVAEiƒ  rK   é   Ú	embed_dimrP   i   rQ   Únum_decoder_layersÚnum_encoder_layersrM   i @ rN   rO   rL   Úgeo_decoder_downsample_ratioÚgeo_decoder_mlp_expand_ratioÚgeo_decoder_ln_postTr|  rT   FrV   r¹  r¨  r€  Úscale_factorg@»_….ð?r0  r1  c          (      ó’   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ R
S[ RS[ RS[ RS[RS[ RS[RS[RS[RS[RS[RS[/# )r   rK   rC  rP   rQ   rD  rE  rM   rN   rO   rL   rF  rG  rH  r|  rT   rV   r¹  r€  rI  r0  )r!   r   r   r2  )r   rW   s   "€r   r   ÚShapeVAE.__annotate__„  së   ø€ ÷ @)ñ @)ñ ð@)ñ ð	@)ñ
 ð@)ñ ð@)ñ !$ð@)ñ !$ð@)ñ ð@)ñ  #ð@)ñ ð@)ñ "ð@)ñ +.ð@)ñ +.ð@)ñ "&ð@)ñ  ð!@)ñ" ð#@)ñ$ ð%@)ñ& "ð'@)ñ( ð)@)ñ*  ð+@)ñ, ñ-@)r   c               óš  <€ \         SV `  4        WÐn        \        VVR 7      V n        \        VVV
VVVV	V P                  VR7	      V n        \        P                  W#4      V n	        \        VVVVVVR7      V n        \        V P                  ^VVV P                  W;,          WK,          VVVR7
      V n        \        4       V n        VV n        R# ))r|  r€  )	rR   rK   rL   rQ   rM   rP   rO   r\   rN   )rP   rR   rQ   rT   rV   r¹  )
r\   r3  rõ  rL   r/  rP   rQ   rT   rV   r0  N)rZ   r[   rH  rz  r\   rI   Úencoderr˜  r^   Úpost_klrd   Útransformerr.  rU  rS  Úvolume_decoderrI  )rg   rK   rC  rP   rQ   rD  rE  rM   rN   rO   rL   rF  rG  rH  r|  rT   rV   r¹  r€  rI  r0  rh   s   &$$$$$$$$$$$$$$$$$$$$€r   r[   ÚShapeVAE.__init__„  sÙ   ø€ ô0 	‰ÑÔØ#6Ô ä /¸)ÐPZÔ [ˆÔä*Ð4FØ2=Ø7GØ,1Ø.5Ø,1Ø2=Ø7;×7LÑ7LØ8IôKˆŒô —z‘z )Ó3ˆŒä&ØØ%ØØØØ)ô
ˆÔô 1Ø!×2Ñ2ØØ9Ø9Ø×3Ñ3ØÕ7ØÕ7ØØØ!ô
ˆÔô 3Ó4ˆÔØ(ˆÖr   c           	     óV  € V P                  VP                  R
R4      4      pV P                  V4      pVP                  RR4      pVP                  RR4      pVP                  RR4      pVP                  RR4      pV P	                  WP
                  W4WVR	7      pVP                  R
R4      # )r   r½   rw  rW  i@  rV  é   rX  T)r½   rW  rV  rX  éþÿÿÿrw   )rN  ÚmovedimrO  ÚgetrP  rU  )rg   r¡   rg  r½   rW  rV  rX  rt  s   &&,     r   ÚdecodeÚShapeVAE.decodeÆ  s¥   € Ø—,‘,˜wŸ™¨r°2Ó6Ó7ˆØ×"Ñ" 7Ó+ˆà—‘˜H dÓ+ˆØ—Z‘Z ¨dÓ3ˆ
Ø"ŸJ™JÐ':¸CÓ@ÐØ—j‘j °Ó5ˆà×)Ñ)¨'×3CÑ3CÈFð  ~OÐ)ó  iˆØ×"Ñ" 2 rÓ*Ð*r   c                ó¦   € VR,          VR,          r2V P                  W#4      pV P                  V4      p\        VRR7      pVP                  4       pV# )r§   )rC  )r§   r§   ru   )r§   r§   r\  rw   )rM  Úpre_klr@  rÈ   )rg   r  rp   Úfeatsr¡   ÚmomentsÚ	posteriors   &&     r   ÚencodeÚShapeVAE.encodeÒ  sN   € à˜HÕ% w¨xÕ'8ˆEØ—,‘,˜rÓ)ˆà—+‘+˜gÓ&ˆÜ0°ÈÔKˆ	à×"Ñ"Ó$ˆàˆr   )rM  r\   rU  rH  rN  rI  rO  rP  )
r´   rµ   r¶   r·   r[   rW  r^  r¸   r¹   rº   r»   s   @@r   rA  rA  ƒ  sý   ù‡ € ð@)ð  $ð@)ð  ð	@)ð
 ð@)ð ð@)ð ')ð@)ð '(ð@)ð !ð@)ð &'ð@)ð  !ð@)ð %'ð@)ð 12ð@)ð 12ð@)ð )-ð@)ð  ð!@)ð" #ð#@)ð$ !ð%@)ð& %(ð'@)ð(  %ð)@)ð* #5ð+@)ð, '÷-@)õ @)òD
+÷
ò 
r   rA  )T)g§èH.ÿï?)i@ )g…ëQ¸…ï?)i @  )rB  rB  Tr;  ))r   Útorch.nnr]   Útorch.nn.functionalÚ
functionalrß   ÚnumpyrÌ   r*   r   Útypingr   rð  Ú	comfy.opsr—  r˜  Údisable_weight_initrG   ÚModulerI   rÅ   rÑ   ré   rø   r"  r$  r@  rS  rz  r•  r   r¶  rÉ  râ  ra   r  r  r  rd   r.  rA  rv  r   r   Ú<module>rh     s_  ðó Ý ß Ð Û Û Ý å ã ã Ø‡i�i×#Ñ#€÷+0ôXB6˜"Ÿ)™)ô B6ôH
ôeô4ô(Bô(:÷xñ ÷<ñ ÷(ñ ô@^�b—i‘iô ^÷@ñ ô
<ˆr�y‰yô <ô@Dˆ"�)‰)ô Dô$" §¡ô "ôH'˜bŸi™iô 'ôR! "§)¡)ô !ôH˜BŸI™Iô ô8˜Ÿ™ô ô<˜RŸY™Yô ô< �"—)‘)ô  ôF2˜BŸI™Iô 2ôjYˆr�y‰yö Yr   