+
    ƒ°ñjþ,  ã                   ó²   € R t ^ RIHtHt ^ RIt^ RIHt ^ RIHt ^ RI	H
t
 ^ RIHt ^RIHt  ! R R]P                  4      t ! R	 R
]P                  4      tR# )a	  SAM 3D Body prompt pipeline: encode (keypoint, mask) prompts and run them
through a cross-attention transformer decoder over (token, image) pairs.

Both adapted from the SAM-style prompt path (Meta, Apache 2.0):
https://github.com/facebookresearch/segment-anything
)ÚOptionalÚTupleN)ÚLayerNorm2d_op)Úcast_to_input)ÚPositionEmbeddingRandom©ÚTransformerDecoderLayerc                   ó¤   a a€ ] tR t^t oRV3R lV 3R llltV3R lR ltV3R lR ltV3R lR ltRV3R	 lR
 lltRV3R lR llt	Rt
VtV ;t# )ÚPromptEncoderc                ó*   <€ V ^8„  d   QhRS[ RS[ RR/# )é   Ú	embed_dimÚnum_body_jointsÚreturnN)Úint)ÚformatÚ__classdict__s   "€ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\sam3d_body\model\prompt.pyÚ__annotate__ÚPromptEncoder.__annotate__   s.   ø€ ÷ *\ñ *\áð*\ñ ð*\ð 
ñ*\ó    c                ó*  <€ \         S	V `  4        Wn        W n        \	        V^,          4      V n        \        P                  ! \        V P                  4       Uu. uF  qeP                  ^WVR7      NK  	  up4      V n
        VP                  ^WVR7      V n        VP                  ^WVR7      V n        \        V4      pRp\        P                  ! VP                  ^V^@,          ^^W4R7      V! V^@,          W4R7      \        P                   ! 4       VP                  V^@,          V^,          ^^W4R7      V! V^,          W4R7      \        P                   ! 4       VP                  V^,          V^,          ^^W4R7      V! V^,          W4R7      \        P                   ! 4       VP                  V^,          V^^W4R7      V! WƒVR7      \        P                   ! 4       VP                  W�^W4R7      4      V n        VP                  ^WVR7      V n        R# u upi )z2
Encodes prompts for input to SAM's mask decoder.
©ÚdeviceÚdtypeé   )Úkernel_sizeÚstrider   r   )r   r   r   N)ÚsuperÚ__init__r   r   r   Úpe_layerÚnnÚ
ModuleListÚrangeÚ	EmbeddingÚpoint_embeddingsÚnot_a_point_embedÚinvalid_point_embedr   Ú
SequentialÚConv2dÚGELUÚmask_downscalingÚno_mask_embed)
Úselfr   r   r   r   Ú
operationsÚ_ÚLN2dÚmask_in_chansÚ	__class__s
   &&&&&&   €r   r   ÚPromptEncoder.__init__   sç  ø€ ô 	‰ÑÔØ"ŒØ.Ôô 0°	¸QµÓ?ˆŒÜ "§¢ÜUZÐ[_×[oÑ[oÔUpÓqÑUpÐPQ×!Ñ! ! YÀUÐ!ÖKÑUpÑqó!
ˆÔð ",×!5Ñ!5°a¸ÐY^Ð!5Ó!_ˆÔØ#-×#7Ñ#7¸¸9Ð[`Ð#7Ó#aˆÔ ô ˜jÓ)ˆØˆÜ "§¢Ø×Ñ˜a °"Õ!4À!ÈAÐV\ÐÓjÙ� "Õ$¨VÔAÜ�GŠG‹IØ×Ñ˜m¨rÕ1°=ÀBÕ3FÐTUÐ^_ÐhnÐÓ|Ù� "Õ$¨VÔAÜ�GŠG‹IØ×Ñ˜m¨rÕ1°=ÀAÕ3EÐSTÐ]^ÐgmÐÓ{Ù� !Õ#¨FÔ@Ü�GŠG‹IØ×Ñ˜m¨qÕ0°-ÈQÐWXÐagÐÓuÙ�°UÔ;Ü�GŠG‹IØ×Ñ˜mÀAÈfÐÓbó!
ˆÔð  (×1Ñ1°!°YÐUZÐ1Ó[ˆÖùò1 rs   ÁHc                óP   <€ V ^8„  d   QhRS[ S[S[3,          RS[P                  /# )r   Úsizer   )r   r   ÚtorchÚTensor)r   r   s   "€r   r   r   A   s'   ø€ ÷ #ñ #¡¡s©C x¥ð #±U·\±\ñ #r   c                ó$   € V P                  V4      # )z@Positional encoding over the image-embedding grid; (1, C, H, W).)r    )r-   r5   s   &&r   Úget_dense_peÚPromptEncoder.get_dense_peA   s   € à�}‰}˜TÓ"Ð"r   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r   ÚpointsÚlabelsr   )r6   r7   )r   r   s   "€r   r   r   E   s.   ø€ ÷ +ñ +¡u§|¡|ð +¹U¿\¹\ð +ÉeÏlÉlñ +r   c                ó
  € VP                  4       ^ 8¼  d   VP                  4       ^8:  g   Q hV P                  P                  P                  pV P
                  P                  VP                  \        P                  4      4      P                  V4      p\        \        P                  ! V P                   Uu. uF  qUP                  NK  	  up^ R7      VRR7      pVP                  4       P                  ^ V P                  ^,
          4      pV^ 8¬  W P                  8  ,          P!                  R4      pWFV,          VP                  VP                  4      ,          ,           p\        V P                  P                  VRR7      p	\        V P"                  P                  VRR7      p
\        P$                  ! VR8H  P!                  R4      W”4      p\        P$                  ! VR8H  P!                  R4      W¤4      pVR8„  pWK3# u upi )zr
Embeds point prompts.
Assuming points have been normalized to [0, 1].

Output shape [B, N, C], mask shape [B, N]
©ÚdimF)Úcopyéÿÿÿÿéþÿÿÿ)ÚminÚmaxr'   Úweightr   r    Ú_encodeÚtor6   Úfloatr   Úcatr%   ÚlongÚclampr   Ú	unsqueezer&   Úwhere)r-   r<   r=   Úweight_dtypeÚpoint_embeddingÚeÚjoint_wÚidxÚis_jointÚ	invalid_wÚnot_a_point_wÚ
point_masks   &&&         r   Ú_embed_keypointsÚPromptEncoder._embed_keypointsE   s’  € ð �z‰z‹|˜qÔ  V§Z¡Z£\°QÔ%6Ð6Ð6à×/Ñ/×6Ñ6×<Ñ<ˆØŸ-™-×/Ñ/°·	±	¼%¿+¹+Ó0FÓG×JÑJÈ<ÓXˆô  ¤§	¢	¸T×=RÒ=RÓ*SÑ=R¸¯8¬8Ñ=RÑ*SÐYZÔ [Ð]lÐsxÔyˆØ�k‰k‹m×!Ñ! ! T×%9Ñ%9¸AÕ%=Ó>ˆØ˜q‘[ V×.BÑ.BÑ%BÕC×NÑNÈrÓRˆØ)°C­L¸8¿;¹;À×G\ÑG\Ó;]Õ,]Õ]ˆô " $×":Ñ":×"AÑ"AÀ?ÐY^Ô_ˆ	Ü% d×&<Ñ&<×&CÑ&CÀ_Ð[`ÔaˆÜŸ+š+ v°¡|×&>Ñ&>¸rÓ&BÀIÓ_ˆÜŸ+š+ v°¡|×&>Ñ&>¸rÓ&BÀMÓcˆà˜b‘[ˆ
ØÐ*Ð*ùò +Ts   Â7H c                óž   <€ V ^8„  d   QhRS[ S[P                  ,          RS[ S[P                  ,          RS[ S[P                  ,          RS[/# ©r   Ú	keypointsÚboxesÚmasksr   )r   r6   r7   r   )r   r   s   "€r   r   r   `   sP   ø€ ÷ ñ ©±%·,±,Õ)?ð ÉÑQV×Q]ÑQ]ÕH^ð ÑgoÑpu×p|Ñp|Õg}ð ñ  CFñ r   c                ó�   € Ve   VP                   ^ ,          # Ve   VP                   ^ ,          # Ve   VP                   ^ ,          # ^# )N)Úshape)r-   r\   r]   r^   s   &&&&r   Ú_get_batch_sizeÚPromptEncoder._get_batch_size`   sB   € ØÒ Ø—?‘? 1Õ%Ð%ØÒØ—;‘;˜q•>Ð!ØÒØ—;‘;˜q•>Ð!ár   c          
      óÜ   <€ V ^8„  d   QhRS[ S[P                  ,          RS[ S[P                  ,          RS[ S[P                  ,          RS[S[P                  S[P                  3,          /# r[   )r   r6   r7   r   )r   r   s   "€r   r   r   j   s`   ø€ ÷ $/ñ $/á™EŸL™LÕ)ð$/ñ ™Ÿ™Õ%ð$/ñ ™Ÿ™Õ%ð	$/ñ
 
‰u�|‰|™UŸ\™\Ð)Õ	*ñ$/r   c                ó*  € V P                  WV4      pVe   TMVe   TMTpVe   VP                  M&V P                  ^ ,          P                  P                  pV P                  P                  P
                  p\        P                  ! V^ V P                  3WgR7      p\        P                  ! V^ 3VR7      p	VeX   VR,          p
VR,          pV P                  W«4      w  rÍ\        P                  ! WŒ.^R7      p\        P                  ! W�.^R7      p	W‰3# )a  
Embeds different types of prompts, returning both sparse and dense
embeddings.

Arguments:
  keypoints (torchTensor or none): point coordinates and labels to embed.
  boxes (torch.Tensor or none): boxes to embed
  masks (torch.Tensor or none): masks to embed

Returns:
  torch.Tensor: sparse embeddings for the points and boxes, with shape
    BxNx(embed_dim), where N is determined by the number of input points
    and boxes.
  torch.Tensor: dense embeddings for the masks, in the shape
    Bx(embed_dim)x(embed_H)x(embed_W)
r   )r   r?   )ºNNNre   :Nr   N)re   re   rB   )ra   r   r%   rF   r'   r   r6   Úemptyr   rX   rJ   )r-   r\   r]   r^   ÚbsÚrefr   rO   Úsparse_embeddingsÚsparse_masksÚcoordsr=   r%   rW   s   &&&&          r   ÚforwardÚPromptEncoder.forwardj   s÷   € ð, ×!Ñ! )°EÓ:ˆà$Ò0‰i¸uÒ?P±eÐV[ˆØ"š�—’°D×4IÑ4IÈ!Õ4L×4SÑ4S×4ZÑ4ZˆØ×/Ñ/×6Ñ6×<Ñ<ˆÜ!ŸKšK¨¨Q°·±Ð(?ÈÔcÐÜ—{’{ B¨ 7°6Ô:ˆØÒ Ø˜xÕ(ˆFØ˜xÕ(ˆFØ+/×+@Ñ+@ÀÓ+PÑ(ÐÜ %§	¢	Ð+<Ð*OÐUVÔ WÐÜ Ÿ9š9 lÐ%?ÀQÔGˆLà Ð.Ð.r   c                óp   <€ V ^8„  d   QhRS[ P                  RS[RS[S[S[3,          RS[ P                  /# )r   r^   rg   r5   r   )r6   r7   r   r   )r   r   s   "€r   r   r   �   s?   ø€ ÷ 3ñ 3©¯©ð 3¹3ð 3É%ÑPSÑUXÐPXÍ/ð 3Ñin×iuÑiuñ 3r   c                óÎ   € \        V P                  P                  V4      P                  ^R^^4      P	                  VRV^ ,          V^,          4      pV P                  V4      pWT3# )zCEmbeds mask inputs. Caller casts both outputs to its working dtype.rB   )r   r,   rF   ÚreshapeÚexpandr+   )r-   r^   rg   r5   Úno_mask_embeddingsÚmask_embeddingss   &&&&  r   Úget_mask_embeddingsÚ!PromptEncoder.get_mask_embeddings�   su   € ä*¨4×+=Ñ+=×+DÑ+DÀeÓL×TÑTÐUVÐXZÐ\]Ð_`Óa×hÑhÐikÐmoÐquÐvwÕqxÐz~ð  @Aõ  {Bó  CÐØ×/Ñ/°Ó6ˆØÐ2Ð2r   )r   r'   r+   r,   r&   r   r    r%   )NNN)NN)é   )é   rw   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r9   rX   ra   rl   rt   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r2   r   s   @@r   r
   r
      sJ   ù‡ € ÷*\õ *\÷X#ð #÷+ð +÷6ð ÷$/ò $/÷L3÷ 3ò 3r   r
   c                   ó\   a a€ ] tR t^—t oRtRV3R lV 3R llltRV3R lR lltRtVtV ;t	# )	ÚPromptableDecoderz>Cross-attention transformer decoder over (token, image) pairs.c                óP   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[RS[R	S[/	# )
r   ÚdimsÚcontext_dimsÚdepthÚ	num_headsÚ	head_dimsÚmlp_dimsÚ	repeat_peÚdo_interm_predsÚkeypoint_token_update)r   Úbool)r   r   s   "€r   r   ÚPromptableDecoder.__annotate__š   se   ø€ ÷ !;ñ !;áð!;ñ ð!;ñ ð	!;ñ
 ð!;ñ ð!;ñ ð!;ñ ð!;ñ ð!;ñ  $ñ!;r   c                óî   <aaaaaaa
aa€ \         SV `  4        \        P                  ! VV
VVVVVVV3	R  l\	        V4       4       4      V n        SP                  SRS
SR7      V n        W€n        W�n	        R# )c              3   óT   <	"  € T F  p\        SSSSSS
V^ 8H  SSS	R7
      x € K  	  R# 5i)é    )
Ú
token_dimsr„   r†   r‡   rˆ   r‰   Úskip_first_per   r   r.   Nr   )Ú.0Úir„   r   rƒ   r   r‡   rˆ   r†   r.   r‰   s   & €€€€€€€€€r   Ú	<genexpr>Ú-PromptableDecoder.__init__.<locals>.<genexpr>©   sH   øé € ð $
ñ "�ô $ØØ)Ø#Ø#Ø!Ø#Ø  A™vØØØ%÷ñ ó "ùs   ƒ%(g�íµ ÷Æ°>)Úepsr   r   N)
r   r   r!   r"   r#   ÚlayersÚ	LayerNormÚ
norm_finalrŠ   r‹   )r-   rƒ   r„   r…   r†   r‡   rˆ   r‰   rŠ   r‹   r   r   r.   r2   s   &ff&ffff&&fff€r   r   ÚPromptableDecoder.__init__š   sc   ÿù€ ô 	‰ÑÔä—m’m÷ $
ô $
ô ˜5”\ó$
ó 
ˆŒð  %×.Ñ.¨t¸ÀfÐTYÐ.ÓZˆŒØ.ÔØ%:Ö"r   c                óÌ   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[S[ P                  ,          /# )r   Útoken_embeddingÚimage_embeddingÚtoken_augmentÚimage_augmentÚ
token_mask)r6   r7   r   )r   r   s   "€r   r   r�   ½   sg   ø€ ÷ Hñ HáŸ™ðHñ Ÿ™ðHñ  ¡§¡Õ-ð	Hñ
  ¡§¡Õ-ðHñ ™UŸ\™\Õ*ñHr   c
                ó  € VP                  ^4      P                  ^ ^^4      pVe#   VP                  ^4      P                  ^ ^^4      pVe�   VP                  ^4      P                  ^ ^^4      pV	P                  ^4      P                  ^ ^^4      p	\        V	4      ^8X  d9   \        V	P                  4      ^8X  g   Q hV	P	                  \        V4      ^^4      p	V P
                  '       d   . MRp
V P
                  '       d   Vf   Q h^ p\        V P                  4       EF  w  r¼Vf   V! WW4V4      w  rMZV! V\        P                  ! W(.^R7      V\        P                  ! WI.^R7      V4      w  rVRRVP                  ^,          13,          pV P
                  '       g   K…  V\        V P                  4      ^,
          8  g   K¨  T! V P                  V4      V
'       d
   V
R,          MRVR7      pV
P                  V4       V P                  '       g   Kø  Vf   Q hV! WWÛ4      w  r pEK  	  V P                  V4      pV P
                  '       d1   T! TV
'       d
   V
R,          MRVR7      pV
P                  V4       Wú3# V# )zj
Args:
    token_embedding: [B, N, C]
    image_embedding: [B, C, H, W] -- flattened to [B, HW, C] inline
Nr?   re   )Úprev_pose_outputÚ	layer_idxrB   )ÚflattenÚpermuteÚlenr`   ÚrepeatrŠ   Ú	enumerater˜   r6   rJ   rš   Úappendr‹   )r-   r�   rž   rŸ   r    r¡   Útoken_to_pose_output_fnÚkeypoint_token_update_fnÚhand_embeddingsÚhand_augmentÚall_pose_outputsr¤   ÚlayerÚcurrr/   Úouts   &&&&&&&&&&      r   rl   ÚPromptableDecoder.forward½   sg  € ð$ *×1Ñ1°!Ó4×<Ñ<¸QÀÀ1ÓEˆØÒ$Ø)×1Ñ1°!Ó4×<Ñ<¸QÀÀ1ÓEˆMØÒ&Ø-×5Ñ5°aÓ8×@Ñ@ÀÀAÀqÓIˆOØ'×/Ñ/°Ó2×:Ñ:¸1¸aÀÓCˆLÜ�<Ó  AÔ%ä˜<×-Ñ-Ó.°!Ô3Ð3Ð3Ø+×2Ñ2´3°Ó3GÈÈAÓN�à!%×!5×!5Ð!5™2¸4ÐØ××ÐØ*Ò6Ð6Ð6àˆ	Ü )¨$¯+©+× 6ÑˆIØÒ&Ù38Ø#Ø!°*ó4Ñ0� ñ
 49Ø#Ü—I’I˜Ð@ÀaÔHØ!Ü—I’I˜}Ð;ÀÔCØó4Ñ0�ð #2°!Ð5M°}×7JÑ7JÈ1Õ7MÐ5MÐ2MÕ"N�à×#×#Ò#¨	´C¸¿¹Ó4DÀqÕ4HÖ(HÙ.Ø—O‘O OÓ4ß=MÐ%5°bÖ%9ÐSWØ'ô�ð
 !×'Ñ'¨Ô-Ø×-×-Ò-Ø3Ò?Ð?Ð?Ù;SØ'¸ó<Ñ8�O°A³qñ3 !7ð: �o‰o˜oÓ.ˆØ××ÐÙ*Øß9IÐ!1°"Ö!5ÈtØ#ôˆDð
 ×#Ñ# DÔ)ØÐ(Ð(Øˆ
r   )rŠ   r‹   r˜   rš   )	é   é@   i   FFFNNN)NNNNNNN)
rx   ry   rz   r{   Ú__doc__r   rl   r|   r}   r~   r   s   @@r   r�   r�   —   s%   ù‡ € ÙH÷!;õ !;÷FH÷ Hò Hr   r�   )r¶   Útypingr   r   r6   Útorch.nnr!   Úcomfy.ldm.cascade.commonr   Ú	comfy.opsr   Úcomfy.ldm.sam3.samr   Útransformerr   ÚModuler
   r�   © r   r   Ú<module>r¿      sF   ðñ÷ #ã Ý å 3Ý #Ý 6å 0ô@3�B—I‘Iô @3ôFn˜Ÿ	™	ö nr   