+
    ƒ°ñj6Õ  ã                   óN  € ^ RI HtHtHtHt ^ RIt^ RIHt ^ RIHu H	t
 ^ RIt^ RIHt ^ RIHt ^ RIHtHt ^RIHtHt ^RIHt ^RIHt ^R	IHtHt ^R
IHt ^RI H!t!H"t" ^ RI#H$t$ ^RI%H&t&H't'H(t(H)t)H*t*H+t+ Rt,Rt-Rt.Rt/^t0^t1^@t2Rt3^t4^t5Rt6^Ft7 ! R R]Pp                  4      t9R# )é    )ÚAnyÚDictÚOptionalÚTupleN)Úcast_to_input)ÚPositionEmbeddingRandom)ÚDINOV3_VITH_CONFIGÚDINOv3ViTModel)ÚPromptEncoderÚPromptableDecoder)ÚMHRHead)ÚMHRRig)Úfix_wrist_eulerÚrotation_angle_difference)ÚMLP)ÚCameraEncoderÚPerspectiveHead)ÚFaceLandmarker)Úbbox_xyxy2csÚfix_aspect_ratioÚget_warp_matricesÚwarp_affine_batchedÚeuler_to_rotmatÚrotmat_to_euleri   g      $@c                   óÊ  a a€ ] tR t^$t o^	^
.tR*V 3R llt]V3R lR l4       tV3R lR ltV3R lR lt	V3R lR	 lt
V3R
 lR lt]V3R lR l4       t]V3R lR l4       tV3R lR ltV3R lR lt]R 4       tR+V3R lR lltR tR,V3R lR lltR-V3R lR lltR tV3R lR ltR-V3R lR  lltR.V3R! lR" lltR# tR$ tV3R% lR& ltV3R' lR( ltR)tVtV ;t# )/Ú	SAM3DBodyc                ór  <€ \         SV `  4        R V n        V P                  R\        P
                  ! \        4      P                  R^^4      R4       V P                  R\        P
                  ! \        4      P                  R^^4      R4       \        V n
        \        \        W!VRR7      V n        V P                  P                  p\        VR7      V n        \#        \$        \&        V P                   ^WVR7      p\)        R/ VB V n        VP-                  ^V P*                  P.                  WR7      V n        \)        RRR	/VB V n        VP-                  ^V P2                  P.                  WR7      V n        \#        \$        \        \6        ^WVR
7      p\9        R/ VB V n        VP-                  ^V P:                  P<                  WR7      V n        \9        RR\@        /VB V n!        VP-                  ^V PB                  P<                  WR7      V n"        ^pV P*                  P.                  V P:                  P<                  ,           V,           p\#        WR7      p	VPF                  ! V\$        3/ V	B V n$        VPF                  ! W‡,
          \$        3/ V	B V n%        VPF                  ! V\$        3/ V	B V n&        VPF                  ! W‡,
          \$        3/ V	B V n'        \Q        V\R        WVR7      V n*        VPF                  ! V\$        3/ V	B V n+        \#        \$        V\X        \Z        \\        \^        R	R	RWVR7      p
\a        R/ V
B V n1        \a        R/ V
B V n2        \g        V^,          4      V n4        \        Pj                  V n6        \#        W@P                  Pn                  WVR7      p\q        R/ VB V n9        \q        R/ VB V n:        \w        \y        \R        4      4      V n=        \w        \y        \R        4      4      V n>        VP,                  ! \R        \$        3/ V	B V n?        VP,                  ! \R        \$        3/ V	B V n@        VP,                  ! ^\$        3/ V	B V nA        \…        \$        \$        ^^WVR7      V nC        \#        \$        \$        ^WVR7      p\…        RR^/VB V nD        \…        RR^/VB V nE        VPF                  ! V\$        3/ V	B V nF        VPF                  ! V\$        3/ V	B V nG        \w        \y        \R        4      4      V nH        \w        \y        \R        4      4      V nI        VP,                  ! \R        \$        3/ V	B V nJ        VP,                  ! \R        \$        3/ V	B V nK        \…        RR^/VB V nL        \…        RR^/VB V nM        \�        V\        Pj                  R RR7      V nO        R # )NÚ
image_meanFÚ	image_std)ÚdtypeÚdeviceÚ
operationsÚuse_mask_token)r!   )Ú	input_dimÚ	mlp_depthÚmhr_rigÚmlp_channel_div_factorr!   r    r"   ©r!   r    Úenable_hand_modelT)r$   Úimg_sizer%   r'   r!   r    r"   Údefault_scale_factor)Ú	embed_dimÚnum_body_jointsr!   r    r"   Úv2)ÚdimsÚcontext_dimsÚdepthÚ	num_headsÚ	head_dimsÚmlp_dimsÚ	repeat_peÚdo_interm_predsÚkeypoint_token_updater!   r    r"   )r,   Ú
patch_sizer!   r    r"   )r$   Ú
hidden_dimÚ
output_dimÚ
num_layersr!   r    r"   )r9   r:   r;   r!   r    r"   r$   Úboth)r!   r    r"   Údetector_variantéÿÿÿÿ© )PÚsuperÚ__init__Ú_max_num_personÚregister_bufferÚtorchÚtensorÚ
IMAGE_MEANÚviewÚ	IMAGE_STDÚ
IMAGE_SIZEÚ
image_sizer
   r	   ÚbackboneÚ
embed_dimsr   ÚmhrÚdictÚDECODER_DIMÚMHR_MLP_DEPTHr   Ú	head_poseÚ	EmbeddingÚnposeÚ	init_poseÚhead_pose_handÚinit_pose_handÚCAMERA_MLP_DEPTHr   Úhead_cameraÚncamÚinit_cameraÚ CAMERA_DEFAULT_SCALE_FACTOR_HANDÚhead_camera_handÚinit_camera_handÚLinearÚinit_to_token_mhrÚprev_to_token_mhrÚinit_to_token_mhr_handÚprev_to_token_mhr_handr   ÚN_KEYPOINTSÚprompt_encoderÚprompt_to_tokenÚDECODER_DEPTHÚDECODER_HEADSÚDECODER_DIM_HEADÚDECODER_MLP_DIMr   ÚdecoderÚdecoder_handr   Úhand_pe_layerÚfloat32Úbackbone_dtyper8   r   Úray_cond_embÚray_cond_emb_handÚlistÚrangeÚkeypoint_embedding_idxsÚkeypoint_embedding_idxs_handÚkeypoint_embeddingÚkeypoint_embedding_handÚhand_box_embeddingr   Ú
bbox_embedÚkeypoint_posemb_linearÚkeypoint_posemb_linear_handÚkeypoint_feat_linearÚkeypoint_feat_linear_handÚkeypoint3d_embedding_idxsÚkeypoint3d_embedding_idxs_handÚkeypoint3d_embeddingÚkeypoint3d_embedding_handÚkeypoint3d_posemb_linearÚkeypoint3d_posemb_linear_handr   Úface_landmarker)Úselfr!   r    r"   rL   Úhead_kwargsÚcamera_kwargsÚcond_dimÚinit_dimÚlinear_kwargsÚdecoder_kwargsÚ
ray_kwargsÚposemb_kwargsÚ	__class__s   &&&&         €ÚDC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\sam3d_body\model\model.pyrA   ÚSAM3DBody.__init__'   sý  ø€ Ü‰ÑÔà#ˆÔà×Ñ˜\¬5¯<ª<¼
Ó+C×+HÑ+HÈÈQÐPQÓ+RÐTYÔZØ×Ñ˜[¬%¯,ª,´yÓ*A×*FÑ*FÀrÈ1ÈaÓ*PÐRWÔXä$ˆŒÜ&Ô'9ÀÐblð  ~Cô  DˆŒØ—]‘]×-Ñ-ˆ
ô
  Ô(ˆŒäÜ!Ü#Ø—H‘HØ#$Ø°:ô
ˆô !Ñ/ ;Ñ/ˆŒØ#×-Ñ-¨a°·±×1EÑ1EÈfÐ-ÓbˆŒä%ÑL¸ÐLÀÑLˆÔØ(×2Ñ2Øˆt×"Ñ"×(Ñ(°ð 3ó 
ˆÔô Ü!ÜÜ&Ø#$Ø°:ô
ˆô +Ñ;¨]Ñ;ˆÔØ%×/Ñ/°°4×3CÑ3C×3HÑ3HÐQWÐ/ÓeˆÔä /Ñ wÔEeÐ wÐivÑ wˆÔØ *× 4Ñ 4°Q¸×8MÑ8M×8RÑ8RÐ[aÐ 4Ó oˆÔàˆØ—>‘>×'Ñ'¨$×*:Ñ*:×*?Ñ*?Õ?À(ÕJˆÜ FÔ8ˆØ!+×!2Ò!2°8¼[Ñ!ZÈMÑ!ZˆÔØ!+×!2Ò!2°8Õ3FÌÑ!eÐWdÑ!eˆÔØ&0×&7Ò&7¸Ä+Ñ&_ÐQ^Ñ&_ˆÔ#Ø&0×&7Ò&7¸Õ8KÌ[Ñ&jÐ\iÑ&jˆÔ#ä+Ø Ü'Ø°:ô
ˆÔð
  *×0Ò0°¼[ÑZÈMÑZˆÔäÜØ#ÜÜ#Ü&Ü$ØØ Ø"&Ø°:ô
ˆô )Ñ:¨>Ñ:ˆŒÜ-Ñ?°Ñ?ˆÔÜ4°ZÀ1µ_ÓEˆÔô $Ÿm™mˆÔäØ ¯]©]×-EÑ-EØ°:ô
ˆ
ô *Ñ7¨JÑ7ˆÔÜ!.Ñ!<°Ñ!<ˆÔä'+¬E´+Ó,>Ó'?ˆÔ$Ü,0´´{Ó1CÓ,DˆÔ)Ø",×"6Ò"6´{ÄKÑ"aÐS`Ñ"aˆÔØ'1×';Ò';¼KÌÑ'fÐXeÑ'fˆÔ$à",×"6Ò"6°q¼+Ñ"WÈÑ"WˆÔÜÜ!¬kØ QØ°:ô
ˆŒô Ü"¬{ÀqØ°:ô
ˆô '*Ñ&G°AÐ&G¸Ñ&GˆÔ#Ü+.Ñ+L¸Ð+L¸mÑ+LˆÔ(Ø$.×$5Ò$5°jÄ+Ñ$_ÐQ^Ñ$_ˆÔ!Ø)3×):Ò):¸:Ä{Ñ)dÐVcÑ)dˆÔ&ä)-¬e´KÓ.@Ó)AˆÔ&Ü.2´5¼Ó3EÓ.FˆÔ+Ø$.×$8Ò$8¼ÄkÑ$cÐUbÑ$cˆÔ!Ø)3×)=Ò)=¼kÌ;Ñ)hÐZgÑ)hˆÔ&Ü(+Ñ(I°aÐ(I¸=Ñ(IˆÔ%Ü-0Ñ-N¸1Ð-NÀÑ-NˆÔ*ä-Ø¤§¡¸4Ø#ô 
ˆÖó    c                ó,   <€ V ^8„  d   QhRS[ RS[RS[ /# )é   ÚcropsÚwith_hand_refinementÚreturn)ÚintÚbool)ÚformatÚ__classdict__s   "€rŽ   Ú__annotate__ÚSAM3DBody.__annotate__Ÿ   s'   ø€ ÷ Añ A¡3ð A¹dð AÁsñ Ar�   c                ón   € V'       d   ^ÈM^ppR\        ^\        V 4      4      V,          ,           R,          # )éÈ   i€  i   )Úmaxr–   )r“   r”   Úper_crops   && rŽ   Úmemory_used_forwardÚSAM3DBody.memory_used_forwardž   s-   € ÷ /‘3°CˆØ”c˜!œS ›ZÓ(¨8Õ3Õ3°yÕ@Ð@r�   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r’   Úinputsr•   ©rD   ÚTensor)r˜   r™   s   "€rŽ   rš   r›   ¤   s#   ø€ ÷ 1ñ 1¡e§l¡lð 1±u·|±|ñ 1r�   c                ó€   € \        V P                  VR R7      p\        V P                  VR R7      pW,
          V,          # )F©Úcopy)r   r   r   )r„   r£   r   r   s   &&  rŽ   Údata_preprocessÚSAM3DBody.data_preprocess¤   s4   € Ü" 4§?¡?°FÀÔGˆ
Ü! $§.¡.°&¸uÔEˆ	ØÕ# yÕ0Ð0r�   c                ó$   <€ V ^8„  d   QhRS[ RR/# )r’   Úbatchr•   N©r   )r˜   r™   s   "€rŽ   rš   r›   ©   s   ø€ ÷ %ñ %¡tð %°ñ %r�   c                óÜ   € VR ,          P                  4       ^8X  d*   VR ,          P                  R,          w  V n        V n        R# VR ,          P                  ^ ,          V n        ^ V n        R# )ÚimgºNr’   NN)ÚdimÚshapeÚ_batch_sizerB   )r„   r¬   s   &&rŽ   Ú_initialize_batchÚSAM3DBody._initialize_batch©   sU   € Ø��<×ÑÓ Ô"Ø5:¸5µ\×5GÑ5GÈÕ5KÑ2ˆDÔ˜dÖ2à$ U�|×1Ñ1°!Õ4ˆDÔØ#$ˆDÖ r�   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r’   Úxr•   r¤   )r˜   r™   s   "€rŽ   rš   r›   °   s#   ø€ ÷ ñ ¡§¡ð ±%·,±,ñ r�   c                óÔ   € V P                   f   Q R4       hV P                   '       dA   VP                  ! V P                  V P                   ,          .VP                  R,          O5!  pV# )NzNo max_num_person initializedºr’   NN)rB   rG   r³   r²   )r„   r·   s   &&rŽ   Ú_flatten_personÚSAM3DBody._flatten_person°   sW   € Ø×#Ñ#Ò/ÐPÐ1PÓPÐ/Ø××ÐØ—’�t×'Ñ'¨$×*>Ñ*>Õ>ÐMÀÇÁÈÅÓMˆAØˆr�   c                ó$   <€ V ^8„  d   QhRS[ RR/# )r’   Úkindr•   N©Ústr)r˜   r™   s   "€rŽ   rš   r›   ¶   s   ø€ ÷ 
?ñ 
?¡sð 
?¨tñ 
?r�   c                óâ   € V P                   V P                  ,          p\        \        V4      4      pVR8X  d   V. uV n        V n        R# VR8X  d   . VuV n        V n        R# \        RV: 24      h)zdRoute subsequent calls through the body or hand decoder by switching
which batch indices are active.ÚbodyÚhandzInvalid branch kind: N)r³   rB   rq   rr   Úbody_batch_idxÚhand_batch_idxÚ
ValueError)r„   r½   ÚnÚall_idxs   &&  rŽ   Ú_set_active_branchÚSAM3DBody._set_active_branch¶   sl   € ð ×Ñ˜t×3Ñ3Õ3ˆÜ”u˜Q“x“.ˆØ�6Œ>Ø7>ÀÐ4ˆDÔ Ö!4Ø�VŒ^Ø79¸7Ð4ˆDÔ Ö!4äÐ4°T±HÐ=Ó>Ð>r�   c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r’   ÚaÚbr•   r­   )r˜   r™   s   "€rŽ   rš   r›   Ã   s"   ø€ ÷ ñ ¡ð ©ð ±$ñ r�   c                ó�  € / pV P                  4        F¯  w  r4VP                  V4      p\        V\        P                  4      '       d>   \        V\        P                  4      '       d   \        P
                  ! WE.^ R7      W#&   Ks  \        V\        4      '       d#   \        V\        4      '       d   WE,           W#&   K«  WBV&   K±  	  V# )z}Merge two prepare_batch dicts along dim 0 for a single hand pass.
Tensors cat, lists extend, scalars/metadata taken from `a`.©r±   )ÚitemsÚgetÚ
isinstancerD   r¥   Úcatrq   )rË   rÌ   ÚoutÚkÚvaÚvbs   &&    rŽ   Ú_concat_hand_batchesÚSAM3DBody._concat_hand_batchesÂ   s�   € ð ˆØ—W‘W–Y‰EˆAØ—‘�q“ˆBÜ˜"œeŸl™l×+Ò+´
¸2¼u¿|¹|×0LÒ0LÜŸš B 8°Ô3�“Ü˜B¤×%Ò%¬*°R¼×*>Ò*>Ø��“à�A“ñ ð ˆ
r�   c                óB   <€ V ^8„  d   QhRS[ RS[RS[S[ S[ 3,          /# )r’   ÚbatchedÚn_leftr•   )r   r–   r   )r˜   r™   s   "€rŽ   rš   r›   Ò   s+   ø€ ÷ 
ñ 
¡Dð 
±#ð 
¹%ÁÁdÀ
Õ:Kñ 
r�   c                óÔ   € V R,          p/ p/ pVP                  4        F<  w  rV\        V\        P                  4      '       d   VRV W5&   WaR WE&   K4  WcV&   WdV&   K>  	  RRRV/RRRV/3# )z�Inverse of `_concat_hand_batches`. Only `mhr_hand` needs splitting;
condition_info / image_embeddings aren't consumed downstream.Úmhr_handNrM   )rÏ   rÑ   rD   r¥   )rÚ   rÛ   Úbatched_mhrÚ	lhand_mhrÚ	rhand_mhrrÔ   Úvs   &&     rŽ   Ú_split_hand_outputÚSAM3DBody._split_hand_outputÑ   sŠ   € ð ˜jÕ)ˆØ$&ˆ	Ø$&ˆ	Ø×%Ñ%Ö'‰DˆAÜ˜!œUŸ\™\×*Ò*Ø   &˜z�	‘Ø  ˜z�	“ð  !˜!‘Ø ˜!“ñ (ð �D˜* iÐ0Ø�D˜* iÐ0ð
ð 	
r�   c                óŠ   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[RS[S[S[3,          /# )r’   Ú	left_xyxyÚ
right_xyxyÚcam_intÚis_multi_imager•   )rD   r¥   r—   r   r   )r˜   r™   s   "€rŽ   rš   r›   å   s[   ø€ ÷ C
ñ C
ñ —<‘<ðC
ñ —L‘Lð	C
ñ
 —‘ðC
ñ ðC
ñ 
‰t‘TˆzÕ	ñC
r�   c                óè  aaaaaaaaaa€ \         P                  P                  4       oV'       dF   \        V\        4      '       g   Q h\        V4      p\        P                  ! \	        V4      ^ R7      pM?\        VP                  ^ ,          4      pVP                  ^ 4      P                  VRRR4      p\        V P                  ^ ,          4      \        V P                  ^,          4      uooRoRoVVVV3R lpV! V4      w  ršpV! V4      w  rÍpVP                  S\        P                  RR7      P                  ^ ^^^4      p\!        \        P"                  ! V^.R7      VSS34      p\!        W~SS34      p\        P$                  ! V4      P'                  RR	4      R	,          P)                  4       p\        P$                  ! V4      P'                  RR	4      R	,          P)                  4       p\        P*                  ! V^SS3\        P                  SR
7      o\        P*                  ! V3\        P                  SR
7      o\        P,                  ! ^V3\        P                  SR
7      o\        P.                  ! SS.\        P                  SR
7      P                  V^4      P)                  4       oVP                  S\        P                  R7      oVVVVVV3R lpV! WšVVV4      V! WÍVVV4      3# )u¼   Build batch_lhand + batch_rhand directly on GPU. Bit-exact match
for the CPU `prepare_batch` Ã— 2 path, with the source uploaded once
and both warps issued through one batched grid_sample.rÎ   gÍÌÌÌÌÌì?g      è?c                 ó„   <€ \        V SR 7      w  r\        VS4      p\        VSS,          4      p\        WSS34      pWV3# ))Úpadding)r   r   r   )Ú
boxes_xyxyÚcentersÚscalesÚmatsÚH_outÚW_outÚaspectÚbbox_paddings   &   €€€€rŽ   Ú_metaÚ2SAM3DBody._prepare_hand_batches_gpu.<locals>._metaþ   sH   ø€ Ü*¨:¸|ÔL‰OˆGÜ% f¨fÓ5ˆFÜ% f¨e°e­mÓ<ˆFÜ$ W°u¸e°nÓEˆDØ DÐ(Ð(r�   T)r!   r    Únon_blocking)r/   ç        g     ào@©r    r!   r(   c                 ój  <€ R VP                  ^ 4      RSP                  ^ 4      RV P                  ^ 4      RVP                  ^ 4      R\        P                  ! V\        P                  SR7      P                  ^ 4      RVP                  ^ 4      RS	P                  ^ 4      RS
P                  ^ 4      R	SR
S/
# )r¯   r*   Úbbox_centerÚ
bbox_scaleÚbboxrø   Úaffine_transÚmaskÚ
mask_scoreÚperson_validrç   )Ú	unsqueezerD   Ú	as_tensorrm   )Ú	centers_tÚscales_tÚmats_tÚimg_trì   Úcam_int_devr!   r*   r   Ú	zero_maskÚzero_mask_scores   &&&&&€€€€€€rŽ   Ú_buildÚ3SAM3DBody._prepare_hand_batches_gpu.<locals>._build  s¨   ø€ à�u—‘ qÓ)Ø˜H×.Ñ.¨qÓ1Ø˜y×2Ñ2°1Ó5Ø˜h×0Ñ0°Ó3ØœŸš¨
¼%¿-¹-ÐPVÔW×aÑaÐbcÓdØ × 0Ñ 0°Ó 3Ø˜	×+Ñ+¨AÓ.Ø˜o×7Ñ7¸Ó:Ø Ø˜;ðð r�   r>   )ÚcomfyÚmodel_managementÚget_torch_devicerÑ   rq   ÚlenrD   Ústackr–   r²   r  ÚexpandrJ   Útorm   Úpermuter   ÚflipÚfloorÚclamp_Ú
contiguousÚzerosÚonesrE   )r„   r¯   rå   ræ   rç   rè   rÆ   Úsrc_trô   Ú	l_centersÚl_scalesÚl_matsÚ	r_centersÚr_scalesÚr_matsÚwarped_lÚwarped_rÚl_imgÚr_imgr
  rð   rñ   rò   ró   r  r!   r*   r   r  r	  s   &&&&&&              @@@@@@@@@@rŽ   Ú_prepare_hand_batches_gpuÚ#SAM3DBody._prepare_hand_batches_gpuå   sW  ÿù€ ô ×'Ñ'×8Ñ8Ó:ˆßÜ˜c¤4×(Ò(Ð(Ð(Ü�C“ˆAÜ—K’K¤ S£	¨qÔ1‰Eä�I—O‘O AÕ&Ó'ˆAØ—M‘M !Ó$×+Ñ+¨A¨r°2°rÓ:ˆEä˜4Ÿ?™?¨1Õ-Ó.´°D·O±OÀAÕ4FÓ0GˆˆˆuØˆØˆ÷	)ð 	)ñ ',¨IÓ&6Ñ#ˆ	˜VÙ&+¨JÓ&7Ñ#ˆ	˜Và—‘ ¬e¯m©mÈ$�ÓO×WÑWÐXYÐ[\Ð^_ÐabÓcˆä&¤u§z¢z°%¸q¸cÔ'BÀFÈUÐTYÈNÓ[ˆÜ& u°u¸e°nÓEˆä—’˜XÓ&×-Ñ-¨c°5Ó9¸EÕA×MÑMÓOˆÜ—’˜XÓ&×-Ñ-¨c°5Ó9¸EÕA×MÑMÓOˆô —K’K  A u¨eÐ 4¼E¿M¹MÐRXÔYˆ	ÜŸ+š+ q d´%·-±-ÈÔOˆÜ—z’z 1 a &´·±ÀfÔMˆÜ—<’< ¨ ´e·m±mÈFÔS×ZÑZÐ[\Ð^_Ó`×kÑkÓmˆØ—j‘j¨´e·m±m�jÓDˆ÷	ò 	ñ �9¨°°yÓAÙ�9¨°°zÓBð
ð 	
r�   c                ó:   <€ V ^8„  d   QhRS[ RS[P                  /# ©r’   r¬   r•   ©r   rD   r¥   )r˜   r™   s   "€rŽ   rš   r›   ,  s   ø€ ÷ 7ñ 7©Dð 7±U·\±\ñ 7r�   c                óÀ  € VR,          P                   ^,          p\        P                  ! V P                  VR,          4      ^RR7      w  r4V P                  VR,          4      R^ .3,          pV P                  VR,          P	                  ^4      P                  RVRR4      P                  4       4      pVR	,          pVR^ ^.^^.3,          p\        P                  ! W8R^ .3,          ,
          WHR^.3,          ,
          V.RR7      p	V	R
,          VP	                  R4      ,          V	R
&   V	R,          V,          V	R&   V	P                  VR,          P                  4      # )zKCLIFF-style condition: ((cx-img_cx)/f, (cy-img_cy)/f, b/f), all in [-1, 1].r¯   rú   )Úchunksr±   rû   ºNNNrç   rÎ   r>   ©r,  r   r   ©r,  r°   ©r,  r’   )
r²   rD   Úchunkrº   r  r  r  rÒ   Útyper    )
r„   r¬   Ú
num_personÚcxÚcyrÌ   Úcam_int_per_personÚfocal_lengthÚfull_img_cxyÚcondition_infos
   &&        rŽ   Ú_get_decoder_conditionÚ SAM3DBody._get_decoder_condition,  sE  € à˜5•\×'Ñ'¨Õ*ˆ
Ü—’˜T×1Ñ1°%¸Õ2FÓGÐPQÐWYÔZ‰ˆØ× Ñ   |Õ!4Ó5°a¸!¸°fÕ=ˆà!×1Ñ1Ø�)Õ×&Ñ& qÓ)×0Ñ0°°ZÀÀRÓH×SÑSÓUó
Ðð *¨'Õ2ˆØ)¨!¨a°¨V°a¸°VÐ*;Õ<ˆÜŸšØ˜q 1 #˜vÕ&Õ&¨¸!¸a¸S¸&Õ-AÕ(AÀ1ÐEÈ2ô
ˆð !/¨uÕ 5¸×8NÑ8NÈrÓ8RÕ Rˆ�uÑØ-¨dÕ3°lÕBˆ�tÑØ×"Ñ" 5¨¥<×#5Ñ#5Ó6Ð6r�   c                ó  € V P                   ^,          p\        W 4      R,          P                  V^^4      p\        P                  ! W.^R7      p \        P                  ! V\        P
                  ! V4      .^R7      pWV3# )zƒAppend a token block from `embedding_weight` (+ zero-block in
token_augment). Returns (token_embeddings, token_augment, start_idx).rÎ   )Nr,  r,  )r²   r   ÚrepeatrD   rÒ   Ú
zeros_like)Útoken_embeddingsÚtoken_augmentÚembedding_weightÚ
batch_sizeÚ	start_idxÚblocks   &&&&  rŽ   Ú_append_token_blockÚSAM3DBody._append_token_block>  sw   € ð %×*Ñ*¨1Õ-ˆ	ÜÐ.ÓAÀ*ÕM×TÑTÐU_ÐabÐdeÓfˆÜ Ÿ9š9Ð&6Ð%>ÀAÔFÐÜŸ	š	 =´%×2BÒ2BÀ5Ó2IÐ"JÐPQÔRˆØ°	Ð9Ð9r�   c                ó¸   <€ V ^8„  d   QhRS[ RS[P                  RS[S[P                  ,          RS[S[P                  ,          RS[S[P                  ,          /# )r’   ÚbranchÚimage_embeddingsÚ	keypointsÚprev_estimater8  )r¿   rD   r¥   r   )r˜   r™   s   "€rŽ   rš   r›   H  sc   ø€ ÷ I
ñ I
áðI
ñ  Ÿ,™,ðI
ñ ™EŸL™LÕ)ð	I
ñ
  ¡§¡Õ-ðI
ñ !¡§¡Õ.ñI
r�   c           
     ó–  a aaaa a!a"a#a$a%a&a'a(€ SR8X  dž   S P                   pS P                  pS P                  p	S P                  p
S P                  pRpS P
                  o#S P                  o"S P                  pS P                  pS P                  pS P                  o S P                  P                  pM©SR8X  d”   S P                  pS P                  pS P                  p	S P                   p
S P"                  pRpS P$                  o#S P&                  o"S P(                  pS P*                  pS P,                  pS P.                  o S P0                  pM\3        RS: 24      hSP4                  ^ ,          o!\7        VP8                  S4      P;                  S!R4      P=                  ^4      o%\7        VP8                  S4      P;                  S!R4      P=                  ^4      o$\>        P@                  ! S%S$.RR7      p\>        P@                  ! VPC                  S!^R4      V.RR7      pV	! V4      PC                  S!^R4      pVP4                  ^,          pRRRpppVEe›   Vf   TpV
! V4      PC                  S!^R4      pV! SP4                  RR 4      PE                  S4      pV! SSV,          PG                  SPH                  4      4      oS P                  VR7      w  ppS PK                  V4      p\>        P@                  ! VVV.^R7      PE                  SPH                  4      pVPE                  SPH                  4      pVPE                  SPH                  4      p\>        PL                  ! V4      pVVR	V.3&   VVR	V^,           R13&   S PO                  VVS PP                  P8                  S!4      w  pppS PO                  VVVP8                  S!4      w  ppo'S PO                  VVVP8                  S!4      w  ppo&\S        VPT                  4      ^,
          o(VV V!VV"V#V$V%V(V 3
R
 lpVVV&V'V 3R lpV! VSVVVVVR7      w  ppVR	XV^,           13,          V3# )a   `branch` selects body or hand decoder + paired attribute set; rest
of the pipeline is shared.

image_embeddings: (B, C, H, W) backbone features.
keypoints:        (B, N, 3) prompts as (x, y in [0, 1], label).
                  label: 0..K = joint, -1 = incorrect, -2 = invalid.
prev_estimate:    (B, 1, C) previous estimate for pose refinement.
condition_info:   (B, c) extra condition concatenated to input tokens.
rÁ   Úray_condrÂ   Úray_cond_handzInvalid branch: rÎ   N)rI  r,  c                 óø   <
€ V R,          pSP                  S
R4      pSP                  S
R4      pVS8g  pS! W4VR7      pS! W54      VR&   SP                  VSSR7      pSP                  SVR,          S	4      VR&   V# )r,  )ÚintermediateÚpred_cam)rG  Úpred_keypoints_2dÚpred_keypoints_2d_cropped©r,  r   r>   )rG   Úcamera_projectÚ_full_to_crop)ÚtokensÚprev_pose_outputÚ	layer_idxÚ
pose_tokenÚ	prev_poseÚprev_cameraÚis_intermediateÚpose_outputr¬   Ú	batch_idxrA  rG  rX   rQ   rZ   rT   Úlast_layer_idxr„   s   &&&     €€€€€€€€€€rŽ   Útoken_to_pose_output_fnÚ:SAM3DBody.forward_decoder.<locals>.token_to_pose_output_fn°  s—   ø€ Ø �ˆJØ!Ÿ™ z°2Ó6ˆIØ%×*Ñ*¨:°rÓ:ˆKð (¨>Ñ9ˆOÙ# JÈÔXˆKÙ&1°*Ó&JˆK˜
Ñ#Ø×-Ñ-¨k¸5ÈÐ-ÓPˆKØ7;×7IÑ7IØ�{Ð#6Õ7¸ó8ˆKÐ3Ñ4ð Ðr�   c                  ó^   <€ SP                   ! SSS.V O5!  p SP                  ! SS.V O5!  p V # ©N)Ú_keypoint_token_updateÚ_keypoint3d_token_update)ÚargsrG  rH  Úkps3d_emb_start_idxÚkps_emb_start_idxr„   s   *€€€€€rŽ   Úkeypoint_token_update_fn_combÚ@SAM3DBody.forward_decoder.<locals>.keypoint_token_update_fn_comb¿  s<   ø€ Ø×.Ò.¨vÐ7HÐJZÐbÐ]aÓbˆDØ×0Ò0°Ð9LÐTÈtÓTˆDØˆKr�   )r`  Úkeypoint_token_update_fnr>   éþÿÿÿ)+rT   rZ   r_   r`   ro   rQ   rX   ru   r   rj   rÃ   rd   Úget_dense_perV   r]   ra   rb   rp   rU   r\   rv   r€   rk   rÄ   rl   rÅ   r²   r   Úweightr  r  rD   rÒ   rG   r  r1  r    re   r=  rD  rw   r  Úlayers))r„   rG  rH  rI  rJ  r8  r¬   Úinit_pose_embÚinit_camera_embÚinit_to_tokenÚprev_to_tokenro   Úray_cond_keyru   r   rj   Úimage_augment_fnÚinit_estimateÚ
init_inputr>  Únum_pose_tokenÚimage_augmentr?  Ú
token_maskÚprev_embeddingsÚprompt_embeddingsÚ_Úhand_det_emb_start_idxr`  ri  rY  r]  r^  rA  rX   rQ   rZ   rT   rg  rh  r_  s)   fff&&&f                         @@@@@@@@@rŽ   Úforward_decoderÚSAM3DBody.forward_decoderH  sc  ÿü€ ð$ �VÔØ ŸN™NˆMØ"×.Ñ.ˆOØ ×2Ñ2ˆMØ ×2Ñ2ˆMØ×,Ñ,ˆLØ%ˆLØŸ™ˆIØ×*Ñ*ˆKØ!%×!8Ñ!8ÐØ#'×#<Ñ#<Ð Ø—l‘lˆGØ×+Ñ+ˆIà#×2Ñ2×?Ñ?ÑØ�vÔØ ×/Ñ/ˆMØ"×3Ñ3ˆOØ ×7Ñ7ˆMØ ×7Ñ7ˆMØ×1Ñ1ˆLØ*ˆLØ×+Ñ+ˆIØ×/Ñ/ˆKØ!%×!=Ñ!=ÐØ#'×#AÑ#AÐ Ø×'Ñ'ˆGØ×+Ñ+ˆIà#×1Ñ1ÑäÐ/°©zÐ:Ó;Ð;à%×+Ñ+¨AÕ.ˆ
ä! -×"6Ñ"6Ð8HÓI×PÑPÐQ[Ð]_Ó`×jÑjÐklÓmˆ	Ü# O×$:Ñ$:Ð<LÓM×TÑTÐU_ÐacÓd×nÑnÐopÓqˆÜŸ	š	 9¨kÐ":ÀÔCˆä—Y’Y × 3Ñ 3°JÀÀ2Ó FÈÐVÐ\^Ô_ˆ
Ù(¨Ó4×9Ñ9¸*ÀaÈÓLÐØ)×/Ñ/°Õ2ˆà37¸¸t j�}ˆØÓ ØÒ$Ø -�Ù+¨MÓ:×?Ñ?À
ÈAÈrÓRˆOñ -Ð-=×-CÑ-CÀBÀCÐ-HÓI×LÑLÐM]Ó^ˆMñ  ,Ø  %¨Õ"5×":Ñ":Ð;K×;QÑ;QÓ"Ró Ðð $(×#6Ñ#6ÀÐ#6Ó#KÑ Ð˜qØ $× 4Ñ 4Ð5FÓ GÐô  %ŸyšyØ! ?Ð4EÐFÈAô ç‰bÐ!×'Ñ'Ó(ð ð .×0Ñ0Ð1A×1GÑ1GÓHˆOØ 1× 4Ñ 4Ð5E×5KÑ5KÓ LÐä!×,Ò,Ð-=Ó>ˆMØ1@ˆM˜!˜nÐ-Ð-Ñ.Ø6GˆM˜!˜n¨qÕ0Ñ2Ð2Ñ3àFJ×F^ÑF^Ø  -°×1HÑ1H×1OÑ1OÐQ[óGÑCÐ˜mÐ-Cð BF×AYÑAYØ  -Ð1C×1JÑ1JÈJóBÑ>Ð˜mÐ->ð DH×C[ÑC[Ø  -Ð1E×1LÑ1LÈjóDÑ@Ð˜mÐ-@ô ˜WŸ^™^Ó,¨qÕ0ˆ÷	ö 	÷	ñ 	ñ
 #*ØØØØØØ$;Ø%Bô#
Ñˆ
�Kð �qÐ0Ð1GÈ!Õ1KÐKÐKÕLØð
ð 	
r�   c                óð  € V P                  VR ,          4      pVP                  VP                  4      pV P                  P	                  W2P
                  ^ ,          VP
                  R,          4      w  rEV P                  VR,          4      P                  R^^^4      P                  VP                  4      p\        P                  ! V^ 8„  WdP                  V4      ,          VP                  V4      4      pV# )rþ   r¹   rÿ   r>   )	rº   r  r    rd   Úget_mask_embeddingsr²   rG   rD   Úwhere)r„   r¬   rH  Úx_maskÚmask_embeddingsÚno_mask_embeddingsrÿ   s   &&&    rŽ   Ú_get_mask_promptÚSAM3DBody._get_mask_promptÔ  sØ   € Ø×%Ñ% e¨F¥mÓ4ˆØ—‘Ð+×1Ñ1Ó2ˆà.2×.AÑ.A×.UÑ.UØ×*Ñ*¨1Õ-Ð/?×/EÑ/EÀbÕ/Ió/
Ñ+ˆð ×)Ñ)¨%°Õ*=Ó>×CÑCÀBÈÈ1ÈaÓP×SÑSÐTd×TjÑTjÓkˆ
ÜŸ+š+Ø˜‰NØ×+Ñ+Ð,<Ó=Õ=Ø×!Ñ!Ð"2Ó3ó
ˆð
 Ðr�   c                ón   <€ V ^8„  d   QhRS[ RS[P                  RS[P                  RS[P                  /# )r’   r¬   rQ  r^  r•   r)  )r˜   r™   s   "€rŽ   rš   r›   ä  s?   ø€ ÷ )ñ )áð)ñ !Ÿ<™<ð)ñ —<‘<ð	)ñ
 
�‰ñ)r�   c           	     ó(  € \         P                  ! V\         P                  ! VRRR.3,          4      .RR7      pVe^   V P                  VR,          4      V,          P	                  V4      pV P                  VR,          4      V,          P                  ^4      pMNV P                  VR,          4      P	                  V4      pV P                  VR,          4      P                  ^4      pWEP                  ,          pVR,          V,          R,
          pV# )u5   Full-image kp coords â†’ crop-normalized [-0.5, 0.5].r,  rÎ   rý   r*   ç      à?r>   ).r°   )rD   rÒ   Ú	ones_likerº   r  r  ÚmT)r„   r¬   rQ  r^  rR  rý   r*   s   &&&&   rŽ   rU  ÚSAM3DBody._full_to_cropä  sû   € ô %*§I¢IØ¤§¢Ð0AÀ!ÀQÈÈÀ*Õ0MÓ NÐOÐUWô%
Ð!ð Ò Ø×/Ñ/°°nÕ0EÓFÀyÕQ×TÑTØ)óˆLð ×+Ñ+¨E°*Õ,=Ó>¸yÕI×SÑSÐTUÓV‰Hà×/Ñ/°°nÕ0EÓF×IÑIØ)óˆLð ×+Ñ+¨E°*Õ,=Ó>×HÑHÈÓKˆHØ$=ÇÁÕ$OÐ!Ø$=¸gÕ$FÈÕ$QÐTWÕ$WÐ!à(Ð(r�   c                ó2   <€ V ^8„  d   QhRS[ RS[ RS[RS[ /# )r’   r]  r¬   rG  r•   ©r   r¿   )r˜   r™   s   "€rŽ   rš   r›   ý  s*   ø€ ÷ ñ ©$ð ±tð ÁSð ÑVZñ r�   c                ó–  aaa	a
a€ VR8X  d   V P                   MV P                  o
VR8X  d   V P                  MV P                  pVR,          oV P	                  VR,          4      V,          oV P	                  VR,          4      V^ 3,          oV P	                  VR,          P                  ^4      P                  RVR,          P                  ^,          RR4      P                  4       4      V,          o	VVV	V
V3R lpV! VR,          4      pVP                  R	4      e   V! VR	,          4      R
,          VR&   VP                  V4       V# )zpProject 3D keypoints (+ optional vertices) to 2D. `branch` selects
the body or hand attribute set + batch slice.rÂ   rP  rú   rû   rç   r¯   c                 ó.   <€ SP                  V SSSS4      # rc  )Úperspective_projection)Ú	points_3drú   rû   rç   rX   rP  s   &€€€€€rŽ   Ú_projectÚ*SAM3DBody.camera_project.<locals>._project  s!   ø€ Ø×5Ñ5Ø˜8 [°*¸góð r�   Úpred_keypoints_3dÚpred_verticesrQ  Úpred_keypoints_2d_vertsr>   )r\   rX   rÄ   rÃ   rº   r  r  r²   r  rÐ   Úupdate)r„   r]  r¬   rG  r^  r•  Úcam_outrú   rû   rç   rX   rP  s   &&&&   @@@@@rŽ   rT  ÚSAM3DBody.camera_projectý  s/  ü€ ð 06¸Ô/?�d×+Ò+ÀT×EUÑEUˆØ+1°VÔ+;�D×'Ò'À×ATÑATˆ	Ø˜zÕ*ˆð ×*Ñ*¨5°Õ+?Ó@ÀÕKˆØ×)Ñ)¨%°Õ*=Ó>¸yÈ!¸|ÕLˆ
Ø×&Ñ&Ø�)Õß‰Y�q‹\ß‰V�B˜˜e�×*Ñ*¨1Õ-¨r°2Ó6ß‰Z‹\ó	
ð
 õˆ÷	ñ 	ñ
 ˜;Ð':Õ;Ó<ˆØ�?‰?˜?Ó+Ò7Ù5=Ø˜OÕ,ó6à!õ6#ˆKÐ1Ñ2ð 	×Ñ˜7Ô#ØÐr�   c           
     ó.  € VR ,          P                   w  r#rEpVR,          p\        P                  ! \        P                  ! WgP                  VP
                  R7      \        P                  ! WWP                  VP
                  R7      RR7      w  r‰\        P                  ! W‰.R	R7      R
,          P                  W#R	R	R	4      p
W¡R,          RRRR^ ^.^ ^.3,          ,          p
V
VR,          RRRR^ ^.^^.3,          VR,          RRRR^ ^.^ ^.3,          ,          ,
          p
W¡R,          RRRR^ ^.^^.3,          ,
          p
W¡R,          RRRR^ ^.^ ^.3,          ,          p
V
P                  ^ ^^^^4      P                  VR ,          P
                  4      # )r¯   rý   r(   Úxy)ÚindexingrÎ   Nr,  rç   r>   )NN)
r²   rD   ÚmeshgridÚaranger!   r    r  r  r  r  )r„   r¬   ÚBÚNr}  ÚHÚWÚaffineÚxsÚysÚmeshgrid_xys   &&         rŽ   Úget_ray_conditionÚSAM3DBody.get_ray_condition  s�  € Ø˜e�×*Ñ*‰ˆˆa�AØ�~Õ&ˆÜ—’Ü�LŠL˜§=¡=¸¿¹ÔEÜ�LŠL˜§=¡=¸¿¹ÔEØô
‰ˆô
 —k’k 2 (°Ô3°JÕ?×FÑFÀqÈRÐQSÐUWÓXˆà Õ/°°1°d¸DÀ1ÀaÀ&È1ÈaÈ&Ð0PÕQÕQð 	ð Ø�NÕ# A q¨$°°q¸!°f¸qÀ!¸fÐ$DÕEØ�NÕ# A q¨$°°q¸!°f¸qÀ!¸fÐ$DÕEõFõFð 	ð  	Õ*¨1¨d°D¸$ÀÀAÀÈÈAÈÐ+NÕOÕOð 	ð  	Õ*¨1¨d°D¸$ÀÀAÀÈÈAÈÐ+NÕOÕOð 	ð ×"Ñ" 1 a¨¨A¨qÓ1×4Ñ4Ø�%�L×Ñó
ð 	
r�   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# r(  r­   )r˜   r™   s   "€rŽ   rš   r›   ;  s   ø€ ÷ Añ A©ð A±$ñ Ar�   c           	     ó²  € VR,          P                   R,          w  r#V P                  V P                  VR,          4      4      pV P                  V P                  V4      4      p\	        V P
                  4      '       d$   WPP
                  ,          P                  4       VR&   \	        V P                  4      '       d$   WPP                  ,          P                  4       VR&   RpV P                  P                  VP                  V P                  4      4      pV P                  \        P                  8w  d   VP                  VP                  4      pW`P                  W4      ,           pV P!                  V4      P                  VP                  4      p\        P"                  ! W#,          ^^3VR,          P                  VR,          P$                  R7      pRVR&   RRr©\	        V P
                  4      '       dS   V P'                  RW`P
                  ,          W€P
                  ,          RWpP
                  ,          VR7      w  r¹V	R,          p	\	        V P                  4      '       dS   V P'                  R	W`P                  ,          W€P                  ,          RWpP                  ,          VR7      w  rÊV
R,          p
R
V	RV
RVRV/p\	        V P
                  4      '       d8   V P)                  X4      P+                  4       P-                  4       VR
,          R&   \	        V P                  4      '       d*   V P)                  X4      P+                  4       VR,          R&   V# )z=One pose-decoder pass over the crop batch (body and/or hand).r¯   r°   rL  rM  Nrø   rÁ   ©rI  rJ  r8  r¬   rÂ   rM   rÝ   r8  rH  Úhand_boxrl  r>   ©r,  r,  r>   )r²   r©   rº   rª  r  rÃ   ÚclonerÄ   rK   Úforward_featuresr1  rn   rD   Úfloat16r    r‡  r9  r  r!   r  rx   ÚsigmoidÚfloat)r„   r¬   rA  r2  r·   rL  rH  r8  Úkeypoints_promptr]  Úpose_output_handÚtokens_outputÚtokens_output_handÚoutputs   &&            rŽ   Úforward_pose_branchÚSAM3DBody.forward_pose_branch;  sÚ  € à!& u¥×!3Ñ!3°BÕ!7Ñˆ
à× Ñ  ×!5Ñ!5°e¸EµlÓ!CÓDˆà×'Ñ'¨×(>Ñ(>¸uÓ(EÓFˆÜˆt×"Ñ"×#Ò#Ø (×)<Ñ)<Õ =× CÑ CÓ EˆE�*ÑÜˆt×"Ñ"×#Ò#Ø%-×.AÑ.AÕ%B×%HÑ%HÓ%JˆE�/Ñ"ØˆàŸ=™=×9Ñ9¸!¿&¹&À×ATÑATÓ:UÓVÐà×Ñ¤%§-¡-Ô/Ø/×4Ñ4°Q·W±WÓ=Ðà+×.CÑ.CÀEÓ.\Õ\Ðð ×4Ñ4°UÓ;×@Ñ@ÐAQ×AWÑAWÓXˆô !Ÿ;š;ØÕ$ a¨Ð+°5¸µ<×3EÑ3EÈeÐTYÍl×NaÑNaô
Ðð &(Ð˜Ñ"à(,¨dÐ%Üˆt×"Ñ"×#Ò#Ø)-×)=Ñ)=ØØ ×!4Ñ!4Õ5Ø*×+>Ñ+>Õ?Ø"Ø-×.AÑ.AÕBØð *>ó *Ñ&ˆMð & b�/ˆKÜˆt×"Ñ"×#Ò#Ø37×3GÑ3GØØ ×!4Ñ!4Õ5Ø*×+>Ñ+>Õ?Ø"Ø-×.AÑ.AÕBØð 4Hó 4Ñ0Ðð  0°Õ3Ðð �;ØÐ(Ø˜nØÐ 0ð	
ˆô ˆt×"Ñ"×#Ò#Ø(,¯©¸Ó(F×(NÑ(NÓ(P×(VÑ(VÓ(XˆF�5�M˜*Ñ%Üˆt×"Ñ"×#Ò#Ø-1¯_©_Ð=OÓ-P×-XÑ-XÓ-ZˆF�:Õ˜zÑ*àˆr�   c                óB   <€ V ^8„  d   QhRS[ RS[RS[S[ S[ 3,          /# )r’   r¬   Údecoder_typer•   )r   r¿   r   )r˜   r™   s   "€rŽ   rš   r›   ~  s,   ø€ ÷ /ñ /¡$ð /±cð /ÁuÉTÑSWÈZÕGXñ /r�   c                óF   € V P                  V4       V P                  V4      # rc  )rÈ   r»  )r„   r¬   r¾  s   &&&rŽ   Úforward_stepÚSAM3DBody.forward_step~  s!   € Ø×Ñ Ô-Ø×'Ñ'¨Ó.Ð.r�   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r’   r¬   Úinference_typer�  )r˜   r™   s   "€rŽ   rš   r›   ‚  s)   ø€ ÷ KQñ KQñ ðKQñ ñ	KQr�   c                ó#  aMaNaO€ V P                  V4       \        V\        4      pV'       d
   V^ ,          MTpVP                  R,          w  oMoOVR,          P	                  4       pVR8X  d   V P                  VRR7      # VR8X  d   V P                  VRR7      # VR8w  d   \        RV: 24      hV P                  VRR7      oNV P                  SNV4      w  r‰\        RSNR	,          R
,          R. R/O3,          P                  ^R04      4      p
VP	                  4       pSOVR1,          ,
          ^,
          VR2&   SOVR2,          ,
          ^,
          VR1&   V P                  WW—P	                  4       V4      w  rÍV P                  WÍ4      pV P                  V P                  3pV P                  V4       V P                  VRR7      pVw  V n        V n        VR,          P                  ^ ,          VR,          P                  ^,          ,          pV P                  VV4      w  pp??VR,          R,          pV P                  P                   ^,          P#                  V4      pV P                  P                   ^	,          P#                  V4      pV P                  P$                  R3,          P#                  V4      pV P                  P$                  R4,          P#                  V4      pVVVR,          R,          R5,          ,          ,           V,
          V,          VR,          R,          R6&   VR,          R,          R7,          P	                  4       VR,          R,          R8&   VR,          R,          R^N^^.R3;;,          R9,          uu&   VR,          R,          R:,          VR,          R,          R;&   SOVR,          R<,          ,
          ^,
          VR,          R<&   SNR	,          R,          pVR^L^(.3,          pV\'        V P                  P(                  ^M^).,          VRR7      ,          p\*        P,                  ! VR,          R,          R8,          VR,          R,          R7,          .^R7      p\*        P.                  ! RVV4      p\1        V
V4      V8  p^@p\*        P,                  ! VR,          P3                  ^ ^4      V8„  P5                  ^R7      VR,          P3                  ^ ^4      V8„  P5                  ^R7      .^R7      p Rp!\*        P,                  ! VR,          R,          P7                  4       P9                  R=R7      V!8  VR,          R,          P7                  4       P9                  R=R7      V!8  .^R7      p"Rp#^)^>p%p$VR,          R,          RV$.3,          P	                  4       p&VR,          R,          RV$.3,          P	                  4       p'SOV'R<,          ,
          ^,
          V'R<&   SNR	,          R,          RV$.3,          P	                  4       p(SNR	,          R,          RV%.3,          P	                  4       p)V&V(,
          P3                  ^ ^4      P;                  R9R7      VR,          P3                  ^ ^4      R2,          ,          p*V'V),
          P3                  ^ ^4      P;                  R9R7      VR,          P3                  ^ ^4      R2,          ,          p+\*        P,                  ! V+V#8  V*V#8  .^R7      p,VV ,          V",          V,,          p-V P=                  R4       V P?                  VV&4      p.V P?                  VV'4      p/^^p1p0SNR	,          R,          RV0.3,          P	                  4       p2SNR	,          R,          RV1.3,          P	                  4       p3V P?                  VV24      p4V P?                  VV34      p5\*        P@                  ! V.V/V4V5.^R7      p6\*        P@                  ! V6V6RR9.3,          .R9R7      p6V$V6R>&   V%V6R?&   V0V6R@&   V1V6RA&   V6P                  ^ ,          ^8”  dÖ   V6RB,          RC8  V6RB,          R8„  ,          V6RD,          RC8  ,          V6RD,          R8„  ,          V-R. REO3,          ( ,          PC                  R94      p7\*        PD                  ! RFV6PF                  V6PH                  R7      p8RGV8RH&   \*        PJ                  ! V6RI,          R,           RR4      V6RI&   \*        PL                  ! V7V8V64      p6M‡\*        P4                  ! V6RI,          RC8„  V6RI,          R8  ,          ^R7      V-R. REO3,          ,          PO                  4       p9V6RV93,          p6\*        PJ                  ! V6RI,          R,           RR4      V6RI&   V6PQ                  4       ^ 8w  d   V PS                  VSNV64      w  oNp:\*        P@                  ! VR,          R,          R;,          VR,          R,          R:,          .^R7      p;SNR	,          R,          P	                  4       p<VR,          R,          R6,          V<R6&   VR,          R,          R5,          V<R5&   VR,          R,          RJ,          VR,          R,          RJ,          ,           ^,          V<RJ&   SNR	,          R,          P	                  4       p=VR,          R,          RK,          VR,          R,          RK,          ,           ^,          V=RK&   V P                  PU                  SNR	,          R,          ^ ,          SNR	,          R,          SNR	,          R
,          V;V<V=SNR	,          R ,          R!R"7      ^,          pVR^L^(.3,          pV\'        V P                  P(                  ^M^).,          VRR7      ,          p\*        P,                  ! VR,          R,          R8,          VR,          R,          R7,          .^R7      p\*        P.                  ! RVV4      p\W        \Y        RV4      4      p>\1        V
V4      V8  V-,          PC                  R94      p?SNR	,          R
,          R. R/O3,          P                  ^R04      p@\*        PL                  ! V?V>V@4      pAVAP3                  ^^4      SNR	,          R
,          R. R/O3&   SNR	,          R,          P                  ^RL4      pB\*        PL                  ! V?V;P                  ^RL4      VB4      P3                  ^^4      SNR	,          R&   \*        P,                  ! SNR	,          R,          R6,          SNR	,          R,          R5,          .^R7      pC\*        P,                  ! V<R6,          V<R5,          .^R7      pD\*        PL                  ! V?PO                  R94      VDVC4      pEVER2,          SNR	,          R,          R6&   VERM,          SNR	,          R,          R5&   \*        PL                  ! V?PO                  R94      P[                  ^R!R#7      ^ 8„  VR,          R,          RJ,          V?PO                  R94      R^ .3,          ,          VR,          R,          RJ,          V?PO                  R94      R^.3,          ,          ,           V?PO                  R94      P[                  ^R!R#7      R$,           ,          SNR	,          R,          RJ,          4      SNR	,          R,          RJ&   \*        PL                  ! V?PO                  R94      P[                  ^R!R#7      ^ 8„  VR,          R,          RK,          V?PO                  R94      R^ .3,          ,          VR,          R,          RK,          V?PO                  R94      R^.3,          ,          ,           V?PO                  R94      P[                  ^R!R#7      R$,           ,          SNR	,          R,          RK,          4      SNR	,          R,          RK&   V P                  PU                  SNR	,          R,          ^ ,          SNR	,          R,          SNR	,          R
,          SNR	,          R,          SNR	,          R,          SNR	,          R,          SNR	,          R ,          R!R!R!R!R%7      w  pFpGpHpIpJVGRN,          P	                  4       pKVGRO,          pGVFR^^.3;;,          R9,          uu&   VGR^^.3;;,          R9,          uu&   VKR^^.3;;,          R9,          uu&   VHR^^.3;;,          R9,          uu&   VGSNR	,          R&&   VKSNR	,          R'&   VFSNR	,          R(&   VHSNR	,          R)&   VJSNR	,          R&   ^ SNR	,          R*,          R&   VISNR	,          R+&   R, VMVNVO3R- llpLVL! SNR	,          R&,          P	                  4       4      SNR	,          R&   VL! SNR	,          R',          P	                  4       4      SNR	,          R.&   SNWÍVV3# )Pzt3DB inference. inference_type: 'full' (body + hand-refined),
'body' (body decoder only), 'hand' (hand decoder only).r°   rç   rÁ   )r¾  rÂ   ÚfullzInvalid inference type: ÚXZYrM   Ú	body_poser,  r¯   rÝ   ÚscaleÚjoint_global_rotsrú   Fr§   rÎ   zkabc,kabd->kadcrû   r‹  rR  g      Ð?rQ  .rø   r÷   g      ð?r²   Ú
global_rotÚfaceT)Úglobal_transrÊ  Úbody_pose_paramsÚhand_pose_paramsÚscale_paramsÚshape_paramsÚexpr_paramsÚreturn_joint_rotations©r±   Úkeepdimg:Œ0âŽyE>)rÌ  rÊ  rÍ  rÎ  rÏ  rÐ  rÑ  Úreturn_keypointsÚreturn_joint_coordsÚreturn_model_paramsrÒ  r—  Úpred_face_keypoints_3dr˜  Úpred_joint_coordsÚpred_pose_rawÚmhr_model_paramsc                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )r’   Úkp3dr•   r¤   )r˜   s   "rŽ   rš   Ú-SAM3DBody.run_inference.<locals>.__annotate__»  s"   € ÷ 		"ñ 		"¤§¡ð 		"´·±ñ 		"r�   c                 óœ  <€ V SR ,          R,          R,          ,           pVRR^ ^.3,          SR ,          R,          R,          ,          VRR^ ^.3&   VRR^ ^.3,          VP                  S^,          S^,          .4      R,          VRR^.3,          ,          ,           VRR^ ^.3&   VR,          VRR^.3,          ,          VR&   VR,          # )rM   Ú
pred_cam_tr,  r6  )r,  Nr,  )r,  NN)NNr,  ©r,  r,  r°   )Ú
new_tensor)rÝ  ÚprojÚheightr]  Úwidths   & €€€rŽ   Ú_project_kp3dÚ.SAM3DBody.run_inference.<locals>._project_kp3d»  sÛ   ø€ Ø˜+ eÕ,¨\Õ:¸:ÕFÕFˆDØ!% a¨¨Q°¨F lÕ!3°kÀ%Õ6HÈÕ6XÐYfÕ6gÕ!gˆD��A˜˜1�v�Ñà�Q˜˜A˜q˜6�\Õ"Ø—/‘/ 5¨1¥9¨f°q­jÐ"9Ó:¸=ÕIØ�q˜!˜a˜S�y•/õ"õ"ð ��A˜˜1�v�Ñð
 " (�^¨d°1°a¸!¸°9­oÕ=ˆD�‰NØ˜•>Ð!r�   Úpred_face_keypoints_2d)é)   é+   é*   é   é!   é    )r’   é   r/  rS  )é   rð  )é	   rñ  )r,  rð  )r,  rñ  )r,  rë  )r,  éN   r>   )r,  :é6   NN)r,  :Nró  N©r,  r,  r   )é   r’   )r,  r   r>   )r,  rõ  r>   )r,  r’   r>   )r,  rï  r>   ).r   g      à¿).rõ  )rõ  r   rõ  r   )rõ  rõ  rï  rl  r°  rá  )r,  :é   NN)r,  :é(   NN)r’   ró  ©r,  rõ  )r,  :éF   NN)r,  :Nrù  N).r´   rÑ   rq   r²   r±  rÀ  rÅ   Ú_get_hand_boxr   Ú	unflattenr%  r×   r³   rB   râ   rQ   Ú
scale_meanr  Úscale_compsr   Újoint_rotationrD   r  Úeinsumr   ÚflattenÚallÚabsÚamaxÚnormrÈ   rU  rÒ   r  r  r    r!   Úclamprƒ  ÚsqueezeÚnumelÚrun_keypoint_promptÚmhr_forwardr   r   Úsum)Pr„   r¯   r¬   rÃ  Úthresh_wrist_anglerè   Úref_imgrç   rå   ræ   Úori_local_wrist_rotmatÚtmpÚbatch_lhandÚbatch_rhandÚbatch_handsÚsaved_batch_stateÚhands_outputrÛ   Úlhand_outputÚrhand_outputÚ_lhand_scaleÚscale_r_hands_meanÚscale_l_hands_meanÚscale_r_hands_stdÚscale_l_hands_stdÚjoint_rotationsÚlowarm_joint_rotationsÚwrist_zero_rot_poseÚpred_global_wrist_rotmatÚfused_local_wrist_rotmatÚangle_difference_valid_maskÚhand_box_size_threshÚhand_box_size_valid_maskÚhand_kps2d_threshÚhand_kps2d_valid_maskÚhand_wrist_kps2d_threshÚkps_right_wrist_idxÚkps_left_wrist_idxÚright_kps_fullÚleft_kps_fullÚbody_right_kps_fullÚbody_left_kps_fullÚright_kps_distÚleft_kps_distÚhand_wrist_kps2d_valid_maskÚhand_valid_maskÚright_kps_cropÚleft_kps_cropÚkps_right_elbow_idxÚkps_left_elbow_idxÚright_kps_elbow_fullÚleft_kps_elbow_fullÚright_kps_elbow_cropÚleft_kps_elbow_cropÚkeypoint_promptÚinvalid_promptÚdummy_promptÚvalid_keypointr}  Úupdated_hand_poseÚupdated_scaleÚupdated_shapeÚ	wrist_xzyÚvalid_anglerÇ  Úupdated_body_poseÚ	hand_poseÚ
hand_scaleÚupdated_hand_scaleÚmasked_hand_scaleÚvertsÚj3dÚjcoordsrÛ  rÉ  Új3d_faceræ  rä  r]  rå  sP   &&&&&                                                                        @@@rŽ   Úrun_inferenceÚSAM3DBody.run_inference‚  s)  ú€ ð 	×Ñ˜uÔ%Ü# C¬Ó.ˆß*�#�a–&°ˆØŸ™ bÕ)‰ˆ�Ø˜	Õ"×(Ñ(Ó*ˆà˜VÔ#Ø×$Ñ$ U¸Ð$Ó@Ð@Ø˜VÔ#Ø×$Ñ$ U¸Ð$Ó@Ð@Ø˜VÔ#ÜÐ7¸Ñ7IÐJÓKÐKð ×'Ñ'¨¸FÐ'ÓCˆØ $× 2Ñ 2°;ÀÓ FÑˆ	Ü!0ØØ˜Õ˜{Õ+¨AÒ/GÐ,GÕH×RÑRÐSTÐV\Ó]ó"
Ðð �o‰oÓˆØ # d¥)Õ+¨aÕ/ˆ	�$‰Ø # d¥)Õ+¨aÕ/ˆ	�$‰à#'×#AÑ#AØ˜J¯©«¸ó$
Ñ ˆð
 ×/Ñ/°ÓIˆØ!×-Ñ-¨t×/CÑ/CÐDÐØ×Ñ˜{Ô+Ø×(Ñ(¨À6Ð(ÓJˆØ1BÑ.ˆÔ˜$Ô.Ø˜UÕ#×)Ñ)¨!Õ,¨{¸5Õ/A×/GÑ/GÈÕ/JÕJˆØ%)×%<Ñ%<¸\È6Ó%RÑ"ˆ�lð ˜+ð $ JÕ/°Õ8ˆØ!Ÿ^™^×6Ñ6°qÕ9×<Ñ<¸\ÓJÐØ!Ÿ^™^×6Ñ6°qÕ9×<Ñ<¸\ÓJÐØ ŸN™N×6Ñ6°tÕ<×?Ñ?ÀÓMÐØ ŸN™N×6Ñ6°tÕ<×?Ñ?ÀÓMÐàÐ"3°lÀ:Õ6NÈwÕ6WÐX\Õ6]Õ"]Õ]Ø õ!àõ3ˆ�ZÕ  Õ)¨$Ñ/ð ˜Õ$Ð%8Õ9¸%Õ@×FÑFÓHð 	�ZÕ Ð!4Õ5°eÑ<à�ZÕ Ð!4Õ5°a¸¸aÀ¸VÀQÐ6F×GÈ2ÕMÓGØ3?À
Õ3KÈFÕ3SÐTZÕ3[ˆ�ZÕ  Õ(¨Ñ0Ø.3°kÀ-Õ6PÐQXÕ6YÕ.YÐ\]Õ.]ˆ�MÕ" 7Ñ+ð & eÕ,Ð-@ÕAˆØ!0°°R¸°H°Õ!=ÐØ4´}Ø�N‰N×)Ñ)¨2¨r¨(Õ3Ð5KÐRWô8
õ 
Ðô $)§;¢;Ø˜*Õ%Ð&9Õ:¸5ÕAØ˜*Õ%Ð&9Õ:¸5ÕAðCàô$
Ð ô
 $)§<¢<ØÐ7Ð9Ló$
Ð ô '@Ø"Ð$<ó'
àñ'Ð#ð
  "ÐÜ#(§;¢;Ø˜,Õ'×/Ñ/°°1Ó5Ð8LÑL×QÑQÐVWÐQÓXØ˜,Õ'×/Ñ/°°1Ó5Ð8LÑL×QÑQÐVWÐQÓXðZàô$
Ð ð  ÐÜ %§¢Ø˜*Õ%Ð&AÕB×FÑFÓH×MÑMÐRXÐMÓYÐ\mÑmØ˜*Õ%Ð&AÕB×FÑFÓH×MÑMÐRXÐMÓYÐ\mÑmðoàô!
Ðð #'ÐØ24°bÐ/ÐØ% jÕ1Ð2EÕFÀqÐK^ÐJ_ÐG_Õ`×fÑfÓhˆØ$ ZÕ0Ð1DÕEÀaÐJ]ÐI^ÐF^Õ_×eÑeÓgˆØ!&¨°wÕ)?Õ!?À!Õ!Cˆ�gÑØ)¨%Õ0Ð1DÕEÀaÐJ]ÐI^ÐF^Õ_×eÑeÓgÐØ(¨Õ/Ð0CÕDÀQÐI[ÐH\ÐE\Õ]×cÑcÓeÐØ(Ð+>Õ>×GÑGÈÈ1ÓM×RÑRÐWYÐRÓZØ˜,Õ'×/Ñ/°°1Ó5°dÕ;õ<ˆà&Ð);Õ;×DÑDÀQÈÓJ×OÑOÐTVÐOÓWØ˜,Õ'×/Ñ/°°1Ó5°dÕ;õ<ˆä&+§k¢kØÐ4Ñ4ØÐ5Ñ5ð7àô'
Ð#ð (Ø&õ'à#õ$ð *õ*ð 	ð 	×Ñ Ô'ð ×+Ñ+¨E°>ÓBˆØ×*Ñ*¨5°-Ó@ˆà23°QÐ/ÐØ*¨5Õ1Ð2EÕFÀqÐK^ÐJ_ÐG_Õ`×fÑfÓhÐØ)¨%Õ0Ð1DÕEÀaÐJ\ÐI]ÐF]Õ^×dÑdÓfÐØ#×1Ñ1°%Ð9MÓNÐØ"×0Ñ0°Ð8KÓLÐäŸ)š)Ø˜]Ð,@ÐBUÐVÐ\]ô
ˆô  Ÿ)š) _°oÀcÈBÈ4ÀiÕ6PÐ$QÐWYÔZˆØ$7ˆ˜Ñ!Ø$6ˆ˜Ñ!Ø$7ˆ˜Ñ!Ø$6ˆ˜Ñ!à× Ñ  Õ# aÔ'à  Õ(¨4Ñ/Ø" 6Õ*¨SÑ0õ2à" 6Õ*¨TÑ1õ3ð # 6Õ*¨SÑ0õ2ð $ CªÐ$5Õ6Ð6õ	8÷
 ‰i˜‹mð ô !Ÿ;š; y¸×8MÑ8MÐVe×VlÑVlÔmˆLØ%'ˆL˜Ñ"ä(-¯ª°OÀHÕ4MÐPSÕ4SÐUXÐZ]Ó(^ˆO˜HÑ%Ü#Ÿkšk¨.¸,ÈÓX‰Oô —	’	Ø$ XÕ.°Ñ5¸/È(Õ:SÐVYÑ:YÕZØôð " #¢|Ð"3Õ4õ	5÷
 ‰g‹ið ð .¨a°Ð.?Õ@ˆOÜ(-¯ª°OÀHÕ4MÐPSÕ4SÐUXÐZ]Ó(^ˆO˜HÑ%à× Ñ Ó" aÔ'Ø!×5Ñ5°e¸[È/ÓZ‰NˆK˜ô "ŸIšIØ˜*Õ% fÕ-¨fÕ5Ø˜*Õ% fÕ-¨fÕ5ð7àô
Ðð
 $ EÕ*¨7Õ3×9Ñ9Ó;ˆØ*¨:Õ6°wÕ?ÀÕEˆ�dÑØ*¨:Õ6°wÕ?ÀÕEˆ�dÑà˜Õ$ WÕ-¨fÕ5Ø˜:Õ& wÕ/°Õ7õ8àõ!ˆ�fÑð $ EÕ*¨7Õ3×9Ñ9Ó;ˆà˜Õ$ WÕ-¨fÕ5Ø˜:Õ& wÕ/°Õ7õ8àõ!ˆ�fÑð Ÿ.™.×4Ñ4Ø$ UÕ+¨LÕ9¸AÕ=Ø" 5Õ)¨,Õ7Ø(¨Õ/°Õ<Ø.Ø&Ø&Ø# EÕ*¨6Õ2Ø#'ð 5ó 	
ð õ	ˆð "1°°R¸°H°Õ!=Ðð 5´}Ø�N‰N×)Ñ)¨2¨r¨(Õ3°_È5ô8
õ 
Ðô $)§;¢;Ø˜*Õ%Ð&9Õ:¸5ÕAØ˜*Õ%Ð&9Õ:¸5ÕAðCàô$
Ð ô
 $)§<¢<ØÐ7Ð9Ló$
Ð ô $¤O°EÐ;SÓ$TÓUˆ	ô 'Ð'=Ð?WÓXÐ[mÑmØõç
‰)�B‹-ð 	ð
   Õ& {Õ3ØÒ'Ð'õ
ç
‰)�A�vÓ
ð 	ô "ŸKšK¨°YÀ	ÓJÐà×%Ñ% a¨Ó+ð 	�EÕ˜;Õ'¨Ò+CÐ(CÑDð   Õ& vÕ.×8Ñ8¸¸GÓDˆ	Ü%*§[¢[ØÐ*×4Ñ4°Q¸Ó@À)ó&
ç
‰'�!�Q‹-ð 	�EÕ˜6Ñ"ô —[’[Ø˜Õ Õ(¨Õ.°¸EÕ0BÀ7Õ0KÈDÕ0QÐRØô
ˆ
ô #Ÿ[š[Ø˜4Õ  -°Õ"5Ð6¸Aô
Ðô "ŸKšKØ×Ñ Ó#Ð%7¸ó
Ðð ->¸dÕ,Cˆ�EÕ˜7Õ# DÑ)Ø,=¸dÕ,Cˆ�EÕ˜7Õ# DÑ)ô /4¯kªkØ×Ñ Ó#×'Ñ'¨A°tÐ'Ó<¸qÑ@à˜ZÕ(¨Õ1°&Õ9Ø×%Ñ% bÓ)¨!¨a¨S¨&Õ1õ2à˜zÕ*¨7Õ3°FÕ;Ø×%Ñ% bÓ)¨!¨a¨S¨&Õ1õ2õ2ð
 ×"Ñ" 2Ó&×*Ñ*¨q¸$Ð*Ó?À$ÕFõHð ˜Õ˜wÕ'¨Õ/ó
/
ˆ�EÕ˜7Õ# FÑ+ô /4¯kªkØ×Ñ Ó#×'Ñ'¨A°tÐ'Ó<¸qÑ@à˜ZÕ(¨Õ1°&Õ9Ø×%Ñ% bÓ)¨!¨a¨S¨&Õ1õ2à˜zÕ*¨7Õ3°FÕ;Ø×%Ñ% bÓ)¨!¨a¨S¨&Õ1õ2õ2ð
 ×"Ñ" 2Ó&×*Ñ*¨q¸$Ð*Ó?À$ÕFõHð ˜Õ˜wÕ'¨Õ/ó
/
ˆ�EÕ˜7Õ# FÑ+ð DHÇ>Á>×C]ÑC]Ø$ UÕ+¨LÕ9¸AÕ=Ø" 5Õ)¨,Õ7Ø(¨Õ/°Õ<Ø(¨Õ/°Õ7Ø$ UÕ+¨GÕ4Ø$ UÕ+¨GÕ4Ø# EÕ*¨6Õ2Ø!Ø $Ø $Ø#'ð D^ó D
Ñ@ˆˆs�GÐ-Ð/@ð �v•;×$Ñ$Ó&ˆØ�&�kˆØˆc�A�q�6ˆk×˜bÕ ÓØˆC�!�Q�ˆK×˜BÕÓØ��q˜!�f�× Õ#ÓØ��a˜�V�× Õ"ÓØ25ˆ�EÕÐ.Ñ/Ø7?ˆ�EÕÐ3Ñ4Ø.3ˆ�EÕ˜?Ñ+Ø29ˆ�EÕÐ.Ñ/Ø2Cˆ�EÕÐ.Ñ/Ø34ˆ�EÕ˜?Õ+¨CÑ0Ø1Aˆ�EÕÐ-Ñ.÷		"ò 		"ñ 3@Ø˜ÕÐ2Õ3×9Ñ9Ó;ó3
ˆ�EÕÐ.Ñ/ñ 8EØ˜ÕÐ7Õ8×>Ñ>Ó@ó8
ˆ�EÕÐ3Ñ4ð ˜K°lÀLÐPÐPr�   c           	     ó¤  € VR ,          pVR,          pVR,          p\         P                  ! VR,          VR,          VR,          VR,          VR,          .^R7      P                  ^4      p\         P                  ! WvR	,          P                  ^4      .RR7      pV P                  R
VVVVVR7      w  r†VR,          pVP	                  RV/4       W#3# )rH  r8  rM   rÚ  r²   rÈ  rÂ   rË  rÎ   rP  rÁ   r®  r>   )rD   rÒ   r  r  rš  )	r„   r¬   rº  r8  rH  r8  r]  rJ  r}  s	   &&&&     rŽ   r  ÚSAM3DBody.run_keypoint_promptÏ  sè   € Ø!Ð"4Õ5ÐØÐ 0Õ1ˆØ˜U•mˆÜŸ	š	à˜OÕ,Ø˜GÕ$Ø˜GÕ$Ø˜FÕ#Ø˜FÕ#ðð ô	
÷ ‰)�A‹,ð 	ô Ÿ	š	Ø¨
Õ3×=Ñ=¸aÓ@ÐAÀrô
ˆð ×-Ñ-ØØØ%Ø'Ø)Øð .ó 
‰ˆð " "•oˆà�‰�u˜kÐ*Ô+ØÐ&Ð&r�   c                óÐ  € VR,          R,          pVR,          V P                   ^ ,          ,          pVR,          V P                   ^ ,          ,          pVR,          VR&   VR,          P                  ^RR7      P                  ^^4      VR&   VR,          VR&   VR,          P                  ^RR7      P                  ^^4      VR&   VR	,          ^ ,          pVR,          pVR,          pVR,          VR,          ,          VR&   VR,          VR,          ,          VR&   VR,          V,
          VR,          ,          VR&   VR,          V,
          VR,          ,          VR&   \        P                  ! VR,          R,          VR,          R,          ^,          ,
          VR,          R,          VR,          R,          ^,          ,
          VR,          R,          VR,          R,          ^,          ,           VR,          R,          VR,          R,          ^,          ,           .^R
7      p	\        P                  ! VR,          R,          VR,          R,          ^,          ,
          VR,          R,          VR,          R,          ^,          ,
          VR,          R,          VR,          R,          ^,          ,           VR,          R,          VR,          R,          ^,          ,           .^R
7      p
Wš3# )uU   Hand bbox from the detector â†’ full-image coords (xyxy). Stays on
device throughout.rM   r¯  Úleft_centerTrÓ  Ú
left_scaleÚright_centerÚright_scalerý   rÎ   rS  rø  r.  )r,  r¹   r-  )r,  r°   r’   )r,  N)rJ   r  r<  rD   r  )r„   r]  r¬   r¯  Úpred_left_hand_boxÚpred_right_hand_boxrý   Úaffine_scaleÚaffine_offsetrå   ræ   s   &&&        rŽ   rú  ÚSAM3DBody._get_hand_boxî  s™  € ð ˜uÕ% jÕ1ˆØ% d�^¨d¯o©o¸aÕ.@Õ@ÐØ& t�n¨t¯©¸qÕ/AÕAÐð  2°%Õ8ˆˆmÑØ0°Õ7×<Ñ<ÀÈDÐ<ÓQ×XÑXÐYZÐ\]Ó^ˆˆlÑØ 3°EÕ :ˆˆnÑØ2°5Õ9×>Ñ>À1ÈdÐ>ÓS×ZÑZÐ[\Ð^_Ó`ˆˆmÑð ˜^Õ,¨QÕ/ˆØ# GÕ,ˆØ$ XÕ.ˆØ# LÕ1°LÀÕ4IÕIˆˆlÑØ$ ]Õ3°lÀ7Õ6KÕKˆˆmÑØ % mÕ 4°}Õ DÈÐU\ÕH]Õ]ˆˆmÑØ!& ~Õ!6¸Õ!FÈ,ÐW^ÕJ_Õ _ˆˆnÑä—K’Kà�mÕ$ TÕ*¨U°<Õ-@ÀÕ-FÈÕ-JÕJØ�mÕ$ TÕ*¨U°<Õ-@ÀÕ-FÈÕ-JÕJØ�mÕ$ TÕ*¨U°<Õ-@ÀÕ-FÈÕ-JÕJØ�mÕ$ TÕ*¨U°<Õ-@ÀÕ-FÈÕ-JÕJð	ð ô
ˆ	ô —[’[à�nÕ% dÕ+¨e°MÕ.BÀ4Õ.HÈ1Õ.LÕLØ�nÕ% dÕ+¨e°MÕ.BÀ4Õ.HÈ1Õ.LÕLØ�nÕ% dÕ+¨e°MÕ.BÀ4Õ.HÈ1Õ.LÕLØ�nÕ% dÕ+¨e°MÕ.BÀ4Õ.HÈ1Õ.LÕLð	ð ô
ˆ
ð Ð$Ð$r�   c                ó    <€ V ^8„  d   QhRS[ /# ©r’   rG  r¾   )r˜   r™   s   "€rŽ   rš   r›     s   ø€ ÷ @Gñ @Gáñ@Gr�   c                ó¬  € VR 8X  dR   V P                   P                  pV P                  P                  p	V P                  p
V P
                  pV P                  pMPV P                  P                  pV P                  P                  p	V P                  p
V P                  pV P                  pV\        V4      ^,
          8X  d   WEWg3# VP                  4       pV	P                  ^ ,          pVR,          P                  4       RV
3,          pVR,          P                  4       RV
3,          pVP                  VP                   4      pVR,           pVR
,          ^ 8  VR
,          ^8„  ,          VR,          ^ 8  ,          VR,          ^8„  ,          VR,          R8  ,          pV! V4      VR,          ( ,          VRW"V,           1R3&   V^,          p\"        P$                  ! VVR,          RRRR	7      P'                  ^4      P)                  ^ ^^4      pVVR,          ( ,          pVP                  4       pVRW"V,           1R3;;,          V! V4      ,          uu&   WEWg3# )rÁ   rR  r,  Úpred_keypoints_2d_depthr‹  gñhãˆµøä>Úbilinearr  F)ÚmodeÚpadding_modeÚalign_cornersrô  )r,  r,  rõ  )r,  r,  )r,  r,  N)r,  r,  Nr,  )rj   ro  ru   rn  rs   ry   r{   rk   rv   rt   rz   r|   r  r±  r²   r  r    ÚFÚgrid_sampler  r  )r„   rG  rh  rH  r>  r?  r]  rX  Údecoder_layersÚkp_emb_wÚkp_idxsÚposemb_linearÚfeat_linearÚnum_keypointsrR  r[  Úpred_keypoints_2d_cropped_01Úinvalid_maskÚsample_pointsÚfeatss   &&&&&&&&            rŽ   rd  Ú SAM3DBody._keypoint_token_update  se  € ð �VÔØ!Ÿ\™\×0Ñ0ˆNØ×.Ñ.×5Ñ5ˆHØ×2Ñ2ˆGØ ×7Ñ7ˆMØ×3Ñ3‰Kà!×.Ñ.×5Ñ5ˆNØ×3Ñ3×:Ñ:ˆHØ×7Ñ7ˆGØ ×<Ñ<ˆMØ×8Ñ8ˆKð œ˜NÓ+¨aÕ/Ô/Ø#°KÐJÐJà%×+Ñ+Ó-ˆØ Ÿ™ qÕ)ˆð %0Ð0KÕ$L×$RÑ$RÓ$TÐUVÐX_ÐU_Õ$`Ð!Ø"-Ð.GÕ"H×"NÑ"NÓ"PÐQRÐT[ÐQ[Õ"\ÐØ$=×$@Ñ$@ÐAQ×AWÑAWÓ$XÐ!ð (AÀ3Õ'FÐ$à)¨'Õ2°QÑ6Ø+¨GÕ4°qÑ8õ:à+¨GÕ4°qÑ8õ:ð ,¨GÕ4°qÑ8õ:ð ' tÕ,¨tÑ3õ	5ð 	ñ Ð3Ó4¸ÀjÕ9QÐ8QÕRð 	�aÐ*ÀÕ-NÐNÐPQÐQÑRð 2°AÕ5ˆÜ—’Ø˜m¨MÕ:Ø¨'Àô
÷ ‰'�!‹*—W‘W˜Q  1Ó%ð 	ð ˜, zÕ2Ð2Õ3ˆà+×1Ñ1Ó3ÐØ˜Ð-ÀMÕ0QÐQÐSTÐT×UÙ˜Óõ	
ÓUð  °ÐFÐFr�   c                ó    <€ V ^8„  d   QhRS[ /# rY  r¾   )r˜   r™   s   "€rŽ   rš   r›   `  s   ø€ ÷ (Gñ (Gáñ(Gr�   c                óæ  € VR 8X  dF   V P                   P                  pV P                  P                  pV P                  p	V P
                  p
MDV P                  P                  pV P                  P                  pV P                  p	V P                  p
V\        V4      ^,
          8X  d   W4WV3# VP                  ^ ,          pVR,          P                  4       pVVRV P                  ^ ,          .R3,          VRV P                  ^,          .R3,          ,           ^,          ,
          pVRV	3,          P                  VP                  4      pVP                  4       pV
! V4      VRW"V,           1R3&   W4WV3# )rÁ   r—  r,  )rj   ro  r   rn  r}   r�   rk   r€   r~   r‚   r  r²   r±  Ú
pelvis_idxr  r    )r„   rG  rg  r>  r?  r]  rX  rb  Ú
kp3d_emb_wÚ	kp3d_idxsre  Únum_keypoints3dr—  s   &&&&&&&      rŽ   re  Ú"SAM3DBody._keypoint3d_token_update`  sm  € ð �VÔØ!Ÿ\™\×0Ñ0ˆNØ×2Ñ2×9Ñ9ˆJØ×6Ñ6ˆIØ ×9Ñ9‰Mà!×.Ñ.×5Ñ5ˆNØ×7Ñ7×>Ñ>ˆJØ×;Ñ;ˆIØ ×>Ñ>ˆMàœ˜NÓ+¨aÕ/Ô/Ø#°KÐJÐJà$×*Ñ*¨1Õ-ˆð
 (Ð(;Õ<×BÑBÓDÐØ-Ø˜a $§/¡/°!Õ"4Ð!5°qÐ8Õ9Ø  D§O¡O°AÕ$6Ð#7¸Ð :Õ;õ<àõ1õ Ðð .¨a°¨lÕ;×>Ñ>¸}×?RÑ?RÓSÐà%×+Ñ+Ó-ˆáÐ+Ó,ð 	�aÐ,À_Õ/TÐTÐVWÐWÑXð  °ÐFÐFr�   ),r³   rB   rK   rn   rx   rÃ   rj   rk   rƒ   rÄ   rw   rl   rX   r\   rQ   rU   rJ   rZ   r]   rT   rV   r_   ra   r   r€   r}   r~   r�   r‚   ru   rv   rs   rt   r{   r|   ry   rz   rM   r`   rb   rd   re   ro   rp   )NNN)NNNNrc  )rÁ   )rÅ  gffffffö?) Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ro  rA   Ústaticmethodr    r©   r´   rº   rÈ   r×   râ   r%  r9  rD  r  r‡  rU  rT  rª  r»  rÀ  rJ  r  rú  rd  re  Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r�   r™   s   @@rŽ   r   r   $   s$  ù‡ € Ø�R�€J÷u
ðn ÷Aó ðA÷
1ð 1÷
%ð %÷ð ÷
?ð 
?ð ÷ó ðð ÷
ó ð
÷&C
ð C
÷N7ð 7ð$ ñ:ó ð:÷I
ò I
òX÷ )ò )÷2ò ò@
÷<Að A÷F/ò /÷KQò KQòZ
'ò>*%÷`@Gð @G÷D(G÷ (Gð (Gr�   r   )é   r|  )g
×£p=
ß?gÉv¾Ÿ/Ý?g–C‹lçûÙ?)gZd;ßOÍ?gyé&1¬Ì?gÍÌÌÌÌÌÌ?):Útypingr   r   r   r   rD   Útorch.nnÚnnÚtorch.nn.functionalÚ
functionalr`  Úcomfy.model_managementr  Ú	comfy.opsr   Úcomfy.ldm.sam3.samr   Úcomfy.image_encoders.dino3r	   r
   Úpromptr   r   Úmhr.mhr_headr   Úmhr.mhr_rigr   Úmhr.mhr_utilsr   r   Útransformerr   Úcamera_modulesr   r   Ú&comfy_extras.mediapipe.face_landmarkerr   Úutilsr   r   r   r   r   r   rI   rF   rH   rO   rf   rg   rh   ri   rP   rW   r[   rc   ÚModuler   r?   r�   rŽ   Ú<module>r�     s“   ðß -Ó -ã Ý ß Ð ã Ý #Ý 6ç Iß 4Ý "Ý  ß FÝ ß :Ý Aß |× |ð €
Ø"€
Ø!€	Ø€Ø€Ø€ØÐ Ø€Ø€ØÐ Ø#'Ð  Ø€ôdG�—	‘	ö dGr�   