+
    ƒ°ñjT[  ã                  óÈ  € R t ^ RIHt ^ RIHtHtHtHt ^ RIt^ RI	H
t
 ^ RIH
u Ht  ! R R]
P                  4      tR R R lltR R	 ltR!R
 R lltR!R R lltR"R R lltR R lt ! R R]
P                  4      t ! R R]
P                  4      t ! R R]
P                  4      tR#R R lltR$R R llt ! R R]
P                  4      t ! R R]
P                  4      tR# )%z)DPT / DualDPT heads for Depth Anything 3.)Úannotations)ÚListÚOptionalÚSequenceÚTupleNc                  ó:   a € ] tR t^tR V 3R lltR R ltRtV ;t# )ÚPermutec               ó   € V ^8„  d   QhRR/# )é   ÚdimszTuple[int, ...]© )Úformats   "ÚBC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\depth_anything_3\dpt.pyÚ__annotate__ÚPermute.__annotate__   s   € ÷ ñ ˜_ñ ó    c                	ó0   <€ \         SV `  4        Wn        R # ©N)ÚsuperÚ__init__r   )Úselfr   Ú	__class__s   &&€r   r   ÚPermute.__init__   s   ø€ Ü‰ÑÔØŽ	r   c               ó    € V ^8„  d   QhRRRR/# ©r
   Úxútorch.TensorÚreturnr   )r   s   "r   r   r      s   € ÷ %ñ %˜ð %¨,ñ %r   c                	ó6   € VP                   ! V P                  !  # r   )Úpermuter   )r   r   s   &&r   ÚforwardÚPermute.forward   s   € Ø�yŠy˜$Ÿ)™)Ñ$Ð$r   )r   ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r    Ú__static_attributes__Ú__classcell__©r   s   @r   r   r      s   ø† ÷ð ÷%ó %r   r   c               ó0   € V ^8„  d   QhRRRRRRRRR	R
RR/# )r
   r   r   ÚsizeúOptional[Tuple[int, int]]Úscale_factorzOptional[float]ÚmodeÚstrÚalign_cornersÚboolr   r   )r   s   "r   r   r      sL   € ÷ Oñ OØðOà
#ðOð "ðOð ð	Oð
 ðOð ñOr   c           
     ó`  € VfM   Vf   Q h\        V P                  R,          V,          4      \        V P                  R,          V,          4      3pRpV^ ,          V^,          ,          V P                  ^ ,          ,          V P                  ^,          ,          pWe8”  dt   \        P                  ! WV,          ^,           ^ R7      pV Uu. uF  p\        P
                  ! W�W4R7      NK  	  p	p\        P                  ! V	^ R7      P                  4       # \        P
                  ! WW4R7      # u upi )Ni   `)ÚchunksÚdim)r+   r.   r0   ©r4   éþÿÿÿéÿÿÿÿ)ÚintÚshapeÚtorchÚchunkÚFÚinterpolateÚcatÚ
contiguous)
r   r+   r-   r.   r0   ÚINT_MAXÚtotalr3   ÚcÚoutss
   &&&&&     r   Ú_custom_interpolaterD      sæ   € ð ‚|ØÒ'Ð'Ð'Ü�A—G‘G˜B•K ,Õ.Ó/´°Q·W±W¸Rµ[À<Õ5OÓ1PÐQˆØ€GØ��G�d˜1•gÕ §¡¨¥
Õ*¨Q¯W©W°Q­ZÕ7€EØ„Ü—’˜Q°Õ(8¸AÕ'=À1ÔEˆÙ]cÓdÑ]cÐXY”—’˜a°×SÑ]cˆÐdÜ�yŠy˜ 1Ô%×0Ñ0Ó2Ð2Ü�=Š=˜¨DÔNÐNùò es   Ã
!D+c               ó(   € V ^8„  d   QhRRRRRRRR/# )r
   Úwidthr8   ÚheightÚaspect_ratioÚfloatr   r   r   )r   s   "r   r   r   (   s)   € ÷ )ñ )˜3ð )¨ð )¸5ð )ÐT`ñ )r   c                óÔ  € V^,          R,           R,          pW%,          pRV,          pV) V ^,
          ,          V ,          pW`^,
          ,          V ,          p	V) V^,
          ,          V,          p
Wq^,
          ,          V,          p\         P                  ! W‰WVR7      p\         P                  ! W«WVR7      p\         P                  ! WÍRR7      w  rï\         P                  ! Wï3RR7      # )zANormalised UV grid spanning (-x_span, -y_span)..(x_span, y_span).ç      ð?g      à?)ÚstepsÚdtypeÚdeviceÚxy)Úindexingr5   r7   )r:   ÚlinspaceÚmeshgridÚstack)rF   rG   rH   rM   rN   Údiag_factorÚspan_xÚspan_yÚleft_xÚright_xÚtop_yÚbottom_yÚx_coordsÚy_coordsÚuuÚvvs   &&&&&           r   Ú_create_uv_gridr_   (   s¿   € à 1Õ$ sÕ*¨sÕ2€KØÕ'€FØ�;Õ€FØˆW˜ �	Õ" UÕ*€FØ �	Õ" UÕ*€GØˆG�v •zÕ" VÕ+€EØ !�Õ$ vÕ-€HÜ�~Š~˜f°UÐPVÔW€HÜ�~Š~˜e°VÐQWÔX€HÜ�^Š^˜H¸Ô>�F€BÜ�;Š;˜�x RÔ(Ð(r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r
   Ú	embed_dimr8   Úposr   Úomega_0rI   r   r   )r   s   "r   r   r   7   s)   € ÷ <ñ < cð <°ð <Àuð <ÐYeñ <r   c                ó„  € \         P                  ! V ^,          \         P                  VP                  R7      pRW#V R,          ,          ,          ,          pVP	                  R4      p\         P
                  ! RW4      p\         P                  ! VP                  4       VP                  4       .^R7      P                  4       # )r
   )rM   rN   rK   ç       @zm,d->mdr5   r7   )
r:   ÚarangeÚfloat32rN   ÚreshapeÚeinsumr>   ÚsinÚcosrI   )ra   rb   rc   ÚomegaÚouts   &&&  r   Ú_make_sincos_pos_embedrn   7   s~   € Ü�LŠL˜ a�¬u¯}©}ÀSÇZÁZÔP€EØ�' y°3¥Õ7Õ8Õ8€EØ
�+‰+�b‹/€CÜ
�,Š,�y #Ó
-€CÜ�9Š9�c—g‘g“i §¡£Ð+°Ô3×9Ñ9Ó;Ð;r   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r
   Úpos_gridr   ra   r8   rc   rI   r   r   )r   s   "r   r   r   ?   s)   € ÷ %ñ % lð %¸sð %ÈUð %Ð_kñ %r   c                ó
  € V P                   w  r4pV P                  R^4      p\        V^,          VR,          VR7      p\        V^,          VR,          VR7      p\        P                  ! Wx.RR7      p	V	P                  W4V4      # )é   )rc   r5   r7   )ºNNNé    )rs   rr   )r9   rh   rn   r:   r>   Úview)
rp   ra   rc   ÚHÚWÚ_Úpos_flatÚemb_xÚemb_yÚembs
   &&&       r   Ú_position_grid_to_embedr}   ?   sp   € Ø�n‰n�G€Aˆ!Ø×Ñ  AÓ&€HÜ" 9°¥>°8¸Dµ>È7ÔS€EÜ" 9°¥>°8¸Dµ>È7ÔS€EÜ
�)Š)�U�N¨Ô
+€CØ�8‰8�A˜)Ó$Ð$r   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# )	r
   r   r   rw   r8   rv   ÚratiorI   r   r   )r   s   "r   r   r   H   s/   € ÷ ñ �lð  sð ¨sð ¸5ð È<ñ r   c                ó¢  € V P                   R,          V P                   R,          rT\        WEW,          V P                  V P                  R7      p\	        W`P                   ^,          4      V,          pVP                  ^^ ^4      R,          P                  V P                   ^ ,          RRR4      P                  V P                  R7      pW,           # )zFStateless UV positional embedding added to a feature map (B, C, h, w).)rH   rM   rN   N)rM   r7   r6   )r9   r_   rM   rN   r}   r   ÚexpandÚto)r   rw   rv   r   ÚpwÚphÚpes   &&&&   r   Ú_add_pos_embedr†   H   s“   € à�W‰W�R�[˜!Ÿ'™' "�+ˆÜ	˜¨a­e¸1¿7¹7È1Ï8É8Ô	T€BÜ	  §W¡W¨Q¥ZÓ	0°5Õ	8€BØ	�‰�A�q˜!Ó	˜TÕ	"×	)Ñ	)¨!¯'©'°!­*°b¸"¸bÓ	A×	DÑ	DÈ1Ï7É7Ð	DÓ	S€BØ�6€Mr   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   r   r   Ú
activationr/   r   r   )r   s   "r   r   r   Q   s!   € ÷ ñ ˜ð °3ð ¸<ñ r   c                óÞ  € T;'       g    R P                  4       pVR8X  d   \        P                  ! V 4      # VR8X  d   \        P                  ! V 4      ^,           # VR8X  d   \        P                  ! V 4      # VR8X  d   \        P                  ! V 4      # VR8X  d   \        P
                  ! V 4      # VR8X  d   \        P                  ! V 4      # VR8X  d   \        P                  ! V 4      # V # )ÚlinearÚexpÚexpp1Úexpm1ÚreluÚsigmoidÚsoftplusÚtanh)	Úlowerr:   r‹   r�   rŽ   r�   r<   r�   r‘   )r   rˆ   Úacts   && r   Ú_apply_activationr”   Q   s¸   € Ø×!Ð!˜×
(Ñ
(Ó
*€CØ
ˆe„|Ü�yŠy˜‹|ÐØ
ˆg„~Ü�yŠy˜‹|˜aÕÐØ
ˆg„~Ü�{Š{˜1‹~ÐØ
ˆf„}Ü�zŠz˜!‹}ÐØ
ˆiÔÜ�}Š}˜QÓÐØ
ˆjÔÜ�zŠz˜!‹}ÐØ
ˆf„}Ü�zŠz˜!‹}ÐØ€Hr   c                  ó>   a € ] tR t^itRR V 3R llltR R ltRtV ;t# )ÚResidualConvUnitc               ó   € V ^8„  d   QhRR/# )r
   Úfeaturesr8   r   )r   s   "r   r   ÚResidualConvUnit.__annotate__j   s   € ÷ 1ñ 1 ñ 1r   c                	óÌ   <€ \         SV `  4        VP                  W^^^RW#R7      V n        VP                  W^^^RW#R7      V n        \
        P                  ! RR7      V n        R# )é   T©ÚbiasrN   rM   F©ÚinplaceN)r   r   ÚConv2dÚconv1Úconv2ÚnnÚReLUrˆ   )r   r˜   rN   rM   Ú
operationsr   s   &&&&&€r   r   ÚResidualConvUnit.__init__j   s^   ø€ Ü‰ÑÔØ×&Ñ& x¸1¸aÀÈÐV\Ð&ÓjˆŒ
Ø×&Ñ& x¸1¸aÀÈÐV\Ð&ÓjˆŒ
ÜŸ'š'¨%Ô0ˆŽr   c               ó    € V ^8„  d   QhRRRR/# r   r   )r   s   "r   r   r™   p   s   € ÷ ñ ˜ð ¨,ñ r   c                	óš   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pW!,           # r   ©rˆ   r¡   r¢   )r   r   rm   s   && r   r    ÚResidualConvUnit.forwardp   s?   € Ø�o‰o˜aÓ ˆØ�j‰j˜‹oˆØ�o‰o˜cÓ"ˆØ�j‰j˜‹oˆØ�wˆr   r©   ©NNNr"   r)   s   @r   r–   r–   i   s   ø† ÷1ò 1÷ó r   r–   c                  óF   a € ] tR t^xtRR V 3R llltRR/R R lltRtV ;t# )	ÚFeatureFusionBlockNc               ó$   € V ^8„  d   QhRRRRRR/# )r
   r˜   r8   Úhas_residualr1   r0   r   )r   s   "r   r   ÚFeatureFusionBlock.__annotate__y   s'   € ÷ 	nñ 	n ð 	n°Dð 	nÐPTñ 	nr   c                	óÜ   <€ \         SV `  4        W0n        W n        V'       d   \	        WWVR 7      V n        MRV n        \	        WWVR 7      V n        VP                  W^^^ RWER7      V n        R# )©rN   rM   r¥   NTrœ   )	r   r   r0   r¯   r–   ÚresConfUnit1ÚresConfUnit2r    Úout_conv)r   r˜   r¯   r0   rN   rM   r¥   r   s   &&&&&&&€r   r   ÚFeatureFusionBlock.__init__y   sd   ø€ Ü‰ÑÔØ*ÔØ(ÔßÜ 0°ÐPUÔ mˆDÕà $ˆDÔÜ,¨XÈEÔiˆÔØ"×)Ñ)¨(¸aÀÀAÈDÐY_Ð)ÓmˆŽr   r+   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   Úxsr   r+   r,   r   r   )r   s   "r   r   r°   „   s#   € ÷ ñ ˜<ð Ð/Hð ÐT`ñ r   c               	óJ  € V^ ,          pV P                   '       d=   \        V4      ^8”  d-   V P                  e   W0P                  V^,          4      ,           pV P                  V4      pVf   RR/pMRV/p\	        V3/ VBRRRV P
                  /B pV P                  V4      pV# )rt   r-   re   r+   r.   Úbilinearr0   )r¯   Úlenr³   r´   rD   r0   rµ   )r   r+   r¸   ÚyÚ	up_kwargss   &$*  r   r    ÚFeatureFusionBlock.forward„   s�   € Øˆq�EˆØ××Ð¤ R£¨1¤°×1BÑ1BÒ1NØ×%Ñ% b¨¥eÓ,Õ,ˆAØ×Ñ˜aÓ ˆØŠ<Ø'¨Ð-‰Ià ˜ˆIÜ Ñb YÑb°ZÐbÈt×OaÑOaÒbˆØ�M‰M˜!ÓˆØˆr   )r0   r¯   rµ   r³   r´   )TTNNNr"   r)   s   @r   r­   r­   x   s    ø† ÷	nò 	nðÈ4÷ õ r   r­   c                  ó   € ] tR t^’tRtRtR# )Ú_Scratchz=Container that mirrors upstream ``scratch`` attribute layout.r   N)r#   r$   r%   r&   Ú__doc__r'   r   r   r   rÀ   rÀ   ’   s   † ÝGr   rÀ   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   Úin_shapez	List[int]Ú	out_shaper8   r   rÀ   r   )r   s   "r   r   r   –   s"   € ÷ ñ ˜Ið °#ð Ðdlñ r   c                ó:  € \        4       pVP                  V ^ ,          V^^^RW#R7      Vn        VP                  V ^,          V^^^RW#R7      Vn        VP                  V ^,          V^^^RW#R7      Vn        VP                  V ^,          V^^^RW#R7      Vn        V# )rt   Frœ   )rÀ   r    Ú	layer1_rnÚ	layer2_rnÚ	layer3_rnÚ	layer4_rn)rÃ   rÄ   rN   rM   r¥   Úscratchs   &&&&& r   Ú_make_scratchrË   –   s®   € Ü‹j€GØ"×)Ñ)¨(°1­+°yÀ!ÀQÈÐPUÐ^dÐ)Ór€GÔØ"×)Ñ)¨(°1­+°yÀ!ÀQÈÐPUÐ^dÐ)Ór€GÔØ"×)Ñ)¨(°1­+°yÀ!ÀQÈÐPUÐ^dÐ)Ór€GÔØ"×)Ñ)¨(°1­+°yÀ!ÀQÈÐPUÐ^dÐ)Ór€GÔØ€Nr   c               ó$   € V ^8„  d   QhRRRRRR/# )r
   r˜   r8   r¯   r1   r   r­   r   )r   s   "r   r   r   Ÿ   s+   € ÷ Jñ J ð J°Dð Jð  oAñ Jr   c           	     ó    € \        WR W#VR7      # )T)r¯   r0   rN   rM   r¥   )r­   )r˜   r¯   rN   rM   r¥   s   &&&&&r   Ú_make_fusion_blockrÎ   Ÿ   s    € Ü˜hÐQUÐ^dð  Iô  Jð  Jr   c                  óF   a € ] tR t^¨tRtRR V 3R llltRR R lltRtV ;t# )	ÚDPTz:Single-head DPT used by DA3Mono-Large and DA3Metric-Large.c               óP   € V ^8„  d   QhRRRRRRRRRRRRR	R
RRRRRRRRRRRRRR/# )r
   Údim_inr8   Ú
patch_sizeÚ
output_dimrˆ   r/   Úconf_activationr˜   Úout_channelsúSequence[int]Ú	pos_embedr1   Ú
down_ratioÚ	head_nameÚuse_sky_headÚsky_nameÚsky_activationÚ	norm_typer   )r   s   "r   r   ÚDPT.__annotate__«   s¦   € ÷ Hñ HàðHð ðHð ð	Hð
 ðHð ðHð ðHð $ðHð ðHð ðHð ðHð ðHð ðHð ðHð ñHr   c                	ól  <€ \         SV `  4        W n        W@n        WPn        W€n        W�n        W n        WÀn        W0n	        V^8„  V n
        W°n        WÐn        R	V n        VR8X  d   VP                  WVR7      V n        M\         P"                  ! 4       V n        \%        V4      p\         P&                  ! V Uu. uF  pVP)                  VV^^^ VVR7      NK  	  up4      V n        \         P&                  ! VP-                  V^ ,          V^ ,          ^^^ VVR7      VP-                  V^,          V^,          ^^^ VVR7      \         P"                  ! 4       VP)                  V^,          V^,          ^^^VVR7      .4      V n        \1        WvVVVR7      V n        \5        WoVVR7      V P2                  n        \5        WoVVR7      V P2                  n        \5        WoVVR7      V P2                  n        \5        VRVVVR7      V P2                  n        Tp^ pVP)                  VV^,          ^^^VVR7      V P2                  n        \         P@                  ! VP)                  V^,          V^^^VVR7      \         PB                  ! RR7      VP)                  VV^^^ VVR7      4      V P2                  n"        V P                  '       dr   \         P@                  ! VP)                  V^,          V^^^VVR7      \         PB                  ! RR7      VP)                  V^^^^ VVR7      4      V P2                  n#        R# R# u upi )
rr   Úlayer©rN   rM   ©Úkernel_sizeÚstrideÚpaddingrN   rM   r²   F©r¯   rN   rM   r¥   rž   N©rt   rr   r
   r›   )$r   r   rÓ   rˆ   rÕ   rØ   rÙ   Ú	head_mainrÜ   Úout_dimÚhas_confrÛ   rÝ   Úintermediate_layer_idxÚ	LayerNormÚnormr£   ÚIdentityÚlistÚ
ModuleListr    ÚprojectsÚConvTranspose2dÚresize_layersrË   rÊ   rÎ   Ú
refinenet1Ú
refinenet2Ú
refinenet3Ú
refinenet4Úoutput_conv1Ú
Sequentialr¤   Úoutput_conv2Úsky_output_conv2)r   rÒ   rÓ   rÔ   rˆ   rÕ   r˜   rÖ   rØ   rÙ   rÚ   rÛ   rÜ   rÝ   rÞ   rN   rM   r¥   ÚocÚhead_features_1Úhead_features_2r   s   &&&&&&&&&&&&&&&&&&   €r   r   ÚDPT.__init__«   s4  ø€ ô$ 	‰ÑÔØ$ŒØ$ŒØ.ÔØ"ŒØ$ŒØ"ŒØ ŒØ!ŒØ" Q™ˆŒØ(ÔØ,ÔØAMˆÔ#à˜ÔØ"×,Ñ,¨VÈ%Ð,ÓPˆD�IäŸš›ˆDŒIä˜LÓ)ˆÜŸšá"ó'
á"�ð ×Ñ˜f b°aÀÈ1ÐU[ÐchÐÖiÙ"ñ'
ó ˆŒô  Ÿ]š]Ø×&Ñ& |°A¥¸ÀQ½ÐUVÐ_`ÐjkÐtzð  CHÐ&ó  IØ×&Ñ& |°A¥¸ÀQ½ÐUVÐ_`ÐjkÐtzð  CHÐ&ó  IÜ�KŠK‹MØ×Ñ˜l¨1�o¨|¸A­ÈAÐVWÐabÐkqÐy~ÐÓð	,
ó ˆÔô % \ÀFÐRWÐdnÔoˆŒÜ"4°XÐTYÐfpÔ"qˆ�‰ÔÜ"4°XÐTYÐfpÔ"qˆ�‰ÔÜ"4°XÐTYÐfpÔ"qˆ�‰ÔÜ"4°XÈEÐZ`Ðhmð  {Eô  #Fˆ�‰Ôà"ˆØˆØ$.×$5Ñ$5Ø˜_°Õ1¸qÈÐTUØ ð %6ó %
ˆ�‰Ô!ô %'§M¢MØ×Ñ˜o°Õ2°OÐQRÐ[\ÐfgÐpvð  DÐó  EÜ�GŠG˜EÔ"Ø×Ñ˜o¨zÀqÐQRÐ\]ÐflÐtyÐÓzó%
ˆ�‰Ô!ð ××ÐÜ,.¯MªMØ×!Ñ! /°QÕ"6¸ÐUVÐ_`ÐjkÐtzð  CHÐ!ó  IÜ—’ Ô&Ø×!Ñ! /°1À!ÈAÐWXÐagÐotÐ!Óuó-ˆD�L‰LÖ)ñ ùò;'
s   Â6!L1c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# ©	r
   ÚfeatszList[torch.Tensor]rv   r8   rw   Úpatch_start_idxr   Údictr   )r   s   "r   r   rß   õ   s2   € ÷ :ñ :Ð/ð :°Cð :¸Cð :ÐRUð :Ðimñ :r   c                	óž
  € V^ ,          ^ ,          P                   w  rgr‰V U
u. uF!  qª^ ,          P                  Wg,          W‰4      NK#  	  pp
W P                  ,          W0P                  ,          rÜ. p\        V P                  4       FÄ  w  ppVV,          RVR13,          pV P                  V4      pVP                  ^ ^^4      P                  4       P                  Wg,          WœV4      pV P                  V,          ! V4      pV P                  '       d   \        VW24      pV P                  V,          ! V4      pVP                  V4       KÆ  	  V P                  P                  V^ ,          4      pV P                  P                  V^,          4      pV P                  P!                  V^,          4      pV P                  P#                  V^,          4      pV P                  P%                  VVP                   R,          R7      pV P                  P'                  VVVP                   R,          R7      pV P                  P)                  VVVP                   R,          R7      pV P                  P+                  VV4      p\-        WÀP                  ,          V P.                  ,          4      p\-        WÐP                  ,          V P.                  ,          4      pV P                  P1                  V4      p\3        VVV3RRR7      pV P                  '       d   \        VW24      pTp
V P                  P5                  V
4      p/ pV P6                  '       dÆ   VP                  ^ ^^^4      p\9        VRRR13,          V P:                  4      p\9        VR,          V P<                  4      pVP?                  R4      P@                  ! Wg.VP                   ^R O5!  VV PB                  &   VP@                  ! Wg.VP                   R	,          O5!  VV PB                   R
2&   MW\9        VV P:                  4      pVP?                  ^4      P@                  ! Wg.VP                   R,          O5!  VV PB                  &   V PD                  '       dË   V P                  PG                  V
4      pV PH                  PK                  4       R8X  d   \L        PN                  ! V4      p M8V PH                  PK                  4       R8X  d   \P        PR                  ! V4      p MTp V P?                  ^4      P@                  ! Wg.V P                   R,          O5!  VV PT                  &   V# u up
i )rt   rs   Nºr
   NN©r+   rº   T©r.   r0   .ºrr   NNÚ_confr�   rŽ   r7   ©.r7   )+r9   rh   rÓ   Ú	enumeraterì   rî   r   r?   rò   rØ   r†   rô   ÚappendrÊ   rÆ   rÇ   rÈ   rÉ   rø   r÷   rö   rõ   r8   rÙ   rù   rD   rû   rë   r”   rˆ   rÕ   Úsqueezeru   ré   rÛ   rü   rÝ   r’   r:   r�   r<   rŽ   rÜ   )!r   r  rv   rw   r  Ú_kwargsÚBÚSÚNÚCÚfeatÚ
feats_flatr„   rƒ   ÚresizedÚ	stage_idxÚtake_idxr   Úl1_rnÚl2_rnÚl3_rnÚl4_rnrm   Úh_outÚw_outÚfusedÚmain_logitsrC   ÚfmapÚpredÚconfÚ
sky_logitsÚskys!   &&&&&,                           r   r    ÚDPT.forwardõ   s  € à˜1•X˜a•[×&Ñ&‰
ˆˆaÙ?DÓE¹u°t˜1•g—o‘o a¥e¨QÖ2¹uˆ
ÐEà—o‘oÕ% q¯O©OÕ';ˆBØˆÜ#,¨T×-HÑ-HÖ#IÑˆI�xØ˜8Õ$ Q¨Ñ(8Ð%8Õ9ˆAØ—	‘	˜!“ˆAØ—	‘	˜!˜Q Ó"×-Ñ-Ó/×7Ñ7¸½¸qÀbÓIˆAØ—‘˜iÖ(¨Ó+ˆAØ�~�~ˆ~Ü" 1 aÓ+�Ø×"Ñ" 9Ö-¨aÓ0ˆAØ�N‰N˜1Öñ $Jð —‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆà�l‰l×%Ñ% e°%·+±+¸bµ/Ð%ÓBˆØ�l‰l×%Ñ% c¨5°u·{±{À2µÐ%ÓGˆØ�l‰l×%Ñ% c¨5°u·{±{À2µÐ%ÓGˆØ�l‰l×%Ñ% c¨5Ó1ˆä�BŸ™Õ(¨4¯?©?Õ:Ó;ˆÜ�BŸ™Õ(¨4¯?©?Õ:Ó;ˆà—‘×)Ñ)¨#Ó.ˆÜ# E¨E°5¨>À
ÐZ^Ô_ˆØ�>�>ˆ>Ü" 5¨!Ó/ˆEØˆà—l‘l×/Ñ/°Ó5ˆØˆØ�=�=ˆ=Ø×&Ñ& q¨!¨Q°Ó2ˆDÜ$ T¨#¨s°¨s¨(¥^°T·_±_ÓEˆDÜ$ T¨'¥]°D×4HÑ4HÓIˆDØ#'§<¡<°Ó#3×#8Ò#8¸Ð#QÀÇ
Á
È1ÈRÐ@PÓ#QˆD�—‘Ñ Ø-1¯YªY°qÐ-M¸d¿j¹jÈ½nÓ-MˆD�D—N‘NÐ# 5Ð)Ò*ä$ [°$·/±/ÓBˆDØ#'§<¡<°£?×#7Ò#7¸Ð#N¸t¿z¹zÈ"½~Ó#NˆD�—‘Ñ à××ÐØŸ™×6Ñ6°tÓ<ˆJØ×"Ñ"×(Ñ(Ó*¨iÔ7Ü—m’m JÓ/‘Ø×$Ñ$×*Ñ*Ó,°Ô6Ü—f’f˜ZÓ(‘à �Ø"%§+¡+¨a£.×"5Ò"5°aÐ"K¸S¿Y¹YÀr½]Ó"KˆD�—‘Ñàˆùòo Fs   ¢'U
)rˆ   rÕ   rÙ   rë   ré   rì   rî   rê   rÓ   rØ   rò   rô   rÊ   rÝ   rÜ   rÛ   )é   rr   r‹   rŒ   é   ©r)  i   é   r+  Frr   ÚdepthTr&  rŽ   ÚidtNNN©rt   )	r#   r$   r%   r&   rÁ   r   r    r'   r(   r)   s   @r   rÐ   rÐ   ¨   s   ø† ÙD÷Hò H÷T:õ :r   rÐ   c                  ól   a € ] tR tRtRtRR V 3R lllt]RRRRRR/R	 R
 ll4       tRR R lltRt	V ;t
# )ÚDualDPTi7  z*Two-head DPT used by DA3-Small / DA3-Base.Nc               óH   € V ^8„  d   QhRRRRRRRRRRRRR	R
RRRRRRRRRR/# )r
   rÒ   r8   rÓ   rÔ   rˆ   r/   rÕ   r˜   rÖ   r×   rØ   r1   rÙ   Úaux_pyramid_levelsÚaux_out1_conv_numÚ
head_nameszTuple[str, str]r   )r   s   "r   r   ÚDualDPT.__annotate__:  s�   € ÷ Wñ WàðWð ðWð ð	Wð
 ðWð ðWð ðWð $ðWð ðWð ðWð  ðWð ðWð $ñWr   c                	óJ  <€ \         SV `  4        W n        W@n        WPn        W€n        W�n        W n        W°n        Vw  V n	        V n
        RV n        RV n        VP                  WVR7      V n        \        V4      p\         P"                  ! V Uu. uF  pVP%                  VV^^^ WÞR7      NK  	  up4      V n        \         P"                  ! VP)                  V^ ,          V^ ,          ^^^ WÞR7      VP)                  V^,          V^,          ^^^ WÞR7      \         P*                  ! 4       VP%                  V^,          V^,          ^^^WÞR7      .4      V n        \/        WvWÞVR7      V n        \3        WmWïR7      V P0                  n        \3        WmWïR7      V P0                  n        \3        WmWïR7      V P0                  n        \3        VRWÞVR7      V P0                  n        \3        WmWïR7      V P0                  n        \3        WmWïR7      V P0                  n        \3        WmWïR7      V P0                  n         \3        VRWÞVR7      V P0                  n!        Tp^ pVP%                  VV^,          ^^^WÞR7      V P0                  n"        \         PF                  ! VP%                  V^,          V^^^WÞR7      \         PH                  ! RR7      VP%                  VV^^^ WÞR7      4      V P0                  n%        \         P"                  ! \M        V P                  4       Uu. uF  pV PO                  VWÞVR7      NK  	  up4      V P0                  n(        \S        R	4      VP                  VWÞR7      \S        R
4      .p\         P"                  ! \M        V P                  4       Uu. uFe  p\         PF                  ! VP%                  V^,          V^^^WÞR7      .VO\         PH                  ! RR7      NVP%                  V^^^^ WÞR7      N5!  NKg  	  up4      V P0                  n*        R# u upi u upi u upi )rt   Frâ   rã   r²   rç   rž   Nrè   )rt   r
   r›   rr   )rt   r›   rr   r
   )+r   r   rÓ   rˆ   rÕ   rØ   rÙ   Ú
aux_levelsr3  ré   Úhead_auxrì   Ú
enable_auxrí   rî   rð   r£   rñ   r    rò   ró   rï   rô   rË   rÊ   rÎ   rõ   rö   r÷   rø   Úrefinenet1_auxÚrefinenet2_auxÚrefinenet3_auxÚrefinenet4_auxrù   rú   r¤   rû   ÚrangeÚ_make_aux_out1_blockÚoutput_conv1_auxr   Úoutput_conv2_aux)r   rÒ   rÓ   rÔ   rˆ   rÕ   r˜   rÖ   rØ   rÙ   r2  r3  r4  rN   rM   r¥   rý   rþ   rÿ   rx   Úln_seqr   s   &&&&&&&&&&&&&&&&     €r   r   ÚDualDPT.__init__:  sÿ  ø€ ô  	‰ÑÔØ$ŒØ$ŒØ.ÔØ"ŒØ$ŒØ,ŒØ!2ÔØ(2Ñ%ˆŒ˜œØAMˆÔ#ð !&ˆŒà×(Ñ(¨ÀeÐ(ÓLˆŒ	Ü˜LÓ)ˆÜŸšá"ó'
á"�ð ×Ñ˜f b°aÀÈ1ÐU[ÐÖiÙ"ñ'
ó ˆŒô  Ÿ]š]Ø×&Ñ& |°A¥¸ÀQ½ÐUVÐ_`ÐjkÐtzÐ&ó  IØ×&Ñ& |°A¥¸ÀQ½ÐUVÐ_`ÐjkÐtzÐ&ó  IÜ�KŠK‹MØ×Ñ˜l¨1�o¨|¸A­ÈAÐVWÐabÐkqÐÓð	,
ó ˆÔô % \ÀFÐdnÔoˆŒä"4°XÐTYÔ"qˆ�‰ÔÜ"4°XÐTYÔ"qˆ�‰ÔÜ"4°XÐTYÔ"qˆ�‰ÔÜ"4°XÈEÐZ`ð  {Eô  #Fˆ�‰Ôä&8¸ÐX]Ô&uˆ�‰Ô#Ü&8¸ÐX]Ô&uˆ�‰Ô#Ü&8¸ÐX]Ô&uˆ�‰Ô#Ü&8¸ÐPUÐ^dð  Iô  'Jˆ�‰Ô#à"ˆØˆð %/×$5Ñ$5Ø˜_°Õ1¸qÈÐTUØð %6ó %
ˆ�‰Ô!ô %'§M¢MØ×Ñ˜o°Õ2°OÐQRÐ[\ÐfgÐpvÐó  EÜ�GŠG˜EÔ"Ø×Ñ˜o¨zÀqÐQRÐ\]ÐflÐÓzó%
ˆ�‰Ô!ô )+¯ªä˜4Ÿ?™?Ô+ó7
á+�ð ×%Ñ% o¸fÐ^hÐ%ÖiÙ+ñ7
ó )ˆ�‰Ô%ô ˜,Ó'Ø×&Ñ& ¸vÐ&ÓSÜ˜,Ó'ð)ˆô )+¯ªô ˜4Ÿ?™?Ô+ó7
ñ ,�ô �MŠMØ×!Ñ! /°QÕ"6¸ÐUVÐ_`ÐjkÐtzÐ!ó  Iðàðô —’ Ô&ðð ×!Ñ! /°1À!ÈAÐWXÐagÐ!Óuö	ñ ,ñ7
ó )ˆ�‰Ö%ùò_'
ùòL7
ùò7
s   Â PÌPÎA+P rN   rM   r¥   c               ó    € V ^8„  d   QhRRRR/# )r
   Úin_chr8   r   znn.Sequentialr   )r   s   "r   r   r5  ”  s   € ÷ 
ñ 
 Cð 
ÐYfñ 
r   c               	óH  € \         P                  ! VP                  W ^,          ^^^WR7      VP                  V ^,          V ^^^WR7      VP                  W ^,          ^^^WR7      VP                  V ^,          V ^^^WR7      VP                  W ^,          ^^^WR7      4      # )r
   râ   )r£   rú   r    )rE  rN   rM   r¥   s   &$$$r   r?  ÚDualDPT._make_aux_out1_block“  sª   € ô �}Š}Ø×Ñ˜e¨a¥Z°°A°qÀÐÓUØ×Ñ˜e q�j¨%°°A°qÀÐÓUØ×Ñ˜e¨a¥Z°°A°qÀÐÓUØ×Ñ˜e q�j¨%°°A°qÀÐÓUØ×Ñ˜e¨a¥Z°°A°qÀÐÓUó
ð 	
r   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR/# r  r   )r   s   "r   r   r5  ž  s9   € ÷ Kñ KÐ/ð K°Cð K¸Cð KÐRUð KÐimñ Kr   c                	óü  € V^ ,          ^ ,          P                   w  rgr‰V U
u. uF!  qª^ ,          P                  Wg,          W‰4      NK#  	  pp
W P                  ,          W0P                  ,          rÜ. p\        V P                  4       FÄ  w  ppVV,          RVR13,          pV P                  V4      pVP                  ^ ^^4      P                  4       P                  Wg,          WœV4      pV P                  V,          ! V4      pV P                  '       d   \        VW24      pV P                  V,          ! V4      pVP                  V4       KÆ  	  V P                  P                  V^ ,          4      pV P                  P                  V^,          4      pV P                  P!                  V^,          4      pV P                  P#                  V^,          4      pV P                  P%                  VVP                   R,          R7      pV P&                  '       d2   V P                  P)                  VVP                   R,          R7      pV.pV P                  P+                  VVVP                   R,          R7      pV P&                  '       dF   XP                  V P                  P-                  VR,          VVP                   R,          R7      4       V P                  P/                  VVVP                   R,          R7      pV P&                  '       dF   XP                  V P                  P1                  VR,          VVP                   R,          R7      4       V P                  P3                  VV4      pV P&                  '       d3   XP                  V P                  P5                  VR,          V4      4       V P                  P7                  V4      p\9        WÀP                  ,          V P:                  ,          4      p\9        WÐP                  ,          V P:                  ,          4      p\=        VVV3RRR7      pV P                  '       d   \        VW24      pV P                  P?                  V4      pVP                  ^ ^^^4      p\A        VRRR13,          V PB                  4      p\A        VR,          V PD                  4      pV PF                  VPI                  R4      PJ                  ! Wg.VP                   ^R O5!  V PF                   R	2VPJ                  ! Wg.VP                   R
,          O5!  /pV P&                  '       Ed0   \        X4       U U!u. uF)  w  p p!V P                  PL                  V ,          ! V!4      NK+  	  p"p p!V"R,          p#V P                  '       d   \        V#W24      p#V P                  PN                  R,          ! V#4      p$V$P                  ^ ^^^4      p%V%RRR13,          p&\A        V%R,          V PD                  4      p'V&PJ                  ! Wg.V&P                   R
,          O5!  VV PP                  &   V'PJ                  ! Wg.V'P                   R
,          O5!  VV PP                   R	2&   V# u up
i u up!p i )rt   rs   Nr  r  rº   Tr	  .r  r
  r7   r  ))r9   rh   rÓ   r  rì   rî   r   r?   rò   rØ   r†   rô   r  rÊ   rÆ   rÇ   rÈ   rÉ   rø   r9  r=  r÷   r<  rö   r;  rõ   r:  rù   r8   rÙ   rD   rû   r”   rˆ   rÕ   ré   r  ru   r@  rA  r8  )(r   r  rv   rw   r  r  r  r  r  r  r  r  r„   rƒ   r  r  r  r   r  r  r  r  ÚmÚa4Úaux_pyrr  r  r!  r"  Ú
depth_predÚ
depth_confrC   ÚiÚaÚaux_processedÚlast_auxÚlast_aux_logitsÚ	fmap_lastÚaux_predÚaux_confs(   &&&&&,                                  r   r    ÚDualDPT.forwardž  s  € Ø˜1•X˜a•[×&Ñ&‰
ˆˆaÙ?DÓE¹u°t˜1•g—o‘o a¥e¨QÖ2¹uˆ
ÐEà—o‘oÕ% q¯O©OÕ';ˆBØˆÜ#,¨T×-HÑ-HÖ#IÑˆI�xØ˜8Õ$ Q¨Ñ(8Ð%8Õ9ˆAØ—	‘	˜!“ˆAØ—	‘	˜!˜Q Ó"×-Ñ-Ó/×7Ñ7¸½¸qÀbÓIˆAØ—‘˜iÖ(¨Ó+ˆAØ�~�~ˆ~Ü" 1 aÓ+�Ø×"Ñ" 9Ö-¨aÓ0ˆAØ�N‰N˜1Öñ $Jð —‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆØ—‘×&Ñ& w¨q¥zÓ2ˆð �L‰L×#Ñ# E°·±¸BµÐ#Ó@ˆØ�?�?ˆ?Ø—‘×,Ñ,¨U¸¿¹ÀR½Ð,ÓIˆBØ�dˆGØ�L‰L×#Ñ# A u°5·;±;¸rµ?Ð#ÓCˆØ�?�?ˆ?Ø�N‰N˜4Ÿ<™<×6Ñ6°w¸rµ{ÀEÐPU×P[ÑP[Ð\^ÕP_Ð6Ó`ÔaØ�L‰L×#Ñ# A u°5·;±;¸rµ?Ð#ÓCˆØ�?�?ˆ?Ø�N‰N˜4Ÿ<™<×6Ñ6°w¸rµ{ÀEÐPU×P[ÑP[Ð\^ÕP_Ð6Ó`ÔaØ�L‰L×#Ñ# A uÓ-ˆØ�?�?ˆ?Ø�N‰N˜4Ÿ<™<×6Ñ6°w¸rµ{ÀEÓJÔKØ�L‰L×%Ñ% aÓ(ˆä�BŸ™Õ(¨4¯?©?Õ:Ó;ˆÜ�BŸ™Õ(¨4¯?©?Õ:Ó;ˆä  E¨5 >¸
ÐRVÔWˆØ�>�>ˆ>Ü˜q !Ó'ˆAØ—l‘l×/Ñ/°Ó2ˆØ×"Ñ" 1 a¨¨AÓ.ˆÜ& t¨C°°"°¨H¥~°t·±ÓGˆ
Ü& t¨G¥}°d×6JÑ6JÓKˆ
ð �N‰N˜J×.Ñ.¨rÓ2×7Ò7¸ÐV¸z×?OÑ?OÐPQÐRTÐ?UÓVØ�~‰~Ð˜eÐ$ j§o¢o°aÐ&R¸Z×=MÑ=MÈbÕ=QÓ&Rð
ˆð
 �?�?‰?ô AJÈ'Ô@RôÙ@R¹¸¸1�—‘×-Ñ-¨aÖ0°Ö3Ñ@Rð ñ ð % RÕ(ˆHØ�~�~ˆ~Ü)¨(°AÓ9�Ø"Ÿl™l×;Ñ;¸BÖ?ÀÓIˆOØ'×/Ñ/°°1°a¸Ó;ˆIà   c r c Õ*ˆHÜ(¨°7Õ);¸T×=QÑ=QÓRˆHØ"*§-¢-°Ð"J°x·~±~ÀbÕ7IÓ"JˆD�—‘ÑØ,4¯MªM¸!Ð,TÀÇÁÐPRÕASÓ,TˆD�D—M‘M�? %Ð(Ñ)àˆùòS Fùóvs   ¢'Y3Õ/Y8)rˆ   r7  r3  rÕ   rÙ   r9  r8  ré   rì   rî   rÓ   rØ   rò   rô   rÊ   )r(  r
   r‹   rŒ   r)  r*  Trr   é   é   )r,  ÚrayNNNr.  )r#   r$   r%   r&   rÁ   r   Ústaticmethodr?  r    r'   r(   r)   s   @r   r0  r0  7  sI   ø† Ù4÷Wò Wðr ð
°4ð 
¸tð 
ÐPTö 
ó ð
÷Kõ Kr   r0  )NNrº   T)g      Y@)gš™™™™™¹?r«   )TNNN)rÁ   Ú
__future__r   Útypingr   r   r   r   r:   Útorch.nnr£   Útorch.nn.functionalÚ
functionalr<   ÚModuler   rD   r_   rn   r}   r†   r”   r–   r­   rÀ   rË   rÎ   rÐ   r0  r   r   r   Ú<module>rb     s®   ðÙ /å "ç 2Ó 2ã Ý ß Ð ô%ˆb�i‰iô %÷Oõ&)÷<÷%÷õô0�r—y‘yô ô˜Ÿ™ô ô4Hˆr�y‰yô H÷÷JôGˆ"�)‰)ô Gô^rˆb�i‰iö rr   