+
    ‚°ñjt\  ã                   ó  € ^ RI t ^ RIHu Ht ^ RIHt ^ RIt^ RI	H
t
 ^ RIHtHtHtHt  ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R	 R
] P                  P                   4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      t ! R R] P                  P                   4      tR# )é    N)ÚBertAttention)Úoptimized_attention_for_device)Úselect_reference_viewÚreorder_by_referenceÚrestore_original_orderÚTHRESH_FOR_REF_SELECTIONc                   ó8   a a€ ] tR t^t oV 3R ltR tRtVtV ;t# )ÚDino2AttentionOutputc                óT   <€ \         SV `  4        VP                  WWER 7      V n        R# ©©ÚdtypeÚdeviceN)ÚsuperÚ__init__ÚLinearÚdense)ÚselfÚ	input_dimÚ
output_dimÚlayer_norm_epsr   r   Ú
operationsÚ	__class__s   &&&&&&&€Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\image_encoders\dino2.pyr   ÚDino2AttentionOutput.__init__   s%   ø€ Ü‰ÑÔØ×&Ñ& yÀEÐ&ÓYˆŽ
ó    c                ó$   € V P                  V4      # ©N©r   ©r   Úxs   &&r   ÚforwardÚDino2AttentionOutput.forward   s   € Ø�z‰z˜!‹}Ðr   r   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r"   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r
   r
      s   ù‡ € õZ÷ò r   r
   c                   ó@   a a€ ] tR t^t oRV 3R lltRR ltRtVtV ;t# )ÚDino2AttentionBlockc                óJ  <€ \         SV `  4        W n        W,          V n        \	        WWEV4      V n        \        WW4WV4      V n        V'       dG   VP                  V P                  WER 7      V n	        VP                  V P                  WER 7      V n
        R# RV n	        RV n
        R# r   )r   r   ÚheadsÚhead_dimr   Ú	attentionr
   ÚoutputÚ	LayerNormÚq_normÚk_norm)	r   Ú	embed_dimr1   r   r   r   r   Úqk_normr   s	   &&&&&&&&€r   r   ÚDino2AttentionBlock.__init__   s…   ø€ ä‰ÑÔØŒ
Ø!Õ*ˆŒÜ& y¸È
ÓSˆŒÜ*¨9ÀÐX^ÓkˆŒßØ$×.Ñ.¨t¯}©}ÀEÐ.ÓYˆDŒKØ$×.Ñ.¨t¯}©}ÀEÐ.ÓYˆDŽKàˆDŒKØˆDŽKr   c           	     ó¾  € V P                   f&   Vf"   V P                  V P                  WV4      4      # V P                  pVP                  w  rxp	V P                  p
V P
                  pVP                  V4      P                  WxW«4      P                  ^^4      pVP                  V4      P                  WxW«4      P                  ^^4      pVP                  V4      P                  WxW«4      P                  ^^4      pV P                   e#   V P                  V4      pV P                  V4      pVe   Ve   V! WÄ4      pV! WÔ4      pV! WÍWêVRR7      pV P                  V4      # )NT)ÚmaskÚskip_reshape)r6   r4   r3   Úshaper1   r2   ÚqueryÚviewÚ	transposeÚkeyÚvaluer7   )r   r!   r<   Úoptimized_attentionÚposÚropeÚattnÚBÚNÚCÚhÚdÚqÚkÚvÚouts   &&&&&&          r   r"   ÚDino2AttentionBlock.forward%   s)  € à�;‰;Ò 4¢<Ø—;‘;˜tŸ~™~¨aÐ7JÓKÓLÐLð �~‰~ˆØ—'‘'‰ˆˆaØ�J‰JˆØ�M‰MˆØ�J‰J�q‹M×Ñ˜q QÓ*×4Ñ4°Q¸Ó:ˆØ�H‰H�Q‹K×Ñ˜Q 1Ó(×2Ñ2°1°aÓ8ˆØ�J‰J�q‹M×Ñ˜q QÓ*×4Ñ4°Q¸Ó:ˆØ�;‰;Ò"Ø—‘˜A“ˆAØ—‘˜A“ˆAØÒ ¢Ù�Q“ˆAÙ�Q“ˆAÙ! !¨°4ÀdÔKˆØ�{‰{˜3ÓÐr   )r3   r2   r1   r7   r4   r6   ©F©NNr$   r,   s   @@r   r/   r/      s   ù‡ € ÷÷ ô  r   r/   c                   ó8   a a€ ] tR t^<t oV 3R ltR tRtVtV ;t# )Ú
LayerScalec                ó˜   <€ \         SV `  4        \        P                  P	                  \        P
                  ! WVR 7      4      V n        R# )©r   r   N)r   r   ÚtorchÚnnÚ	ParameterÚemptyÚlambda1)r   Údimr   r   r   r   s   &&&&&€r   r   ÚLayerScale.__init__=   s0   ø€ Ü‰ÑÔÜ—x‘x×)Ñ)¬%¯+ª+°cÐPUÔ*VÓWˆŽr   c                óŽ   € V\         P                  P                  V P                  VP                  VP
                  4      ,          # r   )ÚcomfyÚmodel_managementÚcast_to_devicer\   r   r   r    s   &&r   r"   ÚLayerScale.forwardA   s1   € Ø”5×)Ñ)×8Ñ8¸¿¹ÀqÇxÁxÐQR×QXÑQXÓYÕYÐYr   )r\   r$   r,   s   @@r   rU   rU   <   s   ù‡ € õX÷Zò Zr   rU   c                   óP   a a€ ] tR t^Dt oV3R lV 3R lltV3R lR ltRtVtV ;t# )Ú	Dinov2MLPc                ó    <€ V ^8„  d   QhRS[ /# )é   Úhidden_size©Úint)Úformatr-   s   "€r   Ú__annotate__ÚDinov2MLP.__annotate__E   s   ø€ ÷ lñ l¡Cñ lr   c                ó®   <€ \         SV `  4        ^p\        W,          4      pVP                  WRW2R7      V n        VP                  WaRW2R7      V n        R# ©é   T)Úbiasr   r   N)r   r   rj   r   Úfc1Úfc2)r   rh   r   r   r   Ú	mlp_ratioÚhidden_featuresr   s   &&&&&  €r   r   ÚDinov2MLP.__init__E   sT   ø€ Ü‰ÑÔàˆ	Ü˜kÕ5Ó6ˆØ×$Ñ$ [È$ÐW]Ð$ÓkˆŒØ×$Ñ$ _È$ÐW]Ð$ÓkˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )rg   Úhidden_stateÚreturn©rX   ÚTensor)rk   r-   s   "€r   rl   rm   M   s#   ø€ ÷ ñ ¡E§L¡Lð ±U·\±\ñ r   c                óœ   € V P                  V4      p\        P                  P                  P	                  V4      pV P                  V4      pV# r   )rr   rX   rY   Ú
functionalÚgelurs   )r   rx   s   &&r   r"   ÚDinov2MLP.forwardM   s>   € Ø—x‘x Ó-ˆÜ—x‘x×*Ñ*×/Ñ/°Ó=ˆØ—x‘x Ó-ˆØÐr   )rr   rs   r$   r,   s   @@r   re   re   D   s    ù‡ € ÷ló l÷÷ ð r   re   c                   ó8   a a€ ] tR t^St oV 3R ltR tRtVtV ;t# )Ú	SwiGLUFFNc                ó  <€ \         SV `  4        T;rV\        V^,          4      p\        V^,          ^,          4      ^,           ^,          ^,          pVP                  V^V,          RW2R7      V n        VP                  WvRW2R7      V n        R# ro   )r   r   rj   r   Ú
weights_inÚweights_out)	r   r]   r   r   r   Úin_featuresÚout_featuresru   r   s	   &&&&&   €r   r   ÚSwiGLUFFN.__init__T   s„   ø€ Ü‰ÑÔØ%(Ð(ˆÜ˜c A�g›,ˆÜ˜°Õ2°QÕ6Ó7¸!Õ;ÀÕAÀAÕEˆà$×+Ñ+¨K¸¸_Õ9LÐSWÐ`fÐ+ÓtˆŒØ%×,Ñ,¨_ÐQUÐ^dÐ,ÓrˆÖr   c                óÐ   € V P                  V4      pVP                  ^RR7      w  r#\        P                  P                  P                  V4      V,          pV P                  V4      # )rg   ©r]   éÿÿÿÿ)rƒ   ÚchunkrX   rY   r}   Úsilur„   )r   r!   Úx1Úx2s   &&  r   r"   ÚSwiGLUFFN.forward]   sT   € Ø�O‰O˜AÓˆØ—‘˜ �Ó#‰ˆÜ�H‰H×Ñ×$Ñ$ RÓ(¨2Õ-ˆØ×Ñ Ó"Ð"r   )rƒ   r„   r$   r,   s   @@r   r�   r�   S   s   ù‡ € õs÷#ò #r   r�   c                   ó@   a a€ ] tR t^dt oRV 3R lltRR ltRtVtV ;t# )Ú
Dino2Blockc	           
     óF  <€ \         S	V `  4        \        WW4WVVR 7      V n        \	        WWV4      V n        \	        WWV4      V n        V'       d   \        WWV4      V n        M\        WWV4      V n        VP                  WWER7      V n        VP                  WWER7      V n        R# ))r9   ©Úepsr   r   N)r   r   r/   r3   rU   Úlayer_scale1Úlayer_scale2r�   Úmlpre   r5   Únorm1Únorm2)
r   r]   Ú	num_headsr   r   r   r   Úuse_swiglu_ffnr9   r   s
   &&&&&&&&&€r   r   ÚDino2Block.__init__e   s�   ø€ ä‰ÑÔÜ,¨S¸^ÐTZØ5<ô>ˆŒä& s°6ÓFˆÔÜ& s°6ÓFˆÔßÜ  ¨VÓ@ˆD�Hä  ¨VÓ@ˆDŒHØ×)Ñ)¨#ÈÐ)Ó^ˆŒ
Ø×)Ñ)¨#ÈÐ)Ó^ˆŽ
r   c                óà   € WP                  V P                  V P                  V4      WRW4R 7      4      ,           pWP                  V P	                  V P                  V4      4      4      ,           pV# ))rE   rF   )r•   r3   r˜   r–   r—   r™   )r   r!   rD   rE   rF   Ú	attn_masks   &&&&&&r   r"   ÚDino2Block.forwards   sb   € Ø×!Ñ! $§.¡.°·±¸A³À	Ø58ð #1ó #Eó Fõ Fˆà×!Ñ! $§(¡(¨4¯:©:°a«=Ó"9Ó:Õ:ˆØˆr   )r3   r•   r–   r—   r˜   r™   rR   )NNNr$   r,   s   @@r   r‘   r‘   d   s   ù‡ € ÷_÷ô r   r‘   c                   ó<   a € ] tR t^t o RtR tV 3R lR ltRtV tR# )Ú_PositionGetterz@Cache (h, w) -> flat (y, x) position grid used to feed ``rope``.c                ó   € / V n         R # r   ©Ú_cache)r   s   &r   r   Ú_PositionGetter.__init__‚   s	   € ØˆŽr   c                óF   <€ V ^8„  d   QhRS[ RS[ RS[ RS[P                  /# )rg   Ú
batch_sizeÚheightÚwidthry   )rj   rX   r{   )rk   r-   s   "€r   rl   Ú_PositionGetter.__annotate__…   s3   ø€ ÷ Tñ T¡3ð T±ð T¹Cð TÉEÏLÉLñ Tr   c                ób  € W#V3pWPP                   9  dR   \        P                  ! W$R 7      p\        P                  ! W4R 7      p\        P                  ! Wg4      V P                   V&   V P                   V,          pVP	                  ^W#,          ^4      P                  VRR4      P                  4       # )©r   rŠ   )r¤   rX   ÚarangeÚcartesian_prodr@   ÚexpandÚclone)	r   r§   r¨   r©   r   rB   Úyr!   Úcacheds	   &&&&&    r   Ú__call__Ú_PositionGetter.__call__…   s†   € Ø˜fÐ%ˆØ—k‘kÔ!Ü—’˜VÔ3ˆAÜ—’˜UÔ2ˆAÜ$×3Ò3°AÓ9ˆD�K‰K˜ÑØ—‘˜SÕ!ˆØ�{‰{˜1˜f�n¨aÓ0×7Ñ7¸
ÀBÈÓK×QÑQÓSÐSr   r£   N)	r%   r&   r'   r(   Ú__doc__r   r³   r)   r*   )r-   s   @r   r¡   r¡      s   ø‡ € ÙJò÷Tö Tr   r¡   c                   óŒ   a a€ ] tR t^�t oRtRV3R lV 3R llltV3R lR lt]V3R lR l4       tR t	V3R	 lR
 lt
RtVtV ;t# )ÚRotaryPositionEmbedding2Dz82D RoPE used by DA3-Small/Base. No learnable parameters.c                ó    <€ V ^8„  d   QhRS[ /# )rg   Ú	frequency)Úfloat)rk   r-   s   "€r   rl   Ú&RotaryPositionEmbedding2D.__annotate__’   s   ø€ ÷ $ñ $¡%ñ $r   c                ó>   <€ \         SV `  4        Wn        / V n        R # r   )r   r   Úbase_frequencyÚ_freq_cache)r   r¹   r   s   &&€r   r   Ú"RotaryPositionEmbedding2D.__init__’   s   ø€ Ü‰ÑÔØ'ÔØ!#ˆÖr   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )rg   r]   Úseq_lenri   )rk   r-   s   "€r   rl   r»   —   s   ø€ ÷ 
%ñ 
%™sð 
%©Sñ 
%r   c                ó>  € WW43pWPP                   9  dø   \        P                  ! ^ V^VR7      P                  4       V,          pRV P                  V,          ,          p\        P                  ! W#VP
                  R7      p\        P                  ! RW‡4      p	V	P                  V4      p	\        P                  ! W™3RR7      p	V	P                  4       P                  V4      V	P                  4       P                  V4      3V P                   V&   V P                   V,          # )r   r¬   g      ð?rW   zi,j->ijr‰   rŠ   )r¾   rX   r­   rº   r½   r   ÚeinsumÚtoÚcatÚcosÚsin)
r   r]   rÁ   r   r   rB   ÚexpÚinv_freqrE   Úangs
   &&&&&     r   Ú_componentsÚ%RotaryPositionEmbedding2D._components—   sÖ   € Ø˜VÐ+ˆØ×&Ñ&Ô&Ü—,’,˜q # q°Ô8×>Ñ>Ó@À3ÕFˆCØ˜d×1Ñ1°SÕ8Õ9ˆHÜ—,’,˜w¸X¿^¹^ÔLˆCÜ—,’,˜y¨#Ó8ˆCØ—&‘&˜“-ˆCÜ—)’)˜S˜J¨BÔ/ˆCØ%(§W¡W£Y§\¡\°%Ó%8¸#¿'¹'»)¿,¹,ÀuÓ:MÐ$NˆD×Ñ˜SÑ!Ø×Ñ Õ$Ð$r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )rg   r!   ry   rz   )rk   r-   s   "€r   rl   r»   ¤   s#   ø€ ÷ ,ñ ,‘5—<‘<ð ,¡E§L¡Lñ ,r   c                ó¬   € V P                   R,          pV RRV^,          13,          V RV^,          R13,          r2\        P                  ! V) V3RR7      # )é   .Nr‰   rŠ   )r>   rX   rÅ   )r!   rL   r�   rŽ   s   &   r   Ú_rotateÚ!RotaryPositionEmbedding2D._rotate£   sL   € à�G‰G�B�KˆØ�3˜˜!˜q�&˜�=Õ! 1 S¨!¨q­&©' \¥?ˆBÜ�yŠy˜2˜#˜r˜¨Ô+Ð+r   c                óÀ   € \         P                  ! W#4      R,          p\         P                  ! W$4      R,          pW,          V P                  V4      V,          ,           # )ºNNN)rÓ   NrÓ   rÓ   )ÚFÚ	embeddingrÐ   )r   ÚtokensÚ	positionsÚcos_cÚsin_crÆ   rÇ   s   &&&&&  r   Ú	_apply_1dÚ#RotaryPositionEmbedding2D._apply_1d©   sC   € Ü�kŠk˜)Ó+¨MÕ:ˆÜ�kŠk˜)Ó+¨MÕ:ˆØ• §¡¨fÓ!5¸Õ!;Õ<Ð<r   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )rg   rÖ   r×   ry   rz   )rk   r-   s   "€r   rl   r»   ®   s.   ø€ ÷ )ñ )™eŸl™lð )±u·|±|ð )ÉÏÉñ )r   c                ó„  € VP                  R4      ^,          p\        VP                  4       4      ^,           pV P                  W4VP                  VP
                  4      w  rVVP                  ^RR7      w  rxV P                  WrR,          WV4      pV P                  W‚R,          WV4      p\        P                  ! Wx3RR7      # )rÏ   r‰   rŠ   ).r   ).rÏ   )
Úsizerj   ÚmaxrË   r   r   r‹   rÚ   rX   rÅ   )	r   rÖ   r×   Úfeature_dimÚmax_posrØ   rÙ   rO   rK   s	   &&&      r   r"   Ú!RotaryPositionEmbedding2D.forward®   s˜   € Ø—k‘k "“o¨Õ*ˆÜ�i—m‘m“oÓ&¨Õ*ˆØ×'Ñ'¨¸f¿m¹mÈVÏ\É\ÓZ‰ˆØ�|‰|˜A 2ˆ|Ó&‰ˆØ�N‰N˜1¨Õ/°Ó>ˆØ�N‰N˜1¨Õ/°Ó>ˆÜ�yŠy˜!˜ RÔ(Ð(r   )r¾   r½   )ç      Y@)r%   r&   r'   r(   rµ   r   rË   ÚstaticmethodrÐ   rÚ   r"   r)   r*   r+   r,   s   @@r   r·   r·   �   sD   ù‡ € ÙB÷$õ $÷

%ð 
%ð ÷,ó ð,ò
=÷
)÷ )ð )r   r·   c                   óL   a a€ ] tR t^¸t oRV3R lV 3R llltRR ltRtVtV ;t# )ÚDino2Encoderc                ó    <€ V ^8„  d   QhRS[ /# )rg   Úqknorm_startri   )rk   r-   s   "€r   rl   ÚDino2Encoder.__annotate__¹   s   ø€ ÷ 
ñ 
Ù"ñ
r   c
                óâ   <€ \         SV `  4        \        P                  P	                  \        V4       U
u. uF"  p
\        YY5YgTV	R8g  ;'       d    W©8¬  R7      NK$  	  up
4      V n        R# u up
i )rÏ   )r›   r9   NrŠ   )r   r   rX   rY   Ú
ModuleListÚranger‘   Úlayer)r   r]   rš   r   Ú
num_layersr   r   r   r›   rè   Úir   s   &&&&&&&&&& €r   r   ÚDino2Encoder.__init__¹   sq   ø€ ä‰ÑÔÜ—X‘X×(Ñ(ô ˜:Ô&ó*
ñ '�ô Ø °vØ-Ø%¨Ñ+×AÐA°Ñ0A÷ñ
 'ñ*
ó ˆŽ
ùò *
s   ¶(A,c                ó  € \        VP                  R RR7      pVe$   V^ 8  d   \        V P                  4      V,           pRp\	        V P                  4       F%  w  rVV! W4      pWR8X  g   K  VP                  4       pK'  	  W3# )FT©Úsmall_inputN)r   r   Úlenrí   Ú	enumerater°   )r   r!   Úintermediate_outputrD   Úintermediaterï   rí   s   &&&    r   r"   ÚDino2Encoder.forwardÅ   sw   € ä<¸Q¿X¹XÀuÐZ^Ô_ÐàÒ*Ø" QÔ&Ü&)¨$¯*©*£oÐ8KÕ&KÐ#àˆÜ! $§*¡*Ö-‰HˆAÙ�aÓ-ˆAØÖ'Ø Ÿw™w›y’ñ .ð ˆÐr   )rí   )rŠ   r   r$   r,   s   @@r   ræ   ræ   ¸   s   ù‡ € ÷
õ 
÷ô r   ræ   c                   ó<   a a€ ] tR t^Õt oRV 3R lltR tRtVtV ;t# )ÚDino2PatchEmbeddingsc           
     ój   <€ \         SV `  4        W0n        VP                  VVVVR VVR7      V n        R# )T)Úin_channelsÚout_channelsÚkernel_sizeÚstriderq   r   r   N)r   r   Ú
patch_sizeÚConv2dÚ
projection)	r   r]   Únum_channelsr   Ú
image_sizer   r   r   r   s	   &&&&&&&&€r   r   ÚDino2PatchEmbeddings.__init__Ö   s?   ø€ Ü‰ÑÔØ$ŒØ$×+Ñ+Ø$ØØ"ØØØØð ,ó 
ˆŽr   c                ób   € V P                  V4      P                  ^4      P                  ^^4      # )rg   )r  ÚflattenrA   )r   Úpixel_valuess   &&r   r"   ÚDino2PatchEmbeddings.forwardã   s)   € Ø�‰˜|Ó,×4Ñ4°QÓ7×AÑAÀ!ÀQÓGÐGr   )r   r  )é   é   é  NNNr$   r,   s   @@r   rú   rú   Õ   s   ù‡ € ÷
÷Hò Hr   rú   c                   óN   a a€ ] tR t^çt oRV3R lV 3R llltR tR tRtVtV ;t	# )ÚDino2Embeddingsc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[RS[ /# )rg   r   r  Úuse_mask_tokenÚnum_camera_tokens)rj   Úbool)rk   r-   s   "€r   rl   ÚDino2Embeddings.__annotate__è   s/   ø€ ÷ %ñ %Ù ð%Ù36ð%á!%ð%ñ %(ñ%r   c	           
     ó¦  <€ \         S	V `  4        WPn        W`n        \	        WWbW4R 7      V n        \        P                  P                  \        P                  ! ^We,          ^,          ^,           WVR7      4      V n
        \        P                  P                  \        P                  ! ^^WVR7      4      V n        V'       d=   \        P                  P                  \        P                  ! ^WVR7      4      V n        MRV n        V^ 8”  d>   \        P                  P                  \        P                  ! ^W�W#R7      4      V n        R# RV n        R# ))r   r  r   r   r   r   N)r   r   r   r  rú   Úpatch_embeddingsrX   rY   rZ   r[   Úposition_embeddingsÚ	cls_tokenÚ
mask_tokenÚcamera_token)
r   r]   r   r   r   r   r  r  r  r   s
   &&&&&&&&&€r   r   ÚDino2Embeddings.__init__è   s  ø€ ô 	‰ÑÔØ$ŒØ$Œä 4°SÐ\fð  }Cô  ![ˆÔÜ#(§8¡8×#5Ñ#5´e·k²kÀ!ÀjÕF^ÐcdÕEdÐghÕEhÐjmð  DJô  7Kó  $LˆÔ ÜŸ™×+Ñ+¬E¯KªK¸¸1¸cÐW]Ô,^Ó_ˆŒßÜ#Ÿh™h×0Ñ0´·²¸QÀÐY_Ô1`ÓaˆD�Oà"ˆDŒOØ˜qÔ ô !&§¡× 2Ñ 2´5·;²;¸qÐBSÐ`eÔ3uÓ vˆDÖà $ˆDÖr   c                ó   € \         P                  P                  V P                  VP                  \
        P                  4      pVR,          pVR,          pVP                  ^,          p\        VR,          4      pWxV,          8X  g   Q RV RV R24       hW P                  ,          p	W0P                  ,          p
V	R,           V,          V
R,           V,          3pVP                  ^WˆR4      P                  ^ ^^^4      p\
        P                  P                  P                  WkRRR7      pWš3VP                  RR	 8X  g;   Q R
\        VP                  RR	 4       RV	 RV
 RV RV RV P                   R24       hVP                  ^ ^^^4      P!                  ^^4      p\
        P"                  ! WV3^R7      P%                  VP&                  4      # )rÓ   g      à?z+DINOv2 position grid must be square, got N=z patches (sqrt=Ú)gš™™™™™¹?ÚbicubicF)Úscale_factorÚmodeÚ	antialiasNzInterpolated pos-embed grid z# does not match target patch grid (z, z) for input r!   z (patch_size=z=); check scale_factor axis order and +0.1 rounding workaroundr‰   )rÓ   :r   rÏ   N©rÓ   :rÏ   NNrŠ   éþÿÿÿ)r`   ra   rb   r  r   rX   Úfloat32r>   rj   r   ÚreshapeÚpermuterY   r}   ÚinterpolateÚtupler  rÅ   rÄ   r   )r   r!   Úh_pixelsÚw_pixelsÚ	pos_embedÚ	class_posÚ	patch_posrI   ÚMÚh0Úw0r  s   &&&&        r   Úinterpolate_pos_encodingÚ(Dino2Embeddings.interpolate_pos_encodingþ   s»  € Ü×*Ñ*×9Ñ9¸$×:RÑ:RÐTU×T\ÑT\Ô^c×^kÑ^kÓlˆ	à˜fÕ%ˆ	Ø˜eÕ$ˆ	Ø�O‰O˜AÕˆÜ��S•‹MˆØ˜•EŒzÐ_ÐHÈÈÈ?Ð[\ÐZ]Ð]^Ð_Ó_ˆzØŸ™Õ(ˆØŸ™Õ(ˆð
 ˜c� Q�¨¨c­°Q­Ð7ˆà×%Ñ% a¨¨rÓ2×:Ñ:¸1¸aÀÀAÓFˆ	Ü—H‘H×'Ñ'×3Ñ3°IÐ_hÐtyÐ3Ózˆ	Øˆx˜9Ÿ?™?¨2¨3Ð/Ô/ð 	
Ø*¬5°·±ÀÀÐ1EÓ+FÐ*Gð H"Ø"$  R¨ t¨<¸°zÀÀ8À*ÈMÐZ^×ZiÑZiÐYjð kIðJó	
Ð/ð
 ×%Ñ% a¨¨A¨qÓ1×9Ñ9¸!¸QÓ?ˆ	Ü�yŠy˜)Ð/°QÔ7×:Ñ:¸1¿7¹7ÓCÐCr   c                ób  € V P                  V4      p\        P                  ! V P                  P	                  VP
                  VP                  R 7      P                  VP                  ^ ,          RR4      V3^R7      pVP                  ^,          ^,
          V P                  P                  ^,          ^,
          8X  dI   V\        P                  P                  V P                  VP
                  VP                  4      ,           pV# VP                  RR w  r4W P                  W#V4      ,           pV# )rW   r‰   NrŠ   r"  )r  rX   rÅ   r  rÄ   r   r   r¯   r>   r  r`   ra   rb   r0  )r   r  r!   rK   Úws   &&   r   r"   ÚDino2Embeddings.forward  s÷   € Ø×!Ñ! ,Ó/ˆÜ�IŠI�t—~‘~×(Ñ(°·±ÀÇÁÐ(ÓH×OÑOÐPQ×PWÑPWÐXYÕPZÐ\^Ð`bÓcÐefÐgÐmnÔoˆØ�7‰7�1�:˜�>˜T×5Ñ5×;Ñ;¸AÕ>ÀÕBÔBØ”E×*Ñ*×9Ñ9¸$×:RÑ:RÐTU×T\ÑT\Ð^_×^eÑ^eÓfÕfˆAð ˆð  ×%Ñ% b cÐ*‰DˆAØ×1Ñ1°!¸Ó:Õ:ˆAØˆr   )r  r  r  r  r  r   r  )r  r  Tr   )
r%   r&   r'   r(   r   r0  r"   r)   r*   r+   r,   s   @@r   r  r  ç   s   ù‡ € ÷%õ %ò,D÷4ò r   r  c                   óh   a a€ ] tR tRt oV 3R ltR
R ltRR ltR tV3R lR ltRR lt	R	t
VtV ;t# )ÚDinov2Modeli#  c                óJ  <€ \         SV `  4        VR ,          pVR,          pVR,          pVR,          pVR,          p	VP                  R^4      p
VP                  RR4      pVP                  RR	4      pVP                  R
R4      V n        VP                  RR4      V n        VP                  RR4      V n        VP                  RR4      V n        VP                  RR4      pW`n        W n        ^ V n	        ^V n
        V P
                  R8w  d)   V^ 8”  d"   \        VR7      V n        \        4       V n        MRV n        RV n        V P                  R8w  d   ^M^ p\        WbW4W«WÎR7      V n        \#        WgW…W#VV	V P                  R7	      V n        VP'                  WhW#R7      V n        R# )Únum_hidden_layersrh   Únum_attention_headsr   r›   r   r  r  r  TÚ	alt_startrè   Ú
rope_startÚ	cat_tokenFÚ	rope_freqrã   )r¹   N)r   r  r  r  )r›   rè   r“   rŠ   )r   r   Úgetr:  rè   r;  r<  r8   r   Únum_register_tokensÚpatch_start_idxr·   rF   r¡   Ú_position_getterr  Ú
embeddingsræ   Úencoderr5   Ú	layernorm)r   Úconfig_dictr   r   r   rî   r]   r1   r   r›   r   r  r  r=  Únum_cam_tokensr   s   &&&&&          €r   r   ÚDinov2Model.__init__$  s‰  ø€ Ü‰ÑÔØ Ð!4Õ5ˆ
Ø˜-Õ(ˆØÐ1Õ2ˆØ$Ð%5Õ6ˆØ$Ð%5Õ6ˆØ —_‘_ \°2Ó6ˆ
Ø —_‘_ \°3Ó7ˆ
Ø$Ÿ™Ð)9¸4Ó@ˆð %Ÿ™¨°bÓ9ˆŒØ'ŸO™O¨N¸BÓ?ˆÔØ%Ÿ/™/¨,¸Ó;ˆŒØ$Ÿ™¨°eÓ<ˆŒØ—O‘O K°Ó7ˆ	àŒØ$ŒØ#$ˆÔ Ø ˆÔà�?‰?˜bÔ  Y°¤]Ü1¸IÔFˆDŒIÜ$3Ó$5ˆDÕ!àˆDŒIØ$(ˆDÔ!ð #Ÿn™n°Ô2™¸ˆä)Ø˜Ø!Ø)ô
ˆŒô
 $Ø˜°EÀ:Ø)Ø×*Ñ*ô
ˆŒð
 $×-Ñ-¨cÈUÐ-ÓbˆŽr   c                óÂ   € V P                   R8w  d   \        R4      hV P                  V4      pV P                  WCR7      w  rEV P	                  V4      pVR,          pWEVR3# )rÏ   zÙDinov2Model.forward() is the backward-compatible CLIP-vision path and does not apply DA3 extensions (RoPE, alternating attention, camera-token injection). Use get_intermediate_layers_da3() for Depth Anything 3 models.)rö   NrŠ   )rÓ   r   rÓ   )r:  ÚRuntimeErrorrB  rC  rD  )r   r  Úattention_maskrö   r!   rï   Úpooled_outputs   &&&&   r   r"   ÚDinov2Model.forwardQ  sg   € Ø�>‰>˜RÔÜðQóð ð
 �O‰O˜LÓ)ˆØ�|‰|˜Aˆ|ÓG‰ˆØ�N‰N˜1ÓˆØ˜'�
ˆØ�] DÐ(Ð(r   c                ó*  € V P                  V4      p\        VP                  RRR7      p\        V P                  P
                  4      pV Uu. uF  qw^ 8¼  d   TMWg,           NK  	  pp\        V4      p	\        V4      p
^p/ p\        V P                  P
                  4       FN  w  r}V! WE4      pWy9   d4   V'       d   V P                  V4      MTpVRVR13,          VR,          3WÇ&   Wz8¼  g   KN   M	  V Uu. uF  q|V,          NK  	  up# u upi u upi )z+Single-view multi-layer feature extraction.FTrò   rÓ   N)rÓ   r   )
rB  r   r   rô   rC  rí   Úsetrß   rõ   rD  )r   r  ÚindicesÚ
apply_normr!   rD   Ún_layersrï   ÚresolvedÚtargetÚmax_idxÚn_skipÚcacherí   Únormeds   &&&&           r   Úget_intermediate_layersÚ#Dinov2Model.get_intermediate_layers^  sø   € à�O‰O˜LÓ)ˆÜ<¸Q¿X¹XÀuÐZ^Ô_ÐÜ�t—|‘|×)Ñ)Ó*ˆÙ=DÓE¹W¸˜qœ&‘Q h¥lÒ2¹WˆÐEÜ�X“ˆÜ�h“-ˆØˆØˆÜ! $§,¡,×"4Ñ"4Ö5‰HˆAÙ�aÓ-ˆAØŒ{ß.8˜Ÿ™¨Ô*¸a�Ø" 1 f¡g :Õ.°°tµÐ=�‘ØŽ|Ùñ 6ñ #+Ó+¡(˜Q�a—�¡(Ñ+Ð+ùò Fùò ,s   ÁDÃ7Dc                ó¸  € V P                   f   R# W0P                  ,          W@P                  ,          rvV P                  W,          WgVR7      pV^,           p\        P                  ! W,          V P
                  ^WXP                  R7      p	\        P                  ! W˜.^R7      p
\        P                  ! V	\        P                  ! V4      ^,           .^R7      pW«3# )Nr¬   rW   r‰   rS   )	rF   r   rA  rX   Úzerosr@  r   rÅ   Ú
zeros_like)r   rH   ÚSÚHÚWr   ÚphÚpwrE   Úcls_posÚ	pos_localÚ
pos_globals   &&&&&&      r   Ú_prepare_rope_positionsÚ#Dinov2Model._prepare_rope_positionst  s­   € Ø�9‰9ÒØÐØ—o‘oÕ% q¯O©OÕ';ˆBØ×#Ñ# A¥E¨2¸&Ð#ÓAˆà�A�gˆÜ—+’+˜a�e T×%9Ñ%9¸1ÀV×S\ÑS\Ô]ˆä—I’I˜w˜n°!Ô4ˆ	ô —Y’Y ¬×)9Ò)9¸#Ó)>ÀÕ)BÐCÈÔKˆ
ØÐ$Ð$r   c          
      ó^   <€ V ^8„  d   QhRS[ P                  RS[RS[RRRS[ P                  /# )rg   r!   rH   r]  Ú	cam_tokenztorch.Tensor | Nonery   )rX   r{   rj   )rk   r-   s   "€r   rl   ÚDinov2Model.__annotate__ƒ  s<   ø€ ÷ ñ ¡e§l¡lð ±sð ¹sð ÐOdð Ñin×iuÑiuñ r   c                óŠ  € Ve   TpM§\         P                  P                  V P                  P                  VP
                  VP                  4      pVR,          P                  VRR4      pVR,          P                  V\        V^,
          ^ 4      R4      p\        P                  ! Wx.^R7      pVP                  4       pWQR&   V# )Nr‰   )rÓ   :NrÏ   NrŠ   r!  ©rÓ   rÓ   r   )r`   ra   rb   rB  r  r   r   r¯   rß   rX   rÅ   r°   )	r   r!   rH   r]  rh  ÚinjÚctÚ	ref_tokenÚ	src_tokens	   &&&&&    r   Ú_inject_camera_tokenÚ Dinov2Model._inject_camera_tokenƒ  s£   € àÒ Ø‰Cä×'Ñ'×6Ñ6°t·±×7SÑ7SÐUV×U]ÑU]Ð_`×_fÑ_fÓgˆBØ˜5�	×(Ñ(¨¨B°Ó3ˆIØ˜5�	×(Ñ(¨¬C°°Aµ°q«M¸2Ó>ˆIÜ—)’)˜YÐ2¸Ô:ˆCØ�G‰G‹IˆØˆ'‰
Øˆr   c                óˆ  € VP                   ^8X  d   VP                  ^4      pVP                   ^8X  d   VP                  ^,          ^8X  g   Q R\        VP                  4       24       hVP                  w  rgr‰p
VP	                  Wg,          ^Wš4      pV P                  V4      pVP	                  WgVP                  R,          VP                  R,          4      pV P                  WgWšVP                  4      w  rÍ\        VP                  RRR7      p\        V4      pV'       d   \        V4      M	\        4       p. p. pTpRp\        V P                  P                  4       EF=  w  ppV P                  RJ;'       d    VV P                  8¬  pV'       d   V P                  MRpV'       d   TMRpV'       d   TMRpV P                  R8w  dL   VV P                  ^,
          8X  d4   V\         8¼  d)   Vf%   \#        W´R7      p\%        VV4      p\%        VV4      pV P                  R8w  d$   VV P                  8X  d   V P'                  W¶Ws4      pV P                  R8w  dÞ   VV P                  8¼  dÍ   V^,          ^8X  d¿   VP	                  WgVP                  R,          ,          VP                  R,          4      pVe<   VP	                  WgVP                  R,          ,          VP                  R,          4      MRpV! VVVVR7      pVP	                  WgVP                  R,          VP                  R,          4      pM¿VP	                  Wg,          VP                  R,          VP                  R,          4      pVe<   VP	                  Wg,          VP                  R,          VP                  R,          4      MRpV! VVVVR7      pVP	                  WgVP                  R,          VP                  R,          4      pTpVV9   db   V P(                  '       d   \*        P,                  ! VV.RR7      pMTpVe   V P                  R8w  d   \/        VV4      pVP1                  V4       VV9   g   EK	  TpVe   V P                  R8w  d   \/        VV4      pVP1                  V4       EK@  	  . p. p V EF  pV P1                  VR,          4       VP                  R,          V P2                  8X  d#   VP1                  V P5                  V4      4       K`  VP                  R,          V P2                  ^,          8X  di   VR
RV P2                  13,          p!V P5                  VR
V P2                  R13,          4      p"VP1                  \*        P,                  ! V!V".RR7      4       Kñ  \7        RVP                  R,           24      h	  V U#u. uF"  p#V#R
^V P8                  ,           R1R	3,          NK$  	  pp#V U#u. uF1  p#V P5                  V#4      R
^V P8                  ,           R1R	3,          NK3  	  p$p#\;        \=        VV 4      4      V$3# u up#i u up#i )zCMulti-view multi-layer feature extraction used by Depth Anything 3.z'expected (B,3,H,W) or (B,S,3,H,W); got FTrò   N)Ústrategy)rD   rE   rF   r‰   rÓ   .zUnexpected token width: r"  rŠ   rk  )ÚndimÚ	unsqueezer>   r'  r$  rB  re  r   r   rN  rõ   rC  rí   rF   r;  r:  r   r   r   rp  r<  rX   rÅ   r   Úappendr8   rD  Ú
ValueErrorr?  ÚlistÚzip)%r   r  Ú
out_layersrh  Úref_view_strategyÚexport_feat_layersrH   r]  Ú_r^  r_  r!   rc  rd  rD   Úout_setÚ
export_setÚoutputsÚaux_outputsÚlocal_xÚb_idxrï   ÚblkÚ
apply_ropeÚ
block_ropeÚl_posÚg_posÚtÚpÚout_xÚauxrW  Ú
cls_tokensÚleftÚrightÚoÚ
aux_normeds%   &&&&&&                               r   Úget_intermediate_layers_da3Ú'Dinov2Model.get_intermediate_layers_da3�  s$  € à×Ñ Ô!Ø'×1Ñ1°!Ó4ˆLØ× Ñ  AÔ%¨,×*<Ñ*<¸QÕ*?À1Ô*Dð 	RØ5´e¸L×<NÑ<NÓ6OÐ5PÐQó	RÐDà$×*Ñ*‰ˆˆa�Að × Ñ  ¥¨¨1Ó0ˆØ�O‰O˜AÓˆØ�I‰I�a˜AŸG™G B�K¨¯©°­Ó5ˆà $× <Ñ <¸QÀ1ÈÏÉÓ RÑˆ	ô =¸Q¿X¹XÀuÐZ^Ô_Ðä�j“/ˆß0B”SÐ+Ô,ÌËˆ
Ø&(ˆØ*,ˆØˆØˆô   §¡× 2Ñ 2×3‰FˆAˆsØŸ™¨$Ð.×GÐG°1¸¿¹Ñ3GˆJß&0˜Ÿš°dˆJß!+‘I°ˆEß",‘J°$ˆEð
 —‘ "Ô$¨¨d¯n©n¸qÕ.@Ô)@ÀQÔJbÔEbÐgpÒgxÜ-¨aÔL�Ü(¨¨EÓ2�Ü.¨w¸Ó>�à�~‰~ Ô#¨¨T¯^©^Ô(;Ø×-Ñ-¨a°AÓA�à�~‰~ Ô#¨¨T¯^©^Ô(;ÀÀQÅÈ!Äà—I‘I˜a Q§W¡W¨R¥[¥°!·'±'¸"µ+Ó>�ØNSÒN_�E—M‘M !¨¯©°R­Õ%8¸%¿+¹+Àb½/ÔJÐei�Ù˜Ð/BÈÐPZÔ[�Ø—I‘I˜a A§G¡G¨B¥K°·±¸µÓ=‘ð —I‘I˜a�e Q§W¡W¨R¥[°!·'±'¸"µ+Ó>�ØNSÒN_�E—M‘M !¥%¨¯©°R­¸%¿+¹+Àb½/ÔJÐei�Ù˜Ð/BÈÐPZÔ[�Ø—I‘I˜a A§G¡G¨B¥K°·±¸µÓ=�Ø�à�GŒ|Ø—>—>�>Ü!ŸIšI w° l¸Ô;‘Eà�Eð Ò$¨¯©¸2Ô)=Ü2°5¸%Ó@�EØ—‘˜uÔ%à�J�Ø�ØÒ$¨¯©¸2Ô)=Ü0°°eÓ<�CØ×"Ñ" 3×'ñ] 4ðf &(ˆØ)+ˆ
ÜˆEØ×Ñ˜e G�nÔ-Ø�{‰{˜2� $§.¡.Ô0Ø—‘˜dŸn™n¨UÓ3Ö4Ø—‘˜R• D§N¡N°QÕ$6Ô6Ø˜S / 4§>¡> /Ð1Õ2�ØŸ™ u¨S°$·.±.±/Ð-AÕ'BÓC�Ø—‘œeŸiši¨¨u¨¸2Ô>Ö?ä Ð#;¸E¿K¹KÈ½OÐ;LÐ!MÓNÐNñ ñ EKÓKÁF¸q�!�C˜˜T×5Ñ5Õ5Ñ6¸Ð9×:Ð:ÁFˆÐKñ  +ó,Ù*˜!ð —n‘n QÓ'¨¨Q°×1IÑ1IÕ-IÑ-JÈAÐ(M×NÐNÙ*ð 	ð ,ä”C˜ 
Ó+Ó,¨jÐ8Ð8ùò Lùò,s   Ö<(X:×*7X?)rA  r:  r<  r8   rB  rC  rD  r?  r   r@  rè   rF   r;  rS   )T)NÚsaddle_balancedN)r%   r&   r'   r(   r   r"   rX  re  rp  r’  r)   r*   r+   r,   s   @@r   r6  r6  #  s1   ù‡ € õ+côZ)ô,ò,%÷ð ÷`9ô `9r   r6  )rX   Útorch.nn.functionalrY   r}   rÔ   Úcomfy.text_encoders.bertr   Úcomfy.model_managementr`   Úcomfy.ldm.modules.attentionr   Ú2comfy.ldm.depth_anything_3.reference_view_selectorr   r   r   r   ÚModuler
   r/   rU   re   r�   r‘   r¡   r·   ræ   rú   r  r6  © r   r   Ú<module>rœ     s  ðÛ ß Ð å 2Û Ý F÷ó ô˜5Ÿ8™8Ÿ?™?ô ô# ˜%Ÿ(™(Ÿ/™/ô # ôLZ�—‘—‘ô Zô�—‘—‘ô ô#�—‘—‘ô #ô"�—‘—‘ô ÷6Tñ Tô &) §¡§¡ô &)ôR�5—8‘8—?‘?ô ô:H˜5Ÿ8™8Ÿ?™?ô Hô$9�e—h‘h—o‘oô 9ôxM9�%—(‘(—/‘/ö M9r   