+
    ƒ°ñj?U  ã                   óÈ  € R t ^ RIHt ^ RIHtHtHtHtHtH	t	 ^ RI
t
^ RIHt ^ RIHu Ht ^ RIt^ RIt^ RIt^ RIt^ RIHt ^RIHtHtHt ^RIHtHtHtHtH t H!t! R R lt"R	 R
 lt# ! R R]PH                  4      t% ! R R]PH                  4      t& ! R R]&4      t'RRRRRRRRRRRRRRRR /t(. R'Ot)R! R" lt*RR]PV                  PX                  3R# R$ llt- ! R% R&4      t.R# )(a(  MoGe v1 / v2 inference modules and a state-dict-driven builder.

V1: DINOv2 backbone + multi-output head (points, mask).
V2: DINOv2 encoder + neck + per-output heads (points, mask, normal, optional metric-scale MLP).
V3: V2 plus a sparse 3D UNet that iteratively refines the predicted log-depth.
)ÚNumber)ÚAnyÚDictÚListÚOptionalÚTupleÚUnionN)ÚDinov2Model)Údepth_map_to_point_mapÚintrinsics_from_focal_centerÚrecover_focal_shift)Ú	ConvStackÚDINOv2EncoderÚHeadV1ÚMLPÚSparse3DUNetÚ_view_plane_uv_gridc                óX   € V ^8„  d   QhR\         P                  R\         P                  /# )é   ÚpointsÚreturn©ÚtorchÚTensor)Úformats   "Ú8C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\moge\model.pyÚ__annotate__r      s"   € ÷ *ñ *œ%Ÿ,™,ð *¬5¯<©<ñ *ó    c                óœ   € V P                  ^^.RR7      w  r\        P                  ! V4      p\        P                  ! W,          V.RR7      # )zOApply the exp remap: z -> exp(z), xy stays linear and gets scaled by the new z.©Údiméÿÿÿÿ)Úsplitr   ÚexpÚcat)r   ÚxyÚzs   &  r   Ú_remap_pointsr'      s>   € à�L‰L˜!˜Q˜ RˆLÓ(�E€BÜ�	Š	�!‹€AÜ�9Š9�b•f˜a�[ bÔ)Ð)r   c                ó^   € V ^8„  d   QhR\         R\        R\        \        \        3,          /# ©r   ÚsdÚprefixr   ©ÚdictÚstrr   r   )r   s   "r   r   r   "   s)   € ÷ ñ ”tð ¤Sð ¬T´#´s°(­^ñ r   c                 óÈ   a€ WR ,           ,          P                   R
,          pVR,           o^\        V3R lV  4       4      ,           pRVRV^@,          RVRRRSR	,           V 9   /# )úembeddings.cls_tokenúencoder.layer.c              3   ó®   <"  € T FJ  qP                  S4      '       g   K  \        V\        S4      R  P                  R4      ^ ,          4      x € KL  	  R # 5i)NÚ.)Ú
startswithÚintÚlenr"   )Ú.0ÚkÚlayer_prefixs   & €r   Ú	<genexpr>Ú!_detect_dinov2.<locals>.<genexpr>&   sC   øé € ÐgÁbÀÏLÉLÐYe×LfÔ<”C˜œ#˜lÓ+Ð,Ð-×3Ñ3°CÓ8¸Õ;×<Ð<Ãbùs
   ƒA 5AÚhidden_sizeÚnum_attention_headsÚnum_hidden_layersÚlayer_norm_epsg�íµ ÷Æ°>Úuse_swiglu_ffnz0.mlp.weights_in.weightr!   )ÚshapeÚmax)r*   r+   ÚhiddenÚdepthr9   s   &&  @r   Ú_detect_dinov2rE   "   sn   ø€ àÐ/Õ/Õ0×6Ñ6°rÕ:€FØÐ,Õ,€LØ”ÔgÁbÓgÓgÕg€Eà�vØ˜v¨�|Ø˜UØ˜$Ø˜,Ð)BÕBÀbÑHðð r   c                   óæ   a a€ ] tR t^0t oRt^tRtRtR^^RR]P                  P                  3V3R lV 3R llltV3R lR lt]RR]P                  P                  3R l4       tV3R	 ltR
tVtV ;t# )ÚMoGeModelV1z1MoGe v1: DINOv2 backbone + HeadV1 (points, mask).ç      à?Nc                óX   <€ V ^8„  d   QhRS[ S[S[3,          RS[S[,          RS[RS[/# )r   ÚbackboneÚdim_upsampleÚnum_res_blocksÚdim_times_res_block_hidden)r   r.   r   r   r5   )r   Ú__classdict__s   "€r   r   ÚMoGeModelV1.__annotate__:   s=   ø€ ÷ 	`ñ 	`¡¡c©3 h¥ð 	`¹tÁC½yð 	`Ù!$ð	`ÙFIñ	`r   c           
     óx  <€ \         SV `  4        \        WWg4      V n        \	        VR ,          \        V4      W4WVVR7      V n        V P                  R\        P                  ! . RO4      P                  ^^^^4      4       V P                  R\        P                  ! . RO4      P                  ^^^^4      4       R# )r<   )Údim_inrK   rL   rM   ÚdtypeÚdeviceÚ
operationsÚ
image_meanÚ	image_stdN)g
×£p=
ß?gÉv¾Ÿ/Ý?g–C‹lçûÙ?)gZd;ßOÍ?gyé&1¬Ì?gÍÌÌÌÌÌÌ?)ÚsuperÚ__init__r	   rJ   r   ÚlistÚheadÚregister_bufferr   ÚtensorÚview)	ÚselfrJ   rK   rL   rM   rR   rS   rT   Ú	__class__s	   &&&&&&&&€r   rX   ÚMoGeModelV1.__init__:   s¡   ø€ ô 	‰ÑÔÜ# H°VÓHˆŒÜ (¨=Õ"9ÌÈ\ÓHZØ*8Ø!&À*ôNˆŒ	ð 	×Ñ˜\¬5¯<ª<Ò8MÓ+N×+SÑ+SÐTUÐWXÐZ[Ð]^Ó+_Ô`Ø×Ñ˜[¬%¯,ª,Ò7LÓ*M×*RÑ*RÐSTÐVWÐYZÐ\]Ó*^Ö_r   c                ój   <€ V ^8„  d   QhRS[ P                  RS[RS[S[S[ P                  3,          /# ©r   ÚimageÚ
num_tokensr   ©r   r   r5   r   r.   )r   rN   s   "€r   r   rO   E   s4   ø€ ÷ 0ñ 0™UŸ\™\ð 0±sð 0¹tÁCÉÏÉÐDUÕ?Vñ 0r   c                ó  € VP                   RR w  r4V^Ä,          W4,          ,          R,          p\        W5,          4      \        WE,          4      rv\        P                  ! WV3RRRR7      pV\        P
                  P                  V P                  VRR7      ,
          \        P
                  P                  V P                  VRR7      ,          p\        P                  ! W†^,          ^,          V^,          ^,          3RRRR7      p	\        V P                  P                  P                  4      p
\        \        W P                  ,
          V
4      4      pV P                  P!                  W›RR	7      pV P#                  WÈ4      w  rÞ\        P                  ! VP%                  4       W43RRR
7      p\'        VP)                  ^ ^^^4      4      p\        P                  ! VP%                  4       W43RRR
7      P+                  ^4      pRVRV/# )r   NrH   ÚbicubicFT)ÚmodeÚalign_cornersÚ	antialias)ÚcopyÚbilinear)Ú
apply_norm©rh   ri   r   Úmaskéþÿÿÿ)rA   r5   ÚFÚinterpolateÚcomfyÚopsÚcast_to_inputrU   rV   r6   rJ   ÚencoderÚlayerrY   ÚrangeÚintermediate_layersÚget_intermediate_layersrZ   Úfloatr'   ÚpermuteÚsqueeze)r^   rc   rd   ÚHÚWÚresizeÚrhÚrwÚxÚx14Ún_layersÚindicesÚfeatsr   ro   s   &&&            r   ÚforwardÚMoGeModelV1.forwardE   sŸ  € Ø�{‰{˜2˜3Ð‰ˆØ Õ'¨A­EÕ2°sÕ:ˆÜ�Q•Z“¤# a¥j£/ˆBÜ�MŠM˜% b °	ÈÐZ^Ô_ˆØ”—‘×(Ñ(¨¯©¸!À%Ð(ÓHÕHÌEÏIÉI×LcÑLcÐdh×drÑdrÐtuð  }BÐLcó  MCõ  CˆÜ�mŠm˜A b¥¨2¥¨r°R­x¸"­}Ð=ÀJÐ^cÐosÔtˆä�t—}‘}×,Ñ,×2Ñ2Ó3ˆÜ”u˜X×(@Ñ(@Õ@À(ÓKÓLˆØ—‘×5Ñ5°cÈtÐ5ÓTˆà—y‘y Ó*‰ˆÜ—’˜vŸ|™|›~°¨v¸JÐV[Ô\ˆÜ˜vŸ~™~¨a°°A°qÓ9Ó:ˆä�}Š}˜TŸZ™Z›\¨A¨6¸
ÐRWÔX×`Ñ`ÐabÓcˆà˜& &¨$Ð/Ð/r   c           
     ó  € ^\        R V 4       4      ,           p\        V4       Uu. uF   qaRV R2,          P                  ^,          NK"  	  pp\        V Uu0 uF<  qˆP                  R4      '       g   K  \	        VP                  R4      ^,          4      kK>  	  up4      p	VR,          P                  ^ ,          p
\        W§^ ,          ,          ^4      pV ! \        VRR7      WyVW#VR	7      pVP                  VR
R7       V# u upi u upi )zCDetect the v1 head config from sd, build a model, and load weights.c              3   ó”   "  € T F>  qP                  R 4      '       g   K  \        VP                  R4      ^,          4      x € K@  	  R# 5i)úhead.upsample_blocks.r3   N)r4   r5   r"   ©r7   r8   s   & r   r:   Ú.MoGeModelV1.from_state_dict.<locals>.<genexpr>\   s1   é € Ða±R°¿<¹<ÐH_×;`Ô+”s˜1Ÿ7™7 3›<¨�?×+Ð+³Rùs
   ‚AŸ)ArŒ   z.0.0.weightzhead.upsample_blocks.0.r3   z(head.upsample_blocks.0.1.layers.2.weightú	backbone.©r+   )rJ   rK   rL   rM   rR   rS   rT   T©Ústrict)rB   rx   rA   r4   r5   r"   rE   Úload_state_dict)Úclsr*   rR   rS   rT   Ún_upÚirK   r8   rL   Ú
hidden_outÚ	dim_timesÚmodels   &&&&&        r   Úfrom_state_dictÚMoGeModelV1.from_state_dictY   só   € ð ”3Ña±RÓaÓaÕaˆÜUZÐ[_ÔU`ÓaÑU`ÐPQÐ2°1°#°[ÐAÕB×HÑHÈ×KÐKÑU`ˆÐaä¹BÓj¹B°qÇ,Á,ÐOh×BiÔ2œc !§'¡'¨#£,¨q¥/Ö2¹BÑjÓkˆØÐBÕC×IÑIÈ!ÕLˆ
Ü˜
°1¥oÕ5°qÓ9ˆ	Ùœ^¨B°{ÔCØ!-ÐirØ¸:ôGˆð 	×Ñ˜b¨ÐÔ.Øˆùò bùâjs   §&DÁDÁ5%Dc                ó|   <€ V ^8„  d   Qh/ S[ P                  ;R&   S[ P                  ;R&   S[S[S[3,          ;R&   # )r   rU   rV   Únum_tokens_range)r   r   r   r   )r   rN   s   "€r   r   rO   0   s=   ø‡ ‚ ñ —‘Ññ ñ �|‰|Ññ	 ñ ™F¡F˜NÕ+Ñ:ò r   )rJ   rZ   )é°  éÄ	  )é   é€   r¡   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__ry   r�   Úmask_thresholdrs   rt   Úmanual_castrX   rˆ   Úclassmethodrš   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r_   rN   s   @@r   rG   rG   0   sw   ù‡ € Ù;ð
 ÐØ.:ÐØ€NàKZØ'(ÈAØ D°U·Y±Y×5JÑ5J÷	`õ 	`÷0ð 0ð( Ø'+°DÀUÇYÁY×EZÑEZó ó ð÷U … r   rG   c                   ó:  a a€ ] tR t^it oRt^tRtRRR]P                  P                  3V3R lV 3R lllt
V3R lR ltV3R lR ltV3R	 lR
 lt]RR]P                  P                  3R l4       t]V3R lR l4       t]V3R lR l4       tV3R ltRtVtV ;t# )ÚMoGeModelV2zTMoGe v2: DINOv2 encoder + neck + per-output heads (points/mask/normal/metric-scale).Nc                óÒ   <€ V ^8„  d   QhRS[ S[S[3,          RS[ S[S[3,          RS[ S[S[3,          RS[ S[S[3,          RS[ S[S[3,          RS[S[ S[S[3,          ,          /# )r   rv   ÚneckÚpoints_headÚ	mask_headÚ
scale_headÚnormal_head)r   r.   r   r   )r   rN   s   "€r   r   ÚMoGeModelV2.__annotate__o   s‚   ø€ ÷ kñ kÙ™s¡C˜x�.ðká™C¡˜H•~ðkñ #¡3© 8�nðkñ !¡¡c �Nð	kñ
 "¡#¡s (�^ðkñ '¡t©C±¨H¥~Õ6ñkr   c
           
     óP  <€ \         S
V `  4        \        R/ VBR VRVRV	/B V n        \	        R/ VBR VRVRV	/B V n        \	        R/ VBR VRVRV	/B V n        \	        R/ VBR VRVRV	/B V n        \        R/ VBR VRVRV	/B V n	        Ve   \	        R/ VBR VRVRV	/B V n
        R# R# ©rR   rS   rT   N© )rW   rX   r   rv   r   r²   r³   r´   r   rµ   r¶   )r^   rv   r²   r³   r´   rµ   r¶   rR   rS   rT   r_   s   &&&&&&&&&&€r   rX   ÚMoGeModelV2.__init__o   sÖ   ø€ ô 	‰ÑÔÜ$Ñb wÑb°eÐbÀFÐbÐWaÒbˆŒÜÑX ÑX¨EÐX¸&ÐXÈZÒXˆŒ	Ü$Ñf {Ñf¸%ÐfÈÐfÐ[eÒfˆÔÜ"Ñb YÑb°eÐbÀFÐbÐWaÒbˆŒÜÑ^ 
Ñ^°%Ð^ÀÐ^ÐS]Ò^ˆŒØÒ"Ü(Ñj¨;Ñj¸eÐjÈFÐjÐ_iÒjˆDÖñ #r   c          	      ó¦   <€ V ^8„  d   QhRS[ P                  RS[RS[S[S[ P                  ,          S[ P                  S[ P                  3,          /# rb   )r   r   r5   r   r   )r   rN   s   "€r   r   r·   €   sI   ø€ ÷ 7ñ 7™EŸL™Lð 7±cð 7¹eÁDÉÏÉÕDVÑX]×XdÑXdÑfk×frÑfrÐDrÕ>sñ 7r   c                óô  € VP                   w  r4rVVP                  VP                  r‡We,          p	\        W),          R,          4      p
\        W),          R,          4      pV P	                  WVRR7      w  rÍ\        ^4       Uu. uF-  p\        W:^V,          ,          V^V,          ,          W˜V4      NK/  	  pp\        P                  ! WÏ^ ,          .^R7      V^ &   V P                  V4      V^ ,          V3# u upi )zJEncoder + neck. Returns (neck features, level-0 feature map, class token).rH   T)Úreturn_class_tokenr   )
rA   rS   rR   Úroundrv   rx   r   r   r$   r²   )r^   rc   rd   ÚBÚ_r~   r   rS   rR   Úaspect_ratioÚbase_hÚbase_wÚfeat_topÚ	cls_tokenÚLÚlevelss   &&&             r   Ú_trunkÚMoGeModelV2._trunk€   sß   € à—[‘[‰
ˆˆaØŸ™ e§k¡k�Ø•uˆÜ˜
Õ1°cÕ9Ó:ˆÜ˜
Õ1°cÕ9Ó:ˆà"Ÿl™l¨5¸&ÐUY˜lÓZÑˆô .3°1¬Xó7Ù-5¨ô & a°1¸µ6Õ):¸FÀaÈ1ÅfÕ<MÈ|ÐdjÖkÙ-5ð 	ð 7ä—I’I˜x°­Ð3¸Ô;ˆˆq‰	à�y‰y˜Ó  &¨¥)¨YÐ6Ð6ùò	7s   Â3C5c                óÄ   <€ V ^8„  d   QhRS[ S[P                  ,          RS[P                  RS[P                  RS[S[S[3,          RS[S[S[P                  3,          /# )r   r‡   rÆ   Ú	raw_coordÚsizer   )r   r   r   r   r5   r   r.   )r   rN   s   "€r   r   r·   ‘   s\   ø€ ÷ ñ ™D¡§¡Õ.ð ¹5¿<¹<ð ÑTY×T`ÑT`ð Ù™3¡˜8•_ðÙ)-©c±5·<±<Ð.?Õ)@ñr   c                óö  a€ V3R lp\        V! V4      P                  ^ ^^^4      4      pV! V P                  V4      R,          4      P                  ^4      P	                  4       pV P                  V4      P                  ^4      P                  4       pRVRVRV/p	\        V R4      '       dL   V! V P                  V4      R,          4      p
\        P                  ! V
P                  ^ ^^^4      RR7      V	R&   V	# )	zNResize the head outputs to the image size and remap them into the public dict.c                 ó8   <€ \         P                  ! V SR RR7      # )rl   Frn   )rq   rr   )ÚvrÍ   s   &€r   Ú_resizeÚ#MoGeModelV2._heads.<locals>._resize”   s   ø€ Ü—=’=  D¨zÈÔOÐOr   r   ro   Úmetric_scaler¶   r   Únormalr!   )r'   r|   r´   r}   Úsigmoidrµ   r#   Úhasattrr¶   rq   Ú	normalize)r^   r‡   rÆ   rÌ   rÍ   rÑ   r   ro   rÓ   ÚresultrÔ   s   &&&&f      r   Ú_headsÚMoGeModelV2._heads‘   sÛ   ø€ õ	Pô ™w yÓ1×9Ñ9¸!¸QÀÀ1ÓEÓFˆÙ�t—~‘~ eÓ,¨RÕ0Ó1×9Ñ9¸!Ó<×DÑDÓFˆØ—‘ yÓ1×9Ñ9¸!Ó<×@Ñ@ÓBˆà˜F F¨D°.À,ÐOˆÜ�4˜×'Ò'Ù˜T×-Ñ-¨eÓ4°RÕ8Ó9ˆFÜ Ÿ{š{¨6¯>©>¸!¸QÀÀ1Ó+EÈ2ÔNˆF�8ÑØˆr   c                ój   <€ V ^8„  d   QhRS[ P                  RS[RS[S[S[ P                  3,          /# rb   re   )r   rN   s   "€r   r   r·   ¡   s9   ø€ ÷ \ñ \™UŸ\™\ð \±sð \¹tÁCÉÏÉÐDUÕ?Vñ \r   c                ó–   € V P                  W4      w  r4pV P                  W5V P                  V4      R,          VP                  RR 4      # )é   Nr!   rp   )rÉ   rÙ   r³   rA   )r^   rc   rd   r‡   Ú_conditioningrÆ   s   &&&   r   rˆ   ÚMoGeModelV2.forward¡   sE   € Ø*.¯+©+°eÓ*HÑ'ˆ˜iØ�{‰{˜5¨T×-=Ñ-=¸eÓ-DÀRÕ-HÈ%Ï+É+ÐVXÐVYÐJZÓ[Ð[r   c           
     ój   € V ! R/ V P                  V4      BRVRVRV/B pVP                  VRR7       V# )z;Detect the config from sd, build a model, and load weights.rR   rS   rT   Tr‘   rº   )Ú_detect_configr“   )r”   r*   rR   rS   rT   r™   s   &&&&& r   rš   ÚMoGeModelV2.from_state_dict¥   sD   € ñ Ñ`�c×(Ñ(¨Ó,Ñ`°EÐ`À&Ð`ÐU_Ò`ˆØ×Ñ˜b¨ÐÔ.Øˆr   c                ó6   <€ V ^8„  d   QhRS[ S[S[3,          /# ©r   r   ©r   r.   r   )r   rN   s   "€r   r   r·   ­   s   ø€ ÷ ñ ¡4©©S¨¥>ñ r   c                ó~  € \        VRR7      pVR,          pV P                  pRTR\        V4       Uu. uF   qSV,          V^,           ,          ^,
          NK"  	  upRVR,          P                  ^ ,          /p\	        V Uu0 uF<  qwP                  R4      '       g   K  \        VP                  R	4      ^,          4      kK>  	  up4      pVRV^ ,           R
2,          p	RTRV P                  VR4      RV P                  VR4      RV P                  VR4      RRV	P                  ^,          .V Uu. uF   qQRV R
2,          P                  ^ ,          NK"  	  up,           //p
\        ;QJ d    R V 4       F  '       g   K   RM	  RM! R V 4       4      '       d   V P                  VR4      V
R&   V
# u upi u upi u upi )zFReconstruct the v2 encoder/neck/heads config from the checkpoint keys.úencoder.backbone.r�   r>   rJ   ry   Údim_outz#encoder.output_projections.0.weightzscale_head.r3   ú.weightrv   r²   zneck.r³   zpoints_head.r´   z
mask_head.rµ   Údimsc              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5i)únormal_head.N©r4   r�   s   & r   r:   Ú-MoGeModelV2._detect_config.<locals>.<genexpr>Á   s   é € Ð8±R°�|‰|˜N×+Ð+³Rùó   ‚TFrì   r¶   )
rE   ry   rx   rA   Úsortedr4   r5   r"   Ú_detect_convstackÚany)r”   r*   rJ   rD   Únr–   rv   r8   Ú
scale_idxsÚscale_firstÚcfgs   &&         r   rá   ÚMoGeModelV2._detect_config¬   s¢  € ô " "Ð-@ÔAˆØÐ,Õ-ˆØ×#Ñ#ˆà˜Ø!ÌÈaÌÓ#QÉÀ1¨a¥Z°A¸µEÕ$:¸Q×$>Ð$>ÉÑ#QØ�rÐ?Õ@×FÑFÀqÕIð
ˆô ¹2Ó]¹2°aÇÁÈm×A\Ô1œS §¡¨£¨a¥Ö1¹2Ñ]Ó^ˆ
Ø˜; z°!¥} o°WÐ=Õ>ˆà�wØ�C×)Ñ)¨"¨gÓ6Ø˜3×0Ñ0°°^ÓDØ˜×.Ñ.¨r°<Ó@Ø˜6 K×$5Ñ$5°aÕ$8Ð#9ÑlvÓ<wÑlvÐghÀ+ÈaÈSÐPWÐ@XÕ=Y×=_Ñ=_Ð`a×=bÐ=bÑlvÑ<wÕ#wÐxð
ˆ÷ ‹3Ñ8±RÓ8�3�3Š3Ñ8±RÓ8×8Ò8Ø!$×!6Ñ!6°r¸>Ó!JˆC�ÑØˆ
ùò $Rùò ^ùò =xs   ³&F0
Â F5Â%F5Ä.&F:c                óB   <€ V ^8„  d   QhRS[ RS[RS[S[S[3,          /# r)   r,   )r   rN   s   "€r   r   r·   Æ   s*   ø€ ÷ 
ñ 
™dð 
©Cð 
±D¹¹c¸µNñ 
r   c                ód  a a€ S  Uu. uF9  q"P                  S R24      '       g   K  VP                  R4      '       g   K7  VNK;  	  pp^\        V3R lV 4       4      ,           p\        V4       Uu. uF  pS S RV R2,          P                  NK  	  ppVV 3R lpS R2S 9   pVV 3R lp	RV U
u. uF  qª^,          NK  	  up
RV U
u. uF  qª^ ,          NK  	  up
R	\        V4       Uu. uF2  qW! V4      '       d!   S S R
V R2,          P                  ^ ,          MRNK4  	  upR\        V4       Uu. uF
  qY! V4      NK  	  upR\        V^,
          4       Uu. uF  pS RV R2S 9   d   RMRNK  	  upRV'       d   RMRRV'       d   R/# R/# u upi u upi u up
i u up
i u upi u upi u upi )z9Reconstruct a ConvStack config from the keys under prefixúinput_blocks.ré   c              3   ó„   <"  € T F5  p\        V\        S R 24      R P                  R4      ^ ,          4      x € K7  	  R# 5i)rú   Nr3   )r5   r6   r"   )r7   r8   r+   s   & €r   r:   Ú0MoGeModelV2._detect_convstack.<locals>.<genexpr>É   s?   øé € ÐZÑRYÈQ”C˜œ#  ¨Ð6Ó7Ð8Ð9×?Ñ?ÀÓDÀQÕG×HÐHÓRYùs   ƒ=A c                 ó   <€ S R V  R2S9   # )úoutput_blocks.ré   rº   )r–   r+   r*   s   &€€r   Ú<lambda>Ú/MoGeModelV2._detect_convstack.<locals>.<lambda>Ì   s   ø€ ˜v˜h n°Q°C°wÐ?À2ÒEr   zres_blocks.0.0.layers.0.weightc                 óÚ   <€ S R V  R2p\        S Uu0 uFH  q"P                  V4      '       g   K  \        V\        V4      R P                  R4      ^ ,          4      kKJ  	  up4      # u upi )zres_blocks.r3   N)r6   r4   r5   r"   )r–   Ú	rb_prefixr8   r+   r*   s   &  €€r   Ú
num_res_atÚ1MoGeModelV2._detect_convstack.<locals>.num_res_atÏ   s_   ø€ Ø!˜( +¨a¨S°Ð2ˆIÜÁrÓeÁrÀ!Ï\É\ÐZc×MdÔ=œ˜Aœc )›n˜oÐ.×4Ñ4°SÓ9¸!Õ<Ö=ÁrÑeÓfÐfùÒes
   “A(°1A(rQ   Údim_res_blocksrè   rþ   NrL   Ú
resamplerszresamplers.z	.0.weightÚconv_transposerl   Úres_block_in_normÚ
layer_normÚnoneÚres_block_hidden_normÚ
group_norm)r4   ÚendswithrB   rx   rA   )r*   r+   r8   Úin_keysró   r–   Ú	in_shapesÚhas_outÚhas_normr  Úss   ff         r   rñ   ÚMoGeModelV2._detect_convstackÅ   sÁ  ù€ ñ !Óe™b˜§L¡L°F°8¸=Ð1I×$J”1ÈqÏzÉzÐZc×Od—1�1™bˆÐeØ”ÔZÑRYÓZÓZÕZˆäKPÐQRÌ8ÓTÉ8Àa�R˜6˜( -°¨s°'Ð:Õ;×AÔAÉ8ˆ	ÐTÝEˆØ�XÐ;Ð<ÀÑBˆö	gð
 ¡YÓ/¡Y ˜—t�t¡YÑ/Ø©YÓ7©Y¨ Ÿt˜t©YÑ7ØÔjoÐpqÔjrÓsÑjrÐefÈGÐTUÏJÊJ˜˜f˜X ^°A°3°gÐ>Õ?×EÑEÀaÖHÐ\`Ò`ÑjrÑsØ´e¸A´hÓ?±h°˜z¨!ž}±hÑ?ØÜ$)¨!¨a­%¤Ló2Ù$0˜qð 39°¸ÀQÀCÀyÐ/QÐUWÔ/WÑ+Ð]gÒgÙ$0ñ2à·¡¸vØ#·X \ð	
ð 		
ð DJð	
ð 		
ùò fùò Uùò 0ùÚ7ùÚsùÚ?ùò2s4   ‡F§FÁ FÁ1"FÂ0FÃF
Ã)8F#Ä1F(ÅF-c                ó<   <€ V ^8„  d   Qh/ S[ S[S[3,          ;R&   # )r   r�   )r   r   )r   rN   s   "€r   r   r·   i   s   ø‡ ‚ ñ ™F¡F˜NÕ+Ñ:ò	 r   )rv   r´   r²   r¶   r³   rµ   )rž   é  )r¢   r£   r¤   r¥   r¦   ry   r�   rs   rt   r¨   rX   rÉ   rÙ   rˆ   r©   rš   rá   Ústaticmethodrñ   rª   r«   r¬   r­   r®   s   @@r   r°   r°   i   s«   ù‡ € Ù^àÐØ.:Ðð :>Ø D°U·Y±Y×5JÑ5J÷kõ k÷"7ð 7÷"ð ÷ \ð \ð Ø'+°DÀUÇYÁY×EZÑEZó ó ðð ÷ó ðð0 ÷
ó ð
÷{ … r   r°   c                   óÂ   a a€ ] tR t^ßt oRtRtRR]P                  P                  3V3R lV 3R lllt	V3R lR lt
RV3R lR	 llt]V3R
 lV 3R ll4       tRtVtV ;t# )ÚMoGeModelV3zfMoGe v3: the v2 architecture plus a sparse 3D UNet that iteratively refines the point map's log-depth.r    Nc                ó6   <€ V ^8„  d   QhRS[ S[S[3,          /# )r   Úrefinerrå   )r   rN   s   "€r   r   ÚMoGeModelV3.__annotate__æ   s   ø€ ÷ bñ b¡¡S©# X¥ñ br   c           
     óh   <€ \         SV `  ! R/ VBR VRVRV/B  \        R/ VBR VRVRV/B V n        R# r¹   )rW   rX   r   r  )r^   r  rR   rS   rT   Ú	v2_kwargsr_   s   &&&&&,€r   rX   ÚMoGeModelV3.__init__æ   sA   ø€ Ü‰ÒÑX˜9ÑX¨EÐX¸&ÐXÈZÓXÜ#Ña gÑa°UÐaÀ6ÐaÐV`ÒaˆŽr   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r   ÚcoordÚconditioningr   r   )r   rN   s   "€r   r   r  ê   s.   ø€ ÷ 0ñ 0¡%§,¡,ð 0¹e¿l¹lð 0ÉuÏ|É|ñ 0r   c                óš  € VP                   w  r4rVVP                  pVR,          p\        P                  ! VP	                  4       V P
                  ,          4      P                  4       p	W™P                  RRR7      ,
          p	\        P                  ! WGR7      P                  ^V^4      P                  W4V4      p
\        P                  ! WWR7      P                  ^^V4      P                  W4V4      p\        P                  ! W7R7      P                  V^^4      P                  W4V4      p\        P                  ! WÊW¹.RR7      P                  R^4      P                  \        P                  4      pWE\        V	P!                  4       4      ^,           3pV P#                  VP                  R^4      WÞV4      pW�P                  W4V4      ,           # )zWOne refinement pass over the point map at (x/z, y/z, logz), returning the updated logz.T)r    Úkeepdim)rS   r   ©.r   )rÝ   r   r!   )rA   rS   r   r¿   r{   Úrefiner_depth_resolutionÚlongÚaminÚaranger]   ÚexpandÚstackÚreshapeÚtoÚint32r5   Úamaxr  )r^   r   r!  rÀ   r~   r   rÁ   rS   ÚlogzÚz_binÚrowsÚcolsÚbatchÚcoordsÚspatialÚresiduals   &&&             r   Ú_refine_logzÚMoGeModelV3._refine_logzê   s_  € à—[‘[‰
ˆˆaØ—‘ˆØ�V�}ˆô —’˜DŸJ™J›L¨4×+HÑ+HÕHÓI×NÑNÓPˆØŸ
™
 v°t˜
Ó<Õ<ˆä�|Š|˜AÔ-×2Ñ2°1°a¸Ó;×BÑBÀ1ÈÓKˆÜ�|Š|˜AÔ-×2Ñ2°1°a¸Ó;×BÑBÀ1ÈÓKˆÜ—’˜QÔ.×3Ñ3°A°q¸!Ó<×CÑCÀAÈ!ÓLˆÜ—’˜e¨4Ð7¸RÔ@×HÑHÈÈQÓO×RÑRÔSX×S^ÑS^Ó_ˆØœ˜UŸZ™Z›\Ó*¨QÕ.Ð/ˆà—<‘< §¡¨b°!Ó 4°fÀ|ÓTˆØ×&Ñ& q¨QÓ/Õ/Ð/r   c          
      óp   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[S[S[ P                  3,          /# )r   rc   rd   Úrefine_stepsr   re   )r   rN   s   "€r   r   r  þ   sF   ø€ ÷ bñ b™UŸ\™\ð b±sð bÉ#ð bÑVZÑ[^Ñ`e×`lÑ`lÐ[lÕVmñ br   c           
     ó   € V P                  W4      w  rEpV P                  V4      R,          P                  ^ ^^^4      p\        V4       FB  p\        P
                  ! VR,          V P                  Wu4      P                  R4      .RR7      pKD  	  V P                  WFVP                  ^ ^^^4      P                  4       VP                  RR 4      # )rÝ   r   Nr!   ).:Nr   Nrp   )rÉ   r³   r|   rx   r   r$   r7  Ú	unsqueezerÙ   r{   rA   )	r^   rc   rd   r:  r‡   r!  rÆ   r   rÁ   s	   &&&&     r   rˆ   ÚMoGeModelV3.forwardþ   s¸   € Ø)-¯©°UÓ)GÑ&ˆ˜Yà× Ñ  Ó'¨Õ+×3Ñ3°A°q¸!¸QÓ?ˆÜ�|Ö$ˆAÜ—I’I˜u W�~¨t×/@Ñ/@ÀÓ/U×/_Ñ/_Ð`bÓ/cÐdÐjlÔmŠEñ %ð �{‰{˜5¨U¯]©]¸1¸aÀÀAÓ-F×-LÑ-LÓ-NÐPU×P[ÑP[Ð\^Ð\_ÐP`ÓaÐar   c                ó6   <€ V ^8„  d   QhRS[ S[S[3,          /# rä   rå   )r   rN   s   "€r   r   r  	  s   ø€ ÷ ñ ¡4©©S¨¥>ñ r   c                ód   <€ \         SV `  V4      pR VR,          P                  ^,          /VR&   V# )Úencoder_channelszrefiner.encoder_fuse.weightr  )rW   rá   rA   )r”   r*   rö   r_   s   && €r   rá   ÚMoGeModelV3._detect_config  s9   ø€ ä‰gÑ$ RÓ(ˆð -¨bÐ1NÕ.O×.UÑ.UÐVWÕ.XÐYˆˆI‰Øˆ
r   )r  )é   )r¢   r£   r¤   r¥   r¦   r%  rs   rt   r¨   rX   r7  rˆ   r©   rá   r«   r¬   r­   r®   s   @@r   r  r  ß   sd   ù‡ € Ùpð  #Ðà6:À4ÐTY×T]ÑT]×TiÑTi÷ bõ b÷0ð 0÷(bò bð ÷ò ó ÷ð r   r  zpatch_embed.proj.weightz-embeddings.patch_embeddings.projection.weightzpatch_embed.proj.biasz+embeddings.patch_embeddings.projection.biasrÆ   r0   Ú	pos_embedzembeddings.position_embeddingsÚregister_tokenszembeddings.register_tokensÚ
mask_tokenzembeddings.mask_tokenznorm.weightzlayernorm.weightz	norm.biaszlayernorm.biasc                ó0   € V ^8„  d   QhR\         R\         /# ©r   r*   r   ©r-   )r   s   "r   r   r   &  s   € ÷ ñ œ$ð ¤4ñ r   c                 óø  € R V 9   d   RV 9   d
   V R ,          p \         ;QJ d    R V  4       F  '       g   K   RM	  RM! R V  4       4      '       d   RMRp/ pV P                  4        EF  w  r4VP                  V4      '       g   WBV&   K#  V\        V4      R pV\        9   d   WBV\        V,          ,           &   KT  VP                  R4      '       g   WBV&   Kq  VP                  R	^4      w  rgpVR9   dU   VP                  R	^4      ^,          p	VP                  ^^ R
7      w  r«pV RV R2pW¢V RV	 2&   W²V RV	 2&   WÂV RV	 2&   Ká  \         F  w  rïVP                  Wï4      pK  	  WBV RV R	V 2&   EK  	  V# )r™   Úmodel_configc              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5i©rç   Nrí   r�   s   & r   r:   Ú$_remap_state_dict.<locals>.<genexpr>)  s   é € Ð'VÑSUÈa¯©Ð5H×(IÐ(IÓSUùrï   TFrç   r�   Nzblocks.r3   r   r1   z.attention.attentionz.query.z.key.z.value.)zattn.qkv.weightzattn.qkv.bias)
rò   Úitemsr4   r6   Ú_DINOV2_TOPLEVEL_RENAMESr"   ÚrsplitÚchunkÚ_DINOV2_BLOCK_RENAMESÚreplace)r*   r+   Úoutr8   rÐ   ÚrelrÁ   ÚidxÚsubÚtailÚqÚkwÚvwÚbaseÚoldÚnews   &               r   Ú_remap_state_dictr_  &  sŒ  € Ø�"„}˜¨2Ô-Ø��[ˆß$'£CÑ'VÑSUÓ'V§C§C¢CÑ'VÑSUÓ'V×$VÒ$VÑ Ð\g€FØ€CØ—‘—
‰ˆØ�|‰|˜F×#Ò#Ø�‰FÙØ”�F“�ˆoˆØÔ*Ô*Ø:;�Ô1°#Õ6Õ6Ñ7ÙØ�~‰~˜i×(Ò(Ø�‰FÙØ—i‘i  QÓ'‰ˆ�ØÐ6Ô6Ø—:‘:˜c 1Ó% aÕ(ˆDØŸ™  q˜Ó)‰IˆA�2Ø�X˜^¨C¨5Ð0DÐEˆDØ*+�4�&˜ ˜vÐ&Ñ'Ø(*�4�&˜˜d˜VÐ$Ñ%Ø*,�4�&˜ ˜vÐ&Ñ'Ùß-‰HˆCØ—+‘+˜cÓ'ŠCñ .à45ˆvˆh�n S E¨¨3¨%Ð0Ô1ñ- ð. €Jr   c                óD   € V ^8„  d   QhR\         R\        P                  /# rG  )r-   ÚnnÚModule)r   s   "r   r   r   E  s%   € ÷ 	Vñ 	Vœdð 	VÔbd×bkÑbkñ 	Vr   c                óN  € \        V 4      p \        ;QJ d    R V  4       F  '       g   K   RM	  RM! R V  4       4      '       g   \        pMG\        ;QJ d    R V  4       F  '       g   K   RM	  RM! R V  4       4      '       d   \        pM\        pVP                  WW#R7      # )z`Dispatch to v1, v2 or v3 based on the DINOv2 backbone prefix and the presence of the v3 refiner.c              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5irL  rí   r�   s   & r   r:   Ú(build_from_state_dict.<locals>.<genexpr>H  s   é € Ð=¹"°Q�|‰|Ð/×0Ð0»"ùrï   TFc              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5i)zrefiner.Nrí   r�   s   & r   r:   re  J  s   é € Ð2©r¨!�\‰\˜*×%Ð%«rùrï   ©rR   rS   rT   )r_  rò   rG   r  r°   rš   )r*   rR   rS   rT   r”   s   &&&& r   Úbuild_from_state_dictrh  E  ss   € ä	˜2Ó	€Bß‹3Ñ=¹"Ó=�3�3Š3Ñ=¹"Ó=×=Ò=Ü‰ß	‹Ñ2©rÓ2��ŠÑ2©rÓ2×	2Ò	2Ü‰äˆØ×Ñ˜r°vÐÓUÐUr   c                   óL   a € ] tR tRt o RtV 3R lR ltR	V 3R lR lltRtV tR# )
Ú	MoGeModeliQ  z.Loaded MoGe model + ComfyUI memory management.c                ó    <€ V ^8„  d   QhRS[ /# )r   Ú
state_dictrH  )r   rN   s   "€r   r   ÚMoGeModel.__annotate__T  s   ø€ ÷ 9ñ 9¡4ñ 9r   c                ó¢  € \         P                  P                  4       V n        \         P                  P	                  4       p\         P                  P                  V P                  4      V n        \        WP                  V\         P                  P                  R 7      P                  4       V n        \         P                  P                  V P                  V P                  V\         P                  P                  V4      R7      V n        \#        V P                  R4      '       g	   RV n        M%\#        V P                  R4      '       d   RMRV n        \'        \)        V P                  RR4      4      V n        \)        V P                  R	R
V P$                  R8X  d   RMR34      p\-        V^ ,          4      \-        V^,          4      3V n        R# )rg  )Úload_deviceÚoffload_deviceÚ	fast_diskrv   Úv1r  Úv3Úv2r§   rH   r�   rž   rŸ   r  N)rs   Úmodel_managementÚtext_encoder_devicero  Útext_encoder_offload_deviceÚtext_encoder_dtyperR   rh  rt   r¨   Úevalr™   Úmodel_patcherÚCoreModelPatcherÚstorageÚstate_dict_fast_diskÚpatcherrÖ   Úversionr{   Úgetattrr§   r5   r�   )r^   rl  rp  Únts   &&  r   rX   ÚMoGeModel.__init__T  s}  € Ü ×1Ñ1×EÑEÓGˆÔÜ×/Ñ/×KÑKÓMˆÜ×+Ñ+×>Ñ>¸t×?OÑ?OÓPˆŒ
ä*¨:¿Z¹ZÐP^Ôkp×ktÑkt÷  lAñ  lAô  B÷  Gñ  Gó  IˆŒ
Ü×*Ñ*×;Ñ;¸D¿J¹JÐTX×TdÑTdð  vDô  PU÷  P]ñ  P]÷  Prñ  Prð  s}ó  P~Ð;ó  ˆŒÜ�t—z‘z 9×-Ò-ØˆD�Lä#*¨4¯:©:°y×#AÒ#A™4ÀtˆDŒLÜ#¤G¨D¯J©JÐ8HÈ#Ó$NÓOˆÔÜ�T—Z‘ZÐ!3°dÀDÇLÁLÐTXÔDX¹DÐ^bÐ5cÓdˆÜ!$ R¨¥U£¬S°°Aµ«ZÐ 8ˆÖr   Nc                óØ   <€ V ^8„  d   QhRS[ P                  RS[S[,          RS[RS[S[S[S[ P                  3,          ,          RS[RS[RS[RS[R	S[S[S[ P                  3,          /	# )
r   rc   rd   Úresolution_levelÚfov_xÚforce_projectionÚ
apply_maskÚapply_metric_scaler:  r   )	r   r   r   r5   r   r   Úboolr   r.   )r   rN   s   "€r   r   rm  c  sŽ   ø€ ÷ Fñ F™5Ÿ<™<ð F±X¹cµ]ð FÙ #ðFÙ08¹¹vÁuÇ|Á|Ð?SÕ9TÕ0UðFá $ðFá9=ðFñ #'ðFñ >AðFñ ™™UŸ\™\Ð)Õ*ñ	Fr   c	           
     óZ  aaa € \         P                  P                  V P                  4       V P                  \
        P                  \
        P                  39   d   V P                  M\
        P                  p	V P                  R8X  d   T	M\
        P                  p
VP                  V P                  V
R7      pVP                  RR w  r¼WË,          oVf4   V P                  w  rÞ\        WÓ^	,          Wí,
          ,          ,           4      pV P                  R8X  d   RV/M/ pV P                  P                  ! V3RV/VB pVR,          P!                  4       o VR,          V P"                  8„  pVP%                  R4      pVe   VP!                  4       MRpVP%                  R	4      p^S^,          ,           R
,          oVVV 3R lpVf€   \'        S V4      w  pp\
        P(                  ! V4      ( V^ 8*  ,          p\+        VP-                  4       4      '       d0   \
        P.                  ! VV! R4      V4      p\'        S VVR7      w  ppM9V! V4      P1                  S P                  ^ ,          4      p\'        S VVR7      w  ppV^,          S,          p\
        P2                  ! R
S P4                  S P                  R7      p\7        VS,          VVV4      pS R,          VR,          ,           S R&   V P                  R8w  d   VS R,          ^ 8„  ,          pS R,          P9                  4       pV'       d   \;        VVR7      o V'       d%   Ve!   S VR,          ,          o VVR,          ,          pV'       d«   \
        P.                  ! VR,          S \
        P<                  ! S \!        R4      4      4      o \
        P.                  ! VV\
        P<                  ! V\!        R4      4      4      pVe4   \
        P.                  ! VR,          V\
        P>                  ! V4      4      pRS RVRVRV/pVe   VVR&   V# )zORun a single MoGe forward + post-process pass. image is (B, 3, H, W) in [0, 1].rs  ©rS   rR   Nr:  rd   r   ro   rÔ   rÓ   rH   c                 óÜ   <€ \         P                  ! V SP                  SP                  R 7      pSS,          \         P                  ! \         P
                  ! V^,          4      4      ,          # )r‹  )r   Ú	as_tensorrS   rR   ÚtanÚdeg2rad)ÚdegÚfovrÂ   Údiagr   s   & €€€r   Úfocal_from_fov_degÚ+MoGeModel.infer.<locals>.focal_from_fov_deg�  sC   ø€ Ü—/’/ #¨f¯m©mÀ6Ç<Á<ÔPˆCØ $Õ&¬¯ª´5·=²=ÀÀqÅÓ3IÓ)JÕJÐJr   g      N@)Úfocalrr  )Ú
intrinsicsÚinfrD   r–  rp   r$  ).NN)ºNNNNNN)r˜  NN).N) rs   ru  Úload_model_gpur~  rR   r   Úfloat32Úfloat16r  r,  ro  rA   r�   r5   r™   rˆ   r{   r§   Úgetr   Úisfiniter‰  rò   Úwherer)  r\   rS   r   Úcloner
   Ú	full_likeÚ
zeros_like)!r^   rc   rd   r„  r…  r†  r‡  rˆ  r:  Úcompute_dtypeÚactivation_dtyper~   r   ÚloÚhiÚextrarT  Úmask_binaryrÔ   rÓ   r“  r•  ÚshiftÚbadrÁ   Úf_diagÚhalfr–  rD   rØ   rÂ   r’  r   s!   &&&&&&&&&                     @@@r   ÚinferÚMoGeModel.inferc  s^  ú€ ô 	×Ñ×-Ñ-¨d¯l©lÔ;ð '+§j¡j´U·]±]ÄEÇMÁMÐ4RÔ&R˜Ÿ
š
ÔX]×XeÑXeˆØ,0¯L©L¸DÔ,@™=ÄeÇmÁmÐØ—‘ × 0Ñ 0Ð8H�ÓIˆØ�{‰{˜2˜3Ð‰ˆØ•uˆàÒØ×*Ñ*‰FˆBÜ˜R°aÕ#7¸B½GÕ"DÕDÓEˆJð 37·,±,À$Ô2F� Ñ.ÈBˆØ�j‰j× Ò  ÑG°:ÐGÀÑGˆØ�X•×$Ñ$Ó&ˆØ˜&•k D×$7Ñ$7Ñ7ˆØ—‘˜Ó"ˆØ#)Ò#5�—‘”¸4ˆØ—w‘w˜~Ó.ˆà�L AÕ%Õ%¨#Õ-ˆ÷	Kð Š=Ü.¨v°{ÓC‰LˆE�5ä—>’> %Ó(Ð(¨E°Q©JÕ7ˆCÜ�C—G‘G“I�ŠÜŸš CÑ);¸DÓ)AÀ5ÓI�Ü.¨v°{È%ÔP‘��5øá& uÓ-×4Ñ4°V·\±\À!µ_ÓEˆEÜ*¨6°;ÀeÔL‰HˆAˆuà˜•˜TÕ!ˆÜ�|Š|˜C¨¯©¸V¿\¹\ÔJˆÜ1°&¸<Õ2GÈÐQUÐW[Ó\ˆ
Ø �¨%°Õ*@Õ@ˆˆv‰à�<‰<˜4ÔØ%¨°­¸!Ñ);Õ<ˆKØ�v•×$Ñ$Ó&ˆçÜ+¨E¸jÔIˆFç ,Ò":Ø˜lÐ+>Õ?Õ?ˆFØ˜L¨Õ7Õ7ˆEçÜ—[’[ ¨YÕ!7¸ÄÇÂÐQWÔY^Ð_dÓYeÓAfÓgˆFÜ—K’K ¨U´E·O²OÀEÌ5ÐQVË<Ó4XÓYˆEØÒ!ÜŸš [°Õ%;¸VÄU×EUÒEUÐV\ÓE]Ó^�à˜F G¨U°LÀ*ÈfÐVaÐbˆØÒØ%ˆF�8ÑØˆr   )rR   ro  r§   r™   r�   r~  r  )Né	   NTTTrB  )	r¢   r£   r¤   r¥   r¦   rX   r¬  r«   r¬   )rN   s   @r   rj  rj  Q  s$   ø‡ € Ù8÷9ð 9÷F÷ Fð Fr   rj  ))z	ls1.gammazlayer_scale1.lambda1)z	ls2.gammazlayer_scale2.lambda1)z
attn.proj.zattention.output.dense.)zmlp.w12.zmlp.weights_in.)zmlp.w3.zmlp.weights_out.)/r¦   Únumbersr   Útypingr   r   r   r   r   r   r   Útorch.nnra  Útorch.nn.functionalÚ
functionalrq   Ú	comfy.opsrs   Úcomfy.model_managementÚcomfy.model_patcherÚcomfy.storageÚcomfy.image_encoders.dino2r	   Úgeometryr
   r   r   Úmodulesr   r   r   r   r   r   r'   rE   rb  rG   r°   r  rO  rR  r_  rt   r¨   rh  rj  rº   r   r   Ú<module>r»     sã   ðñõ ß :× :ã Ý ß Ð ã Û Û Û å 2ç _Ñ _ß ]× ]õ*õô6�"—)‘)ô 6ôrs
�"—)‘)ô s
ôl/�+ô /ðj ÐNØÐLØÐ5ØÐ?ØÐ;ØÐ6ØÐ1ØÐ/ð	Ð òÐ õð> +/°tÈÏ	É	×H]ÑH]÷ 	V÷Xó Xr   