+
    ‚°ñjü#  ã            
       óð  € ^RI HtHtHt ^ RIt^ RIt^ RIt^ RIt^ RI	t^ RI
t^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHt  ! R R4      t]P&                  P(                  tR]P&                  P*                  R]P&                  P*                  R]P&                  P*                  R	]P,                  P.                  P0                  R
]P,                  P2                  P4                  /t ! R R4      tR tRR ltR tR# )é   )Úload_torch_fileÚtransformers_convertÚstate_dict_prefix_replaceN)ÚNAFc                   ó,   a € ] tR t^t o R tR tRtV tR# )ÚOutputc                ó   € \        W4      # ©N)Úgetattr)ÚselfÚkeys   &&Ú5C:\Ai_Coding\apps\studio\ComfyUI\comfy\clip_vision.pyÚ__getitem__ÚOutput.__getitem__   s   € Ü�tÓ!Ð!ó    c                ó   € \        WV4       R # r
   )Úsetattr)r   r   Úitems   &&&r   Ú__setitem__ÚOutput.__setitem__   s   € Ü�˜4Ö r   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   Ú__static_attributes__Ú__classdictcell__©Ú__classdict__s   @r   r   r      s   ø‡ € ò"÷!ð !r   r   Úclip_vision_modelÚsiglip_vision_modelÚsiglip2_vision_modelÚdinov2Údinov3c                   ó@   a € ] tR t^ t o RR ltR tR tRR ltRtV t	R# )	ÚClipVisionModelc                ó$  € \        V\        4      '       d   TpM2\        V4      ;_uu_ 4       p\        P                  ! V4      pR R R 4       XP                  R^à4      V n        VP                  R. R
O4      V n        VP                  R. RO4      V n        VP                  RR4      V n	        VP                  4       V n        \        P                  V P                  4      pV P                  R8X  d	   RV n        MRV n        \        P                  P!                  4       V n        \        P                  P%                  4       p\        P                  P'                  V P"                  4      V n        V! W0P(                  V\        P*                  P,                  4      V n        V P.                  P1                  4        \        P2                  P5                  V P.                  V P"                  WbR	7      V n        R V n        R #   + '       g   i     ELÃ; i)NÚ
image_sizeÚ
image_meanÚ	image_stdÚ
model_typer    r!   TF©Úload_deviceÚoffload_deviceÚ	fast_disk)g3<Í4'ÐÞ?gwgí¶MÝ?gy{Îå Ú?)g�‡Bô91Ñ?g•wÝt.¹Ð?g�Ý	U¦Ñ?)Ú
isinstanceÚdictÚopenÚjsonÚloadÚgetr(   r)   r*   r+   ÚcopyÚconfigÚIMAGE_ENCODERSÚreturn_all_hidden_statesÚcomfyÚmodel_managementÚtext_encoder_devicer-   Útext_encoder_offload_deviceÚtext_encoder_dtypeÚdtypeÚopsÚmanual_castÚmodelÚevalÚmodel_patcherÚCoreModelPatcherÚpatcherÚnaf)r   Újson_configr/   r7   ÚfÚmodel_classr.   s   &&&    r   Ú__init__ÚClipVisionModel.__init__!   sx  € Ü�k¤4×(Ò(Ø ‰Fä�k×"Ô" aÜŸš 1›�÷ #ð !Ÿ*™* \°3Ó7ˆŒØ Ÿ*™* \Ò3VÓWˆŒØŸ™ KÒ1UÓVˆŒØ Ÿ*™* \Ð3FÓGˆŒØ—k‘k“mˆŒÜ$×(Ñ(¨¯©Ó9ˆØ�?‰?Ð3Ô3Ø,0ˆDÕ)à,1ˆDÔ)ä ×1Ñ1×EÑEÓGˆÔÜ×/Ñ/×KÑKÓMˆÜ×+Ñ+×>Ñ>¸t×?OÑ?OÓPˆŒ
Ù  ¯©°^ÄUÇYÁY×EZÑEZÓ[ˆŒ
Ø�
‰
�‰Ôä×*Ñ*×;Ñ;¸D¿J¹JÐTX×TdÑTdð  vDÐ;ó  ZˆŒØˆŽ÷+ #×"Ð"ús   ­G>Ç>H	c                ón   € V P                   P                  VR V P                  P                  4       R7      # )F)ÚstrictÚassign)rB   Úload_state_dictrF   Ú
is_dynamic)r   Úsds   &&r   Úload_sdÚClipVisionModel.load_sd<   s+   € Ø�z‰z×)Ñ)¨"°UÀ4Ç<Á<×CZÑCZÓC\Ð)Ó]Ð]r   c                ó6   € V P                   P                  4       # r
   )rB   Ú
state_dict)r   s   &r   Úget_sdÚClipVisionModel.get_sd?   s   € Ø�z‰z×$Ñ$Ó&Ð&r   c           
     óZ  € \         P                  P                  V P                  4       V P                  R 8X  d¡   \         P
                  P                  VP                  V P                  4      V P                  V P                  P                  R^4      V P                  P                  RR4      V P                  V P                  VR7      P                  4       pMi\         P
                  P                  VP                  V P                  4      V P                  V P                  V P                  VR7      P                  4       pT P!                  Y0P"                  '       d   RMRR7      p\%        4       pV^ ,          P                  \         P                  P'                  4       4      VR&   V^,          P                  \         P                  P'                  4       4      VR	&   VP(                  R
,          .VP(                  ^ ,          ,          VR&   V P"                  '       dF   V^,          P                  \         P                  P'                  4       4      pVR,          VR&   WeR&   M7V^,          P                  \         P                  P'                  4       4      VR&   V^,          VR&   V# )r"   Ú
patch_sizeÚnum_patchesé   )ÚsizerZ   r[   ÚmeanÚstdÚcrop)r]   r^   r_   r`   Úall)Úpixel_valuesÚintermediate_outputÚlast_hidden_stateÚimage_embeds:r   NNÚimage_sizesÚpenultimate_hidden_statesÚall_hidden_statesÚmm_projectedéþÿÿÿ):NNNrj   )r:   r;   Úload_model_gpurF   r+   Ú
clip_modelÚsiglip2_preprocessÚtor-   r(   r7   r5   r)   r*   ÚfloatÚclip_preprocessrB   r9   r   Úintermediate_deviceÚshape)r   Úimager`   rb   ÚoutÚoutputsÚall_hss   &&&    r   Úencode_imageÚClipVisionModel.encode_imageB   sš  € Ü×Ñ×-Ñ-¨d¯l©lÔ;Ø�?‰?Ð4Ô4Ü ×+Ñ+×>Ñ>¸u¿x¹xÈ×HXÑHXÓ?YÐ`d×`oÑ`oð  }A÷  }Hñ  }H÷  }Lñ  }Lð  MYð  []ó  }^ð  lp÷  lwñ  lw÷  l{ñ  l{ð  |Ið  KNó  lOð  VZ÷  Veñ  Veð  ko÷  kyñ  kyð  @DÐ>ó  E÷  Kñ  Kó  M‰Lä ×+Ñ+×;Ñ;¸E¿H¹HÀT×EUÑEUÓ<VÐ]a×]lÑ]lÐsw÷  tCñ  tCð  IM÷  IWñ  IWð  ^bÐ;ó  c÷  iñ  ió  kˆLØ�j‰j l×Qn×QnÐQnÉÐtvˆjÓwˆä“(ˆØ'*¨1¥v§y¡y´×1GÑ1G×1[Ñ1[Ó1]Ó'^ˆÐ#Ñ$Ø"% a¥&§)¡)¬E×,BÑ,B×,VÑ,VÓ,XÓ"Yˆ�ÑØ".×"4Ñ"4°RÕ"8Ð!9¸L×<NÑ<NÈqÕ<QÕ!Qˆ�ÑØ×(×(Ð(Ø˜•V—Y‘Yœu×5Ñ5×IÑIÓKÓLˆFØ39¸%µ=ˆGÐ/Ñ0Ø+1Ð'Ò(à36°qµ6·9±9¼U×=SÑ=S×=gÑ=gÓ=iÓ3jˆGÐ/Ñ0à"% a¥&ˆ�ÑØˆr   )r7   r?   r)   r(   r*   r-   rB   r+   rG   rF   r9   N)F)T)
r   r   r   r   rK   rS   rW   rw   r   r   r   s   @r   r&   r&       s   ø‡ € ôò6^ò'÷ò r   r&   c                 óh  € V P                  4       pR P                  V4      V9   dý   RP                  V4      RRP                  V4      RRP                  V4      RRP                  V4      RR	P                  V4      R
RP                  V4      RRP                  V4      R/pV F%  pWB9   g   K  V P                  V4      WV,          &   K'  	  RP                  V4      V9   d4   V P                  RP                  V4      4      P                  ^ ^4      V R&   \	        WR^04      p V # VR/p\        W4      p V # )z-{}transformer.resblocks.0.attn.in_proj_weightz{}class_embeddingz'vision_model.embeddings.class_embeddingz{}conv1.weightú.vision_model.embeddings.patch_embedding.weightz{}positional_embeddingú1vision_model.embeddings.position_embedding.weightz{}ln_post.biasz vision_model.post_layernorm.biasz{}ln_post.weightz"vision_model.post_layernorm.weightz{}ln_pre.biaszvision_model.pre_layrnorm.biasz{}ln_pre.weightz vision_model.pre_layrnorm.weightz{}projzvisual_projection.weightzvision_model.Ú )ÚkeysÚformatÚpopÚ	transposer   r   )rR   ÚprefixÚsd_kÚkeys_to_replaceÚxÚreplace_prefixs   &&    r   Úconvert_to_transformersr†   X   s2  € Ø�7‰7‹9€DØ6×=Ñ=¸fÓEÈÔMà×&Ñ& vÓ.Ð0YØ×#Ñ# FÓ+Ð-]Ø$×+Ñ+¨FÓ3Ð5hØ×#Ñ# FÓ+Ð-OØ×%Ñ% fÓ-Ð/SØ×"Ñ" 6Ó*Ð,LØ×$Ñ$ VÓ,Ð.Pð
ˆó !ˆAØŽyØ)+¯©°«� 1Õ%Ó&ñ !ð �?‰?˜6Ó" dÔ*Ø-/¯V©V°H·O±OÀFÓ4KÓ-L×-VÑ-VÐWXÐZ[Ó-\ˆBÐ)Ñ*ä! "¨o¸rÓBˆð €Ið ! "˜ˆÜ& rÓ:ˆØ€Ir   c           	      óØ  € V'       d   \        W4      p R V 9   da   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEMêRV 9   da   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEMƒRV 9   Edº   V R,          P                  ^ ,          pV R,          P                  ^ ,          R8X  EdR   V R,          P                  p\        V4      ^8X  da   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R	4      pEM¾VR
8X  da   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEMWVR8X  d_   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEMðVR8X  dÈ   RV 9   da   \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEM‚\        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEM"\        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      pEMÂRV 9   d   \        P                  P                  \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      R4      pEM=RV 9   d~   \        P                  P                  \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      R4      pM¹RV 9   d-   RV 9   d&   \        P                  P                  P                  pM†RV 9   d~   \        P                  P                  \        P                  P                  \        P                  P	                  \        P                  P                  \        4      4      R4      R4      pMR# \        X\        P                  P                  V 4      R7      pVP!                  V 4      w  rx\        V4      ^ 8”  d&   \"        P$                  ! RP'                  V4      4       \)        V4      p\+        V P-                  4       4      p	V	 F  p
W¨9  g   K  V P/                  V
4       K  	  V  U
u. uF  qªP1                  R4      '       g   K  V
NK  	  pp
V'       Ed   V U
u/ uF   qª\        R4      R V P/                  V
4      bK"  	  pp
\3        \        P4                  P6                  R 7      P9                  4       pVP;                  V4       VP=                  \        P>                  PA                  VPB                  4      4       \        PD                  PG                  WÖPB                  \        P>                  PI                  4       \        P                  P                  V4      R!7      Vn%        V# u up
i u up
i )"z1vision_model.encoder.layers.47.layer_norm1.weightzclip_vision_config_g.jsonz1vision_model.encoder.layers.30.layer_norm1.weightzclip_vision_config_h.jsonz1vision_model.encoder.layers.22.layer_norm1.weightr{   z0vision_model.encoder.layers.0.layer_norm1.weighti€  rz   z$clip_vision_siglip2_base_naflex.jsoniÙ  zclip_vision_siglip_384.jsoni   zclip_vision_siglip_512.jsoniA  z#multi_modal_projector.linear_1.biasz&clip_vision_config_vitl_336_llava.jsonz clip_vision_config_vitl_336.jsonzclip_vision_config_vitl.jsonz%encoder.layer.39.layer_scale2.lambda1Úimage_encoderszdino2_giant.jsonz%encoder.layer.23.layer_scale2.lambda1zdino2_large.jsonzlayer.0.mlp.gate_proj.weightzlayer.31.norm1.weightzlayer.23.attention.o_proj.biaszdino3_large.jsonN)r/   zmissing clip vision: {}znaf.)Ú
operationsr,   )&r†   ÚosÚpathÚjoinÚdirnameÚrealpathÚ__file__rr   Úlenr:   rˆ   Údino3ÚDINOV3_VITH_CONFIGr&   ÚstorageÚstate_dict_fast_diskrS   ÚloggingÚwarningr~   ÚsetÚlistr}   r   Ú
startswithr   r@   rA   rC   rP   rn   r;   r>   r-   rD   rE   r=   rG   )rR   r�   Úconvert_keysrH   Úembed_shapeÚpatch_embedding_shapeÚclipÚmÚur}   ÚkÚnaf_keysÚnaf_sdrG   s   &&&           r   Úload_clipvision_from_sdr£   r   sî  € ßÜ$ RÓ0ˆØ:¸bÔ@Ü—g‘g—l‘l¤2§7¡7§?¡?´2·7±7×3CÑ3CÄHÓ3MÓ#NÐPkÓlŠØ	<ÀÔ	BÜ—g‘g—l‘l¤2§7¡7§?¡?´2·7±7×3CÑ3CÄHÓ3MÓ#NÐPkÓlŠØ	<ÀÕ	BØÐLÕM×SÑSÐTUÕVˆØÐ@ÕA×GÑGÈÕJÈdÕRØ$&Ð'WÕ$X×$^Ñ$^Ð!ÜÐ(Ó)¨QÔ.Ü Ÿg™gŸl™l¬2¯7©7¯?©?¼2¿7¹7×;KÑ;KÌHÓ;UÓ+VÐX~Ó’à #Ô%Ü"$§'¡'§,¡,¬r¯w©w¯©¼r¿w¹w×?OÑ?OÔPXÓ?YÓ/ZÐ\yÓ"z’KØ  DÔ(Ü"$§'¡'§,¡,¬r¯w©w¯©¼r¿w¹w×?OÑ?OÔPXÓ?YÓ/ZÐ\yÓ"z�KùØ˜CÔØ4¸Ô:Ü Ÿg™gŸl™l¬2¯7©7¯?©?¼2¿7¹7×;KÑ;KÌHÓ;UÓ+Vð  YAó  B’ä Ÿg™gŸl™l¬2¯7©7¯?©?¼2¿7¹7×;KÑ;KÌHÓ;UÓ+VÐXzÓ{’äŸ'™'Ÿ,™,¤r§w¡w§¡´r·w±w×7GÑ7GÌÓ7QÓ'RÐTrÓsŠKð 
1°BÔ	6Ü—g‘g—l‘l¤2§7¡7§<¡<´·±·±ÄÇÁ×@PÑ@PÔQYÓ@ZÓ0[Ð]mÓ#nð  qCó  DŠØ	0°BÔ	6Ü—g‘g—l‘l¤2§7¡7§<¡<´·±·±ÄÇÁ×@PÑ@PÔQYÓ@ZÓ0[Ð]mÓ#nð  qCó  D‰Ø	'¨2Ô	-Ð2IÈRÔ2OÜ×*Ñ*×0Ñ0×CÑC‰Ø	)¨RÔ	/Ü—g‘g—l‘l¤2§7¡7§<¡<´·±·±ÄÇÁ×@PÑ@PÔQYÓ@ZÓ0[Ð]mÓ#nð  qCó  D‰áä˜;´%·-±-×2TÑ2TÐUWÓ2XÔY€DØ�<‰<˜Ó�D€AÜ
ˆ1ƒv�„zÜ�ŠÐ1×8Ñ8¸Ó;Ô<ÜˆA‹€AÜ�—‘“	‹?€DÛˆØŽ:Ø�F‰F�1ŽIñ ñ Ó6™2�a§¡¨f×!5—�™2€HÐ6ß€xÙ6>Ó?±h°”C˜“K�L�/ 2§6¡6¨!£9Ò,±hˆÐ?ÜœUŸY™Y×2Ñ2Ô3×8Ñ8Ó:ˆØ×Ñ˜FÔ#Ø�‰Œu×%Ñ%×8Ñ8¸×9IÑ9IÓJÔKÜ×&Ñ&×7Ñ7¸×IYÑIYÔjo÷  kAñ  kA÷  k]ñ  k]ó  k_ô  kp÷  kxñ  kx÷  kMñ  kMð  NTó  kUÐ7ó  VˆŒØ€Kùò 7ùâ?s   Ø!]"Ø>]"Ù&]'c                 óX   € \        V 4      pR V9   d   \        VRRR7      # \        V4      # )z2visual.transformer.resblocks.0.attn.in_proj_weightzvisual.T)r�   rš   )r   r£   )Ú	ckpt_pathrR   s   & r   r4   r4   «   s.   € Ü	˜Ó	#€BØ;¸rÔAÜ& r°)È$ÔOÐOä& rÓ*Ð*r   )r|   F) Úutilsr   r   r   rŠ   r3   r•   Ú	comfy.opsr:   Úcomfy.model_patcherÚcomfy.model_managementÚcomfy.storageÚcomfy.utilsÚcomfy.clip_modelÚcomfy.image_encoders.dino2Úcomfy.image_encoders.dino3Úcomfy.image_encoders.nafr   r   rl   rp   ÚCLIPVisionModelProjectionrˆ   Údino2ÚDinov2Modelr‘   ÚDINOv3ViTModelr8   r&   r†   r£   r4   r   r   r   Ú<module>r´      sÑ   ðß SÑ SÛ 	Û Û ã Û Û Û Û Û Û !Û !Ý (÷!ñ !ð ×"Ñ"×2Ñ2€ð ˜×)Ñ)×CÑCØ˜5×+Ñ+×EÑEØ˜E×,Ñ,×FÑFØˆe×"Ñ"×(Ñ(×4Ñ4Øˆe×"Ñ"×(Ñ(×7Ñ7ð€÷6ñ 6òpô47ôr+r   