+
    ‚°ñjòA  ã                   ó¤  € ^ RI t ^ RIHt ^ RIt^ RIt^à. R%O. R&OR3R ltR'R lt. R(O. R(OR3R lt ! R R] P                  P                  4      tR	R
 R] P                  P                  P                  RR /t ! R R] P                  P                  4      t ! R R] P                  P                  4      t ! R R] P                  P                  4      t ! R R] P                  P                  4      t ! R R] P                  P                  4      t ! R R] P                  P                  4      tR t ! R R] P                  P                  4      t ! R R] P                  P                  4      t ! R R ] P                  P                  4      t ! R! R"] P                  P                  4      t ! R# R$] P                  P                  4      tR# ))é    N)Úoptimized_attention_for_deviceTc                 óh  € V P                   ^,          ^8”  d
   V R,          MT p \        P                  ! W P                  V P                  R7      p\        P                  ! W0P                  V P                  R7      pV P                  R^4      p V P                   ^,          V8X  d   V P                   ^,          V8X  Eg   V'       d{   V\        V P                   ^,          V P                   ^,          4      ,          p\        WPP                   ^,          ,          4      \        WPP                   ^,          ,          4      3pMW3p\        P                  P                  P                  WRRR7      p V P                   ^,          V,
          ^,          pV P                   ^,          V,
          ^,          pV RRWwV,           1WˆV,           13,          p \        P                  ! RV ,          ^ ^ÿ4      P                  4       R,          p WP                  . R	O4      ,
          VP                  . R	O4      ,          # )
é   ºNNN©ÚdeviceÚdtypeÚbicubicT©ÚsizeÚmodeÚ	antialiasç     ào@©r   r   r   :Nr   Néÿÿÿÿ©r   é   r   )ÚshapeÚtorchÚtensorr   r	   ÚmovedimÚminÚroundÚnnÚ
functionalÚinterpolateÚclipÚview)	Úimager   ÚmeanÚstdÚcropÚscaleÚ
scale_sizeÚhÚws	   &&&&&    Ú4C:\Ai_Coding\apps\studio\ComfyUI\comfy\clip_model.pyÚclip_preprocessr(      s…  € Ø"'§+¡+¨a¥.°1Ô"4ˆE�+Ö¸%€EÜ�<Š<˜§\¡\¸¿¹ÔE€DÜ
�,Š,�s§<¡<°u·{±{Ô
C€CØ�M‰M˜"˜aÓ €EØ�K‰K˜�N˜dÔ" u§{¡{°1¥~¸Õ'=ßØœC §¡¨A¥°·±¸AµÓ?Õ?ˆEÜ ¯©°A­Õ 6Ó7¼¸uÇ{Á{ÐSTÅ~Õ?UÓ9VÐW‰Jà˜ˆJä—‘×#Ñ#×/Ñ/°ÈYÐbfÐ/ÓgˆØ�[‰[˜�^˜dÕ" QÕ&ˆØ�[‰[˜�^˜dÕ" QÕ&ˆØ�a˜˜!˜d�F˜( 1 t¥V 8Ð+Õ,ˆÜ�JŠJ˜˜u� q¨#Ó.×4Ñ4Ó6¸Õ>€EØ—I‘IšgÓ&Õ&¨#¯(©(²7Ó*;Õ;Ð;ó    c                 óâ   a€ V3R  lpV^
,          RrvWv,
          V8¼  dC   Wg,           ^,          pV! W4      V! W4      r©V	S,          V
S,          ,          V8:  d   TpKK  TpKO  V! W4      V! W4      3# )c                 ó‚   <€ \         P                  ! W,          S,          4      S,          p\        S\        V4      4      # ©N)ÚmathÚceilÚmaxÚint)r   r#   ÚscaledÚ
patch_sizes   && €r'   Ú	scale_dimÚ/siglip2_flex_calc_resolution.<locals>.scale_dim   s.   ø€ Ü—’˜4�<¨*Õ4Ó5¸
ÕBˆÜ�:œs 6›{Ó+Ð+r)   g      Y@© )ÚohÚowr2   Úmax_num_patchesÚepsr3   ÚloÚhiÚmidr%   r&   s   &&f&&      r'   Úsiglip2_flex_calc_resolutionr=      sn   ø€ õ,ð
 �2�X�uˆØ
�'�SŒ.Ø�w˜!�mˆÙ˜Ó!¡9¨RÓ#5ˆ1Ø��O  Z¥Õ0°OÔCØŠBàŠBá�RÓ™i¨Ó/Ð/Ð/r)   c                 ó¦  € V^ 8”  d   \        WWEVR7      # V P                  ^,          ^8”  d
   V R,          MT p \        P                  ! W@P                  V P
                  R7      p\        P                  ! WPP                  V P
                  R7      pV P                  R^4      p V P                  w  rxrš\        WšW#4      w  rš\        P                  P                  P                  W	V
3RRR7      p \        P                  ! RV ,          ^ ^ÿ4      P                  4       R,          p WP                  . R	O4      ,
          VP                  . R	O4      ,          # )
r   )r   r    r!   r"   r   ÚbilinearTr   r   r   r   r   )r(   r   r   r   r   r	   r   r=   r   r   r   r   r   r   )r   r   r2   Únum_patchesr    r!   r"   ÚbÚcr%   r&   s   &&&&&&&    r'   Úsiglip2_preprocessrC   *   sø   € Øˆa„xÜ˜u°dÈ$ÔOÐOà"'§+¡+¨a¥.°1Ô"4ˆE�+Ö¸%€EÜ�<Š<˜§\¡\¸¿¹ÔE€DÜ
�,Š,�s§<¡<°u·{±{Ô
C€CØ�M‰M˜"˜aÓ €Eà—‘�J€Aˆ!Ü'¨¨jÓF�D€Aä�H‰H×Ñ×+Ñ+¨E¸A¸ÀZÐ[_Ð+Ó`€EÜ�JŠJ˜˜u� q¨#Ó.×4Ñ4Ó6¸Õ>€EØ—I‘IšiÓ(Õ(¨C¯H©H²YÓ,?Õ?Ð?r)   c                   ó<   a a€ ] tR t^:t oV 3R ltRR ltRtVtV ;t# )ÚCLIPAttentionc                óø   <€ \         SV `  4        W n        VP                  WR W4R7      V n        VP                  WR W4R7      V n        VP                  WR W4R7      V n        VP                  WR W4R7      V n        R# ©T©Úbiasr	   r   N)ÚsuperÚ__init__ÚheadsÚLinearÚq_projÚk_projÚv_projÚout_proj)ÚselfÚ	embed_dimrL   r	   r   Ú
operationsÚ	__class__s   &&&&&&€r'   rK   ÚCLIPAttention.__init__;   sx   ø€ Ü‰ÑÔàŒ
Ø ×'Ñ'¨	À4ÈuÐ'ÓdˆŒØ ×'Ñ'¨	À4ÈuÐ'ÓdˆŒØ ×'Ñ'¨	À4ÈuÐ'ÓdˆŒà"×)Ñ)¨)ÀTÐQVÐ)ÓfˆŽr)   c                ó²   € V P                  V4      pV P                  V4      pV P                  V4      pV! WEW`P                  V4      pV P	                  V4      # r,   )rN   rO   rP   rL   rQ   )rR   ÚxÚmaskÚoptimized_attentionÚqÚkÚvÚouts   &&&&    r'   ÚforwardÚCLIPAttention.forwardE   sJ   € Ø�K‰K˜‹NˆØ�K‰K˜‹NˆØ�K‰K˜‹Nˆá! !¨¯:©:°tÓ<ˆØ�}‰}˜SÓ!Ð!r)   )rL   rO   rQ   rN   rP   ©NN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rK   r_   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rU   Ú__classdict__s   @@r'   rE   rE   :   s   ù‡ € õg÷"ô "r)   rE   Ú
quick_geluc                 óJ   € V \         P                  ! R V ,          4      ,          # )g¬Zd;û?)r   Úsigmoid©Úas   &r'   Ú<lambda>rq   M   s   €  q¬5¯=ª=¸À½Ó+CÖ'Cr)   ÚgeluÚgelu_pytorch_tanhc                 óX   € \         P                  P                  P                  V R R7      # )Útanh)Úapproximate)r   r   r   rr   ro   s   &r'   rq   rq   O   s   € ¬e¯h©h×.AÑ.A×.FÑ.FÀqÐV\Ð.FÔ.]r)   c                   ó8   a a€ ] tR t^Rt oV 3R ltR tRtVtV ;t# )ÚCLIPMLPc                ó¬   <€ \         SV `  4        VP                  WR WER7      V n        \        V,          V n        VP                  W!R WER7      V n        R# rG   )rJ   rK   rM   Úfc1ÚACTIVATIONSÚ
activationÚfc2)rR   rS   Úintermediate_sizer|   r	   r   rT   rU   s   &&&&&&&€r'   rK   ÚCLIPMLP.__init__S   sO   ø€ Ü‰ÑÔØ×$Ñ$ YÈÐTYÐ$ÓiˆŒÜ% jÕ1ˆŒØ×$Ñ$Ð%6ÈÐTYÐ$ÓiˆŽr)   c                ól   € V P                  V4      pV P                  V4      pV P                  V4      pV# r,   )rz   r|   r}   ©rR   rX   s   &&r'   r_   ÚCLIPMLP.forwardY   s/   € Ø�H‰H�Q‹KˆØ�O‰O˜AÓˆØ�H‰H�Q‹KˆØˆr)   )r|   rz   r}   rb   rj   s   @@r'   rx   rx   R   s   ù‡ € õj÷ò r)   rx   c                   ó<   a a€ ] tR t^_t oV 3R ltRR ltRtVtV ;t# )Ú	CLIPLayerc                óÌ   <€ \         SV `  4        VP                  WVR 7      V n        \	        WWVV4      V n        VP                  WVR 7      V n        \        WWEWg4      V n        R# ©©r	   r   N)	rJ   rK   Ú	LayerNormÚlayer_norm1rE   Ú	self_attnÚlayer_norm2rx   Úmlp)	rR   rS   rL   r~   Úintermediate_activationr	   r   rT   rU   s	   &&&&&&&&€r'   rK   ÚCLIPLayer.__init__`   s`   ø€ Ü‰ÑÔØ%×/Ñ/°	ÈvÐ/ÓVˆÔÜ& y¸È
ÓSˆŒØ%×/Ñ/°	ÈvÐ/ÓVˆÔÜ˜9Ð9PÐY_ÓlˆŽr)   c                ó    € WP                  V P                  V4      W#4      ,          pWP                  V P                  V4      4      ,          pV# r,   )rŠ   r‰   rŒ   r‹   )rR   rX   rY   rZ   s   &&&&r'   r_   ÚCLIPLayer.forwardg   sA   € Ø	�^‰^˜D×,Ñ,¨QÓ/°ÓKÕKˆØ	�X‰X�d×&Ñ& qÓ)Ó*Õ*ˆØˆr)   )r‰   r‹   rŒ   rŠ   ra   rb   rj   s   @@r'   r„   r„   _   s   ù‡ € õm÷ô r)   r„   c                   ó<   a a€ ] tR t^mt oV 3R ltRR ltRtVtV ;t# )ÚCLIPEncoderc	                óÀ   <€ \         S
V `  4        \        P                  P	                  \        V4       U	u. uF  p	\        W#WEWgV4      NK  	  up	4      V n        R # u up	i r,   )rJ   rK   r   r   Ú
ModuleListÚranger„   Úlayers)rR   Ú
num_layersrS   rL   r~   r�   r	   r   rT   ÚirU   s   &&&&&&&&& €r'   rK   ÚCLIPEncoder.__init__n   sy   ø€ Ü‰ÑÔÜ—h‘h×)Ñ)ô  X]ð  ^hô  Xió  +jñ  Xið  ST¬9°YÐGXÐsxð  CMö  ,Nñ  Xiñ  +jó  kˆŽùò  +js   ¶Ac                óÄ  € \        VP                  VR JRR7      pR pVe0   VR8X  d   . pR pM#V^ 8  d   \        V P                  4      V,           pR p\	        V P                  4       FX  w  rxV! WV4      pWs8X  d   VP                  4       pVf   K*  VP                  VP                  ^4      P                  4       4       KZ  	  Ve   \        P                  ! V^R7      pW3# )NT)rY   Úsmall_inputÚall©Údim)
r   r   Úlenr–   Ú	enumerateÚcloneÚappendÚ	unsqueezer   Úcat)	rR   rX   rY   Úintermediate_outputrZ   Úall_intermediateÚintermediater˜   Úls	   &&&&     r'   r_   ÚCLIPEncoder.forwardr   s×   € Ü<¸Q¿X¹XÈDÐX\ÐL\ÐjnÔoÐàÐØÒ*Ø" eÔ+Ø#%Ð Ø&*Ñ#Ø$ qÔ(Ü&)¨$¯+©+Ó&6Ð9LÕ&LÐ#àˆÜ˜dŸk™kÖ*‰DˆAÙ�!Ð.Ó/ˆAØÔ'Ø Ÿw™w›y�ØÔ+Ø ×'Ñ'¨¯©°A«×(<Ñ(<Ó(>Ö?ñ +ð Ò'Ü Ÿ9š9Ð%5¸1Ô=ˆLàˆÐr)   )r–   ra   rb   rj   s   @@r'   r’   r’   m   s   ù‡ € õk÷ô r)   r’   c                   óV   a a€ ] tR t^Št oRV 3R llt]P                  3R ltRtVt	V ;t
# )ÚCLIPEmbeddingsc                ó„   <€ \         SV `  4        VP                  W!WER 7      V n        VP                  W1WER 7      V n        R# r†   )rJ   rK   Ú	EmbeddingÚtoken_embeddingÚposition_embedding)rR   rS   Ú
vocab_sizeÚnum_positionsr	   r   rT   rU   s   &&&&&&&€r'   rK   ÚCLIPEmbeddings.__init__‹   s@   ø€ Ü‰ÑÔØ)×3Ñ3°JÐQVÐ3ÓfˆÔØ",×"6Ñ"6°}ÐW\Ð"6Ó"lˆÖr)   c                ó®   € V P                  WR 7      \        P                  P                  V P                  P
                  W!P                  R7      ,           # ))Ú	out_dtyper‡   )r®   ÚcomfyÚopsÚcast_tor¯   Úweightr   )rR   Úinput_tokensr	   s   &&&r'   r_   ÚCLIPEmbeddings.forward�   sY   € Ø×#Ñ# LÐ#ÓBÄUÇYÁY×EVÑEVÐW[×WnÑWn×WuÑWuð  ~C÷  L_ñ  L_ÐEVó  F`õ  `ð  	`r)   )r¯   r®   )i Á  éM   NNN©rc   rd   re   rf   rK   r   Úfloat32r_   rg   rh   ri   rj   s   @@r'   r«   r«   Š   s    ù‡ € ÷mð
 +0¯-©-÷ `ô `r)   r«   c                   ó`   a a€ ] tR t^”t oV 3R ltRRRRRR]P                  . 3R ltRtVt	V ;t
# )ÚCLIPTextModel_c           
     ó(  <€ VR ,          pVR,          pVR,          pVR,          pVR,          p	VR,          p
VR,          V n         \        SV `	  4        \        WjW#VR7      V n        \        WVWxW’W44      V n        VP                  WbVR7      V n        R	# )
Únum_hidden_layersÚhidden_sizeÚnum_attention_headsr~   Ú
hidden_actÚmax_position_embeddingsÚeos_token_id)r±   r	   r   rT   r‡   N)	rÆ   rJ   rK   r«   Ú
embeddingsr’   Úencoderrˆ   Úfinal_layer_norm)rR   Úconfig_dictr	   r   rT   r—   rS   rL   r~   r�   r±   rU   s   &&&&&      €r'   rK   ÚCLIPTextModel_.__init__•   s¦   ø€ Ø Ð!4Õ5ˆ
Ø Õ.ˆ	ØÐ1Õ2ˆØ'Ð(;Õ<ÐØ"-¨lÕ";ÐØ#Ð$=Õ>ˆØ'¨Õ7ˆÔä‰ÑÔÜ(¨ÐW\ð  yCô  DˆŒÜ" :¸%ÐTkÐtzó  HˆŒØ *× 4Ñ 4°YÐTZÐ 4Ó [ˆÖr)   NTc	                óZ  € VeR   V\         P                  P                  V P                  P                  P
                  WsP                  R7      ,           p	MV P                  WR7      p	R p
Veõ   RVP                  V	P                  4      P                  VP                  ^ ,          ^RVP                  R,          34      P                  VP                  ^ ,          ^VP                  R,          VP                  R,          4      ,
          p
V
P                  V
P                  \        P                  4      \        P                  ! V	P                  4      P                   ) 4      p
\        P"                  ! V	P                  ^,          V	P                  ^,          3\        P                  ! V	P                  4      P                   ) V	P                  V	P                  R7      P%                  ^4      pV
e
   W«,          p
MTp
V P'                  WšVR7      w  rœV P)                  V	4      p	Ve   V'       d   V P)                  V4      pVeD   V	\+        \-        V	P                  ^ ,          4      4      \+        \/        R V4      4      3,          pM¤V	\        P0                  ! V	P                  ^ ,          V	P                  R7      \        P2                  ! V4      P                  \        P4                  V	P                  R7      V P6                  8H  P5                  4       P9                  RR7      3,          pWœV3# )	Nr‡   )r	   g      ð?©rY   r¥   c                 ó   € V ^,
          # )r   r5   ro   s   &r'   rq   Ú(CLIPTextModel_.forward.<locals>.<lambda>»   s   € È!ÈaÎ%r)   )r   r�   r   )rµ   r¶   r·   rÇ   r¯   r¸   r   Útor	   Úreshaper   ÚexpandÚmasked_fillr   ÚboolÚfinfor/   ÚfullÚtriu_rÈ   rÉ   Úlistr•   ÚmapÚaranger   r0   rÆ   Úargmax)rR   r¹   Úattention_maskÚembedsÚ
num_tokensr¥   Úfinal_layer_norm_intermediater	   Úembeds_inforX   rY   Úcausal_maskr˜   Úpooled_outputs   &&&&&&&&&     r'   r_   ÚCLIPTextModel_.forward£   sô  € ØÒØœŸ™×*Ñ*¨4¯?©?×+MÑ+M×+TÑ+TÐ\a×jwÑjwÐ*ÓxÕx‰Aà—‘ �Ó:ˆAàˆØÒ%Ø˜×*Ñ*¨1¯7©7Ó3×;Ñ;¸^×=QÑ=QÐRSÕ=TÐVWÐY[Ð]k×]qÑ]qÐrtÕ]uÐ<vÓw×~Ñ~ð  @N÷  @Tñ  @Tð  UVõ  @Wð  YZð  \j÷  \pñ  \pð  qsõ  \tð  vD÷  vJñ  vJð  KMõ  vNó  Oõ  OˆDØ×#Ñ# D§G¡G¬E¯J©JÓ$7¼%¿+º+ÀaÇgÁgÓ:N×:RÑ:RÐ9RÓSˆDä—j’j !§'¡'¨!¥*¨a¯g©g°a­jÐ!9¼E¿KºKÈÏÉÓ<P×<TÑ<TÐ;TÐ\]×\cÑ\cÐlm×ltÑltÔu×{Ñ{Ð|}Ó~ˆàÒØÕ‰DàˆDà�|‰|˜AÐ>Qˆ|ÓR‰ˆØ×!Ñ! !Ó$ˆØŠ=×:Ø×%Ñ% aÓ(ˆAàÒ!Øœd¤5¨¯©°­Ó#4Ó5´t¼CÁÐQ[Ó<\Ó7]Ð]Õ^‰MàœeŸlšl¨1¯7©7°1­:¸a¿h¹hÔGÌ%Ï+Ê+ÐVbÓJc×JfÑJfÔmr×mvÑmvð  @A÷  @Hñ  @HÐJfó  KIð  MQ÷  M^ñ  M^ñ  K^÷  Jcñ  Jcó  Je÷  Jlñ  Jlð  qsð  Jló  Jtð  uõ  vˆMØ�]Ð"Ð"r)   )rÇ   rÈ   rÆ   rÉ   r¼   rj   s   @@r'   r¿   r¿   ”   sG   ù‡ € õ\ð $(¸ÀTÐVZÐptð  UYð  af÷  anñ  anð  |~÷ #ô #r)   r¿   c                   óD   a a€ ] tR t^Àt oV 3R ltR tR tR tRtVt	V ;t
# )ÚCLIPTextModelc                ó²   <€ \         SV `  4        VR ,          V n        \        WW44      V n        VR,          pVP                  WURW#R7      V n        W n        R# )rÁ   rÂ   FrH   N)rJ   rK   r—   r¿   Ú
text_modelrM   Útext_projectionr	   )rR   rÊ   r	   r   rT   rS   rU   s   &&&&& €r'   rK   ÚCLIPTextModel.__init__Á   sS   ø€ Ü‰ÑÔØ%Ð&9Õ:ˆŒÜ(¨¸VÓPˆŒØ Õ.ˆ	Ø)×0Ñ0°ÈEÐY^Ð0ÓnˆÔØŽ
r)   c                óB   € V P                   P                  P                  # r,   ©rç   rÇ   r®   )rR   s   &r'   Úget_input_embeddingsÚ"CLIPTextModel.get_input_embeddingsÉ   s   € Ø�‰×)Ñ)×9Ñ9Ð9r)   c                ó:   € WP                   P                  n        R # r,   rë   )rR   rÇ   s   &&r'   Úset_input_embeddingsÚ"CLIPTextModel.set_input_embeddingsÌ   s   € Ø5?�‰×"Ñ"Ö2r)   c                óŠ   € V P                   ! V/ VB pV P                  V^,          4      pV^ ,          V^,          WC^,          3# )é   )rç   rè   )rR   ÚargsÚkwargsrX   r^   s   &*,  r'   r_   ÚCLIPTextModel.forwardÏ   sB   € Ø�OŠO˜TÐ, VÑ,ˆØ×"Ñ" 1 Q¥4Ó(ˆØ�!•�a˜•d˜C 1¥Ð&Ð&r)   )r	   r—   rç   rè   )rc   rd   re   rf   rK   rì   rï   r_   rg   rh   ri   rj   s   @@r'   rå   rå   À   s   ù‡ € õò:ò@÷'ò 'r)   rå   c                 óÈ  € \        V P                  ^ ,          R,          4      p\        P                  P	                  W4      P                  ^^ 4      P                  ^RW34      p \        P                  P                  P                  WRRRR7      p V P                  RV P                  R,          V P                  R,          ,          4      P                  ^ ^4      p W,           # )r   ç      à?r?   FT)r   r   Úalign_cornersr   r   éþÿÿÿ)r   r   rµ   r¶   Úcast_to_inputr   rÑ   r   r   r   r   )Úembed_weightrÝ   Ú
orig_shapeÚembed_weight_lens   &&& r'   Úsiglip2_pos_embedrþ   Ô   sÆ   € Ü˜\×/Ñ/°Õ2°cÕ9Ó:ÐÜ—9‘9×*Ñ*¨<Ó@×HÑHÈÈAÓN×VÑVÐWXÐZ\Ð^nó  B€LÜ—8‘8×&Ñ&×2Ñ2°<ÐWaÐqvð  CGÐ2ó  H€LØ×'Ñ'¨¨L×,>Ñ,>¸rÕ,BÀ\×EWÑEWÐXZÕE[Õ,[Ó\×dÑdÐefÐhiÓj€LØÕ Ð r)   c                   ó<   a a€ ] tR t^Ût oRV 3R lltR tRtVtV ;t# )ÚSiglip2Embeddingsc
                ó¬   <€ \         S
V `  4        V	P                  W#,          V,          WVR 7      V n        V	P	                  WaWxR 7      V n        W0n        R# r†   )rJ   rK   rM   Úpatch_embeddingr­   r¯   r2   )rR   rS   Únum_channelsr2   Ú
image_sizeÚ
model_typer@   r	   r   rT   rU   s   &&&&&&&&&&€r'   rK   ÚSiglip2Embeddings.__init__Ü   sP   ø€ Ü‰ÑÔØ)×0Ñ0°Õ1JÈZÕ1WÐYbÐx~Ð0ÓˆÔØ",×"6Ñ"6°{ÐUZÐ"6Ó"jˆÔØ$Žr)   c                ó  € VP                   w  r#rEVP                  ^R4      P                  W$V P                  ,          V P                  WPP                  ,          V P                  V4      pVP	                  ^ ^^^^^4      pVP                  W&P                   ^,          VP                   ^,          ,          R4      pV P                  V4      p\        V P                  P                  WdV P                  ,          WPP                  ,          34      # )r   r   )	r   r   rÑ   r2   Úpermuter  rþ   r¯   r¸   )rR   Úpixel_valuesrA   rB   r%   r&   Úimgs   &&     r'   r_   ÚSiglip2Embeddings.forwardâ   sâ   € Ø!×'Ñ'‰
ˆˆaØ×"Ñ" 1 bÓ)×1Ñ1°!¸$¿/¹/Õ5IÈ4Ï?É?Ð\]×apÑapÕ\pÐrv÷  sBñ  sBð  DEó  FˆØ�k‰k˜!˜Q  1 a¨Ó+ˆØ�k‰k˜!ŸY™Y q�\¨C¯I©I°a­LÕ8¸"Ó=ˆØ×"Ñ" 3Ó'ˆÜ  ×!8Ñ!8×!?Ñ!?ÀÈDÏOÉOÕG[Ð]^×bqÑbqÕ]qÐFrÓsÐsr)   )r  r2   r¯   )r   é   éà   Ú NNNNrb   rj   s   @@r'   r   r   Û   s   ù‡ € ÷%÷tò tr)   r   c                   ó<   a a€ ] tR t^êt oRV 3R lltR tRtVtV ;t# )ÚCLIPVisionEmbeddingsc	           
     óX  <€ \         SV `  4        WC,          ^,          p	VR8X  d   RV n        Rp
MEV	^,           p	\        P                  P                  \        P                  ! WVR7      4      V n        Rp
VP                  VVVVV
VVR7      V n        VP                  W‘WgR7      V n
        R# )rò   Úsiglip_vision_modelNTr‡   F)Úin_channelsÚout_channelsÚkernel_sizeÚstriderI   r	   r   )rJ   rK   Úclass_embeddingr   r   Ú	ParameterÚemptyÚConv2dr  r­   r¯   )rR   rS   r  r2   r  r  r	   r   rT   r@   Ú
patch_biasrU   s   &&&&&&&&&  €r'   rK   ÚCLIPVisionEmbeddings.__init__ë   sª   ø€ Ü‰ÑÔà!Õ/°AÕ5ˆØÐ.Ô.Ø#'ˆDÔ Ø‰Jà%¨�/ˆKÜ#(§8¡8×#5Ñ#5´e·k²kÀ)ÐagÔ6hÓ#iˆDÔ ØˆJà)×0Ñ0Ø$Ø"Ø"ØØØØð  1ó  
ˆÔð #-×"6Ñ"6°{ÐUZÐ"6Ó"jˆÖr)   c                ó¼  € V P                  V4      P                  ^4      P                  ^^4      pV P                  ee   \        P
                  ! \        P                  P                  V P                  V4      P                  VP                  ^ ,          ^R4      V.^R7      pV\        P                  P                  V P                  P                  V4      ,           # )rò   r�   r   )r  ÚflattenÚ	transposer  r   r¤   rµ   r¶   rú   rÒ   r   r¯   r¸   )rR   r	  rÝ   s   && r'   r_   ÚCLIPVisionEmbeddings.forward  s¹   € Ø×%Ñ% lÓ3×;Ñ;¸AÓ>×HÑHÈÈAÓNˆØ×ÑÒ+Ü—Y’Y¤§	¡	× 7Ñ 7¸×8LÑ8LÈfÓ U× \Ñ \Ð]i×]oÑ]oÐpqÕ]rÐtuÐwyÓ zð  }Cð   Dð  JKô  LˆFØœŸ	™	×/Ñ/°×0GÑ0G×0NÑ0NÐPVÓWÕWÐWr)   )r  r  r¯   )r   r  r  r  NNNrb   rj   s   @@r'   r  r  ê   s   ù‡ € ÷k÷0Xò Xr)   r  c                   ó<   a a€ ] tR tRt oV 3R ltRR ltRtVtV ;t# )Ú
CLIPVisioni
  c                ó$  <€ \         SV `  4        VR ,          pVR,          pVR,          pVR,          pVR,          p	VR,          p
V
R9   d=   \        WaR,          VR,          VR,          W¡P                  R	R
4      W#VR7	      V n        M*\        WaR,          VR,          VR,          W¢W4R7      V n        V
R9   d   R V n        RV n        MVP                  V4      V n        RV n        \        WVWxW’W44      V n
        VP                  V4      V n        R
# )rÁ   rÂ   rÃ   r~   rÄ   r  r  r2   r  r@   N)r  r@   r	   r   rT   )r  r	   r   rT   c                 ó   € V # r,   r5   ro   s   &r'   rq   Ú%CLIPVision.__init__.<locals>.<lambda>  s   € ©!r)   TF)Úsiglip2_vision_model)r  r&  )rJ   rK   r   ÚgetrÇ   r  Úpre_layrnormÚoutput_layernormrˆ   r’   rÈ   Úpost_layernorm)rR   rÊ   r	   r   rT   r—   rS   rL   r~   r�   r  rU   s   &&&&&      €r'   rK   ÚCLIPVision.__init__  s\  ø€ Ü‰ÑÔØ Ð!4Õ5ˆ
Ø Õ.ˆ	ØÐ1Õ2ˆØ'Ð(;Õ<ÐØ"-¨lÕ";ÐØ  Õ.ˆ
àÐ1Ô1Ü/°	À~Õ;VÐXcÐdpÕXqÐs~ð  @Lõ  tMð  Zd÷  rAñ  rAð  BOð  QUó  rVð  ^cð  Iô  JˆD�Oä2°9È.Õ>YÐ[fÐgsÕ[tð  wBð  COõ  wPð  ]gð  }Cô  [ˆDŒOØÐHÔHÙ +ˆDÔØ$(ˆDÕ!à *× 4Ñ 4°YÓ ?ˆDÔØ$)ˆDÔ!Ü" :¸%ÐTkÐtzó  HˆŒØ(×2Ñ2°9Ó=ˆÖr)   c                óö   € V P                  V4      pV P                  V4      pV P                  VR VR7      w  rEV P                  '       d   V P	                  V4      pTpMV P	                  VR,          4      pWEV3# )NrÍ   )r   r   r   )rÇ   r(  rÈ   r)  r*  )rR   r	  rÜ   r¥   rX   r˜   râ   s   &&&&   r'   r_   ÚCLIPVision.forward!  sw   € Ø�O‰O˜LÓ)ˆØ×Ñ˜aÓ ˆà�|‰|˜A DÐ>Qˆ|ÓR‰ˆØ× × Ð Ø×#Ñ# AÓ&ˆAØ‰Mà ×/Ñ/°°'µ
Ó;ˆMØ�]Ð"Ð"r)   )rÇ   rÈ   r)  r*  r(  ra   rb   rj   s   @@r'   r"  r"  
  s   ù‡ € õ>÷,
#ô 
#r)   r"  c                   ó8   a a€ ] tR tRt oV 3R ltR tRtVtV ;t# )ÚLlavaProjectori-  c                óˆ   <€ \         SV `  4        VP                  WR WCR7      V n        VP                  W"R WCR7      V n        R# )T)rI   r   r	   N)rJ   rK   rM   Úlinear_1Úlinear_2)rR   Úin_dimÚout_dimr	   r   rT   rU   s   &&&&&&€r'   rK   ÚLlavaProjector.__init__.  s@   ø€ Ü‰ÑÔØ"×)Ñ)¨&ÀÈVÐ)ÓaˆŒØ"×)Ñ)¨'ÀÈfÐ)ÓbˆŽr)   c                óž   € V P                  \        P                  P                  P	                  V P                  VR,          4      4      4      # )r   )r   :r   NN)r2  r   r   r   rr   r1  r�   s   &&r'   r_   ÚLlavaProjector.forward3  s3   € Ø�}‰}œUŸX™X×0Ñ0×5Ñ5°d·m±mÀAÀeÅHÓ6MÓNÓOÐOr)   )r1  r2  rb   rj   s   @@r'   r/  r/  -  s   ù‡ € õc÷
Pò Pr)   r/  c                   óD   a a€ ] tR tRt oV 3R ltV 3R ltR tRtVtV ;t	# )ÚCLIPVisionModelProjectioni6  c                ó^  <€ \         SV `  4        \        WW44      V n        R V9   d)   VP	                  VR,          VR ,          RR7      V n        M#\        P                  P                  4       V n        RVP                  RR4      8X  d   \        VR,          RW#V4      V n        R# RV n        R# )Úprojection_dimrÂ   F)rI   Úllava3Úprojector_typeNi   )rJ   rK   r"  Úvision_modelrM   Úvisual_projectionr   r   ÚIdentityr'  r/  Úmulti_modal_projector)rR   rÊ   r	   r   rT   rU   s   &&&&&€r'   rK   Ú"CLIPVisionModelProjection.__init__7  s˜   ø€ Ü‰ÑÔÜ& {¸6ÓNˆÔØ˜{Ô*Ø%/×%6Ñ%6°{À=Õ7QÐS^Ð_oÕSpÐw|Ð%6Ó%}ˆDÕ"ä%*§X¡X×%6Ñ%6Ó%8ˆDÔ"à�{—‘Ð'7¸Ó>Ô>Ü)7¸ÀMÕ8RÐTXÐZ_ÐisÓ)tˆDÖ&à)-ˆDÖ&r)   c                ó¢   <€ R P                  V4      V9  d$   \        P                  P                  4       V n        \
        SV `  ! W.VO5/ VB  R# )z{}visual_projection.weightN)Úformatr   r   r@  r?  rJ   Ú_load_from_state_dict)rR   Ú
state_dictÚprefixró   rô   rU   s   &&&*,€r'   rE  Ú/CLIPVisionModelProjection._load_from_state_dictD  sB   ø€ Ø'×.Ñ.¨vÓ6¸jÔHÜ%*§X¡X×%6Ñ%6Ó%8ˆDÔ"Ü‰Ò% jÐJ¸4ÒJÀ6ÔJr)   c                óÌ   € V P                   ! V/ VB pV P                  V^,          4      pRpV P                  e   V P                  V^,          4      pV^ ,          V^,          WE3# )rò   N)r>  r?  rA  )rR   ró   rô   rX   r^   Ú	projecteds   &*,   r'   r_   Ú!CLIPVisionModelProjection.forwardI  se   € Ø×Ò˜tÐ. vÑ.ˆØ×$Ñ$ Q q¥TÓ*ˆØˆ	Ø×%Ñ%Ò1Ø×2Ñ2°1°Qµ4Ó8ˆIà�!•�a˜•d˜CÐ+Ð+r)   )rA  r>  r?  )
rc   rd   re   rf   rK   rE  r_   rg   rh   ri   rj   s   @@r'   r9  r9  6  s   ù‡ € õ.õK÷
,ò ,r)   r9  )g3<Í4'ÐÞ?gwgí¶MÝ?gy{Îå Ú?)g�‡Bô91Ñ?g•wÝt.¹Ð?g�Ý	U¦Ñ?)gñhãˆµøä>)r÷   r÷   r÷   )r   Úcomfy.ldm.modules.attentionr   Ú	comfy.opsrµ   r-   r(   r=   rC   r   ÚModulerE   r   rr   r{   rx   r„   r’   r«   r¿   rå   rþ   r   r  r"  r/  r9  r5   r)   r'   Ú<module>rO     sh  ðÛ Ý FÛ Û à #Ò*MÒSwð  Cô <ô&0ò" CRÒWfÐmqô @ô "�E—H‘H—O‘Oô "ð& ÑCØ�u—x‘x×*Ñ*×/Ñ/Ø"Ñ$]ð€ô
ˆe�h‰h�o‰oô ô�—‘—‘ô ô�%—(‘(—/‘/ô ô:`�U—X‘X—_‘_ô `ô*#�U—X‘X—_‘_ô *#ôX'�E—H‘H—O‘Oô 'ò(!ôt˜Ÿ™Ÿ™ô tôX˜5Ÿ8™8Ÿ?™?ô Xô@!#�—‘—‘ô !#ôFP�U—X‘X—_‘_ô Pô, §¡§¡ö ,r)   