+
    „°ñjÏ   ã                   óŠ  € ^ RI t ^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIH	t	 ^ RI
HtHt RRR^àRRR	^R
^R^R^RRRRRR/
t ! R R]P                  4      t ! R R]P                  4      t ! R R]P"                  P$                  4      t ! R R]P(                  4      t ! R R]P(                  4      t ! R R]4      tR R  ltR# )!é    N)Úoverride)ÚComfyExtensionÚioÚhidden_sizeé   Ú
image_sizeÚintermediate_sizei   Únum_attention_headsÚnum_channelsÚnum_hidden_layersÚ
patch_sizeÚprojection_dimi   Ú
hidden_actÚ
quick_geluÚ
model_typeÚclip_vision_modelc                   óT   a a€ ] tR t^t oR]P
                  3V 3R lltR tRtVt	V ;t
# )ÚMLPTc                ó  <€ \         SV `  4        V'       d	   W8X  g   Q hVP                  V4      V n        VP	                  W4      V n        VP	                  W24      V n        W@n        \        P                  ! 4       V n
        R # ©N)ÚsuperÚ__init__Ú	LayerNormÚ	layernormÚLinearÚfc1Úfc2Úuse_residualÚnnÚGELUÚact_fn)ÚselfÚin_dimÚout_dimÚ
hidden_dimr   Ú
operationsÚ	__class__s   &&&&&&€ÚAC:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_photomaker.pyr   ÚMLP.__init__   sf   ø€ Ü‰ÑÔßØÔ$Ð$Ð$Ø#×-Ñ-¨fÓ5ˆŒØ×$Ñ$ VÓ8ˆŒØ×$Ñ$ ZÓ9ˆŒØ(ÔÜ—g’g“iˆŽó    c                óÆ   € TpV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P                  '       d	   W,           pV# r   )r   r   r!   r   r   )r"   ÚxÚresiduals   && r(   ÚforwardÚMLP.forward#   sT   € ØˆØ�N‰N˜1ÓˆØ�H‰H�Q‹KˆØ�K‰K˜‹NˆØ�H‰H�Q‹KˆØ××ÐØ•ˆAØˆr*   )r!   r   r   r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚcomfyÚopsr   r.   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r'   Ú__classdict__s   @@r(   r   r      s    ù‡ € ØAEÐRW×R[ÑR[÷  ÷ò r*   r   c                   óJ   a a€ ] tR t^.t oV 3R ltR tV3R lR ltRtVtV ;t	# )Ú
FuseModulec                ó®   <€ \         SV `  4        \        V^,          WRVR7      V n        \        WVRVR7      V n        VP                  V4      V n        R# )é   F)r   r&   TN)r   r   r   Úmlp1Úmlp2r   Ú
layer_norm)r"   Ú	embed_dimr&   r'   s   &&&€r(   r   ÚFuseModule.__init__/   sJ   ø€ Ü‰ÑÔÜ˜	 A� yÈ%Ð\fÔgˆŒ	Ü˜	¨iÀdÐWaÔbˆŒ	Ø$×.Ñ.¨yÓ9ˆŽr*   c                ó¬   € \         P                  ! W.RR7      pV P                  V4      V,           pV P                  V4      pV P	                  V4      pV# )é   ©Údiméÿÿÿÿ)ÚtorchÚcatr?   r@   rA   )r"   Úprompt_embedsÚ	id_embedsÚstacked_id_embedss   &&& r(   Úfuse_fnÚFuseModule.fuse_fn5   sQ   € Ü!ŸIšI }Ð&@ÀbÔIÐØ ŸI™IÐ&7Ó8¸=ÕHÐØ ŸI™IÐ&7Ó8ÐØ ŸO™OÐ,=Ó>ÐØ Ð r*   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©r>   Úreturn)rI   ÚTensor)Úformatr:   s   "€r(   Ú__annotate__ÚFuseModule.__annotate__<   s   ø€ ÷  %ñ  %ñ
 
�‰ñ %r*   c                óÎ  € VP                  VP                  4      pVP                  4       P                  ^ 4      pVP                  R,          w  rVVP                  ^,          pVP                  RVP                  R,          VP                  R,          4      p\        P                  ! WhP                  R7      R,          VR,          8  p	W‰P                  4       ,          p
VP                  RVP                  R,          4      pVP                  R4      pV
P                  RV
P                  R,          4      p
W,          pV P                  Wº4      pVP                  4       VP                  ^ ,          8X  g,   Q VP                  4        RVP                  ^ ,           24       hVP                  VR,          VP                  VP                  4      4       VP                  WWR4      pV# )r   :Nr>   N)Údevicez != rH   éþÿÿÿ)NºNNN)rZ   N)ÚtoÚdtypeÚsumÚ	unsqueezeÚshapeÚviewrI   ÚarangerX   ÚflattenrN   Úmasked_scatter_)r"   rK   rL   Úclass_tokens_maskÚ
num_inputsÚ
batch_sizeÚmax_num_inputsÚ
seq_lengthÚflat_id_embedsÚvalid_id_maskÚvalid_id_embedsÚimage_token_embedsrM   Úupdated_prompt_embedss   &&&&          r(   r.   ÚFuseModule.forward<   s¼  € ð —L‘L ×!4Ñ!4Ó5ˆ	Ø&×*Ñ*Ó,×6Ñ6°qÓ9ˆ
Ø%.§_¡_°RÕ%8Ñ"ˆ
à"×(Ñ(¨Õ+ˆ
à"Ÿ™Ø�	—‘ Õ# Y§_¡_°RÕ%8ó
ˆô
 �LŠL˜×0EÑ0EÔFÀwÕOØ˜Õ!ñ"ð 	ð )×)>Ñ)>Ó)@ÕAˆà%×*Ñ*¨2¨}×/BÑ/BÀ2Õ/FÓGˆØ-×2Ñ2°2Ó6ÐØ)×.Ñ.¨r°?×3HÑ3HÈÕ3LÓMˆà*Õ=ÐØ ŸL™LÐ);ÓMÐØ ×$Ñ$Ó&Ð*;×*AÑ*AÀ!Õ*DÔDð  	CÐIZ×I^ÑI^ÓI`ÐHaÐaeÐfw×f}Ñf}Ð~õ  gAð  fBð  GCó  	CÐDØ×%Ñ%Ð&7¸Õ&@ÐBS×BVÑBVÐWd×WjÑWjÓBkÔlØ -× 2Ñ 2°:È2Ó NÐØ$Ð$r*   )rA   r?   r@   )
r0   r1   r2   r3   r   rN   r.   r6   r7   r8   r9   s   @@r(   r<   r<   .   s   ù‡ € õ:ò!÷ %÷  %ð  %r*   r<   c                   ó8   a a€ ] tR t^^t oV 3R ltR tRtVtV ;t# )ÚPhotoMakerIDEncoderc                óê  <€ \         P                  P                  4       V n        \         P                  P	                  4       p\         P                  P                  V P                  4      p\        SV `  \        W!\         P                  P                  4       \         P                  P                  P                  R RRR7      V n        \        R\         P                  P                  4      V n        R# )r   i   F)Úbiasi   N)r4   Úmodel_managementÚtext_encoder_deviceÚload_deviceÚtext_encoder_offload_deviceÚtext_encoder_dtyper   r   ÚVISION_CONFIG_DICTr5   Úmanual_castr   Úvisual_projection_2r<   Úfuse_module)r"   Úoffload_devicer\   r'   s   &  €r(   r   ÚPhotoMakerIDEncoder.__init___   s¤   ø€ Ü ×1Ñ1×EÑEÓGˆÔÜ×/Ñ/×KÑKÓMˆÜ×&Ñ&×9Ñ9¸$×:JÑ:JÓKˆä‰ÑÔ+¨UÄEÇIÁI×DYÑDYÔZÜ#(§9¡9×#8Ñ#8×#?Ñ#?ÀÀdÐQVÐ#?Ó#WˆÔ Ü% d¬E¯I©I×,AÑ,AÓBˆÖr*   c                ón  € VP                   w  rErgpVP                  WE,          WgV4      pV P                  V4      ^,          p	V P                  V	4      p
V P	                  V	4      pV
P                  WE^R4      p
VP                  WE^R4      p\
        P                  ! W«3RR7      p
V P                  W*V4      pV# )r>   rF   rH   )r_   r`   Úvision_modelÚvisual_projectionrz   rI   rJ   r{   )r"   Úid_pixel_valuesrK   rd   Úbre   ÚcÚhÚwÚshared_id_embedsrL   Úid_embeds_2rm   s   &&&&         r(   r.   ÚPhotoMakerIDEncoder.forwardh   sµ   € Ø!0×!6Ñ!6Ñˆ�q˜QØ)×.Ñ.¨q­~¸qÀQÓGˆà×,Ñ,¨_Ó=¸aÕ@ÐØ×*Ñ*Ð+;Ó<ˆ	Ø×.Ñ.Ð/?Ó@ˆà—N‘N 1°!°RÓ8ˆ	Ø!×&Ñ& q°a¸Ó<ˆä—I’I˜yÐ6¸BÔ?ˆ	Ø $× 0Ñ 0°ÐK\Ó ]Ðà$Ð$r*   )r{   ru   rz   )	r0   r1   r2   r3   r   r.   r6   r7   r8   r9   s   @@r(   rp   rp   ^   s   ù‡ € õC÷%ò %r*   rp   c                   ó@   a € ] tR t^yt o ]R 4       t]R 4       tRtV tR# )ÚPhotoMakerLoaderc                óÜ   € \         P                  ! R RR\         P                  P                  R\        P
                  ! R4      R7      .\         P                  P                  4       .RR7      # )rŠ   zLoad PhotoMaker Modelzmodel/loadersÚphotomaker_model_nameÚ
photomaker)ÚoptionsT©Únode_idÚdisplay_nameÚcategoryÚinputsÚoutputsÚis_experimental)r   ÚSchemaÚComboÚInputÚfolder_pathsÚget_filename_listÚ
PhotomakerÚOutput©Úclss   &r(   Údefine_schemaÚPhotoMakerLoader.define_schemaz   s^   € ä�yŠyØ&Ø0Ø$ä—‘—‘Ð6Ä×@^Ò@^Ð_kÓ@l�Ómðô —‘×$Ñ$Ó&ðð !ô
ð 	
r*   c                óô   € \         P                  ! R V4      p\        4       p\        P                  P                  VRR7      pRV9   d
   VR,          pVP                  V4       \        P                  ! V4      # )r�   T)Ú	safe_loadÚ
id_encoder)	r™   Úget_full_path_or_raiserp   r4   ÚutilsÚload_torch_fileÚload_state_dictr   Ú
NodeOutput)rž   rŒ   Úphotomaker_model_pathÚphotomaker_modelÚdatas   &&   r(   ÚexecuteÚPhotoMakerLoader.execute‰   si   € ä ,× CÒ CÀLÐRgÓ hÐÜ.Ó0ÐÜ�{‰{×*Ñ*Ð+@ÈDÐ*ÓQˆØ˜4ÔØ˜Õ%ˆDØ×(Ñ(¨Ô.Ü�}Š}Ð-Ó.Ð.r*   © N©	r0   r1   r2   r3   ÚclassmethodrŸ   r¬   r6   r7   ©r:   s   @r(   rŠ   rŠ   y   s+   ø‡ € Øñ
ó ð
ð ñ/ó ö/r*   rŠ   c                   ó@   a € ] tR t^”t o ]R 4       t]R 4       tRtV tR# )ÚPhotoMakerEncodec                ól  € \         P                  ! R RR\         P                  P                  R4      \         P                  P                  R4      \         P
                  P                  R4      \         P                  P                  RRRRR	7      .\         P                  P                  4       .RR
7      # )r³   zPhotoMaker Encodezmodel/conditioning/photomakerr�   ÚimageÚclipÚtextTzphotograph of photomaker)Ú	multilineÚdynamic_promptsÚdefaultr�   )	r   r–   r›   r˜   ÚImageÚClipÚStringÚConditioningrœ   r�   s   &r(   rŸ   ÚPhotoMakerEncode.define_schema•   sˆ   € ä�yŠyØ&Ø,Ø4ä—‘×#Ñ# LÓ1Ü—‘—‘˜wÓ'Ü—‘—‘˜fÓ%Ü—	‘	—‘ °$ÈÐVp�Óqð	ô —‘×&Ñ&Ó(ðð !ô
ð 	
r*   c           
     ó  a€ R p\         P                  P                  VP                  VP                  4      4      P                  4       p VP                  R4      P                  V4      ^,           oVP                  VRR7      p/ pV Fy  p	. W‰&   Wy,           Ff  p
\        \        V3R lV
4      4      p\        V4      \        V
4      8  d   VP                  V
R
,          4       K3  W‰,          P                  V4       Kh  	  K{  	  VP                  VRR7      w  rÍS^ 8”  d²   S^,
          p^p\        ^M4       Uu. uF  pVTu;8:  d   Wï,           8  d   M MRMRNK!  	  ppV! VP!                  ^ 4      VP                  VP                  4      \"        P$                  ! V\"        P&                  VP                  R7      P!                  ^ 4      R7      pMTp\(        P*                  ! VR	V/..4      #   \         d    R
o ELŽi ; iu upi )r�   Ú T)Úreturn_word_idsc                 ó   <€ V ^,          S8g  # )r>   r®   )r,   Úindexs   &€r(   Ú<lambda>Ú*PhotoMakerEncode.execute.<locals>.<lambda>´   s   ø€ ¨!¨A­$°%ª-r*   )Úreturn_pooledF)r\   rX   )r�   rK   rd   Úpooled_outputrH   )r4   Úclip_visionÚclip_preprocessr[   ru   ÚfloatÚsplitrÄ   Ú
ValueErrorÚtokenizeÚlistÚfilterÚlenÚappendÚencode_from_tokensÚranger^   rI   ÚtensorÚboolr   r¨   )rž   r�   rµ   r¶   r·   Úspecial_tokenÚpixel_valuesÚtokensÚ
out_tokensÚkÚtÚfÚcondÚpooledÚtoken_indexÚnum_id_imagesÚird   ÚoutrÄ   s   &&&&&              @r(   r¬   ÚPhotoMakerEncode.execute§   sÔ  ø€ à$ˆÜ×(Ñ(×8Ñ8¸¿¹À*×BXÑBXÓ9YÓZ×`Ñ`Óbˆð	Ø—J‘J˜s“O×)Ñ)¨-Ó8¸1Õ<ˆEð —‘˜t°T�Ó:ˆØˆ
ÛˆAØˆJ‰MØ—Y�Y�ÜœÔ 7¸Ó;Ó<�Ü˜!“fœs 1›v”oØ—H‘H˜Q˜r�U–OØ•×$Ñ$ QÖ'ó	 ñ ð ×.Ñ.¨zÈÐ.ÓN‰ˆà�1Œ9Ø !�)ˆKØˆMÜjoÐprÔjsÓ tÑjsÐef¨¸Ö)U¸KÕ<U×)U¡Ð[`Ò!`ÑjsÐÐ tÙ¨\×-CÑ-CÀAÓ-FÐVZ×V]ÑV]Ð^h×^tÑ^tÓVuÜ.3¯lªlÐ;LÔTY×T^ÑT^Ðgq×g}Ñg}Ô.~÷  /Iñ  /Ið  JKó  /LôM‰Cð ˆCä�}Š}˜s _°fÐ$=Ð>Ð?Ó@Ð@øô/ ô 	Ø‹Eð	üò" !us   Á'G0 Ä:%HÇ0HÈ Hr®   Nr¯   r±   s   @r(   r³   r³   ”   s-   ø‡ € Øñ
ó ð
ð" ñAó öAr*   r³   c                   ó<   a € ] tR t^Çt o ]V 3R lR l4       tRtV tR# )ÚPhotomakerExtensionc                óT   <€ V ^8„  d   QhRS[ S[S[P                  ,          ,          /# rQ   )rÏ   Útyper   Ú	ComfyNode)rT   r:   s   "€r(   rU   Ú PhotomakerExtension.__annotate__É   s"   ø€ ÷ 
ñ 
¡T©$©r¯|©|Õ*<Õ%=ñ 
r*   c              ƒ  ó"   "  € \         \        .# 5ir   )rŠ   r³   )r"   s   &r(   Úget_node_listÚ!PhotomakerExtension.get_node_listÈ   s   é € ô Üð
ð 	
ùs   ‚r®   N)r0   r1   r2   r3   r   rì   r6   r7   r±   s   @r(   ræ   ræ   Ç   s   ø‡ € Ø÷
ó ö
r*   ræ   c                ó$   € V ^8„  d   QhR\         /# rQ   ©ræ   )rT   s   "r(   rU   rU   Ï   s   € ÷ !ñ !Ô 3ñ !r*   c               ƒ   ó   "  € \        4       # 5ir   rï   r®   r*   r(   Úcomfy_entrypointrñ   Ï   s   é € ÜÓ Ð ùs   ‚)rI   Útorch.nnr   r™   Úcomfy.clip_modelr4   Úcomfy.clip_visionÚ	comfy.opsÚtyping_extensionsr   Úcomfy_api.latestr   r   rx   ÚModuler   r<   Ú
clip_modelÚCLIPVisionModelProjectionrp   ré   rŠ   r³   ræ   rñ   r®   r*   r(   Ú<module>rû      sÇ   ðÛ Ý Û Û Û Û Ý &ß /ð �4Ø�#Ø˜Ø˜2Ø�AØ˜Ø�"Ø�cØ�,ØÐ%ðÐ ôˆ"�)‰)ô ô,.%�—‘ô .%ô`%˜%×*Ñ*×DÑDô %ô6/�r—|‘|ô /ô60A�r—|‘|ô 0Aôf
˜.ô 
÷!r*   