+
    „°ñjwÛ  ã                   ó0  € ^ RI t ^ RIt^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t^ RI
t^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RIHtHt ^ RIHt ^ RIHt  ! R R]P                  P6                  4      t ! R R	]P                  P6                  4      t ! R
 R]P                  P6                  4      tR tR t  ! R R4      t! ! R R4      t"R t# ! R R4      t$ ! R R4      t% ! R R4      t& ! R R4      t' ! R R4      t( ! R R](4      t) ! R R 4      t* ! R! R"4      t+ ! R# R$4      t, ! R% R&4      t- ! R' R(]P                  P6                  4      t. ! R) R*]P^                  4      t0R]!R](R])R"]+R&]-R*]0R]"/t1RR+RR,RR-R"R.R&R/R*R0RR1/t2R# )2é    N)Únn)ÚWanMultiTalkAttentionBlockÚMultiTalkAudioProjModel)Úio)Ú
SUPIRPatchc                   óH   a a€ ] tR t^t oRV3R lV 3R llltR tRtVtV ;t# )ÚBlockWiseControlBlockc                ó    <€ V ^8„  d   QhRS[ /# )é   Údim©Úint)ÚformatÚ__classdict__s   "€ÚBC:\Ai_Coding\apps\studio\ComfyUI\comfy_extras\nodes_model_patch.pyÚ__annotate__Ú"BlockWiseControlBlock.__annotate__   s   ø€ ÷ 7ñ 7™Cñ 7ó    c                ó"  <€ \         SV `  4        VP                  VR R7      V n        VP                  VR R7      V n        VP                  W4      V n        \        P                  P                  4       V n
        VP                  W4      V n        R# )g�íµ ÷Æ°>)ÚepsN)ÚsuperÚ__init__ÚRMSNormÚx_rmsÚy_rmsÚLinearÚ
input_projÚtorchr   ÚGELUÚactÚoutput_proj)Úselfr   ÚdeviceÚdtypeÚ
operationsÚ	__class__s   &&&&&€r   r   ÚBlockWiseControlBlock.__init__   sr   ø€ Ü‰ÑÔØ×'Ñ'¨°Ð'Ó6ˆŒ
Ø×'Ñ'¨°Ð'Ó6ˆŒ
Ø$×+Ñ+¨CÓ5ˆŒÜ—8‘8—=‘=“?ˆŒØ%×,Ñ,¨SÓ6ˆÖr   c                óº   € V P                  V4      V P                  V4      r!V P                  W,           4      pV P                  V4      pV P	                  V4      pV# ©N)r   r   r   r    r!   )r"   ÚxÚys   &&&r   ÚforwardÚBlockWiseControlBlock.forward$   sK   € Ø�z‰z˜!‹}˜dŸj™j¨›mˆ1Ø�O‰O˜A�EÓ"ˆØ�H‰H�Q‹KˆØ×Ñ˜QÓˆØˆr   )r    r   r!   r   r   )é   NNN)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r,   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r&   r   s   @@r   r	   r	      s   ù‡ € ÷7õ 7÷ò r   r	   c                   óN   a a€ ] tR t^,t oRV3R lV 3R llltR tR tRtVtV ;t	# )ÚQwenImageBlockWiseControlNetc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ /# )r   Ú
num_layersÚin_dimÚadditional_in_dimr   r   )r   r   s   "€r   r   Ú)QwenImageBlockWiseControlNet.__annotate__-   s3   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ
 ñ
r   c                ó  <€ \         S	V `  4        W0n        VP                  W#,           WEVR 7      V n        \
        P                  P                  \        V4       Uu. uF  p\        WEWgR7      NK  	  up4      V n
        R# u upi )©r#   r$   ©r#   r$   r%   N)r   r   r<   r   Úimg_inr   r   Ú
ModuleListÚranger	   Úcontrolnet_blocks)
r"   r:   r;   r<   r   r#   r$   r%   Ú_r&   s
   &&&&&&&& €r   r   Ú%QwenImageBlockWiseControlNet.__init__-   sx   ø€ ô 	‰ÑÔØ!2ÔØ ×'Ñ'¨Õ(BÀCÐ^cÐ'ÓdˆŒÜ!&§¡×!4Ñ!4ô ˜zÔ*óá*�Aô & cÀ×]Ù*ñó"
ˆÖùòs   ÁA?c                óH  € \         P                  P                  4       P                  VR,          4      VR&   ^p\         P                  P
                  P                  V^W"34      pVP                  pVP                  V^ ,          V^,          VR,          ^,          ^VR,          ^,          ^4      pVP                  ^ ^^^^^4      pVP                  V^ ,          VR,          ^,          VR,          ^,          ,          V^,          ^,          4      pV P                  V4      # )ºNNN)rH   :Né   Néþÿÿÿéÿÿÿÿ)ÚcomfyÚlatent_formatsÚWan21Ú
process_inÚldmÚ
common_ditÚpad_to_patch_sizeÚshapeÚviewÚpermuteÚreshaperA   )r"   Úlatent_imageÚ
patch_sizeÚhidden_statesÚ
orig_shapes   &&   r   Úprocess_input_latent_imageÚ7QwenImageBlockWiseControlNet.process_input_latent_image?   s  € Ü$×3Ñ3×9Ñ9Ó;×FÑFÀ|ÐTZÕG[Ó\ˆ�VÑØˆ
ÜŸ	™	×,Ñ,×>Ñ>¸|ÈaÐQ[ÐMhÓiˆØ"×(Ñ(ˆ
Ø%×*Ñ*¨:°a­=¸*ÀQ½-ÈÐTVÍÐ[\ÕI\Ð^_ÐakÐlnÕaoÐstÕatÐvwÓxˆØ%×-Ñ-¨a°°A°q¸!¸QÓ?ˆØ%×-Ñ-¨j¸­m¸jÈ½nÐPQÕ>QÐV`ÐacÕVdÐhiÕViÕ=jÐlvÐwxÕlyÐ|}Õl}Ó~ˆØ�{‰{˜=Ó)Ð)r   c                ó4   € V P                   V,          ! W4      # r)   )rD   )r"   ÚimgÚcontrolnet_conditioningÚblock_ids   &&&&r   Úcontrol_blockÚ*QwenImageBlockWiseControlNet.control_blockI   s   € Ø×%Ñ% hÖ/°ÓMÐMr   )r<   rD   rA   )é<   é@   r   r.   NNN)
r/   r0   r1   r2   r   r[   ra   r3   r4   r5   r6   s   @@r   r8   r8   ,   s    ù‡ € ÷
õ 
ò$*÷Nò Nr   r8   c                   ó^   a a€ ] tR t^Mt oRtRV3R lV 3R llltR tV3R lR ltRtVt	V ;t
# )	ÚSigLIPMultiFeatProjModelaë  
SigLIP Multi-Feature Projection Model for processing style features from different layers
and projecting them into a unified hidden space.

Args:
    siglip_token_nums (int): Number of SigLIP tokens, default 257
    style_token_nums (int): Number of style tokens, default 256
    siglip_token_dims (int): Dimension of SigLIP tokens, default 1536
    hidden_size (int): Hidden layer size, default 3072
    context_layer_norm (bool): Whether to use context layer normalization, default False
c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[/# )r   Úsiglip_token_numsÚstyle_token_numsÚsiglip_token_dimsÚhidden_sizeÚcontext_layer_norm)r   Úbool)r   r   s   "€r   r   Ú%SigLIPMultiFeatProjModel.__annotate__Z   sD   ø€ ÷ '[ñ '[áð'[ñ ð'[ñ ð	'[ñ
 ð'[ñ !ñ'[r   c	                óZ  <€ \         S	V `  4        \        P                  ! VP	                  W4      \        P
                  ! 4       4      V n        V'       d   VP                  V4      M\        P                  ! 4       V n	        VP	                  W4R R7      V n
        \        P                  ! VP	                  W4      \        P
                  ! 4       4      V n        V'       d   VP                  V4      M\        P                  ! 4       V n        VP	                  W4R R7      V n        \        P                  ! VP	                  W4      \        P
                  ! 4       4      V n        V'       d   VP                  V4      M\        P                  ! 4       V n        VP	                  W4R R7      V n        R# )T)ÚbiasN)r   r   r   Ú
Sequentialr   ÚSiLUÚhigh_embedding_linearÚ	LayerNormÚIdentityÚhigh_layer_normÚhigh_projectionÚmid_embedding_linearÚmid_layer_normÚmid_projectionÚlow_embedding_linearÚlow_layer_normÚlow_projection)
r"   rh   ri   rj   rk   rl   r#   r$   r%   r&   s
   &&&&&&&&&€r   r   Ú!SigLIPMultiFeatProjModel.__init__Z   sQ  ø€ ô 	‰ÑÔô &(§]¢]Ø×ÑÐ/ÓBÜ�GŠG‹Ió&
ˆÔ"÷
 8JˆJ× Ñ Ð!2Ô3ÌrÏ{Ê{Ë}ð 	Ôð  *×0Ñ0Ð1BÐVZÐ0Ó[ˆÔô %'§M¢MØ×ÑÐ/ÓBÜ�GŠG‹Ió%
ˆÔ!÷
 8JˆJ× Ñ Ð!2Ô3ÌrÏ{Ê{Ë}ð 	Ôð )×/Ñ/Ð0AÐUYÐ/ÓZˆÔô %'§M¢MØ×ÑÐ/ÓBÜ�GŠG‹Ió%
ˆÔ!÷
 8JˆJ× Ñ Ð!2Ô3ÌrÏ{Ê{Ë}ð 	Ôð )×/Ñ/Ð0AÐUYÐ/ÓZˆÖr   c                óì  € \        V P                  P                  4       4      P                  pV P	                  V^,          V P                  V P
                  V P                  V4      pV P	                  V^,          V P                  V P                  V P                  V4      pV P	                  V^ ,          V P                  V P                  V P                  V4      p\        P                  ! W4V3^R7      # )zÔ
Forward pass function

Args:
    siglip_outputs: Output from SigLIP model, containing hidden_states

Returns:
    torch.Tensor: Concatenated multi-layer features with shape [bs, 3*style_token_nums, hidden_size]
©r   )Únextrs   Ú
parametersr$   Ú_process_layer_featuresrv   rw   rx   ry   rz   r{   r|   r}   r   Úcat)r"   Úsiglip_outputsr$   Úhigh_embeddingÚmid_embeddingÚlow_embeddings   &&    r   r,   Ú SigLIPMultiFeatProjModel.forwardƒ   sã   € ô �T×/Ñ/×:Ñ:Ó<Ó=×CÑCˆð ×5Ñ5Ø˜1ÕØ×&Ñ&Ø× Ñ Ø× Ñ Øó
ˆð ×4Ñ4Ø˜1ÕØ×%Ñ%Ø×ÑØ×ÑØó
ˆð ×4Ñ4Ø˜1ÕØ×%Ñ%Ø×ÑØ×ÑØó
ˆô �yŠy˜.¸ÐGÈQÔOÐOr   c                ó¶   <€ V ^8„  d   QhRS[ P                  RS[P                  RS[P                  RS[P                  RS[ P                  RS[ P                  /# )r   rY   Úembedding_linearÚ
layer_normÚ
projectionr$   Úreturn)r   ÚTensorr   ÚModuler$   )r   r   s   "€r   r   rn   ­   s_   ø€ ÷  ñ  á—|‘|ð ñ Ÿ)™)ð ñ —I‘Ið	 ñ
 —I‘Ið ñ �{‰{ð ñ 
�‰ñ r   c                ó”   € V! VP                  V4      P                  ^^4      4      P                  ^^4      pV! V4      pV! V4      pV# )a[  
Helper function to process features from a single layer

Args:
    hidden_states: Input hidden states [bs, seq_len, dim]
    embedding_linear: Embedding linear layer
    layer_norm: Layer normalization
    projection: Projection layer
    dtype: Target data type

Returns:
    torch.Tensor: Processed features [bs, style_token_nums, hidden_size]
)ÚtoÚ	transpose)r"   rY   r‹   rŒ   r�   r$   Ú	embeddings   &&&&&& r   rƒ   Ú0SigLIPMultiFeatProjModel._process_layer_features­   sU   € ñ, %Ø×Ñ˜UÓ#×-Ñ-¨a°Ó3ó
ç
‰)�A�q‹/ð 	ñ
 ˜yÓ)ˆ	ñ ˜yÓ)ˆ	àÐr   )	rs   rv   rw   r{   r|   r}   rx   ry   rz   )iÙ  rd   i€  r.   TNNN)r/   r0   r1   r2   Ú__doc__r   r,   rƒ   r3   r4   r5   r6   s   @@r   rf   rf   M   s-   ù‡ € ñ
÷'[õ '[òR(P÷T ÷  ð  r   rf   c                 óâ  € R RRRRRRR/p/ p\        V P                  4       4       FÅ  pW,          pTpVP                  R4      '       d   V.pK)  VP                  R	4      '       d   V.X,           pKL  VP                  R
4      '       d5   XV.,           p\        P                  ! V^ R7      pVP                  R
R4      pVP                  4        F  w  rxVP                  Wx4      pK  	  WBV&   KÇ  	  V# )z.attention.to_out.0.biasz.attention.out.biasz.attention.norm_k.weightz.attention.k_norm.weightz.attention.norm_q.weightz.attention.q_norm.weightz.attention.to_out.0.weightz.attention.out.weightz.attention.to_k.weightz.attention.to_q.weightz.attention.to_v.weightr€   z.attention.qkv.weight)ÚsortedÚkeysÚendswithr   r„   ÚreplaceÚitems)	ÚsdÚreplace_keysÚout_sdÚkÚwÚk_outÚccÚrÚrrs	   &        r   Úz_image_convertr¦   Ï   sï   € Ø.Ð0EØ.Ð0JØ.Ð0JØ0Ð2Ið€Lð €FÜ�B—G‘G“IÖˆØ�EˆàˆØ�>‰>Ð2×3Ò3Ø�ˆBÙØ�>‰>Ð2×3Ò3Ø��r•ˆBÙØ�>‰>Ð2×3Ò3Ø�q�c•ˆBÜ—	’	˜" !Ô$ˆAØ—M‘MÐ":Ð<SÓTˆEà!×'Ñ'Ö)‰EˆAØ—M‘M !Ó(ŠEñ *àˆu‹ñ# ð& €Mr   c                 ó€  € \         P                  P                  V R 4      pVe?   \        P                  \         P
                  P                  V\        P                  4      3# \         P                  P                  4       p\         P                  P                  R\        P                  \        P                  .\         P                  P                  V 4      R7      p\         P                  P                  W2\        P                  \        P                  .R7      pV\         P
                  P                  W4VR7      3# )Ú )Úmodel_paramsÚsupported_dtypesÚweight_dtype)rª   )Úload_devicerK   )rL   ÚutilsÚdetect_layer_quantizationr   Úbfloat16ÚopsÚmixed_precision_opsÚmodel_managementÚget_torch_deviceÚ
unet_dtypeÚfloat32r«   Úunet_manual_castÚpick_operations)r�   Úquantr¬   r$   Úmanual_cast_dtypes   &    r   Údit_patch_operationsrº   ì   s  € ä�K‰K×1Ñ1°"°bÓ9€EØÒÜ�~‰~œuŸy™y×<Ñ<¸UÄEÇNÁNÓSÐSÐSÜ×(Ñ(×9Ñ9Ó;€KÜ×"Ñ"×-Ñ-¸2ÔQV×Q_ÑQ_Ôaf×anÑanÐPoô  D÷  Jñ  J÷  Wñ  Wð  XZó  [Ð-ó  \€EÜ×.Ñ.×?Ñ?ÀÔfk×ftÑftÔv{÷  wDñ  wDð  fEÐ?ó  FÐØ”%—)‘)×+Ñ+¨EÐR]Ð+Ó^Ð^Ð^r   c                   óF   a € ] tR t^÷t o ]R 4       tRtRtRtRt	R t
RtV tR# )	ÚModelPatchLoaderc                ó8   € R R\         P                  ! R4      3//# )ÚrequiredÚnameÚmodel_patches)Úfolder_pathsÚget_filename_list©Úss   &r   ÚINPUT_TYPESÚModelPatchLoader.INPUT_TYPESø   s&   € à˜f¤|×'EÒ'EÀoÓ'VÐ&Yð  ð !ð 	!r   Úload_model_patchTzmodel/loadersc                ój  € \         P                  ! R V4      p\        P                  P	                  VRRR7      w  r4\        P                  P                  V4      pRV9   dn   \        P                  P                  P                  P                  W4\        P                  P                  4       V\        P                  P                  R7      pE	MDRV9   dg   VR,          P                  ^,          ^@,
          p\        V\        P                  P                  4       V\        P                  P                  R7      pEM×RV9   di   \        P                  P!                  VR	R
/RR7      p\#        \        P                  P                  4       V\        P                  P                  R7      pEMhRV9   dà   \%        V4      p/ pRV9  d   ^VR&   ^VR&   RVR&   RV9   dF   ^VR&   ^VR&   RVR&   VP'                  RR4      p	V	e!   \(        P*                  ! V	4      ^ 8X  d   RVR&   \        P                  P,                  P.                  P0                  ! RLR\        P                  P                  4       RVR\        P                  P                  /VB pEM‚RV9   Ed   RV9   Ed   \3        V4      w  rZVR,          P                  ^ ,          pVP'                  RR4      pVe   VP                  ^ ,          ^,          MVR,          P                  ^ ,          p^ pRP5                  V4      V9   d   V^,          pK!  \        P                  P6                  P8                  P;                  V^�VVR,          P                  ^ ,          WÛ,          VRJV
\        P                  P                  4       VR7	      pEMd\        P                  P<                  P.                  P?                  V4      '       EdË   \3        V4      w  rZ^ pRP5                  V4      V9   d   V^,          pK!  \A        \C        ^ ^2^2V,          4      4      pVeI   RV9   dB   \A        \D        PF                  ! VR,          4      4      p\I        V4      V8w  d   \K        R 4      hVR!,          pVR",          P                  ^ ,          pVRJ;'       d    VP'                  R#4      R$8H  pV'       d   ^MR%p\        P                  P<                  P.                  PM                  ^1TVRJ;'       d    VP'                  R&4      R'8H  VR(,          P                  ^ ,          VP                  ^ ,          ^V,          ,          VVR),          P                  ^ ,          ^,          VVV
\        P                  P                  4       VR*7      pVPO                  R+4       EM`R,V9   Ed¯   R-R.R/R0R1R2R3R4/p/ pVPQ                  4        F7  w  ppVPQ                  4        F  w  ppVPS                  VV4      pK  	  VVV&   K9  	  Tp\U        R5 V 4       4      pVR,,          P                  ^ ,          pR6V9   d   VR6,          P                  ^ ,          pMTp\        P                  PV                  PX                  P[                  VR,,          P                  ^,          VVVR7,          P                  ^ ,          VVR8,          P                  ^,          VR9,          P                  ^ ,          VR:,          P                  ^,          VR:,          P                  ^ ,          \        P                  P                  4       V\        P                  P                  R;7      pEMª\\        ;QJ d    R< V 4       F  '       g   K   RM	  R+M! R< V 4       4      '       g   R=V9   d›   \        P                  P^                  P`                  Pc                  V4      pVPQ                  4        UUu/ uF  w  ppVVPe                  4       bK  	  ppp\        P                  P^                  P`                  Pg                  4       pEMÏR>V9   d’   \i        ^^ ^VR?,          P                  ^ ,          VR>,          P                  ^ ,          VR@,          P                  ^ ,          \        P                  P                  4       \        P                  P                  RA7      pEM7RBV9   g	   RCV9   Ed)   / pRBV9   d   RDVRE&   RFVRG&   M
RDVRD&   RFVRF&   RHp/ p \k        VPm                  4       4       F<  pVPo                  V4      '       g   K  VPq                  V4      V V\I        V4      R &   K>  	  \        P                  P!                  VVRR7      pVPq                  RIR4       \        P                  Pr                  Pt                  Pw                  \        P                  P                  4       V\        P                  P                  R7      pV '       d   V Vn<        \        Pz                  P}                  X\        P                  P                  4       \        P                  P                  4       \        P€                  Pƒ                  V4      RJ7      p!VP…                  VV!P‡                  4       RK7       V!3# u uppi )MrÀ   T)Ú	safe_loadÚreturn_metadataz!lllite_conditioning1.conv1.weightr@   z controlnet_blocks.0.y_rms.weightzimg_in.weight)r<   r#   r$   r%   z$feature_embedder.mid_layer_norm.biaszfeature_embedder.r¨   )Úfilter_keysz!control_all_x_embedder.2-1.weightz*control_layers.4.adaLN_modulation.0.weightÚn_control_layersr<   Úrefiner_controlz+control_layers.14.adaLN_modulation.0.weightz)control_noise_refiner.0.after_proj.weightNÚbrokenr#   r$   r%   zcontrol_img_in.weightz#control_blocks.0.img_mlp.out.weightz'control_blocks.0.img_mlp.gate_up.weightz$control_blocks.0.img_mlp.proj.weightz#control_blocks.{}.after_proj.weightz#control_blocks.0.attn.norm_q.weight)	Ú
num_blocksÚcontrol_in_dimÚ	inner_dimÚattention_head_dimÚ	mlp_ratioÚ	fused_mlpr%   r#   r$   Úcontrol_blocks_placeszKMiniMax H3 Fun control_blocks_places metadata does not match the checkpointz%control_blocks.0.attn.qkv_proj.weightz#control_blocks.0.attn.q_norm.weightÚminimax_h3_fun_controlnetÚadaln_basisi€
  Úinpaint_masked_pixel_modeÚ	post_normzcontrol_proj_in.weightzcontrol_blocks.0.mlp.fc1.weight)rÐ   Úinjection_layersÚinpaint_post_normrk   Únum_attention_headsrÒ   Úffn_hidden_sizeÚtime_embed_dimÚuse_adaln_curvesr%   r#   r$   Fz!controlnet_patch_embedding.weightz.self_attn.to_q.z.self_attn.q.z.self_attn.to_k.z.self_attn.k.z.self_attn.to_v.z.self_attn.v.z.self_attn.to_out.0.z.self_attn.o.c              3   óˆ   "  € T F8  qP                  R 4      '       g   K  VP                  R4      '       g   K4  ^x € K:  	  R# 5i)z	proj_out.z.weightN)Ú
startswithrš   ©Ú.0r    s   & r   Ú	<genexpr>Ú4ModelPatchLoader.load_model_patch.<locals>.<genexpr>\  s)   é € Ðb© 1¯l©l¸;×.GœQÈAÏJÉJÐW`×LaŸQšQ«ùs   ‚AŸA¸
Azproj_in.weightzcontrolnet_blocks.0.ffn.0.biasz'controlnet_blocks.0.norm1.linear.weightzproj_out.0.weightz,controlnet_mask_embedding.mask_proj.0.weight)Úin_channelsÚconv_out_dimr   Úffn_dimr:   rÞ   Úout_proj_dimÚadd_channelsÚmid_channelsr#   r$   r%   c              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5i)z+duration_head.attention_pooler.query_tokensN)rš   râ   s   & r   rä   rå   o  s   é € ÐWÑTVÈq—‘ÐI×JÐJÓTVùs   ‚zattention_pooler.query_tokenszaudio_proj.proj1.weightz%blocks.0.audio_cross_attn.proj.weightzaudio_proj.norm.weight)Úaudio_windowÚcontext_tokensÚ	vae_scaler;   Úintermediate_dimÚout_dimr#   r%   z-model.control_model.input_hint_block.0.weightz'control_model.input_hint_block.0.weightzcontrol_model.zmodel.control_model.zproject_modules.z&model.diffusion_model.project_modules.z"first_stage_model.denoise_encoder.zcontrol_model.mask_LQ)r¬   Úoffload_deviceÚ	fast_disk)Úassign© )DrÁ   Úget_full_path_or_raiserL   r­   Úload_torch_filer«   rP   ÚanimaÚllliteÚAnimaLLLiter²   Úunet_offload_devicer°   Úmanual_castrS   r8   Ústate_dict_prefix_replacerf   r¦   Úgetr   Úcount_nonzeroÚluminaÚ
controlnetÚZImage_Controlrº   r   Úqwen_image21ÚmodelÚQwenImage21FunControlÚminimaxÚis_minimax_h3_fun_state_dictÚtuplerC   ÚjsonÚloadsÚlenÚ
ValueErrorÚMiniMaxH3FunControlÚrequires_grad_rœ   r›   ÚsumÚwanÚuni3cÚWanUni3CControlnetÚanyÚ
lightricksÚduration_headÚnormalize_state_dictÚfloatÚDurationHeadÚMultiTalkModelPatchÚlistr™   rá   ÚpopÚsupirÚsupir_modulesÚSUPIRÚdenoise_encoder_sdÚmodel_patcherÚCoreModelPatcherr³   ÚstorageÚstate_dict_fast_diskÚload_state_dictÚ
is_dynamic)"r"   r¿   Úmodel_patch_pathr�   Úmetadatar$   r  r<   ÚconfigÚ
ref_weightr%   rÑ   Úgate_upÚ
hidden_dimrÏ   rÚ   ÚqkvÚhead_dimrß   rÞ   Úattn_key_replaceÚconverted_sdr    r¡   r¤   r¥   r:   rç   r   ÚvÚprefix_replaceÚ	de_prefixr  r   s"   &&                                r   rÇ   Ú!ModelPatchLoader.load_model_patch  sÓ	  € Ü'×>Ò>¸ÐPTÓUÐÜ—{‘{×2Ñ2Ð3CÈtÐeiÐ2Ój‰ˆÜ—‘×(Ñ(¨Ó,ˆà.°"Ô4Ü—I‘I—O‘O×*Ñ*×6Ñ6°rÌE×LbÑLb×LvÑLvÓLxð  AFô  SX÷  S\ñ  S\÷  Shñ  ShÐ6ó  iŠEØ/°2Ô5Ø " ?Õ 3× 9Ñ 9¸!Õ <¸rÕ AÐÜ0ÐCTÔ]b×]sÑ]s÷  ^Hñ  ^Hó  ^Jð  RWô  di÷  dmñ  dm÷  dyñ  dyô  zŠEØ3°rÔ9Ü—‘×6Ñ6°rÐ<OÐQSÐ;TÐbfÐ6ÓgˆBÜ,´E×4JÑ4J×4^Ñ4^Ó4`ÐhmÔz÷  {Dñ  {D÷  {Pñ  {Pô  QŠEØ0°BÔ6Ü  Ó$ˆBØˆFØ;À2ÔEØ-.�Ð)Ñ*Ø.0�Ð*Ñ+Ø,0�Ð(Ñ)Ø<ÀÔBØ-/�Ð)Ñ*Ø.0�Ð*Ñ+Ø,0�Ð(Ñ)ØŸV™VÐ$OÐQUÓV�
ØÒ)Ü×*Ò*¨:Ó6¸!Ô;Ø+/˜˜xÑ(Ü—I‘I×$Ñ$×/Ñ/×>Ò>ñ  mÄe×F\ÑF\×FpÑFpÓFrð  mÐzð  mô  MR÷  MVñ  MV÷  Mbñ  Mbð  mð  flñ  mŠEØ$¨Õ*Ð/TÐXZÕ/ZÜ 4°RÓ 8ÑˆEØÐ2Õ3×9Ñ9¸!Õ<ˆIØ—f‘fÐFÈÓMˆGØ29Ò2E˜Ÿ™ qÕ)¨QÖ.È2ÐNtÕKu×K{ÑK{Ð|}ÕK~ˆJØˆJØ7×>Ñ>¸zÓJÈbÔPØ˜a•’
Ü—I‘I×*Ñ*×0Ñ0×FÑFØ%Ø"Ø#Ø#%Ð&KÕ#L×#RÑ#RÐSTÕ#UØ$Õ1Ø!¨Ð-Ø%Ü×-Ñ-×AÑAÓCØð Gó 
ŠEô �Y‰Y×Ñ×)Ñ)×FÑFÀr×JÓJÜ 4°RÓ 8ÑˆEØˆJØ7×>Ñ>¸zÓJÈbÔPØ˜a•’
ä$¤U¨1¨b°"¸
Õ2BÓ%CÓDÐØÒ#Ð(?À8Ô(KÜ#(¬¯ª°HÐ=TÕ4UÓ)VÓ#WÐ ÜÐ'Ó(¨JÔ6Ü$Ð%rÓsÐsØÐ<Õ=ˆCØÐ?Õ@×FÑFÀqÕIˆHØ'¨tÐ3×rÐr¸¿¹ÐE`Ó8aÐerÑ8rÐß"2™Q¸ˆNÜ—I‘I×%Ñ%×0Ñ0×DÑDØ!Ø!1Ø"*°$Ð"6×"sÐ"s¸8¿<¹<ÐHcÓ;dÐhsÑ;sØÐ7Õ8×>Ñ>¸qÕAØ$'§I¡I¨a¥L°Q¸µ\Õ$BØ#+Ø "Ð#DÕ E× KÑ KÈAÕ NÐRSÕ SØ-Ø!1Ø%Ü×-Ñ-×AÑAÓCØð Eó ˆEð × Ñ  Ö'Ø0°BÕ6Ø 2°OØ 2°OØ 2°OØ 6¸ð IÐð ˆLØŸ™ž
‘��1Ø-×3Ñ3Ö5‘E�A�rØŸ	™	 ! RÓ(’Añ 6à"#�˜Q“ñ #ð ˆBäÑb©ÓbÓbˆJØÐAÕB×HÑHÈÕKˆLØ 2Ô%ØÐ)Õ*×0Ñ0°Õ3‘à"�Ü—I‘I—M‘M×'Ñ'×:Ñ:Ø "Ð#FÕ G× MÑ MÈaÕ PØ!-ØØÐ?Õ@×FÑFÀqÕIØ)Ø#%Ð&OÕ#P×#VÑ#VÐWXÕ#YØ!#Ð$7Õ!8×!>Ñ!>¸qÕ!AØ!#Ð$RÕ!S×!YÑ!YÐZ[Õ!\Ø!#Ð$RÕ!S×!YÑ!YÐZ[Õ!\Ü ×1Ñ1×EÑEÓGØÜ$Ÿy™y×4Ñ4ð ;ó 6ŠE÷ ‹SÑWÑTVÓW�S�SŠSÑWÑTVÓW×WÒWÐ[zð  Aô  \AÜ—‘×%Ñ%×3Ñ3×HÑHÈÓLˆBØ+-¯8©8¬:Ô6©:¡4 1 a�!�Q—W‘W“Y’,©:ˆBÑ6Ü—I‘I×(Ñ(×6Ñ6×CÑCÓEŠEØ&¨"Ô,Ü'Ø!"°2ÀØÐEÕF×LÑLÈQÕOØ%'Ð(AÕ%B×%HÑ%HÈÕ%KØÐ7Õ8×>Ñ>¸qÕAÜ ×1Ñ1×EÑEÓGÜ$Ÿy™y×4Ñ4ô6ŠEð =ÀÔBÐFoÐsuÕFuØˆNØ>À"ÔDØ9I�Ð5Ñ6ØK]�ÐGÒHà3C�Ð/Ñ0Ø5G�Ð1Ñ2ð =ˆIØ!#ÐÜ˜"Ÿ'™'›)–_�Ø—<‘< 	×*Ô*Ø=?¿V¹VÀA»YÐ& q¬¨Y«¨Ð'9Ó:ñ %ô —‘×6Ñ6°r¸>ÐW[Ð6Ó\ˆBØ�F‰FÐ*¨DÔ1Ü—I‘I—O‘O×1Ñ1×7Ñ7¼u×?UÑ?U×?iÑ?iÓ?kÐsxô  FK÷  FOñ  FO÷  F[ñ  F[Ð7ó  \ˆEß!Ø+=�Ô(ä×+Ñ+×<Ñ<¸UÔPU×PfÑPf×PwÑPwÓPyô  KP÷  Kañ  Ka÷  Kuñ  Kuó  Kwô  CH÷  CPñ  CP÷  Ceñ  Ceð  fhó  CiÐ<ó  jˆØ×Ñ˜b¨×)AÑ)AÓ)CÐÔDØÐÐùóE 7s   ß0j/rõ   N©ÚMODEL_PATCH)r/   r0   r1   r2   ÚclassmethodrÅ   ÚRETURN_TYPESÚFUNCTIONÚEXPERIMENTALÚCATEGORYrÇ   r3   r4   ©r   s   @r   r¼   r¼   ÷   s9   ø‡ € Øñ!ó ð!ð $€LØ!€HØ€Là€H÷Q ð Q r   r¼   c                   óJ   a € ] tR tRt o ]R 4       tR	tRtRtRt	R
R lt
RtV tR# )ÚAnimaLLLiteApplyi–  c                óf   € R RRRRRRRRRRRRR
R	RR/3RRRRRRR
RRR/3RRRRRRR
RRR/3/RRR//# )r¾   r  Úmodel_patchÚimageÚstrengthÚFLOATÚdefaultç      ð?Úminç      $@ÚmaxÚstepç{®Gáz„?Ústart_percentç        çü©ñÒMbP?Úend_percentÚoptionalÚmask©ÚMODELr4  ©ÚIMAGEç      $À©ÚMASKrõ   rÃ   s   &r   rÅ   ÚAnimaLLLiteApply.INPUT_TYPES—  s�   € à˜W jØ*Ð,<Ø$ jØ'¨'°I¸sÀEÈ5ÐRWÐY]Ð_eÐgkÐ3lÐ)mØ,¨w¸ÀCÈÐPSÐUZÐ\_ÐagÐinÐ8oÐ.pØ*¨W°yÀ#ÀuÈcÐSXÐZ]Ð_eÐglÐ6mÐ,nðð ˜V Yð ð ð 	 r   Úapply_patchTzmodel/patch/animaNc                ó¦  € VR,          pVP                   P                  ^8X  d#   Vf   \        P                  ! VR,          4      pMVP                   P                  ^8w  d   RpVP	                  R4      p\        VP                  V4      4      p	\        VP                  V4      4      p
\        P                  P                  P                  P                  W#WtWš4      pVP                  4       pVP                  V4       VP                  \        P                  P                  P                  P                  VRRRRRR/4      4       VP!                  \        P                  P                  P                  P                  VRR	/4      4       VP#                  \        P                  P                  P                  P%                  V4      R
4       V3# ).NÚmodel_samplingÚqÚself_attn_q_projr    Úself_attn_k_projr0  Úself_attn_v_projÚcross_attn_q_projÚ	mlp_patch).ºNé   N).r   )r  Úcond_in_channelsr   Ú
zeros_likeÚget_model_objectr  Úpercent_to_sigmarL   rP   rø   rù   ÚAnimaLLLitePatchÚcloneÚset_model_post_input_patchÚset_model_attn1_patchÚAnimaLLLiteAttentionPatchÚset_model_attn2_patchÚset_model_patchÚAnimaLLLiteMLPPatch)r"   r  r?  r@  rA  rJ  rM  rO  rZ  Úsigma_startÚ	sigma_endÚpatchÚmodel_patcheds   &&&&&&&&     r   rX  ÚAnimaLLLiteApply.apply_patch¨  ss  € Ø�g•ˆà×Ñ×-Ñ-°Ô2°t²|Ü×#Ò# E¨&¥MÓ2‰DØ×Ñ×/Ñ/°1Ô4ØˆDà×/Ñ/Ð0@ÓAˆÜ˜N×;Ñ;¸MÓJÓKˆÜ˜.×9Ñ9¸+ÓFÓGˆ	Ü—	‘	—‘×&Ñ&×7Ñ7¸ÈDÐ\gÓsˆØŸ™›ˆØ×0Ñ0°Ô7Ø×+Ñ+¬E¯I©I¯O©O×,BÑ,B×,\Ñ,\ØØÐ$ cÐ+=¸sÐDVÐWó-
ô 	ð 	×+Ñ+¬E¯I©I¯O©O×,BÑ,B×,\Ñ,\ØØÐ%Ð&ó-
ô 	ð 	×%Ñ%¤e§i¡i§o¡o×&<Ñ&<×&PÑ&PÐQVÓ&WÐYdÔeØÐÐr   rõ   rP  r)   ©r/   r0   r1   r2   r6  rÅ   r7  r8  r9  r:  rX  r3   r4   r;  s   @r   r=  r=  –  s7   ø‡ € Øñ	 ó ð	 ð €LØ€HØ€Là"€H÷ ò  r   r=  c                 ó˜   € \        V R ,          P                  4       ^ ,          4      pV^,          Tu;8*  ;'       d    V^ ,          8*  # u # )Úsigmas)r  Úflatten)Útransformer_optionsÚsigma_rangeÚsigmas   && r   Úin_sigma_ranger{  Â  sA   € ÜÐ% hÕ/×7Ñ7Ó9¸!Õ<Ó=€EØ�q�>˜U×4Ô4 k°!¥nÑ4Ð4Ñ4Ð4r   c                   óV   a € ] tR tRt o R]! R4      R33R ltR tR tR tR	 t	R
t
V tR# )ÚDiffSynthCnetPatchiÇ  NÚinfrK  c                ó  € Wn         W n        W0n        W@n        WPn        W`n        VP                  P                  V P                  V4      4      V n	        VP                  ^,          VP                  ^,          3V n        R# )é   N)r?  Úvaer@  rA  rO  ry  r  r[   Úencode_latent_condÚencoded_imagerS   Úencoded_image_size)r"   r?  r�  r@  rA  rO  ry  s   &&&&&&&r   r   ÚDiffSynthCnetPatch.__init__È  sd   € Ø&ÔØŒØŒ
Ø ŒØŒ	Ø&ÔØ(×.Ñ.×IÑIÈ$×JaÑJaÐbgÓJhÓiˆÔØ#(§;¡;¨q¥>°5·;±;¸qµ>Ð"BˆÖr   c                ó"  € V P                   P                  V4      pV P                  P                  P                  ^ 8”  dÏ   V P
                  fH   \        P                  ! V4      RRV P                  P                  P                  ^,          13,          pM`\        P                  P                  V P
                  P                  ^RR7      VP                  R,          VP                  R	,          RR4      p\        P                  ! W#.^R7      # V# )
r   NrH   T©r   ÚkeepdimÚbilinearÚnoner€   rK   rJ   )r�  Úencoder?  r  r<   rO  r   Ú	ones_likerL   r­   Úcommon_upscaleÚmeanrS   r„   )r"   r@  rW   Úmask_s   &&  r   r‚  Ú%DiffSynthCnetPatch.encode_latent_condÒ  sí   € Ø—x‘x—‘ uÓ-ˆØ×Ñ×!Ñ!×3Ñ3°aÔ7Ø�y‰yÒ ÜŸš¨Ó5°aÐ9g¸$×:JÑ:J×:PÑ:P×:bÑ:bÐfgÕ:gÐ9gÐ6gÕh‘äŸ™×2Ñ2°4·9±9·>±>ÀaÐQU°>Ó3VÐXd×XjÑXjÐkmÕXnÐp|÷  qCñ  qCð  DFõ  qGð  ISð  U[ó  \�ä—9’9˜lÐ2¸Ô:Ð:àÐr   c           
     ó<  € \        VR ,          V P                  4      '       g   V# VP                  R4      pVP                  R4      pVP                  R4      pV P                  P	                  4       pV P
                  eE   V P                  VP                  R
,          V,          VP                  R,          V,          38w  Ed!   \        P                  P                  V P                  P                  R^4      VP                  R,          V,          VP                  R
,          V,          RR4      p\        P                  P                  RR7      pV P                  P                   P#                  V P%                  VP                  ^R4      4      4      V n        VP                  R
,          VP                  R,          3V n        \        P                  P'                  V4       VR	RV P
                  P                  ^,          13;;,          V P                  P                   P)                  VR	RV P
                  P                  ^,          13,          V P
                  P+                  VP,                  4      V4      V P.                  ,          ,          uu&   W1R&   V# )rx  r*   r^   Úblock_indexNÚareaÚcenterT©Úonly_currently_usedrH   rJ   rK   )r{  ry  rþ   r�  Úspacial_compression_encoderƒ  r„  rS   rL   r­   r�  r@  Úmovedimr²   Úloaded_modelsr?  r  r[   r‚  Úload_models_gpura   r’   r$   rA  )r"   Úkwargsr*   r^   r’  Úspacial_compressionÚimage_scaledr™  s   &&      r   Ú__call__ÚDiffSynthCnetPatch.__call__Þ  s�  € Ü˜fÐ%:Õ;¸T×=MÑ=M×NÒNØˆMØ�J‰J�s‹OˆØ�j‰j˜ÓˆØ—j‘j Ó/ˆØ"Ÿh™h×AÑAÓCÐØ×ÑÒ%¨×)@Ñ)@ÀQÇWÁWÈRÅ[ÐSfÕEfÐhi×hoÑhoÐprÕhsð  wJõ  iJð  EKõ  *KÜ Ÿ;™;×5Ñ5°d·j±j×6HÑ6HÈÈQÓ6OÐQR×QXÑQXÐY[ÕQ\Ð_rÕQrÐtu×t{Ñt{Ð|~Õtð  CVõ  uVð  X^ð  `hó  iˆLÜ!×2Ñ2×@Ñ@ÐUYÐ@ÓZˆMØ!%×!1Ñ!1×!7Ñ!7×!RÑ!RÐSW×SjÑSjÐkw×kÑkð  ABð  DFó  lGó  THó  "IˆDÔØ'3×'9Ñ'9¸"Õ'=¸|×?QÑ?QÐRTÕ?UÐ&VˆDÔ#Ü×"Ñ"×2Ñ2°=ÔAàˆAÐ+�×"Ñ"×(Ñ(¨Õ+Ð+Ð+×,°×1AÑ1A×1GÑ1G×1UÑ1UÐVYÐZ[Ð]yÐ^b×^pÑ^p×^vÑ^vÐwxÕ^yÐ]yÐZyÕVzð  }A÷  }Oñ  }O÷  }Rñ  }Rð  SV÷  S\ñ  S\ó  }]ð  _jó  2kð  nr÷  n{ñ  n{õ  2{õ  	|Ó,Øˆu‰Øˆr   c                ó†   € \        V\        P                  4      '       d!   V P                  P	                  V4      V n        V # r)   ©Ú
isinstancer   r#   rƒ  r’   ©r"   Údevice_or_dtypes   &&r   r’   ÚDiffSynthCnetPatch.toð  ó1   € Ü�o¤u§|¡|×4Ò4Ø!%×!3Ñ!3×!6Ñ!6°Ó!GˆDÔØˆr   c                ó   € V P                   .# r)   ©r?  ©r"   s   &r   ÚmodelsÚDiffSynthCnetPatch.modelsõ  ó   € Ø× Ñ Ð!Ð!r   )rƒ  r„  r@  rO  r?  ry  rA  r�  ©r/   r0   r1   r2   r  r   r‚  rž  r’   rª  r3   r4   r;  s   @r   r}  r}  Ç  s6   ø‡ € Ø?CÑRWÐX]ÓR^Ð`cÐQdô Cò
 òò$÷
"ð "r   r}  c                   ó\   a € ] tR tRt o RR]! R4      R33R ltRR ltR tR tR	 t	R
t
V tR# )ÚZImageControlPatchiø  Nr~  rK  c                óæ  € Wn         Wpn        W n        W0n        WPn        W`n        W@n        V P                   P                  P                  ^ 8„  V n	        RpV P                  e@   V P                  e2   V P                  P                  V P                  P                  8w  d   RpV'       d	   RV n        M¸V P                  V P                  V P                  4      V n        V P                  fA   V P                  P                  ^,          V P                  P                  ^,          3V n        M?V P                  P                  ^,          V P                  P                  ^,          3V n        RV n        R# )r   FNT)r?  ry  r�  r@  Úinpaint_imagerO  rA  r  r<   Ú
is_inpaintrS   rƒ  r‚  r„  Ú	temp_data)	r"   r?  r�  r@  rA  r±  rO  ry  Úskip_encodings	   &&&&&&&& r   r   ÚZImageControlPatch.__init__ù  s  € Ø&ÔØ&ÔØŒØŒ
Ø*ÔØŒ	Ø ŒØ×*Ñ*×0Ñ0×BÑBÀQÑFˆŒàˆØ�:‰:Ò! d×&8Ñ&8Ò&DØ�z‰z×Ñ 4×#5Ñ#5×#;Ñ#;Ô;Ø $�çØ!%ˆDÕà!%×!8Ñ!8¸¿¹ÀT×EWÑEWÓ!XˆDÔØ�z‰zÒ!Ø+/×+=Ñ+=×+CÑ+CÀAÕ+FÈ×HZÑHZ×H`ÑH`ÐabÕHcÐ*d�Õ'à+/¯:©:×+;Ñ+;¸AÕ+>ÀÇ
Á
×@PÑ@PÐQRÕ@SÐ*T�Ô'ØˆŽr   c           	     ó®  € R pVeG   \         P                  P                  4       P                  V P                  P                  V4      4      pV P                  '       Edö   Vf   \        P                  ! V4      R,          pV P                  eù   \         P                  P                  V P                  P                  V P                  P                  ^ ,          R	V P                  P                  R
,          V P                  P                  R	,          4      P                  ^RR7      VP                  R
,          VP                  R,          RR4      pVR,
          VP                  ^R	4      P!                  4       ,          R,           p\         P                  P                  4       P                  V P                  P                  V4      4      pV P                  f   \        P"                  ! V4      R,          pMÝ\         P                  P                  V P                  P                  V P                  P                  ^ ,          R	V P                  P                  R
,          V P                  P                  R	,          4      P                  ^RR7      P%                  VP&                  R7      VP                  R	,          VP                  R
,          RR4      pVfb   \         P                  P                  4       P                  V P                  P                  \        P                  ! V4      R,          4      4      p\        P(                  ! W6V.^R7      # V# )Nç      à?Tr‡  r‰  r”  )r#   Únearestr€   rK   rJ   éýÿÿÿ)rH   ºNr€  N)rL   rM   ÚFluxrO   r�  r‹  r²  r   rŒ  rO  r­   r�  rT   rS   rŽ  r˜  Úroundrd  r’   r#   r„   )r"   Úcontrol_imager±  rW   Úmask_inpaintÚinpaint_image_latentr�  s   &&&    r   r‚  Ú%ZImageControlPatch.encode_latent_cond  s?  € ØˆØÒ$Ü ×/Ñ/×4Ñ4Ó6×AÑAÀ$Ç(Á(Ç/Á/ÐR_ÓB`ÓaˆLà�?�?‰?ØÒ$Ü %§¢°Ó >ÀÕ D�à�y‰yÒ$Ü$Ÿ{™{×9Ñ9¸$¿)¹)¿.¹.ÈÏÉÏÉÐYZÕI[Ð]_Ðae×ajÑaj×apÑapÐqsÕatÐvz×vÑv÷  wFñ  wFð  GIõ  wJó  ;K÷  ;Pñ  ;Pð  UVð  `dð  ;Pó  ;eð  gt÷  gzñ  gzð  {}õ  g~ð  @M÷  @Sñ  @Sð  TVõ  @Wð  Ycð  emó   n�Ø"/°#Õ"5¸×9MÑ9MÈaÐQSÓ9T×9ZÑ9ZÓ9\Õ!\Ð`cÕ c�ä#(×#7Ñ#7×#<Ñ#<Ó#>×#IÑ#IÈ$Ï(É(Ï/É/ÐZgÓJhÓ#iÐ à�y‰yÒ Ü×(Ò(Ð)=Ó>¸uÕE‘äŸ™×2Ñ2°4·9±9·>±>À$Ç)Á)Ç/Á/ÐRSÕBTÐVXÐZ^×ZcÑZc×ZiÑZiÐjlÕZmÐos×oxÑox×o~Ño~ð  @Bõ  pCó  4D÷  4Iñ  4Ið  NOð  Y]ð  4Ió  4^÷  4añ  4að  i}÷  iDñ  iDð  4aó  4Eð  G[÷  Gañ  Gað  bdõ  Geð  g{÷  gAñ  gAð  BDõ  gEð  GPð  RZó  [�àÒ#Ü$×3Ñ3×8Ñ8Ó:×EÑEÀdÇhÁhÇoÁoÔV[×VeÒVeÐfsÓVtÐwzÕVzÓF{Ó|�ä—9’9˜lÐ3GÐHÈaÔPÐPàÐr   c           
     óp  € \        VR ,          V P                  4      '       g   V# VP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pVP                  R4      pVP                  RR	4      p	V P                  P	                  4       p
V P
                  eE   V P                  VP                  R,          V
,          VP                  R,          V
,          38w  EdÆ   R
pV P                  e©   \        P                  P                  V P                  P                  R^4      VP                  R,          V
,          VP                  R,          V
,          RR4      P                  ^R4      pVP                  R,          VP                  R,          3V n        R
pV P                  e©   \        P                  P                  V P                  P                  R^4      VP                  R,          V
,          VP                  R,          V
,          RR4      P                  ^R4      pVP                  R,          VP                  R,          3V n        \        P                  P                  RR7      pV P!                  W¼4      V n        \        P                  P#                  V4       V P$                  P&                  P(                  p\+        ^V,          4      pW�,          pW�,          pVP-                  R4       VP-                  R4       VV^,
          8”  d
   R
V n        V# V P.                  e   V P.                  ^ ,          V8”  d™   V	R8X  dJ   RR
V P$                  P'                  WPP
                  P1                  VP2                  4      Wg4      33V n        MHRR
V P$                  P'                  WPP
                  P1                  VP2                  4      Wg4      33V n        V	R8X  Ed   V P.                  ^ ,          ^,           pVV P$                  P&                  P5                  W€P.                  ^,          ^,          VRR
V P.                  ^,          ^,          P                  ^,          13,          R
Wg4      3V n        V P.                  ^,          ^ ,          el   VRR
V P.                  ^,          ^ ,          P                  ^,          13;;,          V P.                  ^,          ^ ,          V P6                  ,          ,          uu&   V# V P.                  ^ ,          V8  d¸   V P.                  ^ ,          ^,           V8  d™   V P.                  ^ ,          ^,           pVV P$                  P&                  P9                  VV P.                  ^,          ^,          VRR
V P.                  ^,          ^,          P                  ^,          13,          R
Wg4      3V n        KÏ  VV P.                  ^ ,          8X  d‘   VRR
V P.                  ^,          ^ ,          P                  ^,          13;;,          V P.                  ^,          ^ ,          V P6                  ,          ,          uu&   WàP.                  ^ ,          ^,           8X  d   R
V n        V# )rx  r*   r^   Ú	img_inputÚtxtÚpeÚvecr’  Ú
block_typer¨   Nr“  r”  Tr•  Únoise_refinerrH   rJ   rK   r¹  )r{  ry  rþ   r�  r—  rƒ  r„  rS   r@  rL   r­   r�  r˜  r±  r²   r™  r‚  rš  r?  r  rÌ   r¼  r  r³  r’   r$   Úforward_noise_refiner_blockrA  Úforward_control_block)r"   r›  r*   r^   rÂ  rÃ  rÄ  rÅ  r’  rÆ  rœ  r�  Úinpaint_scaledr™  Úcnet_blocksÚdivÚ
cnet_indexÚcnet_index_floatÚ
next_layers   &&                 r   rž  ÚZImageControlPatch.__call__-  sš  € Ü˜fÐ%:Õ;¸T×=MÑ=M×NÒNØˆMØ�J‰J�s‹OˆØ�j‰j˜ÓˆØ—J‘J˜{Ó+ˆ	Ø�j‰j˜ÓˆØ�Z‰Z˜ÓˆØ�j‰j˜ÓˆØ—j‘j Ó/ˆØ—Z‘Z ¨bÓ1ˆ
Ø"Ÿh™h×AÑAÓCÐØ×ÑÒ%¨×)@Ñ)@ÀQÇWÁWÈRÅ[ÐSfÕEfÐhi×hoÑhoÐprÕhsð  wJõ  iJð  EKõ  *KØˆLØ�z‰zÒ%Ü$Ÿ{™{×9Ñ9¸$¿*¹*×:LÑ:LÈRÐQRÓ:SÐUV×U\ÑU\Ð]_ÕU`ÐcvÕUvÐxy×xÑxð  ACõ  yDð  GZõ  yZð  \bð  dló   m÷   uñ   uð  vwð  y{ó   |�Ø+7×+=Ñ+=¸bÕ+AÀ<×CUÑCUÐVXÕCYÐ*Z�Ô'à!ˆNØ×!Ñ!Ò-Ü!&§¡×!;Ñ!;¸D×<NÑ<N×<VÑ<VÐWYÐ[\Ó<]Ð_`×_fÑ_fÐgiÕ_jð  nAõ  `Að  CD÷  CJñ  CJð  KMõ  CNð  Qdõ  Cdð  flð  nvó  "w÷  "ñ  "ð  @Að  CEó  "F�Ø+9×+?Ñ+?ÀÕ+CÀ^×EYÑEYÐZ\ÕE]Ð*^�Ô'ä!×2Ñ2×@Ñ@ÐUYÐ@ÓZˆMØ!%×!8Ñ!8¸Ó!VˆDÔÜ×"Ñ"×2Ñ2°=ÔAà×&Ñ&×,Ñ,×=Ñ=ˆÜ�B˜Õ$Ó%ˆà!Õ(ˆ
Ø'Õ-Ðà�
‰
�5ÔØ�
‰
�5Ôà˜{¨Q�Ô/Ø!ˆDŒNØˆMà�>‰>Ò! T§^¡^°AÕ%6¸Ô%CØ˜_Ô,Ø"$ t¨T×-=Ñ-=×-CÑ-CÀC×I[ÑI[×I^ÑI^Ð_b×_hÑ_hÓIiÐkmÓ-sÐ&tÐ!u�•à"$ t¨T×-=Ñ-=×-CÑ-CÀC×I[ÑI[×I^ÑI^Ð_b×_hÑ_hÓIiÐkmÓ-sÐ&tÐ!u�”à˜Õ(ØŸ™¨Õ*¨QÕ.ˆJØ(¨$×*:Ñ*:×*@Ñ*@×*\Ñ*\Ð]h×jxÑjxÐyzÕj{Ð|}Õj~ð  AJð  KLð  Nlð  OS÷  O]ñ  O]ð  ^_õ  O`ð  abõ  Oc÷  Oiñ  Oið  jkõ  Olð  Nlð  Klõ  Amð  osð  uwó  +}ð  ~ˆDŒNØ�~‰~˜aÕ  Õ#Ò/Ø�AÐ5˜Ÿ™ qÕ)¨!Õ,×2Ñ2°1Õ5Ð5Ð5×6¸4¿>¹>È!Õ;LÈQÕ;OÐRV×R_ÑR_Õ;_Õ`Ó6ð ˆð —.‘. Õ# jÔ0°d·n±nÀQÕ6GÈ!Õ6KÈ{Ô5ZØ!Ÿ^™^¨AÕ.°Õ2�
Ø",¨d×.>Ñ.>×.DÑ.D×.ZÑ.ZÐ[eÐgk×guÑguÐvwÕgxÐyzÕg{ð  ~Gð  HIð  Kið  LP÷  LZñ  LZð  [\õ  L]ð  ^_õ  L`÷  Lfñ  Lfð  ghõ  Lið  Kið  Hiõ  ~jð  lpð  rtó  /zð  "{�–à 4§>¡>°!Õ#4Ô4Ø�AÐ5˜Ÿ™ qÕ)¨!Õ,×2Ñ2°1Õ5Ð5Ð5×6¸4¿>¹>È!Õ;LÈQÕ;OÐRV×R_ÑR_Õ;_Õ`Ó6Ø§.¡.°Õ"3°aÕ"7Ô7Ø%)�D”Nàˆr   c                ó°   € \        V\        P                  4      '       d6   V P                  e!   V P                  P	                  V4      V n        R V n        V # r)   )r¢  r   r#   rƒ  r’   r³  r£  s   &&r   r’   ÚZImageControlPatch.tol  sD   € Ü�o¤u§|¡|×4Ò4Ø×!Ñ!Ò-Ø%)×%7Ñ%7×%:Ñ%:¸?Ó%K�Ô"Ø!ˆDŒNØˆr   c                ó   € V P                   .# r)   r¨  r©  s   &r   rª  ÚZImageControlPatch.modelss  r¬  r   )rƒ  r„  r@  r±  r²  rO  r?  ry  rA  r³  r�  )NNr­  r;  s   @r   r¯  r¯  ø  s9   ø‡ € ØHLÐSWÑfkÐlqÓfrÐtwÐexô ô2 ò6=ò~÷"ð "r   r¯  c                   óp   a € ] tR tRt o RR]! R4      R33R ltR tR tR tR	 t	R
 t
R tR tR tRtV tR# )ÚQwenImage21FunControlPatchiv  Nr~  rK  c                ó    € Wn         W n        W0n        WPn        W`n        W@n        Wpn        R V n        RV n        RV n	        RV n
        RV n        R# )FN)r?  r�  r@  r±  rO  rA  ry  ÚactiverÚ   ÚcontrolÚstreamÚpristine)r"   r?  r�  r@  rA  r±  rO  ry  s   &&&&&&&&r   r   Ú#QwenImage21FunControlPatch.__init__w  sL   € Ø&ÔØŒØŒ
Ø*ÔØŒ	Ø ŒØ&ÔØˆŒØ $ˆÔØˆŒØˆŒØˆŽr   c                ól  € V P                   e"   V P                   P                  RR  W38X  d   R # W P                  P                  4       ,          WP                  P                  4       ,          rC\        P
                  P                  4       p\        P                  P                  RR7      p \        P                  ! ^VP                  W4      pV P                  eš   \        P                  P                  V P                  R,          P                  R^4      W4RR4      pVP!                  V P                  P#                  VP                  ^R4      4      4      P%                  4       P'                  4       p\        P(                  ! ^^WC4      p	V P*                  e�   V P*                  P,                  ! R^.V P*                  P                  RR  O5!  R,          P%                  4       P'                  4       p
\        P                  P                  W£VRR4      R8¬  P%                  4       p	\        P.                  ! V4      pV P0                  eÒ   \        P                  P                  V P0                  R,          P                  R^4      W4RR4      P%                  4       P'                  4       pVP!                  V P                  P#                  V^V	,
          ,          RV	,          ,           P                  ^R4      4      4      P%                  4       P'                  4       p^\        P2                  P4                  P7                  W‘V3RR	7      ,
          p\        P                  P9                  V4       \        P:                  ! W|V.^R
7      V n         R #   \        P                  P9                  T4       i ; i)NTr•  rº  ÚbicubicÚdisabledr‰  r·  r¸  )ÚsizeÚmoder€   rJ   rK   )rÙ  rS   r�  r—  rL   rM   ÚQwenImage21r²   r™  r   ÚzerosÚlatent_channelsr@  r­   r�  r˜  rO   r‹  r  ÚcpuÚonesrO  rV   rd  r±  r   Ú
functionalÚinterpolaterš  r„   )r"   Úhr¡   ÚwidthÚheightÚlatent_formatr™  rÙ  r@  ÚregenrO  ÚinpaintÚkeeps   &&&          r   ÚprepareÚ"QwenImage21FunControlPatch.prepare…  sÛ  € à�<‰<Ò#¨¯©×(:Ñ(:¸2¸3Ð(?ÀAÀ6Ô(IÙØŸH™H×?Ñ?ÓAÕAÀ1ÇxÁx×GjÑGjÓGlÕClˆvÜ×,Ñ,×8Ñ8Ó:ˆÜ×.Ñ.×<Ñ<ÐQUÐ<ÓVˆð	BÜ—k’k ! ]×%BÑ%BÀAÓIˆGØ�z‰zÒ%ÜŸ™×2Ñ2°4·:±:¸bµ>×3IÑ3IÈ"ÈaÓ3PÐRWÐajÐlvÓw�Ø'×2Ñ2°4·8±8·?±?À5Ç=Á=ÐQRÐTVÓCWÓ3XÓY×_Ñ_Óa×eÑeÓg�Ü—J’J˜q ! VÓ3ˆEØ�y‰yÒ$Ø—y‘y×(Ò(¨¨QÐF°·±·±ÀÀÐ1EÓFÀrÕJ×PÑPÓR×VÑVÓX�ÜŸ™×3Ñ3°DÀÈÐU_Ó`ÐdgÑg×nÑnÓp�Ü×&Ò& wÓ/ˆGØ×!Ñ!Ò-äŸ™×2Ñ2°4×3EÑ3EÀbÕ3I×3QÑ3QÐRTÐVWÓ3XÐZ_ÐirÐt~Ó÷  Fñ  Fó  H÷  Lñ  Ló  N�Ø'×2Ñ2°4·8±8·?±?ÀEÈQÐQVÍYÕDWÐZ]Ð`eÕZeÕDe×CnÑCnÐopÐrtÓCuÓ3vÓw×}Ñ}Ó÷  Dñ  Dó  F�Ø”u—x‘x×*Ñ*×6Ñ6°uÀqÀ6ÐPYÐ6ÓZÕZˆDä×"Ñ"×2Ñ2°=ÔAÜ—y’y '°Ð!9¸qÔAˆŽøô ×"Ñ"×2Ñ2°=ÕAús   Â.J$N Î!N3c           	     óø  € \        WpP                  4      V n        V P                  '       dN   \        P                  P                  4       ;_uu_ 4        V P                  ! VP                  RR !   RRR4       M¶VP                  R/ 4      P                  R/ 4      p	V	P                  4        U
Uu/ uF:  w  r«T
\        V\        4      '       d   VP                  V J d   VP                  MTbK<  	  p	p
pV	P                  4        U
Uu/ uF  w  r«Vf   K  W«bK  	  p	p
p/ VCR/ VR,          CRV	/C/Cp V! W#WEWg3/ VB RV n        RV n        #   + '       g   i     L*; iu upp
i u upp
i   RT n        RT n        i ; i)r   NÚpatches_replaceÚditrJ   )r{  ry  rØ  rL   Úmodel_prefetchÚpause_malloc_graphrð  rS   rþ   rœ   r¢  ÚQwenImage21FunControlBlockPatchÚcontrol_patchÚpreviousrÚ  rÛ  )r"   Úexecutorr*   ÚtimestepÚcontextÚref_latentsÚimage_slotsrx  r›  rô  r    Úps   &&&&&&&&,   r   Údiffusion_model_wrapperÚ2QwenImage21FunControlPatch.diffusion_model_wrapperŸ  s‰  € Ü$Ð%8×:JÑ:JÓKˆŒØ�;�;ˆ;Ü×%Ñ%×8Ñ8×:Õ:Ø—’˜aŸg™g b c˜lÒ+÷ ;Ð:ð &×)Ñ)Ð*;¸RÓ@×DÑDÀUÈBÓOˆCð CF÷  CLñ  CLô  CNô  Oñ  CNÑz~Ðz{�1¤J¨qÔ2Q×$RÒ$RÐWX×WfÑWfÐjnÓWn�a—j’jÐtuÒuñ  CNˆCñ  OØ$'§I¡I¤KÔA¡K™D˜A°1”4�1’4¡KˆCÑAð #EÐ%8ð  #EÐ:Kð  NDÐPcÐduÕPvð  NDÐx}ð  @Cñ  NDñ  #EÐð	!Ù˜A¨¸{ÑjÐciÑjàˆDŒKØ ˆD�M÷ ;×:üó
 OùÛAøð
 ˆDŒKØ ˆD�Mús+   ÁE
Â/A EÄE#ÄE#Ä1
E) Å
E	Å)E9c                ó˜   € V P                   '       d8   WP                  ^ ,          8X  d   VR,          P                  4       V n        R# R# R# )r   r^   N)rØ  rÚ   rh  rÛ  )r"   r’  Úargss   &&&r   Úbefore_blockÚ'QwenImage21FunControlPatch.before_block°  s7   € Ø�;�;ˆ;˜;×*?Ñ*?ÀÕ*BÔBà  �K×-Ñ-Ó/ˆDŽMñ C‰;r   c           
     ó²  € V P                   '       g   V# V P                  P                  pV P                  P	                  V4      pV^ 8X  d�   V P
                  P                  VR,          P                  VR,          P                  4      V n        VP                  V P                  V P
                  P                  ^4      P                  ^^4      VR,          4      V n        RV n
        VP                  WPP                  VR,          VR,          VR,          VR,          VR,          4      w  V n        pVR,          P                  W`P                   R7       V# )	r   r^   Ú
prefix_lenNÚmodrÄ  Úattn_fnrx  )Úalpha)rØ  r?  r  rÚ   ÚindexrÙ  r’   r#   r$   Úinit_streamrÛ  rw  r“   rÚ  rH  Úadd_rA  )r"   r’  r  Úoutr  r  Úskips   &&&&   r   Úafter_blockÚ&QwenImage21FunControlPatch.after_blockµ  s  € Ø�{�{ˆ{ØˆJØ× Ñ ×&Ñ&ˆØ×%Ñ%×+Ñ+¨KÓ8ˆØ�AŒ:ØŸ<™<Ÿ?™?¨3¨u­:×+<Ñ+<¸cÀ%½j×>NÑ>NÓOˆDŒLØ×+Ñ+¨D¯M©M¸4¿<¹<×;OÑ;OÐPQÓ;R×;\Ñ;\Ð]^Ð`aÓ;bÐdhÐiuÕdvÓwˆDŒKØ ˆDŒMØ!ŸJ™J u¯k©k¸4À½;ÈÈTÍ
ÐTXÐYbÕTcÐeiÐjvÕewÐy}ð  Tõ  zUó  VÑˆŒ�TØˆE�
�‰˜§M¡MˆÔ2Øˆ
r   c                ó°   € \        V\        P                  4      '       d6   V P                  e!   V P                  P	                  V4      V n        R V n        V # r)   )r¢  r   r#   rÙ  r’   rÚ  r£  s   &&r   r’   ÚQwenImage21FunControlPatch.toÂ  s=   € Ü�o¤u§|¡|×4Ò4Ø�|‰|Ò'Ø#Ÿ|™|Ÿ™¨Ó?�”ØˆDŒKØˆr   c                ó>   € R V n         R V n        R V n        RV n        R # )NF)rÙ  rÚ  rÛ  rØ  r©  s   &r   ÚcleanupÚ"QwenImage21FunControlPatch.cleanupÉ  s   € ØˆŒØˆŒØˆŒØˆŽr   c                ó   € V P                   .# r)   r¨  r©  s   &r   rª  Ú!QwenImage21FunControlPatch.modelsÏ  r¬  r   c           
     óZ  € \        VP                  R 4      P                  4      p\        \	        ^ W"\        V P
                  P                  P                  4      ,          4      4      V n        VP                  \        P                  P                  P                  V P                  4       VP                  P!                  R/ 4      P!                  R/ 4      P!                  R/ 4      pV P                   F4  pVP!                  RV34      pVP#                  \%        WV4      RRV4       K6  	  R# )Údiffusion_modelrx  ró  rô  Úsingle_blockN)r  re  Útransformer_blocksr  rC   r?  r  Úcontrol_blocksrÚ   Úadd_wrapperrL   Úpatcher_extensionÚ
WrappersMPÚDIFFUSION_MODELr   Úmodel_optionsrþ   Úset_model_patch_replacer÷  )r"   r  Únum_baseÚblocks_replacer’  rù  s   &&    r   ÚregisterÚ#QwenImage21FunControlPatch.registerÒ  sù   € ä�u×-Ñ-Ð.?Ó@×SÑSÓTˆÜ $¤U¨1¨hÄCÈ×HXÑHX×H^ÑH^×HmÑHmÓDnÕ8nÓ%oÓ pˆÔØ×Ñœ%×1Ñ1×<Ñ<×LÑLÈd×NjÑNjÔkØ×,Ñ,×0Ñ0Ð1FÈÓK×OÑOÐPaÐceÓf×jÑjÐkpÐrtÓuˆØ×0Ô0ˆKØ%×)Ñ)¨>¸;Ð*GÓHˆHØ×)Ñ)Ô*IÈ$Ð]eÓ*fÐhmÐo}ð  @Kö  Ló 1r   )rØ  rÙ  r@  rÚ   r±  rO  r?  rÛ  ry  rÚ  rA  r�  )r/   r0   r1   r2   r  r   rð  r   r  r  r’   r  rª  r&  r3   r4   r;  s   @r   rÖ  rÖ  v  sO   ø‡ € ØHLÐSWÑfkÐlqÓfrÐtwÐexô òBò4!ò"0ò
òòò"÷Lð Lr   rÖ  c                   ó>   a € ] tR tRt o R tR tR tR tR tRt	V t
R# )	r÷  iÝ  c                ó*   € Wn         W n        W0n        R # r)   )rø  r’  rù  )r"   rø  r’  rù  s   &&&&r   r   Ú(QwenImage21FunControlBlockPatch.__init__Þ  s   € Ø*ÔØ&ÔØ Žr   c                ó  € \         P                  P                  4       ;_uu_ 4        V P                  P	                  V P
                  V4       R R R 4       V P                  f   VR,          ! V4      MV P                  W4      p\         P                  P                  4       ;_uu_ 4        V P                  P                  V P
                  W4      uuR R R 4       #   + '       g   i     L•; i  + '       g   i     R # ; i)NÚoriginal_block)rL   rõ  rö  rø  r  r’  rù  r  )r"   r  Ú
extra_argsr  s   &&& r   rž  Ú(QwenImage21FunControlBlockPatch.__call__ã  s«   € ä×!Ñ!×4Ñ4×6Õ6Ø×Ñ×+Ñ+¨D×,<Ñ,<¸dÔC÷ 7à48·M±MÒ4IˆjÐ)Ö*¨4Ô0ÈtÏ}É}Ð]aÓOnˆÜ×!Ñ!×4Ñ4×6Õ6Ø×%Ñ%×1Ñ1°$×2BÑ2BÀDÓN÷ 7Ò6÷ 7×6ú÷ 7×6Ð6ús   §'CÂ*&C.ÃC+	Ã.C?	c                ó´   € V P                   P                  V4       \        V P                  R 4      '       d!   V P                  P                  V4      V n        V # )r’   )rø  r’   Úhasattrrù  r£  s   &&r   r’   Ú"QwenImage21FunControlBlockPatch.toë  sB   € Ø×Ñ×Ñ˜oÔ.Ü�4—=‘= $×'Ò'Ø ŸM™M×,Ñ,¨_Ó=ˆDŒMØˆr   c                óª   € V P                   P                  4        \        V P                  R 4      '       d   V P                  P                  4        R# R# )r  N)rø  r  r0  rù  r©  s   &r   r  Ú'QwenImage21FunControlBlockPatch.cleanupñ  s:   € Ø×Ñ×"Ñ"Ô$Ü�4—=‘= )×,Ò,Ø�M‰M×!Ñ!Ö#ñ -r   c                ó²   € V P                   P                  4       p\        V P                  R 4      '       d!   WP                  P                  4       ,          pV# )rª  )rø  rª  r0  rù  )r"   rª  s   & r   rª  Ú&QwenImage21FunControlBlockPatch.modelsö  sA   € Ø×#Ñ#×*Ñ*Ó,ˆÜ�4—=‘= (×+Ò+Ø—m‘m×*Ñ*Ó,Õ,ˆFØˆr   )r’  rø  rù  N)r/   r0   r1   r2   r   rž  r’   r  rª  r3   r4   r;  s   @r   r÷  r÷  Ý  s$   ø‡ € ò!ò
Oòò$÷
ð r   r÷  c                   óJ   a € ] tR tRt o ]R 4       tR	tRtRtRt	R
R lt
RtV tR# )ÚQwenImageDiffsynthControlnetiý  c                ór   € R RRRRRRRRRRRRR	RRR
RR/3/RRRRRRRR	RRRRRRR/3RRRRR	RRRRRRR/3//# )r¾   r  r?  r�  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rN  rO  rJ  rK  rL  ÚadvancedTrM  rP  r4  ©ÚVAErR  rT  rU  rõ   rÃ   s   &r   rÅ   Ú(QwenImageDiffsynthControlnet.INPUT_TYPESþ  s°   € à˜g zØ+Ð-=Ø# XØ% zØ(¨7°YÀÀUÈEÐSXÐZ^Ð`fÐhlÐ4mÐ*nð	 ð ˜V YØ,¨w¸ÀCÈÐPSÐUZÐ\_ÐagÐinÐpzð  }Að  9Bð  /CØ*¨W°yÀ#ÀuÈcÐSXÐZ]Ð_eÐglÐnxÐz~Ð6ð  -AðBðCð 	Cr   Údiffsynth_controlnetTzmodel/patch/qwenNc
                ó¸  € V^ 8X  g   Vf   Vf   Vf   V3# VP                  4       p
VP                  R4      p\        VP                  V4      4      \        VP                  V	4      4      3pVe
   VR,          pVe
   VR,          p\	        VP
                  \        P                  P                  P
                  P                  4      '       d"   \        W#WEWgVR7      P                  V
4       V
3# VeN   VP                  ^8X  d   VP                  ^4      pVP                  ^8X  d   VP                  ^4      pRV,
          p\	        VP
                  \        P                  P                  P                  P                   4      '       d5   \#        W#WEWgVR7      pV
P%                  V4       V
P'                  V4       V
3# V
P'                  \)        W#WEW|R7      4       V
3# )r   rZ  )r±  rO  ry  rD  )ry  ©rH   rH   rH   ra  )rh  re  r  rf  r¢  r  rL   rP   r  r  rÖ  r&  ÚndimÚ	unsqueezer   r  r  r¯  Úset_model_noise_refiner_patchÚset_model_double_block_patchr}  )r"   r  r?  r�  r@  rA  r±  rO  rJ  rM  rr  rZ  ry  rq  s   &&&&&&&&&&    r   r=  Ú1QwenImageDiffsynthControlnet.diffsynth_controlnet  sÇ  € Ø�qŒ=˜Uš]¨}Ò/DÈÊØ�8ˆOØŸ™›ˆØ×/Ñ/Ð0@ÓAˆÜ˜^×<Ñ<¸]ÓKÓLÌeÐTb×TsÑTsÐtó  UAó  OBð  CˆØÒØ˜+Õ&ˆEØÒ$Ø)¨+Õ6ˆMÜ�k×'Ñ'¬¯©×)?Ñ)?×)EÑ)E×)[Ñ)[×\Ò\Ü& {¸ÐXeð  Jô  K÷  Tñ  Tð  Ubô  cØ!Ð#Ð#ØÒØ�y‰y˜AŒ~Ø—~‘~ aÓ(�Ø�y‰y˜AŒ~Ø—~‘~ aÓ(�Ø˜•:ˆDä�k×'Ñ'¬¯©×)9Ñ)9×)DÑ)D×)SÑ)S×TÒTÜ& {¸ÐXeð  Jô  KˆEØ×7Ñ7¸Ô>Ø×6Ñ6°uÔ=ð ÐÐð ×6Ñ6Ô7IÈ+Ð\aÐmqô  8Lô  MØÐÐr   rõ   rP  )NrD  NNrK  rD  )r/   r0   r1   r2   r6  rÅ   r7  r8  r9  r:  r=  r3   r4   r;  s   @r   r7  r7  ý  s9   ø‡ € Øñ	Có ð	Cð €LØ%€HØ€Là!€H÷ ò  r   r7  c                   ó@   a € ] tR tRt o ]R 4       tRt. ROtRtRt	V t
R# )ÚZImageFunControlneti+  c                óv   € R RRRRRRRRRRRRR
R	RR/3/RRRRRRRRRRRRRR
RRRRR/3RRRRRRR
RRRRR/3//# )r¾   r  r?  r�  rA  rB  rC  rD  rE  rF  rG  rH  rI  rN  r@  r±  rO  rJ  rK  rL  r9  TrM  rP  r4  r:  rT  rR  rU  rõ   rÃ   s   &r   rÅ   ÚZImageFunControlnet.INPUT_TYPES,  s´   € à˜g zØ+Ð-=Ø# XØ(¨7°YÀÀUÈEÐSXÐZ^Ð`fÐhlÐ4mÐ*nð ð
 ˜W j°/À:ÈvÐW`Ø,¨w¸ÀCÈÐPSÐUZÐ\_ÐagÐinÐpzð  }Að  9Bð  /CØ*¨W°yÀ#ÀuÈcÐSXÐZ]Ð_eÐglÐnxÐz~Ð6ð  -AðBðCð 	Cr   zmodel/patchzPApplies a Z-Image or Qwen Image 2.1 Fun ControlNet loaded with Load Model Patch.rõ   N)zz-image controlnetzqwen image 2.1 controlnetzcontrolnet unionzfun controlnet)r/   r0   r1   r2   r6  rÅ   r:  ÚSEARCH_ALIASESÚDESCRIPTIONr3   r4   r;  s   @r   rF  rF  +  s*   ø‡ € ØñCó ðCð €HÚn€NØd†Kr   rF  c                   óD   a € ] tR tRt o R tR tR tR tR tR t	Rt
V tR	# )
ÚWanUni3CCnetPatchi;  c                óv   € Wn         W n        W0n        W@n        WPn        W`n        Wpn        R V n        R V n        R # r)   )	r?  Úrender_videor�  rì  rA  ro  rp  Úprepared_renderr³  )r"   r?  rN  r�  rì  rA  ro  rp  s   &&&&&&&&r   r   ÚWanUni3CCnetPatch.__init__<  s8   € Ø&ÔØ(ÔØŒØ*ÔØ ŒØ&ÔØ"ŒØ#ˆÔØˆŽr   c                ó¶  € Vw  r#pV P                   P                  4       ;'       g    ^pV P                   P                  4       pV^,
          V,          ^,           pW6,          pWF,          p	V P                  p
V
P                  ^ ,          V8”  d   V
RV p
M_V
P                  ^ ,          V8  dH   V
RR P                  WzP                  ^ ,          ,
          RRR4      p\        P                  ! W«.^ R7      p
V
P                  ^,          V8w  g   V
P                  ^,          V	8w  dC   \        P                  P                  V
P                  R^4      W˜RR4      P                  ^R4      p
\        P                  P                  RR7      pV P                   P                  V
4      p\        P                  P                  V4       V P                   P#                  V4      # )r€  Nr€   r‰  r”  Tr•  rK   )r�  Útemporal_compression_decoder—  rN  rS   Úexpandr   r„   rL   r­   r�  r˜  r²   r™  r‹  rš  rì  rO   )r"   Útarget_latent_shapeÚt_lenÚh_lenÚw_lenÚtemporal_compressionÚspatial_compressionÚtarget_framesÚtarget_heightÚtarget_widthÚframesÚ
last_framer™  Úrender_latents   &&            r   Úencode_render_videoÚ%WanUni3CCnetPatch.encode_render_videoG  sŽ  € Ø1Ñˆ�eØ#Ÿx™x×CÑCÓE×JÐJÈÐØ"Ÿh™h×AÑAÓCÐØ �Ð&:Õ:¸QÕ>ˆØÕ3ˆØÕ2ˆà×"Ñ"ˆØ�<‰<˜�?˜]Ô*Ø˜N˜]Ð+‰FØ�\‰\˜!�_˜}Ô,Ø  ˜×+Ñ+¨M¿L¹LÈ½OÕ,KÈRÐQSÐUWÓXˆJÜ—Y’Y Ð3¸Ô;ˆFà�<‰<˜�?˜mÔ+¨v¯|©|¸A­À,Ô/NÜ—[‘[×/Ñ/°·±¸rÀ1Ó0EÀ|ÐdnÐpxÓy÷  Bñ  Bð  CDð  FHó  IˆFä×.Ñ.×<Ñ<ÐQUÐ<ÓVˆØŸ™Ÿ™¨Ó/ˆÜ×Ñ×.Ñ.¨}Ô=Ø×!Ñ!×,Ñ,¨]Ó;Ð;r   c           	     ó"  € VR V1R3,          P                  V4      pVP                  ^,          ^8  dw   \        VP                  4      p^VP                  ^,          ,
          V^&   \        P                  ! V\        P
                  ! WTP                  VP                  R7      .^R7      pV P                  pVe*   VP                  R,          VP                  R,          8w  d#   V P                  VP                  R,          4      pVP                  VP                  VR7      pW`n        VP                  ^ ,          VP                  ^ ,          8w  d'   VP                  VP                  ^ ,          RRRR4      p\        P                  ! WF.^R7      # )N:Né   N©r$   r#   r€   :r   NNr?   rK   )r’   rS   r  r   r„   rã  r$   r#   rO  r`  rS  )r"   r*   r$   Úsamples_per_condÚhiddenÚ	pad_shapeÚrenders   &&&&   r   Úbuild_controlnet_inputÚ(WanUni3CCnetPatch.build_controlnet_input^  s+  € àÐ$Ð$Ð$ cÐ)Õ*×-Ñ-¨eÓ4ˆØ�<‰<˜�?˜RÔÜ˜VŸ\™\Ó*ˆIØ §¡¨Q¥Õ/ˆI�a‰LÜ—Y’Y ¬¯ª°IÇ\Á\ÐZ`×ZgÑZgÔ(hÐiÐopÔqˆFà×%Ñ%ˆØŠ>˜VŸ\™\¨"Õ-°·±¸bÕ1AÔAØ×-Ñ-¨f¯l©l¸2Õ.>Ó?ˆFØ—‘ &§-¡-°u�Ó=ˆØ%ÔØ�<‰<˜�?˜fŸl™l¨1�oÔ-Ø—]‘] 6§<¡<°¥?°B¸¸BÀÓCˆFÜ�yŠy˜&Ð)¨qÔ1Ð1r   c                ó0  € VP                  R 4      pVP                  R4      pVP                  R/ 4      pV^ 8X  Edw   RV n        RpVP                  RR4      pVe:   V^ ,          P                  4       pWpP                  8”  g   WpP                  8  d   RpV'       Ed   VP                  R4      p\        VP                  R^ .4      4      p	VP                  ^ ,          p
V	^ 8”  d:   VP                  ^ ,          V	,          ^ 8X  d   VP                  ^ ,          V	,          p
VP                  R	4      RV
 pVP                  ^8X  d
   VR,          pV P                  P                  pV P                  W‚P                  V
4      pVP                  V4      w  rïWëP                  VP                  4      V3V n        V P                  P                  P                  pV P                  Ee5   VV8  Ed-   V P                  w  rëpV P                  P                  P                  W>W¿4      w  ppVP                  VP                  4      V P                   ,          pVP                  ^ ,          VP                  ^ ,          8w  d=   VP#                  VP                  ^ ,          VP                  ^ ,          ,          ^^4      pVP                  R^ 4      pVR
VVVP                  ^,          ,           13;;,          V,          uu&   VV^,
          8¼  d
   RV n        V# WëV3V n        V# )r^   r’  rx  NTrv  Fr*   Úcond_or_uncondrÅ  rH   Ú
img_offset)rH   r   )rþ   r³  Úitemro  rp  r  rS   r@  r?  r  ri  r$   Úprocess_inputr’   r:   Úforward_blockrA  Úrepeat)r"   r›  r^   r’  rx  rØ  rv  rz  r*   Ú	num_condsre  Útembr  Úcontrolnet_inputrf  Úfreqsr:   Úresidualrm  s   &&                 r   rž  ÚWanUni3CCnetPatch.__call__o  s‹  € Ø�j‰j˜ÓˆØ—j‘j Ó/ˆØ$Ÿj™jÐ)>ÀÓCÐà˜!ÕØ!ˆDŒNØˆFØ(×,Ñ,¨X°tÓ<ˆFØÒ!Ø˜q�	Ÿ™Ó(�Ø×+Ñ+Ô+¨u·~±~Ô/EØ"�FßˆvØ—J‘J˜s“O�äÐ 3× 7Ñ 7Ð8HÈ1È#Ó NÓO�	Ø#$§7¡7¨1¥:Ð Ø˜q”= Q§W¡W¨Q¥Z°)Õ%;¸qÔ%@Ø'(§w¡w¨q¥z°YÕ'>Ð$Ø—z‘z %Ó(Ð):Ð*:Ð;�Ø—9‘9 ”>Ø �:�DØ×(Ñ(×.Ñ.�Ø#'×#>Ñ#>¸qÇ)Á)ÐM]Ó#^Ð Ø %× 3Ñ 3Ð4DÓ E‘�Ø"(¯'©'°#·)±)Ó*<¸eÐ!D�”à×%Ñ%×+Ñ+×6Ñ6ˆ
Ø�>‰>Ó%¨+¸
Õ*BØ"&§.¡.ÑˆF˜%Ø#×/Ñ/×5Ñ5×CÑCÀKÐY]ÓeÑˆF�HØ—{‘{ 3§9¡9Ó-°·±Õ=ˆHØ�~‰~˜aÕ  C§I¡I¨a¥LÔ0Ø#Ÿ?™?¨3¯9©9°Q­<¸8¿>¹>È!Õ;LÕ+LÈaÐQRÓS�ØŸ™ L°!Ó4ˆJØ��:˜j¨8¯>©>¸!Õ+<Õ<Ð<Ð<×=ÀÕIÓ=Ø˜j¨1�nÔ,Ø!%�”ð ˆð #)°Ð!6�”àˆr   c                ó°   € \        V\        P                  4      '       d6   V P                  e!   V P                  P	                  V4      V n        R V n        V # r)   )r¢  r   r#   rO  r’   r³  r£  s   &&r   r’   ÚWanUni3CCnetPatch.to›  sD   € Ü�o¤u§|¡|×4Ò4Ø×#Ñ#Ò/Ø'+×';Ñ';×'>Ñ'>¸Ó'O�Ô$Ø!ˆDŒNØˆr   c                ó   € V P                   .# r)   r¨  r©  s   &r   rª  ÚWanUni3CCnetPatch.models¢  r¬  r   )	rì  r?  rO  rN  rp  ro  rA  r³  r�  N)r/   r0   r1   r2   r   r`  ri  rž  r’   rª  r3   r4   r;  s   @r   rL  rL  ;  s)   ø‡ € ò	ò<ò.2ò"*òX÷"ð "r   rL  c                   óF   a € ] tR tRt o ]R 4       tR	tRtRtRt	R t
RtV tR# )
ÚWanUni3CControlnetApplyi¦  c                ój   € R RRRRRRRRRR/3RR	R
RRRRRRR/3RR	R
RRRRRRR/3RR	R
RRRRRRR/3//# )r¾   r  r?  r�  rN  rS  ÚtooltipztThe guidance video rendered from the camera trajectory, most commonly warped point cloud renders of the input image.rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rP  r4  r:  rT  rõ   rÃ   s   &r   rÅ   Ú#WanUni3CControlnetApply.INPUT_TYPES§  s›   € à˜g zØ+Ð-=Ø# XØ,¨w¸ð  E{ð  9|ð  /}Ø(¨7°YÀÀUÈEÐSXÐZ^Ð`fÐhlÐ4mÐ*nØ-°¸)ÀSÈ%ÐQTÐV[Ð]`ÐbhÐjoÐ9pÐ/qØ+¨g¸	À3ÈÈsÐTYÐ[^Ð`fÐhmÐ7nÐ-oð ð !ð 	!r   rX  Tzmodel/patch/wanc           	     ó®  € \        VP                  \        P                  P                  P
                  P                  4      '       g   \        R 4      hVP                  P                  ^ ,          P                  P                  P                  p\        VP                  R4      RR4      p	V	f   \        R4      hW˜8w  d   \        RP                  W‰4      4      hVP                  4       p
VP                  R4      pVP!                  V4      pVP!                  V4      pVP                  R4      p\#        W$R,          W>W\V4      pV
P%                  V4       V
3# )	z4The connected model patch is not a Uni3C ControlNet.r  r   Nz0The Uni3C ControlNet only works with Wan models.zSThis Uni3C ControlNet expects a Wan model with dim {}, the loaded model has dim {}.rZ  rì  r?  )r¢  r  rL   rP   r  r  r  r  rD   Únorm1ÚlinearÚin_featuresÚgetattrre  r   rh  rf  rL  rC  )r"   r  r?  r�  rN  rA  rJ  rM  Úcnet_dimÚ	model_dimrr  rZ  ro  rp  rì  rq  s   &&&&&&&&        r   rX  Ú#WanUni3CControlnetApply.apply_patch·  s.  € Ü˜+×+Ñ+¬U¯Y©Y¯]©]×-@Ñ-@×-SÑ-S×TÒTÜÐSÓTÐTØ×$Ñ$×6Ñ6°qÕ9×?Ñ?×FÑF×RÑRˆÜ˜E×2Ñ2Ð3DÓEÀuÈdÓSˆ	ØÒÜÐOÓPÐPØÔ ÜÐr×yÑyð  {Có  Oó  Pð  PàŸ™›ˆØ×/Ñ/Ð0@ÓAˆØ$×5Ñ5°mÓDˆØ"×3Ñ3°KÓ@ˆ	Ø×.Ñ.¨Ó?ˆÜ! +¸KÕ/HÈ#Ð^fÐu~ÓˆØ×2Ñ2°5Ô9ØÐÐr   rõ   NrP  rt  r;  s   @r   r}  r}  ¦  s7   ø‡ € Øñ!ó ð!ð €LØ€HØ€Là €H÷ ð  r   r}  c                   ó8   a € ] tR tRt o R tR tR tR tRtV t	R# )ÚUsoStyleProjectorPatchiË  c                ó   € Wn         W n        R # r)   )r?  rƒ  )r"   r?  rƒ  s   &&&r   r   ÚUsoStyleProjectorPatch.__init__Ì  s   € Ø&ÔØ*Ör   c           
     ó
  € VP                  R 4      pVP                  R4      pV P                  P                  V P                  P	                  VP
                  4      4      P	                  VP
                  4      p\        P                  ! WC.^R7      pW1R&   \        P                  ! \        P                  ! VP                  ^ ,          VP                  ^,          ^VP
                  VP                  R7      V.^R7      VR &   V# )Útxt_idsrÃ  r€   rd  )rþ   r?  r  rƒ  r’   r$   r   r„   rã  rS   r#   )r"   r›  rŽ  rÃ  Úsiglip_embeddings   &&   r   rž  ÚUsoStyleProjectorPatch.__call__Ð  sî   € Ø—*‘*˜YÓ'ˆØ�j‰j˜ÓˆØ×+Ñ+×1Ñ1°$×2DÑ2D×2GÑ2GÈÏ	É	Ó2RÓS×VÑVÐWZ×W`ÑW`ÓaÐÜ�iŠiÐ)Ð/°QÔ7ˆØˆu‰Ü!ŸIšI¤u§{¢{Ð3C×3IÑ3IÈ!Õ3LÐN^×NdÑNdÐefÕNgÐijÐry×rÑrð  IP÷  IWñ  IWô  (Xð  Zað  'bð  hiô  jˆˆyÑØˆr   c                ó†   € \        V\        P                  4      '       d!   V P                  P	                  V4      V n        V # r)   r¡  r£  s   &&r   r’   ÚUsoStyleProjectorPatch.toÙ  r¦  r   c                ó   € V P                   .# r)   r¨  r©  s   &r   rª  ÚUsoStyleProjectorPatch.modelsÞ  r¬  r   )rƒ  r?  N)
r/   r0   r1   r2   r   rž  r’   rª  r3   r4   r;  s   @r   rŠ  rŠ  Ë  s   ø‡ € ò+òò÷
"ð "r   rŠ  c                   óF   a € ] tR tRt o ]R 4       tR	tRtRtRt	R t
RtV tR# )
ÚUSOStyleReferenceiâ  c                ó   € R RRRRRR//# )r¾   r  r?  Úclip_vision_outputrP  r4  )ÚCLIP_VISION_OUTPUTrõ   rÃ   s   &r   rÅ   ÚUSOStyleReference.INPUT_TYPESã  s$   € à˜W jØ*Ð,<Ø1Ð3Kð ð !ð 	!r   rX  Tzmodel/patch/fluxc                óæ   € \         P                  ! VP                  R,          VP                  R,          VP                  34      pVP	                  4       pVP                  \        W$4      4       V3# )rH   )rH   iìÿÿÿ)rH   iõÿÿÿ)r   ÚstackÚall_hidden_statesÚpenultimate_hidden_statesrh  ri  rŠ  )r"   r  r?  r˜  rƒ  rr  s   &&&&  r   rX  ÚUSOStyleReference.apply_patchï  sq   € ÜŸšÐ%7×%IÑ%IÈ&Õ%QÐSe×SwÑSwÐx~ÕSð  BT÷  Bnñ  Bnð  %oó  pˆØŸ™›ˆØ×0Ñ0Ô1GÈÓ1cÔdØÐÐr   rõ   NrP  rt  r;  s   @r   r–  r–  â  s7   ø‡ € Øñ!ó ð!ð
 €LØ€HØ€Là!€H÷ ð  r   r–  c                   óB   a a€ ] tR tRt oRV3R lV 3R llltRtVtV ;t# )r  iö  c                óD   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ /# )r   rí   rð   r;   rñ   rî   rï   r:   r   )r   r   s   "€r   r   Ú MultiTalkModelPatch.__annotate__÷  sQ   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ
 ð
ñ ð
ñ ð
ñ ñ
r   c                ó
  <€ \         SV `  4        \        VW,           ^,
          VVVVV	V
R7      V n        \        P
                  P                  \        V4       Uu. uF  p\        W4W‰V
R7      NK  	  up4      V n	        R# u upi )r€  )Úseq_lenÚ
seq_len_vfrð   rñ   rî   r#   r$   r%   r@   N)
r   r   r   Ú
audio_projr   r   rB   rC   r   Úblocks)r"   rí   rð   r;   rñ   rî   rï   r:   r#   r$   r%   rE   r&   s   &&&&&&&&&&& €r   r   ÚMultiTalkModelPatch.__init__÷  s…   ø€ ô 	‰ÑÔÜ1Ø$Ø'Õ1°!Õ3Ø!1ØØ-ØØØ%ô	
ˆŒô —h‘h×)Ñ)ô ˜zÔ*óá*�Aô +¨6À6Ðcm×nÙ*ñó
ˆŽùòs   ÁB )r¦  r§  )
é   i   i   i   é    é   é(   NNN)r/   r0   r1   r2   r   r3   r4   r5   r6   s   @@r   r  r  ö  s   ù‡ € ÷
÷ 
õ 
r   r  c                   óh   a € ] tR tRt o ]V 3R lR l4       t]R 4       t]V 3R lR l4       tRtV t	R# )	Ú
SUPIRApplyi  c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   rŽ   )r   ÚSchema)r   r   s   "€r   r   ÚSUPIRApply.__annotate__  s   ø€ ÷ 
ñ 
™bŸi™iñ 
r   c                ó†  € \         P                  ! R RR\         P                  P                  R4      \         P                  P                  R4      \         P
                  P                  R4      \         P                  P                  R4      \         P                  P                  RRR	R
RRR7      \         P                  P                  RRR	R
RRR7      \         P                  P                  RRR	RRRRR7      \         P                  P                  RRR	RRRRR7      .\         P                  P                  4       .R7      # )r®  zmodel/patch/supirTr  r?  r�  r@  Ústrength_startrD  rK  rF  rI  z7Control strength at the start of sampling (high sigma).)rC  rE  rG  rH  r  Ústrength_endzVControl strength at the end of sampling (low sigma). Linearly interpolated from start.Úrestore_cfgg      @g      4@gš™™™™™¹?zaPulls denoised output toward the input latent. Higher = stronger fidelity to input. 0 to disable.)rC  rE  rG  rH  r9  r  Úrestore_cfg_s_tmingš™™™™™©?z4Sigma threshold below which restore_cfg is disabled.)Únode_idÚcategoryÚis_experimentalÚinputsÚoutputs)	r   r°  ÚModelÚInputÚ
ModelPatchÚVaeÚImageÚFloatÚOutput)Úclss   &r   Údefine_schemaÚSUPIRApply.define_schema  s  € ä�yŠyØ Ø(Ø ä—‘—‘˜wÓ'Ü—‘×#Ñ# MÓ2Ü—‘—‘˜UÓ#Ü—‘—‘˜wÓ'Ü—‘—‘Ð/¸À#È4ÐVZØ'`ð ó bä—‘—‘˜~°sÀÈÐTXØ'ð ó Aä—‘—‘˜}°c¸sÈÐSVÐaeð (Kð ó Lä—‘—‘Ð3¸TÀsÐPSÐZ^ÐimØ']ð ó _ðô —X‘X—_‘_Ó&Ð'ô%
ð 	
r   c                ó‚  € \        VP                  RR4      pV'       g   VP                  V4      # VP                  pVP	                  4       Vn        VP                  4        UUu/ uF  w  rgRV 2V3bK  	  pppVP                  P                  VRRR7        VP                  V4      WQn        # u uppi   YQn        i ; i)zHEncode using denoise_encoder weights from SUPIR checkpoint if available.r  Nzencoder.rD  rK  )Ústrength_patchÚstrength_model)r…  r  r‹  Úpatcherrh  rœ   Úadd_patches)	rÃ  r�  r?  r@  Ú
denoise_sdÚorig_patcherr    r0  Úpatchess	   &&&&     r   Ú_encode_with_denoise_encoderÚ'SUPIRApply._encode_with_denoise_encoder.  s²   € ô ˜[×.Ñ.Ð0DÀdÓKˆ
ßØ—:‘:˜eÓ$Ð$ð —{‘{ˆØ"×(Ñ(Ó*ˆŒØ4>×4DÑ4DÔ4FÔGÑ4F©D¨A�X˜a˜S�> A 4Ò'Ñ4FˆÑGØ�‰×Ñ ¸ÈCÐÔPð	'Ø—:‘:˜eÓ$à&�Kùó Høð
 '�Kús   Á%B0ÂB6 Â6B>c                ó  <€ V ^8„  d   QhRS[ P                  P                  RS[ P                  P                  RS[ P                  P                  RS[ P
                  P                  RS[RS[RS[RS[R	S[ P                  /	# )
r   r  r?  r�  r@  r³  r´  rµ  r¶  rŽ   )r   r¼  ÚTyper¾  r¿  rÀ  r  Ú
NodeOutput)r   r   s   "€r   r   r±  @  sƒ   ø€ ÷ ",ñ ",™rŸx™xŸ}™}ð ",¹2¿=¹=×;MÑ;Mð ",ÑTV×TZÑTZ×T_ÑT_ð ",Ñhj×hpÑhp×huÑhuð ",Ù %ð",Ù5:ð",ÙINð",Ùdið",Ùnp×n{Ñn{ñ",r   c               ó  aaaa€ VP                  4       p	VP                  R 4      P                  V P                  W2VR,          4      4      p
\	        W"P
                  P                  W¥V4      pVP                  V	4       SR8”  du   VP                  R 4      pVP                  VP                  V
4      4      pVP                  VP                  VR,          4      4      oRoVVVV3R lpV	P                  V4       \        P                  ! V	4      # )rì  rK  gB>èÙ¬:-@c                 óì  <€ V R ,          pV R,          pVP                  4       ^ 8”  d   V^ ,          P                  4       pMVP                  4       pVS	8”  Ed   SP                  VP                  VP                  R7      pVP
                  ^ ,          pVP
                  ^ ,          V8w  dz   VP
                  ^ ,          ^8X  d   VP                  VRRR4      MLVP                  WTP
                  ^ ,          ,           ^,
          VP
                  ^ ,          ,          ^^^4      RV pVP                  4       ^ 8”  d   VP                  R^^^4      MTpW,
          pWVS
,          S,          ,          ,
          pV# )Údenoisedrz  r?   NrK   )	r   rn  r’   r#   r$   rS   rS  rq  rT   )r  rÕ  rz  rÄ   ÚrefÚbÚ	sigma_valÚd_centerrµ  r¶  Ú	sigma_maxÚx_centers   &       €€€€r   Úrestore_cfg_functionÚ0SUPIRApply.execute.<locals>.restore_cfg_functionO  s`  ø€ Ø 
Õ+�Ø˜W��Ø—9‘9“; ”?Ø˜a�Ÿ™›‘AàŸ
™
›�AØÐ)Õ)Ø"Ÿ+™+¨X¯_©_ÀHÇNÁN˜+ÓS�CØ Ÿ™ qÕ)�AØ—y‘y •| qÔ(Ø;>¿9¹9ÀQ½<È1Ô;L˜cŸj™j¨¨B°°BÔ7ÐRU×R\ÑR\Ð^_×bkÑbkÐlmÕbnÕ^nÐqrÕ^rÐwz÷  xAñ  xAð  BCõ  xDõ  ^Dð  FGð  IJð  LMó  SNð  OQð  PQð  SR˜Ø;@¿9¹9»;È¼? §
¡
¨2¨q°!°QÔ 7ÐPU�IØ'�~�HØ'°yÀ9Õ7LÐQ\Õ6\Õ*]Õ]�HØ�r   r?  )rh  re  rO   rÎ  r   r  Úproject_modulesr&  ÚdecodeÚprocess_outr‹  Ú#set_model_sampler_post_cfg_functionr   rÒ  )rÃ  r  r?  r�  r@  r³  r´  rµ  r¶  rr  Úhint_latentrq  rì  ÚdecodedrÜ  rÚ  rÛ  s   &$$$$$$dd      @@r   ÚexecuteÚSUPIRApply.execute?  sæ   û€ ð Ÿ™›ˆØ×,Ñ,¨_Ó=×HÑHØ×,Ñ,¨S¸uÀ[Õ?QÓRóTˆä˜;×(9Ñ(9×(IÑ(IÈ;ÐhtÓuˆØ�‰�}Ô%à˜Ôà!×2Ñ2°?ÓCˆMØ—j‘j ×!:Ñ!:¸;Ó!GÓHˆGØ$×/Ñ/°·
±
¸7À;Õ;OÓ0PÓQˆHØˆI÷ ð  ð" ×=Ñ=Ð>RÔSä�}Š}˜]Ó+Ð+r   rõ   N)
r/   r0   r1   r2   r6  rÄ  rÎ  rä  r3   r4   r;  s   @r   r®  r®    s?   ø‡ € Ø÷
ó ð
ð, ñ'ó ð'ð  ÷",ó ö",r   r®  zLoad Model Patchz%Apply Qwen Image DiffSynth ControlNetzApply Fun ControlNetzApply Wan Uni3C ControlNetzApply USO Style ReferencezApply SUPIR PatchzApply Anima LLLite)3r	  r   r   rÁ   Úcomfy.utilsrL   Ú	comfy.opsÚcomfy.model_managementÚcomfy.model_prefetchÚcomfy.patcher_extensionÚcomfy.storageÚcomfy.ldm.common_ditÚcomfy.latent_formatsÚcomfy.ldm.lumina.controlnetÚcomfy.ldm.supir.supir_modulesÚcomfy.ldm.anima.llliteÚcomfy.ldm.minimax.controlnetÚcomfy.ldm.qwen_image21.modelÚcomfy.ldm.wan.uni3cÚ"comfy.ldm.lightricks.duration_headÚcomfy.ldm.wan.model_multitalkr   r   Úcomfy_api.latestr   Úcomfy.ldm.supir.supir_patchr   r�   r	   r8   rf   r¦   rº   r¼   r=  r{  r}  r¯  rÖ  r÷  r7  rF  rL  r}  rŠ  r–  r  Ú	ComfyNoder®  ÚNODE_CLASS_MAPPINGSÚNODE_DISPLAY_NAME_MAPPINGSrõ   r   r   Ú<module>rû     s¸  ðÛ ã Ý Û Û Û Û Û Û Û Û Û Û "Û $Û Û #Û #Û Û )ß ]Ý Ý 2ô˜EŸH™HŸO™Oô ô$N 5§8¡8§?¡?ô NôB@˜uŸx™xŸ™ô @òDò:_÷\ ñ \ ÷~) ñ ) òX5÷
/"ñ /"÷b|"ñ |"÷|dLñ dL÷Nñ ÷@, ñ , ô\eÐ6ô e÷ h"ñ h"÷V" ñ " ÷J"ñ "÷. ñ  ô(
˜%Ÿ(™(Ÿ/™/ô 
ô@L,�—‘ô L,ð` Ð(Ø"Ð$@ØÐ.ØÐ6ØÐ*Ø�*ØÐ(ðÐ ð Ð*Ø"Ð$KØÐ1ØÐ;ØÐ4ØÐ%ØÐ,ðÒ r   