+
    ƒ°ñjÅ  ã                   ó�   € R t ^ RIt^ RIHt ^ RIt^RIHtHt  ! R R]4      t	 ! R R]P                  P                  4      tR tR# )z,MiniMax H3 Fun ControlNet-Union model patch.N)ÚDiTBlockÚpatchify_videoc                   ó6   a a€ ] tR t^
t oRV 3R lltRtVtV ;t# )ÚControlDiTBlockc                ó¦   <€ \         SV `  WW4WVWyW«WÍR 7       V'       d   VP                  WRW¼R7      V n        VP                  WRW¼R7      V n        R# ))Ú
apply_siluÚadaln_dtypeÚdtypeÚdeviceÚ
operationsT©Úbiasr	   r
   N)ÚsuperÚ__init__ÚLinearÚbefore_projÚ
after_proj)ÚselfÚhiddenÚheadsÚhead_dimÚffnÚt_dimÚepsÚqk_epsÚfirst_blockr   r   r	   r
   r   Ú	__class__s   &&&&&&&&&&&&&&€Ú@C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\minimax\controlnet.pyr   ÚControlDiTBlock.__init__   sZ   ø€ ä‰Ñ˜¨°uÀ6Ø%0Àfð 	ô 	eçØ)×0Ñ0°ÀdÐRWÐ0ÓgˆDÔØ$×+Ñ+¨FÀÈUÐ+ÓbˆŽó    )r   r   )FTNNNN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r   
   s   ù‡ € ÷c÷ cr   r   c                   óB   a a€ ] tR t^t oRV 3R lltR tR tRtVtV ;t	# )ÚMiniMaxH3FunControlc                óT  <€ \         SV `  4        WÐn        \        V4      V n        \        V4      V n        WÀn        V P
                  '       d   V P
                  ^ ,          ^ 8w  d   \        R4      hV P
                  \        \        \        V P
                  4      4      4      8w  d   \        R4      hWn
        WP                  ^ ,          ,          V P                  ^,          ,          V P                  ^,          ,          pVP                  VVR\        P                  VR7      V n        \        P                   ! \#        \%        V P
                  4      4       Uu. uF7  p\'        Y4YVYyT
V^ 8H  V'       * V'       d   \        P                  MTWÞVR7      NK9  	  up4      V n        R# u upi )é    z=MiniMax H3 Fun control injection layers must start at layer 0zEMiniMax H3 Fun control injection layers must be unique and increasingTr   )r   r   r   r	   r
   r   N)r   r   r	   ÚtupleÚ
patch_sizeÚinjection_layersÚinpaint_post_normÚ
ValueErrorÚsortedÚsetÚcontrol_in_dimr   ÚtorchÚfloat32Úcontrol_proj_inÚnnÚ
ModuleListÚrangeÚlenr   Úcontrol_blocks)r   r4   r/   Úhidden_sizeÚnum_attention_headsÚattention_head_dimÚffn_hidden_sizeÚtime_embed_dimr.   Únorm_epsÚqk_norm_epsÚuse_adaln_curvesr0   r	   r
   r   Ú	patch_dimÚir   s   &&&&&&&&&&&&&&&&  €r   r   ÚMiniMaxH3FunControl.__init__   s^  ø€ ô 	‰ÑÔØŒ
Ü 
Ó+ˆŒÜ %Ð&6Ó 7ˆÔà!2ÔØ×$×$Ð$¨×(=Ñ(=¸aÕ(@ÀAÔ(EÜÐ\Ó]Ð]Ø× Ñ ¤E¬&´°T×5JÑ5JÓ1KÓ*LÓ$MÔMÜÐdÓeÐeØ,ÔØ"§_¡_°QÕ%7Õ7¸$¿/¹/È!Õ:LÕLÈtÏÉÐ_`ÕOaÕaˆ	Ø)×0Ñ0°¸KÈdÔZ_×ZgÑZgÐpvÐ0ÓwˆÔÜ Ÿmšmô œ3˜t×4Ñ4Ó5Ô6ó-8ñ 7�ô ˜KÐ>PØ*°kÐPQÐUVÑPVØ+;Ô';ß9I¬¯ªÈuØ"'À:÷	Oñ
 7ñ-8ó 9ˆÖùò -8s   Å=F%c                ó–  € V P                   ^ ,          P                  P                  P                  pVP                  R,          V8w  d,   \        RP                  WTP                  R,          4      4      hV P                  V P                  ^ ,          ,          V P                  ^,          ,          V P                  ^,          ,          p\        P                  P                  P                  VP                  \        P                  4      V P                  4      p\!        W P                  4      pVP                  ^,          V8  dE   \        P"                  P$                  P'                  V^ WgP                  ^,          ,
          34      pMDVP                  ^,          V8”  d-   \)        RP                  VP                  ^,          V4      4      hVP*                  P                  VP,                  4      p\        P.                  ! VP                  ^ ,          V\        P                  VP,                  R7      p	WyV&   VP1                  4       p
V P3                  V	4      P                  VP4                  4      W£P6                  P                  VP,                  4      &   V P                   ^ ,          P9                  V
4      P;                  V4      # )r,   zåMiniMax H3 controlnet adaln width {} does not match the base model's timestep embedding width {}: the controlnet and base checkpoint use different adaln forms (curve basis vs full), convert the controlnet to match the base model.zFMiniMax H3 control input has {} columns but the model patch expects {})r	   r
   éÿÿÿÿ)r<   Ú
adaln_projÚlinearÚin_featuresÚshapeÚRuntimeErrorÚformatr4   r.   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizeÚtor5   r6   r   r8   Ú
functionalÚpadr1   Ú
img_updater
   ÚzerosÚcloner7   r	   Úimg_posr   Úadd_)r   ÚhÚcontrol_latentÚlayoutÚt_embÚadaln_inrE   Útarget_rowsrW   ÚrowsÚcs   &&&&&      r   Úinit_streamÚMiniMaxH3FunControl.init_stream.   s$  € Ø×&Ñ& qÕ)×4Ñ4×;Ñ;×GÑGˆØ�;‰;�r�?˜hÔ&ÜðBçBHÁ&È×S^ÑS^Ð_aÕSbÓBcóeð eð
 ×'Ñ'¨$¯/©/¸!Õ*<Õ<¸t¿¹ÈqÕ?QÕQÐTX×TcÑTcÐdeÕTfÕfˆ	ÜŸ™×-Ñ-×?Ñ?À×@QÑ@QÔRW×R_ÑR_Ó@`Ðbf×bqÑbqÓrˆÜ$ ^·_±_ÓEˆØ×Ñ˜QÕ )Ô+ÜŸ(™(×-Ñ-×1Ñ1°+ÀÀ9×O`ÑO`ÐabÕOcÕCcÐ?dÓe‰KØ×Ñ˜qÕ! IÔ-ÜÐe×lÑlÐmx×m~Ñm~ð  @Aõ  nBð  DMó  Nó  Oð  Oð ×&Ñ&×)Ñ)¨!¯(©(Ó3ˆ
Ü�{Š{˜:×+Ñ+¨AÕ.°	ÄÇÁÐWX×W_ÑW_Ô`ˆØ&ˆZÑà�G‰G‹IˆØ)-×)=Ñ)=¸dÓ)C×)FÑ)FÀqÇwÁwÓ)Oˆ�.‰.×
Ñ
˜AŸH™HÓ
%Ñ&Ø×"Ñ" 1Õ%×1Ñ1°!Ó4×9Ñ9¸!Ó<Ð<r   c           	     ó~   € V P                   V,          p\        P                  ! WrW4WVR 7      pW'P                  V4      3# ))Útransformer_options)r<   r   Úforwardr   )r   Úindexrc   r_   Úmod_segmentsÚ
rope_freqsrg   Úblocks   &&&&&&& r   ÚstepÚMiniMaxH3FunControl.stepG   s:   € Ø×#Ñ# EÕ*ˆÜ×Ò˜U u¸JÔpˆØ×"Ñ" 1Ó%Ð%Ð%r   )r<   r4   r7   r	   r/   r0   r.   )é1   )r,   é
   é   é   é(   i   é8   é€   i 8  i€
  )é   é   rw   çñhãˆµøä>rx   FFNNN)
r    r!   r"   r#   r   rd   rm   r$   r%   r&   r'   s   @@r   r*   r*      s   ù‡ € ÷9ò2=÷2&ò &r   r*   c                 ó|   a € Rp\         ;QJ d    V 3R lV 4       F  '       d   K   R# 	  R# ! V 3R lV 4       4      # )úcontrol_proj_in.weightc              3   ó,   <"  € T F	  qS9   x € K  	  R # 5i)N© )Ú.0ÚkeyÚ
state_dicts   & €r   Ú	<genexpr>Ú/is_minimax_h3_fun_state_dict.<locals>.<genexpr>W   s   øé € Ð5©H S�jÖ «Hùs   ƒFT)rz   z)control_blocks.0.adaln_proj.linear.weightz"control_blocks.0.after_proj.weightz#control_blocks.0.before_proj.weightz%control_blocks.0.attn.qkv_proj.weightz#control_blocks.0.attn.q_norm.weightzcontrol_blocks.0.mlp.fc1.weight)Úall)r   Úrequireds   f r   Úis_minimax_h3_fun_state_dictr„   M   s5   ø€ ð€H÷ ‹3Ô5©HÓ5�3Œ3Ð5Š3Ð5ˆ3Ô5©HÓ5Ó5Ð5r   )Ú__doc__r5   Útorch.nnr8   Úcomfy.ldm.common_ditrP   Úmodelr   r   r   ÚModuler*   r„   r|   r   r   Ú<module>rŠ      s<   ðÙ 2ã Ý ã ß +ôc�hô cô6&˜%Ÿ(™(Ÿ/™/ô 6&ôr
6r   