+
    ƒ°ñjÛ$  ã                   óÀ   € ^ RI t ^ RIt^ RI HtHt ^ RIHtHt ^RIHt ^RI	H
t
 ^ RIt ! R R]P                  4      t ! R R	]P                  4      t ! R
 R]
4      tR# )é    N)ÚTensorÚnn)Ú	rearrangeÚrepeat)Útimestep_embedding)ÚFluxc                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚMistolineCondDownsamplBlockc                óf  <€ \         SV `  4        \        P                  ! VP	                  ^^^^WR7      \        P
                  ! 4       VP	                  ^^^WR7      \        P
                  ! 4       VP	                  ^^^^WR7      \        P
                  ! 4       VP	                  ^^^^^WR7      \        P
                  ! 4       VP	                  ^^^^WR7      \        P
                  ! 4       VP	                  ^^^^^WR7      \        P
                  ! 4       VP	                  ^^^^WR7      \        P
                  ! 4       VP	                  ^^^^^WR7      \        P
                  ! 4       VP	                  ^^^WR7      \        P
                  ! 4       VP	                  ^^^^WR7      4      V n        R# )é   ©ÚpaddingÚdtypeÚdevice©r   r   ©r   Ústrider   r   N)ÚsuperÚ__init__r   Ú
SequentialÚConv2dÚSiLUÚencoder)Úselfr   r   Ú
operationsÚ	__class__s   &&&&€Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\flux\controlnet.pyr   Ú$MistolineCondDownsamplBlock.__init__   sk  ø€ Ü‰ÑÔÜ—}’}Ø×Ñ˜a  Q°¸ÐÓNÜ�GŠG‹IØ×Ñ˜b " a¨uÐÓDÜ�GŠG‹IØ×Ñ˜b " a°¸%ÐÓOÜ�GŠG‹IØ×Ñ˜b " a°¸1ÀEÐÓYÜ�GŠG‹IØ×Ñ˜b " a°¸%ÐÓOÜ�GŠG‹IØ×Ñ˜b " a°¸1ÀEÐÓYÜ�GŠG‹IØ×Ñ˜b " a°¸%ÐÓOÜ�GŠG‹IØ×Ñ˜b " a°¸1ÀEÐÓYÜ�GŠG‹IØ×Ñ˜b " a¨uÐÓDÜ�GŠG‹IØ×Ñ˜b " a°¸%ÐÓOó'
ˆŽó    c                ó$   € V P                  V4      # ©N©r   ©r   Úxs   &&r   ÚforwardÚ#MistolineCondDownsamplBlock.forward'   s   € Ø�|‰|˜A‹Ðr   r"   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r%   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r
   r
      s   ù‡ € ÷
÷0ò r   r
   c                   ó<   a a€ ] tR t^*t oRV 3R lltR tRtVtV ;t# )ÚMistolineControlnetBlockc                óˆ   <€ \         SV `  4        VP                  WW#R 7      V n        \        P
                  ! 4       V n        R# )r   N)r   r   ÚLinearÚlinearr   r   Úact)r   Úhidden_sizer   r   r   r   s   &&&&&€r   r   Ú!MistolineControlnetBlock.__init__+   s2   ø€ Ü‰ÑÔØ ×'Ñ'¨ÈÐ'Ó]ˆŒÜ—7’7“9ˆŽr   c                óB   € V P                  V P                  V4      4      # r!   ©r7   r6   r#   s   &&r   r%   Ú MistolineControlnetBlock.forward0   s   € Ø�x‰x˜Ÿ™ A›Ó'Ð'r   r;   r'   r(   r0   s   @@r   r3   r3   *   s   ù‡ € ÷÷
(ò (r   r3   c                   óV   a a€ ] tR t^4t oRV 3R lltRV3R lR lltRR ltRtVtV ;t	# )	ÚControlNetFluxc	                ó–  <a aaa€ \         SS `  ! RR RRSRSRS/V	B  ^S n        ^&S n        VS n        S P                  '       d   VVVV 3R lp
M	VVVV 3R lp
\
        P                  ! . 4      S n        \        S P                  P                  4       F#  pS P                  P                  V
! 4       4       K%  	  \
        P                  ! . 4      S n        \        S P                  P                  4       F#  pS P                  P                  V
! 4       4       K%  	  VS n        RS n        S P                  ^ 8”  d/   SP!                  S P                  S P"                  SSR7      S n        RS n        VS n        Vf   S P(                  pM	V^,          pSP+                  VS P"                  R	SSR
7      S n        S P&                  '       Egƒ   S P                  '       d   \/        SSSR7      S n        R# \
        P2                  ! SP5                  ^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^^SSR7      \
        P6                  ! 4       SP5                  ^^^^SSR7      4      S n        R# R# )Úfinal_layerFr   r   r   c                  ó6   <€ \        SP                  SS SR 7      # )©r   r   r   )r3   r8   ©r   r   r   r   s   €€€€r   Ú<lambda>Ú)ControlNetFlux.__init__.<locals>.<lambda>>   s!   ø€ Ô%=¸d×>NÑ>NÐV[Ðdjð  xBõ  &Cr   c                  óV   <€ SP                  SP                  SP                  SS R 7      # )r   )r5   r8   rC   s   €€€€r   rD   rE   @   s'   ø€  Z×%6Ñ%6°t×7GÑ7GÈ×IYÑIYÐafÐouÐ%6Ô%vr   Nr   T)Úbiasr   r   rB   r   r   © )r   r   Úmain_model_doubleÚmain_model_singleÚ	mistoliner   Ú
ModuleListÚcontrolnet_blocksÚrangeÚparamsÚdepthÚappendÚcontrolnet_single_blocksÚdepth_single_blocksÚnum_union_modesÚcontrolnet_mode_embedderÚ	Embeddingr8   Úgradient_checkpointingÚlatent_inputÚin_channelsr5   Úpos_embed_inputr
   Úinput_cond_blockr   r   r   Úinput_hint_block)r   rX   rT   rK   Úcontrol_latent_channelsÚimage_modelr   r   r   ÚkwargsÚcontrol_blockÚ_r   s   f&&&&&fff,  €r   r   ÚControlNetFlux.__init__5   sè  ü€ Ü‰ÒÑh UÐh°%ÐhÀÐhÐS]ÐhÐagÒhà!#ˆÔØ!#ˆÔà"ˆŒà�>�>ˆ>÷ C‰MçvˆMä!#§¢¨rÓ!2ˆÔÜ�t—{‘{×(Ñ(Ö)ˆAØ×"Ñ"×)Ñ)©-«/Ö:ñ *ô )+¯ª°bÓ(9ˆÔ%Ü�t—{‘{×6Ñ6Ö7ˆAØ×)Ñ)×0Ñ0±³ÖAñ 8ð  /ˆÔØ(,ˆÔ%Ø×Ñ !Ô#Ø,6×,@Ñ,@À×AUÑAUÐW[×WgÑWgÐotð  ~DÐ,@ó  -EˆDÔ)à&+ˆÔ#Ø(ˆÔØ"Ò*Ø&*×&6Ñ&6Ñ#à# uÕ,Ð#à)×0Ñ0Ð1HÈ$×JZÑJZÐaeÐmrð  |BÐ0ó   CˆÔØ× × Ñ Ø�~�~ˆ~Ü(CÈ%ÐX^ÐkuÔ(v�Ö%ä(*¯ªØ×%Ñ% a¨¨Q¸ÀÈvÐ%ÓVÜ—G’G“IØ×%Ñ% b¨"¨a¸À%ÐPVÐ%ÓWÜ—G’G“IØ×%Ñ% b¨"¨a¸À1ÈEÐZ`Ð%ÓaÜ—G’G“IØ×%Ñ% b¨"¨a¸À%ÐPVÐ%ÓWÜ—G’G“IØ×%Ñ% b¨"¨a¸À1ÈEÐZ`Ð%ÓaÜ—G’G“IØ×%Ñ% b¨"¨a¸À%ÐPVÐ%ÓWÜ—G’G“IØ×%Ñ% b¨"¨a¸À1ÈEÐZ`Ð%ÓaÜ—G’G“IØ×%Ñ% b¨"¨a¸À%ÐPVÐ%ÓWó)�Ö%ñ	 !r   c                óV   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ R
S[ /
# )é   ÚimgÚimg_idsÚcontrolnet_condÚtxtÚtxt_idsÚ	timestepsÚyÚguidanceÚcontrol_typeÚreturn)r   )Úformatr1   s   "€r   Ú__annotate__ÚControlNetFlux.__annotate__m   s{   ø€ ÷ Gñ GáðGñ ðGñ  ð	Gñ
 ðGñ ðGñ ðGñ ðGñ ðGñ ðGñ 
ñGr   c
                ó†  € VP                   ^8w  g   VP                   ^8w  d   \        R4      hVfV   \        P                  ! VP                  ^ ,          V P
                  P                  3VP                  VP                  R7      pM!VRRV P
                  P                  13,          pV P                  V4      pV P                  V4      pW,           pV P                  \        VR4      4      p
V P
                  P                  '       d"   W P                  \        VR4      4      ,           p
W P                  V4      ,           p
V P!                  V4      pV P"                  e¹   \%        V	4      ^ 8”  d©   V P#                  \        P&                  ! W‘P                  R7      VP                  R7      P)                  ^ 4      P+                  VP                  ^ ,          ^^34      p\        P,                  ! W´.^R7      p\        P,                  ! VR,          V.^R7      p\        P,                  ! WR3^R7      pV P/                  V4      pRp\1        \%        V P2                  4      4       F@  pV P2                  V,          ! WW­R	7      w  rWàP4                  V,          ! V4      3,           pKB  	  \        P,                  ! WA3^4      pRp\1        \%        V P6                  4      4       F\  pV P6                  V,          ! WVR
7      pVV P8                  V,          ! VRVP                  ^,          R1R3,          4      3,           pK^  	  \:        P<                  ! V P>                  \%        V4      ,          4      pV P@                  '       d   RpV F  pVV3V,          ,          pK  	  M	VV,          pRVRV P>                   /p\%        V4      ^ 8”  d{   \:        P<                  ! V PB                  \%        V4      ,          4      pRpV P@                  '       d   V F  pVV3V,          ,          pK  	  M	VV,          pVRV PB                   VR&   V# )r   z1Input img and txt tensors must have 3 dimensions.N©r   r   ºNNNé   )r   )Ú	out_dtype)Údim)re   rh   ÚvecÚpe)rx   ry   .ÚinputÚoutput)rt   :Né   NrH   )"ÚndimÚ
ValueErrorÚtorchÚzerosÚshaperO   Ú
vec_in_dimr   r   Úimg_inrZ   Útime_inr   Úguidance_embedÚguidance_inÚ	vector_inÚtxt_inrU   ÚlenÚtensorÚ	unsqueezer   ÚcatÚpe_embedderrN   Údouble_blocksrM   Úsingle_blocksrR   ÚmathÚceilrI   rX   rJ   )r   re   rf   rg   rh   ri   rj   rk   rl   rm   rx   Úcontrol_condÚidsry   Úcontrolnet_doubleÚiÚcontrolnet_singler   Ú	out_inputr$   ÚoutÚ
out_outputs   &&&&&&&&&&            r   Úforward_origÚControlNetFlux.forward_origm   sÈ  € ð �8‰8�qŒ=˜CŸH™H¨œMÜÐPÓQÐQàŠ9Ü—’˜SŸY™Y q�\¨4¯;©;×+AÑ+AÐBÈ3Ï:É:Ð]`×]fÑ]fÔg‰Aà�!Ð,�d—k‘k×,Ñ,Ð,Ð,Õ-ˆAð �k‰k˜#Óˆà×.Ñ.¨Ó?ˆØÕ#ˆØ�l‰lÔ-¨i¸Ó=Ó>ˆØ�;‰;×%×%Ð%Ø×(Ñ(Ô);¸HÀcÓ)JÓKÕKˆCØ—N‘N 1Ó%Õ%ˆØ�k‰k˜#Óˆà×(Ñ(Ò4¼¸\Ó9JÈQÔ9NØ×8Ñ8¼¿ºÀl×[eÑ[eÔ9fÐru×r{Ñr{Ð8Ó|÷  Gñ  Gð  HIó  J÷  Qñ  Qð  SV÷  S\ñ  S\ð  ]^õ  S_ð  abð  deð  Rfó  gˆLÜ—)’)˜\Ð/°QÔ7ˆCÜ—i’i ¨¥°Ð 8¸aÔ@ˆGä�iŠi˜Ð*°Ô2ˆØ×Ñ˜cÓ"ˆàÐä”s˜4×-Ñ-Ó.Ö/ˆAØ×)Ñ)¨!Ö,°À3ÔN‰HˆCØ 1×5KÑ5KÈAÖ5NÈsÓ5SÐ4UÕ UÒñ 0ô �iŠi˜˜
 AÓ&ˆàÐä”s˜4×-Ñ-Ó.Ö/ˆAØ×$Ñ$ QÖ'¨¸Ô<ˆCØ 1°T×5RÑ5RÐSTÖ5UÐVYÐZ[Ð]`×]fÑ]fÐghÕ]iÑ]kÐmpÐZpÕVqÓ5rÐ4tÕ tÒñ 0ô —’˜4×1Ñ1´CÐ8IÓ4JÕJÓKˆØ××ÐØˆIÛ&�Ø ! ¨¥Õ.’Iò 'ð +¨VÕ3ˆIà˜	Ð"9 4×#9Ñ#9Ð:Ð;ˆÜÐ Ó! AÔ%Ü—Y’Y˜t×5Ñ5¼Ð<MÓ8NÕNÓOˆFØˆJØ× × Ð Û*�AØ" q d¨V¥mÕ3š
ò +ð 0°&Õ8�
Ø&Ð'>¨×(>Ñ(>Ð?ˆC�‰MØˆ
r   c                ó¬  € ^pV P                   '       d-   \        P                  P                  P	                  WhV34      pMUV P
                  '       d#   VR,          R,
          pV P                  V4      pM!VR,          R,
          pV P                  V4      p\        VRWˆR7      pVP                  w  ršr¼\        P                  P                  P	                  WV34      p\        VRWˆR7      pW¸^,          ,           V,          pWÈ^,          ,           V,          p\        P                  ! Wï^3VP                  VP                  R7      pVR,          \        P                  ! ^ V^,
          WáP                  VP                  R7      R,          ,           VR&   VR,          \        P                  ! ^ V^,
          WñP                  VP                  R7      R,          ,           VR&   \        VRV	R7      p\        P                  ! W“P                  ^,          ^3VP                  VP                  R7      pV P!                  VVWcVW$WWP#                  R	. 4      R
7	      # )rd   g       @g      ð?z&b c (h ph) (w pw) -> b (h w) (c ph pw))ÚphÚpwrs   )Ústepsr   r   zh w c -> b (h w) c)Úbrm   )rm   ).r|   )rt   N).rd   )Nrt   )rX   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizerK   r[   r\   r   r�   r   r€   r   r   Úlinspacer   rš   Úget)r   r$   rj   Úcontextrk   rl   Úhintr_   Ú
patch_sizeÚbsÚcÚhÚwre   Úh_lenÚw_lenrf   ri   s   &&&&&&&,          r   r%   ÚControlNetFlux.forward¶   sì  € Øˆ
Ø××ÐÜ—9‘9×'Ñ'×9Ñ9¸$ÈZÐ@XÓY‰DØ�^�^ˆ^Ø˜#•: Õ#ˆDØ×(Ñ(¨Ó.‰Dà˜#•: Õ#ˆDØ×(Ñ(¨Ó.ˆDä˜ÐGÈJÔfˆà—g‘g‰ˆˆqÜ�I‰I× Ñ ×2Ñ2°1À:Ð6NÓOˆä˜ÐCÈ
Ôbˆà Q•Õ'¨JÕ6ˆØ Q•Õ'¨JÕ6ˆÜ—+’+˜u¨QÐ/¸¿¹ÈÏÉÔPˆØ! &�/¬E¯NªN¸1¸eÀa½iÈu×]eÑ]eÐmn×mtÑmtÔ,uÐv}Õ,~Õ~ˆ�‰Ø! &�/¬E¯NªN¸1¸eÀa½iÈu×]eÑ]eÐmn×mtÑmtÔ,uÐv}Õ,~Õ~ˆ�‰Ü˜Ð"6¸"Ô=ˆä—+’+˜r§=¡=°Õ#3°QÐ7ÀÇÁÐPQ×PWÑPWÔXˆØ× Ñ   g¨t¸gÀyÐU]×lvÑlvð  xFð  HJó  mKÐ ó  Lð  	Lr   )rM   rU   rR   rW   r[   r\   rX   rI   rJ   rK   rT   rZ   )Fr   FNNNNN)NNr'   )
r)   r*   r+   r,   r   rš   r%   r-   r.   r/   r0   s   @@r   r>   r>   4   s$   ù‡ € ÷6÷pGò G÷RLô Lr   r>   )r   r�   r   r   Úeinopsr   r   Úlayersr   Úmodelr   Úcomfy.ldm.common_ditr¡   ÚModuler
   r3   r>   rH   r   r   Ú<module>r¶      sL   ðó Û ß ß $å (å Û ô "§)¡)ô ô8(˜rŸy™yô (ô\L�Tö \Lr   