+
    ƒ°ñjZH  ã                   ó¼   € ^ RI Ht ^ RIt^ RIHtHt ^ RIHtHt ^ RIt	^ RI
t	^RIHtHtHtHtHtHtHt ] ! R R4      4       tR t ! R	 R
]P*                  4      tR# )é    )Ú	dataclassN)ÚTensorÚnn)Ú	rearrangeÚrepeat)ÚDoubleStreamBlockÚEmbedNDÚ	LastLayerÚMLPEmbedderÚSingleStreamBlockÚtimestep_embeddingÚ
Modulationc                   óH   a € ] tR t^t o RtRtRtRtRtRt	Rt
V 3R ltRtV tR# )Ú
FluxParamsFTÚoffsetç      ð?c                ó"  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R	&   S[;R
&   S[ ;R&   S[ ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   # )é   Úin_channelsÚout_channelsÚ
vec_in_dimÚcontext_in_dimÚhidden_sizeÚ	mlp_ratioÚ	num_headsÚdepthÚdepth_single_blocksÚaxes_dimÚthetaÚ
patch_sizeÚqkv_biasÚguidance_embedÚtxt_ids_dimsÚglobal_modulationÚmlp_silu_actÚops_biasÚdefault_ref_methodÚref_index_scaleÚyak_mlpÚtxt_norm)ÚintÚfloatÚlistÚboolÚstr)ÚformatÚ__classdict__s   "€Ú8C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\flux\model.pyÚ__annotate__ÚFluxParams.__annotate__   s  ø‡ ‚ áÑñ ñ Ññ ñ �Oñ	 ñ
 Ññ ñ Ññ ñ Ññ ñ �Nñ ñ �Jñ ñ Ññ ñ �Nñ ñ �Jñ ñ �Oñ ñ �Nñ ñ Ññ ñ  Ññ! ñ" Ñ#ñ# ñ$ Ññ% ñ& Ññ' ñ( Ñ&ñ) ñ* Ñ ñ+ ñ, Ññ- ñ. Ñò/ ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r$   r%   r&   r'   r(   r)   r*   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r1   s   @r2   r   r      s3   ø‡ € ð" $ÐØ€LØ€HØ&ÐØ €OØ€GØ€H÷/ ƒ r5   r   c                 ó°   € \        V 4      p. p^ pV F(  w  rVWE8  d   VP                  WE34       \        WF4      pK*  	  WA8  d   VP                  WA34       V# ©r   )ÚsortedÚappendÚmax)ÚslicesÚlengthÚsorted_slicesÚresultÚcurrentÚstartÚends   &&     r2   Úinvert_slicesrJ   /   s[   € Ü˜6“N€MØ€FØ€Gã#‰
ˆØŒ?Ø�M‰M˜7Ð*Ô+Ü�gÓ#Šñ $ð
 ÔØ�‰�wÐ'Ô(à€Mr5   c                   ó”   a a€ ] tR t^?t oRtR
V 3R lltRRR/ R3V3R lR llt^ ^ ^ / 3R ltRRRR/ 3R ltRRRR/ 3R lt	R	t
VtV ;t# )ÚFluxz3
Transformer model for flow matching on sequences.
Nc                ó¬	  <€ \         S
V `  4        W0n        \        R/ VB pWpn        VP
                  V n        VP                  VP
                  ,          VP
                  ,          V n        VP                  VP
                  ,          VP
                  ,          V n        VP                  VP                  ,          ^ 8w  d&   \        RVP                   RVP                   24      hVP                  VP                  ,          p\        VP                  4      V8w  d   \        RVP                   RV 24      hVP                  V n        VP                  V n	        \        W‡P                  VP                  R7      V n        VP!                  V P                  V P                  VP"                  W4R7      V n        \'        RV P                  VP"                  W4VR7      V n        VP*                  e*   \'        VP*                  V P                  W4VR
7      V n        MR	V n        VP.                  '       d%   \'        RV P                  VP"                  W4VR7      M\0        P2                  ! 4       V n        VP!                  VP6                  V P                  VP"                  W4R7      V n        VP:                  '       d$   VP=                  VP6                  W4R7      V n        MR	V n        \0        P>                  ! \A        VPB                  4       U	u. uFj  p	\E        V P                  V P                  VPF                  VPH                  VPJ                  RJ VPL                  VP"                  VPN                  W4VR7      NKl  	  up	4      V n(        \0        P>                  ! \A        VPR                  4       U	u. uF_  p	\U        V P                  V P                  VPF                  VPJ                  RJ VPL                  VP"                  VPN                  W4VR7
      NKa  	  up	4      V n+        V'       d5   \Y        V P                  ^V P                  VP"                  W4VR7      V n-        VPJ                  '       d`   \]        V P                  RRW4VR7      V n/        \]        V P                  RRW4VR7      V n0        \]        V P                  RRW4VR7      V n1        R	# R	# u up	i u up	i )r   zHidden size z  must be divisible by num_heads zGot z but expected positional dim )Údimr   r   )ÚbiasÚdtypeÚdeviceé   )Úin_dimÚ
hidden_dimrO   rP   rQ   Ú
operationsN)rP   rQ   rU   )rP   rQ   F)	r   r!   Ú
modulationr%   Ú	proj_biasr)   rP   rQ   rU   )r   rV   r%   rO   r)   rP   rQ   rU   )rO   rP   rQ   rU   T)ÚdoublerO   rP   rQ   rU   r6   )2ÚsuperÚ__init__rP   r   Úparamsr    r   r   r   r   Ú
ValueErrorÚsumr   r	   r   Úpe_embedderÚLinearr&   Úimg_inr   Útime_inr   Ú	vector_inr"   r   ÚIdentityÚguidance_inr   Útxt_inr*   ÚRMSNormÚ
ModuleListÚranger   r   r   r!   r$   r%   r)   Údouble_blocksr   r   Úsingle_blocksr
   Úfinal_layerr   Údouble_stream_modulation_imgÚdouble_stream_modulation_txtÚsingle_stream_modulation)ÚselfÚimage_modelrk   rP   rQ   rU   Úkwargsr[   Úpe_dimÚ_Ú	__class__s   &&&&&&,   €r2   rZ   ÚFlux.__init__D   s’  ø€ Ü‰ÑÔØŒ
ÜÑ%˜fÑ%ˆØŒØ ×+Ñ+ˆŒØ!×-Ñ-°×0AÑ0AÕAÀF×DUÑDUÕUˆÔØ"×/Ñ/°&×2CÑ2CÕCÀf×FWÑFWÕWˆÔØ×Ñ × 0Ñ 0Õ0°AÔ5ÜØ˜v×1Ñ1Ð2Ð2RÐSY×ScÑScÐRdÐeóð ð ×#Ñ# v×'7Ñ'7Õ7ˆÜˆv�‰Ó 6Ô)Ü˜t F§O¡OÐ#4Ð4QÐRXÐQYÐZÓ[Ð[Ø!×-Ñ-ˆÔØ×)Ñ)ˆŒÜ" v·\±\ÈFÏOÉOÔ\ˆÔØ ×'Ñ'¨×(8Ñ(8¸$×:JÑ:JÐQW×Q`ÑQ`ÐhmÐ'Ó}ˆŒÜ"¨#¸$×:JÑ:JÐQW×Q`ÑQ`Ðhmð  JTô  UˆŒØ×ÑÒ(Ü(¨×):Ñ):¸D×<LÑ<LÐTYÐuô  AˆD�Nà!ˆDŒNð NT÷  Nc÷  Ncð  NcŒK˜s¨t×/?Ñ/?ÀfÇoÁoÐ]bð  Iõ  Jô  ik÷  itò  itó  ivð 	Ôð !×'Ñ'¨×(=Ñ(=¸t×?OÑ?OÐV\×VeÑVeÐmrÐ'ó  CˆŒà�?�?ˆ?Ø&×.Ñ.¨v×/DÑ/DÈEÐ.ÓaˆD�Mà ˆDŒMäŸ]š]ô ˜vŸ|™|Ô,óñ -�Aô "Ø×$Ñ$Ø—N‘NØ$×.Ñ.Ø#Ÿ_™_Ø%×7Ñ7¸5Ð@Ø!'×!4Ñ!4Ø$Ÿo™oØ"ŸN™NØ¸:÷
ñ -ñó
ˆÔô"  Ÿ]š]ô ˜v×9Ñ9Ô:óá:�Aô " $×"2Ñ"2°D·N±NÈf×N^ÑN^Ðkq÷  lDñ  lDð  HMð  lMð  \b÷  \oñ  \oð  v|÷  vEñ  vEð  OU÷  O]ñ  O]ð  ejð  FP÷  QÙ:ñó
ˆÔ÷ Ü(¨×)9Ñ)9¸1¸d×>OÑ>OÐV\×VeÑVeÐmrð  OYô   ZˆDÔà×#×#Ð#Ü0:Ø× Ñ ØØØ°zô	1ˆDÔ-ô 1;Ø× Ñ ØØØ°zô	1ˆDÔ-ô -7Ø× Ñ ¨°UÀ%Ðcmô-ˆDÖ)ñ $ùò5ùò"s   Ì	A0SÎ,A%Sc                óP   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ /	# )
r   ÚimgÚimg_idsÚtxtÚtxt_idsÚ	timestepsÚyÚguidanceÚ	attn_maskÚreturn)r   )r0   r1   s   "€r2   r3   ÚFlux.__annotate__“   sp   ø€ ÷ eñ eáðeñ ðeñ ð	eñ
 ðeñ ðeñ ðeñ ðeñ ðeñ 
ñer5   c                ó8  aa!a"€ V
P                  4       p
V
P                  R / 4      pV
P                  R/ 4      pVP                  ^8w  g   SP                  ^8w  d   \        R4      hV P	                  V4      pV P                  \        VR4      P                  VP                  4      4      pV P                  P                  '       d?   Ve;   WàP                  \        VR4      P                  VP                  4      4      ,           pV P                  e�   VfU   \        P                  ! VP                  ^ ,          V P                  P                   3VP"                  VP                  R7      pWàP                  VRRV P                  P                   13,          4      ,           pV P$                  e   V P%                  S4      oV P'                  S4      oRV9   dG   VR,           F9  pV! RVR	SR
VRVRV
/4      pVR,          pVR	,          oVR
,          pVR,          pK;  	  Ve,   \        P(                  ! WB3^R7      pV P+                  V4      pMRpTpTp/ o"V	eÍ   . pVP                  ^ ,          ^,          pVP-                  ^VVP                  ^,          4      P/                  ^ ^4      p\1        W‘P                  ^,          4      pV F%  pVP3                  V^ ,          V^,          ^ 34       K'  	  V	 F%  pVP3                  V^ ,          V^,          ^34       K'  	  VS"R&   VRV pV P                  P4                  '       d#   V P7                  V4      V P9                  V4      3pVP                  R/ 4      p\;        V P<                  4      V
R&   RV
R&   \?        V P<                  4       FÇ  w  po!VV
R&   RV3V9   d;   V!V"3R lpVRV3,          ! RVR	SRVRVRVRV
/RV/4      pVR	,          oVR,          pMS!! R'RVR	SRVRVRVRV
/S"B w  poVf   Kk  VP                  R4      pV\;        V4      8  g   KŽ  VV,          pVf   K�  VRRVP                  ^,          13;;,          V,          uu&   KÉ  	  VP                  \        P@                  8X  d   \        PB                  ! VRRR(R7      p\        P(                  ! SV3^4      pV P                  P4                  '       d   V PE                  V4      w  pp/ o"V	e%   V3R l \G        \I        V3R lX4      4      pVS"R &   \;        V PJ                  4      V
R&   R!V
R&   SP                  ^,          VP                  ^,          .V
R"&   \?        V PJ                  4       Fà  w  po!VV
R&   R#V3V9   d0   V!V"3R$ lpVR#V3,          ! RVRVRVRVRV
/RV/4      pVR,          pMS!! V3RVRVRVRV
/S"B pVf   KZ  VP                  R%4      p V\;        V 4      8  g   K}  V V,          pVf   KŒ  VRSP                  ^,          SP                  ^,          VP                  ^,          ,           1R&3;;,          V,          uu&   Kâ  	  VRSP                  ^,          R1R&3,          p/ o"V	e   XS"R &   V PL                  ! VV3/ S"B pV# ))ÚpatchesÚpatches_replacez1Input img and txt tensors must have 3 dimensions.rR   N©rQ   rP   ºNNNÚ
post_inputrw   ry   rx   rz   Útransformer_options©rN   Úmodulation_dims_imgÚditÚtotal_blocksrX   Ú
block_typeÚblock_indexÚdouble_blockc                 óº   <€ / pS! RR V R ,          RV R,          RV R,          RV R,          RV P                  R4      RV P                  R4      /SB w  VR &   VR&   V# )rw   ry   ÚvecÚper~   r‡   r6   ©Úget©ÚargsÚoutÚblockÚextra_kwargss   & €€r2   Ú
block_wrapÚ%Flux.forward_orig.<locals>.block_wrapÞ   s”   ø€ Ø�CÙ-2ñ .C°t¸Eµ{ð .CØ7;¸Eµ{ð.Cà7;¸Eµ{ð.Cð 7;¸4µjð.Cð >B¿X¹XÀkÓ=Rð	.Cð
 HLÇxÁxÐPeÓGfð.Cð 6Bñ.CÑ*�C˜‘J  E¡
ð �Jr5   r�   r‘   r~   Úoriginal_blockÚinputç        iàÿ  )ÚnanÚposinfÚneginfc                 óJ   <€ V ^ 8X  d   ^ # V SP                   ^,          ,           # r?   ©Úshape)Úary   s   &€r2   Ú<lambda>Ú#Flux.forward_orig.<locals>.<lambda>  s    ø€ ˜1 œ6�aÐ7 q¨3¯9©9°Q­<Õ'7Ð7r5   c                 ó¸   <€ V ^ ,          ^ 8X  d   ^ M V ^ ,          SP                   ^,          ,           V ^,          SP                   ^,          ,           V ^,          3# r?   r¢   )Úxry   s   &€r2   r¥   r¦     sO   ø€ ÀÀ!ÅÈÄ	¹1ÈqÐQRÍtÐVY×V_ÑV_Ð`aÕVbÕObÐdeÐfgÕdhÐkn×ktÑktÐuvÕkwÕdwÐyzÐ{|Õy}Ñ:~r5   Úmodulation_dimsÚsingleÚ	img_sliceÚsingle_blockc                 óš   <€ / pS! V R ,          3RV R,          RV R,          RV P                  R4      RV P                  R4      /SB VR &   V# )rw   r�   r‘   r~   r‡   r’   r”   s   & €€r2   r™   rš     sm   ø€ Ø�CÙ!& t¨E¥{ñ "7Ø+/°­;ð"7à*.¨t­*ð"7ð 26·±¸+Ó1Fð"7ð <@¿8¹8ÐDYÓ;Zð	"7ð
 *6ñ"7�C˜‘Jð �Jr5   Úoutput.r6   i  ÿÿ)'Úcopyr“   Úndimr\   r`   ra   r   ÚtorP   r[   r"   rd   rb   ÚtorchÚzerosr£   r   rQ   r*   re   Úcatr^   ÚreshapeÚmovedimrJ   rA   r$   rl   rm   Úlenri   Ú	enumerateÚfloat16Ú
nan_to_numrn   r-   Úmaprj   rk   )#ro   rw   rx   ry   rz   r{   r|   r}   ÚcontrolÚtimestep_zero_indexr‡   r~   r‚   rƒ   r�   Úpr–   Úidsr‘   Úvec_origÚtxt_vecr©   ÚbatchÚinvertÚsÚblocks_replaceÚir™   Ú	control_iÚaddrs   Úmodulation_dims_combinedÚ	control_or—   r˜   s#   &&&f&&&&&&&&                     @@r2   Úforward_origÚFlux.forward_orig“   s•  ú€ ð 2×6Ñ6Ó8ÐØ%×)Ñ)¨)°RÓ8ˆØ-×1Ñ1Ð2CÀRÓHˆØ�8‰8�qŒ=˜CŸH™H¨œMÜÐPÓQÐQð �k‰k˜#ÓˆØ�l‰lÔ-¨i¸Ó=×@Ñ@ÀÇÁÓKÓLˆØ�;‰;×%×%Ð%ØÒ#Ø×,Ñ,Ô-?ÀÈ#Ó-N×-QÑ-QÐRU×R[ÑR[Ó-\Ó]Õ]�à�>‰>Ò%ØŠyÜ—K’K §¡¨1¥¨t¯{©{×/EÑ/EÐ FÈsÏzÉzÐad×ajÑajÔk�ØŸ™ q¨Ð,C¨T¯[©[×-CÑ-CÐ,CÐ)CÕ'DÓEÕEˆCà�=‰=Ò$Ø—-‘- Ó$ˆCØ�k‰k˜#Óˆà˜7Ô"Ø˜\×*Ð*�Ù˜  U¨C°¸GÀYÐPWÐYnð  qDð  Eó  F�Ø˜%•j�Ø˜%•j�Ø˜i�.�Ø˜i�.’ñ +ð ÒÜ—)’)˜WÐ.°AÔ6ˆCØ×!Ñ! #Ó&‰BàˆBàˆØˆØˆØÒ*Ø ˆOØ—I‘I˜a•L AÕ%ˆEØ×'Ñ'¨¨5°#·)±)¸Aµ,Ó?×GÑGÈÈ1ÓMˆHÜ"Ð#6¿	¹	À!½ÓEˆFÛ�Ø×&Ñ&¨¨!­¨a°­d°A Ö7ñ ã(�Ø×&Ñ&¨¨!­¨a°­d°A Ö7ñ )à2AˆLÐ.Ñ/Ø˜&˜5�kˆGà�;‰;×(×(Ð(Ø×4Ñ4°XÓ>À×@aÑ@aÐbiÓ@jÐkˆCà(×,Ñ,¨U°BÓ7ˆÜ.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4ö	ð % n°aÐ%8Ö9¸5À#Ø;@À#Ø;@À#Ø;?ÀØ;FÈ	Ø;PÐReð;gð <LÈZÐ:XóZ�ð ˜%•j�Ø˜%•j‘á ñ 1 Sð 1Ø%(ð1à%(ð1ð %'ð1ð ,5ð	1ð
 6Ið1ð $0ñ1‘��Sð Ô"Ø#ŸK™K¨Ó0�	Ø”s˜9“~Ö%Ø# A�,�CØ”Ø˜A˜} §	¡	¨!¥˜}Ð,×-°Õ4Õ-ñK 6ðN �9‰9œŸ™Ô%Ü×"Ò" 3¨C¸ÀfÔMˆCä�iŠi˜˜c˜
 AÓ&ˆà�;‰;×(×(Ð(Ø×2Ñ2°8Ó<‰FˆC�àˆØÒ*Ý7Ü'+¬CÔ0~ð  APó  -Qó  (RÐ$Ø.FˆLÐ*Ñ+ä.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ø,/¯I©I°a­L¸#¿)¹)ÀA½,Ð+GÐ˜KÑ(Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À#Ø;@À#Ø;?ÀØ;FÈ	Ø;PÐReð	;gð
 <LÈZÐ:XóZ�ð ˜%•j‘á˜CÑ~ SÐ~¨RÐ~¸9Ð~ÐZmÐ~Ðq}Ñ~�àÔ"Ø#ŸK™K¨Ó1�	Ø”s˜9“~Ö%Ø# A�,�CØ”Ø˜A˜sŸy™y¨�|¨c¯i©i¸­l¸S¿Y¹YÀq½\Õ.IÐIÈ3ÐN×OÐSVÕVÕOñ9 6ð< �!�S—Y‘Y˜q•\‘^ SÐ(Õ)ˆàˆØÒ*Ø.=ˆLÐ*Ñ+à×Ò˜s HÑ=°Ñ=ˆØˆ
r5   c           	     ó"  € VP                   w  rgr‰V P                  p
\        P                  P                  P                  WV
34      p\        VR WªR7      pWŠ^,          ,           V
,          pWš^,          ,           V
,          pW:^,          ,           V
,          pWJ^,          ,           V
,          pTpTpVP                  RR4      pVeš   VR,
          VP                  RR4      ,          R,           pVR,
          VP                  RR4      ,          R,           pVVP                  RR4      ,          pVVP                  R	R4      ,          pVVP                  R
R4      ,          p\        P                  ! Wï\        V P                  P                  4      3VP                  \        P                  R7      pVR,          V,           VR&   VR,          \        P                  ! W<^,
          V,           WáP                  \        P                  R7      P!                  ^4      ,           VR&   VR,          \        P                  ! WM^,
          V,           WñP                  \        P                  R7      P!                  ^ 4      ,           VR&   V\#        VRVR7      3# )z&b c (h ph) (w pw) -> b (h w) (c ph pw))ÚphÚpwÚrope_optionsNr   Úscale_yÚscale_xÚshift_tr�   Úshift_yÚshift_xr„   ©ÚstepsrQ   rP   zh w c -> b (h w) c)Úb)r…   r…   é   )r…   r…   r   )r…   r…   r   )r£   r    ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizer   r“   r²   r³   r·   r[   r   rQ   Úfloat32ÚlinspaceÚ	unsqueezer   )ro   r¨   ÚindexÚh_offsetÚw_offsetr‡   ÚbsÚcÚhÚwr    rw   Úh_lenÚw_lenÚsteps_hÚsteps_wrÐ   rx   s   &&&&&&            r2   Úprocess_imgÚFlux.process_img:  sV  € Ø—g‘g‰ˆˆqØ—_‘_ˆ
Ü�I‰I× Ñ ×2Ñ2°1À:Ð6NÓOˆä˜ÐCÈ
ÔbˆØ Q•Õ'¨JÕ6ˆØ Q•Õ'¨JÕ6ˆà¨q¥Õ1°jÕ@ˆØ¨q¥Õ1°jÕ@ˆàˆØˆà*×.Ñ.¨~¸tÓDˆØÒ#Ø˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEà�\×%Ñ% i°Ó5Õ5ˆEØ˜×(Ñ(¨°CÓ8Õ8ˆHØ˜×(Ñ(¨°CÓ8Õ8ˆHä—+’+˜w´°T·[±[×5IÑ5IÓ1JÐKÐTU×T\ÑT\Ôdi×dqÑdqÔrˆØ" 7Õ+¨eÕ3ˆ�ÑØ" 7Õ+¬e¯nªn¸XÈqÅyÐS[ÕG[Ðcj×s{Ñs{ô  DI÷  DQñ  DQô  /R÷  /\ñ  /\ð  ]^ó  /_õ  _ˆ�ÑØ" 7Õ+¬e¯nªn¸XÈqÅyÐS[ÕG[Ðcj×s{Ñs{ô  DI÷  DQñ  DQô  /R÷  /\ñ  /\ð  ]^ó  /_õ  _ˆ�ÑØ”F˜7Ð$8¸BÔ?Ð?Ð?r5   c	           
     ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WVWx3/ V	B # )N)	rÚ   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)
ro   r¨   ÚtimestepÚcontextr|   r}   Úref_latentsr¼   r‡   rq   s
   &&&&&&&&&,r2   ÚforwardÚFlux.forwardX  s   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜w¨8À'ñ	jð ciñ	jð 	jr5   c	                óø  € VP                   w  r«rÍV P                  pWÎ^,          ,           V,          pWÞ^,          ,           V,          pV P                  WR7      w  ppVP                   ^,          pRpVEe   . p^ p^ p^ pV	P                  RV P                  P
                  4      pVR8H  pV EFƒ  pVR9   d#   VV P                  P                  ,          p^ p^ pMçVR8X  dW   ^ pWþ,          V,           pVV,          V,           pVVP                   R,          ,          pVVP                   R,          ,          pMŠ^p^ p^ pVP                   R,          V,           VP                   R,          V,           8”  d   TpMTp\        VVP                   R,          V,           4      p\        VVP                   R,          V,           4      pV P                  VVVVVR7      w  pp\        P                  ! VV.^R7      p\        P                  ! VV.^R7      pVP                  VP                   ^,          4       EK†  	  V'       d>   V^ 8”  d7   \        P                  ! W"^ ,          .^ R7      pVVP                   ^,          ..pVP                  4       pVVR&   \        P                  ! W£P                   ^,          \        V P                  P                  4      3VP                  \        P                   R	7      p \        V P                  P"                  4      ^ 8”  d€   V P                  P"                   Fe  p!\        P$                  ! ^ VP                   ^,          ^,
          VP                   ^,          VP                  \        P                   R
7      V RRV!3&   Kg  	  V P'                  VVVV W$WWVW‰P                  RR4      R7      p"V"RRV13,          p"\)        V"RVVV P                  V P                  R7      RRRV1RV13,          # )r   )r‡   NÚref_latents_methodÚindex_timestep_zeroÚuxo)rá   râ   rã   r‡   rˆ   Úreference_image_num_tokensr„   rÖ   r…   Úattention_mask)r½   r‡   r~   z&b (h w) (c ph pw) -> b c (h ph) (w pw))ræ   rç   rÎ   rÏ   )rá   rþ   éþÿÿÿéÿÿÿÿ)r£   r    rì   r“   r[   r'   r(   rB   r²   r´   rA   r¯   r³   r·   r   rQ   rÞ   r#   rß   rË   r   )#ro   r¨   r÷   rø   r|   r}   rù   r¼   r‡   rq   rä   rå   Úh_origÚw_origr    rè   ré   rw   rx   Ú
img_tokensr½   Úref_num_tokensræ   rç   rá   rý   Útimestep_zeroÚrefrâ   rã   ÚkontextÚkontext_idsrz   rÆ   r–   s#   &&&&&&&&&,                         r2   rò   ÚFlux._forward_  sê  € Ø !§¡ÑˆˆvØ—_‘_ˆ
à¨!�OÕ,°Õ;ˆØ¨!�OÕ,°Õ;ˆØ×'Ñ'¨Ð'ÓS‰ˆˆWØ—Y‘Y˜q•\ˆ
Ø"ÐØÓ"ØˆNØˆAØˆAØˆEØ!'§¡Ð,@À$Ç+Á+×B`ÑB`Ó!aÐØ.Ð2GÑGˆMÜ"�Ø%Ð)IÔIØ˜TŸ[™[×8Ñ8Õ8�EØ �HØ ‘HØ'¨5Ô0Ø�EØ$Õ1°AÕ5�HØ$ zÕ1°AÕ5�HØ˜Ÿ™ 2�Õ&�AØ˜Ÿ™ 2�Õ&‘Aà�EØ �HØ �HØ—y‘y •} qÕ(¨3¯9©9°R­=¸1Õ+<Ô<Ø#$™à#$˜Ü˜A˜sŸy™y¨�}¨xÕ7Ó8�AÜ˜A˜sŸy™y¨�}¨xÕ7Ó8�Aà'+×'7Ñ'7¸À5ÐS[Ðfnð  EXÐ'7ó  (YÑ$�˜Ü—i’i  g °AÔ6�ÜŸ)š) W¨kÐ$:ÀÔB�Ø×%Ñ% g§m¡m°AÕ&6×7ñ3 #÷4 Ø˜1”9Ü$Ÿyšy¨(¸qµLÐ)AÀqÔI�HØ,6¸¿¹ÀaÕ8HÐ+IÐ*JÐ'Ø"5×":Ñ":Ó"<ÐØ@NÐÐ <Ñ=ä—+’+˜r§=¡=°Õ#3´S¸¿¹×9MÑ9MÓ5NÐOÐXY×X`ÑX`Ôhm×huÑhuÔvˆäˆt�{‰{×'Ñ'Ó(¨1Ô,Ø—[‘[×-Ô-�Ü#(§>¢>°!°W·]±]À1Õ5EÈÕ5IÐQX×Q^ÑQ^Ð_`ÕQaÐjk×jrÑjrÔz÷  {Hñ  {Hô  $I�˜˜1˜a˜Ó ñ .ð ×Ñ  W¨g°wÀÈXð  uHð  ^q÷  }Gñ  }Gð  HXð  Z^ó  }_Ðó  `ˆØ�!�[�j�[�.Õ!ˆÜ˜ÐFÈ%ÐSXÐ]a×]lÑ]lÐqu÷  rAñ  rAô  Bð  CDð  EFð  GNð  HNð  GNð  OVð  PVð  OVð  CVõ  Wð  	Wr5   )ri   rl   rm   rP   rk   rd   r   r`   r   r   r   r[   r    r^   rj   rn   ra   re   r*   rb   )NTNNN)r7   r8   r9   r:   Ú__doc__rZ   rË   rì   rú   rò   r<   r=   Ú__classcell__)rt   r1   s   @@r2   rL   rL   ?   sr   ù‡ € ñ÷Mðn  ØØ ØØ ÷eò eðN $%¨q¸1ÐRTô @ð< /3¸TÈtÐ]aÐwyô jð 04¸dÐPTÐ^bÐxz÷ 9Wô 9Wr5   rL   )Údataclassesr   r²   r   r   Úeinopsr   r   Úcomfy.ldm.common_ditrÚ   Úcomfy.patcher_extensionÚlayersr   r	   r
   r   r   r   r   r   rJ   ÚModulerL   r6   r5   r2   Ú<module>r     sZ   ðõ "ã ß ß $Û Û ÷÷ ñ ð ÷ð ó ðò2ô YWˆ2�9‰9ö YWr5   