+
    ƒ°ñjs;  ã                   ó°  € ^ RI t ^ RIt^ RIHu Ht ^ RIHt ^ RIt^ RIt^ RI	t^ RI
t^ RIt^ RIt^ RIHtHtHtHtHtHt ^ RIHtHtHt ^ RIHt RR ltR t ! R R	]P8                  4      t ! R
 R]P8                  4      t ! R R]P8                  4      t ! R R]P8                  4      t  ! R R]P8                  4      t! ! R R]P8                  4      t"R# )é    N)Únn)Ú
FinalLayerÚJointAttentionÚ
apply_gateÚ
clamp_fp16ÚmodulateÚ	pos_ids_x)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)ÚTimestepEmbedderc                 óÔ   € \         P                  P                  '       d$   Vf	   W,           # \        P                  ! WV4      # Vf   V P                  V4      # V P                  W4      # ©N)ÚcomfyÚmodel_managementÚin_trainingÚtorchÚaddcmulÚadd_Úaddcmul_)ÚxÚyÚgates   &&&Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\fibo2\model.pyÚresidualr      sP   € ä×Ñ×)×)Ð)Øšˆq�uÐC¬%¯-ª-¸¸dÓ*CÐCØšˆ1�6‰6�!‹9Ð=¨!¯*©*°QÓ*=Ð=ó    c                 óâ   € \        R \        RV R,
          R,          4      4      p\        R\        V\        P                  ! RW!R,
          ,          ,           ^@,          4      ^@,          4      4      # )ç      ð?g        é   i   )ÚminÚmaxÚmathÚceil)Útext_lenÚmax_gistÚratios   && r   Ú
gist_countr'      sR   € ä�”S˜˜x¨#�~°*Õ=Ó>Ó?€EÜˆs”C˜¤$§)¢)¨S°5Às½NÕ3KÕ-KÈrÕ,QÓ"RÐUWÕ"WÓXÓYÐYr   c                   óB   a a€ ] tR t^t oRV 3R llt/ 3R ltRtVtV ;t# )Ú	Attentionc                óp  <€ \         SV `  4        \        4       V n        W n        VP                  WR WVR7      V n        VP                  V^V,          R WVR7      V n        VP                  WR WVR7      V n        VP                  W,          WEVR7      V n
        VP                  W,          WEVR7      V n        R# )F©ÚbiasÚdtypeÚdevice©Úepsr-   r.   N)ÚsuperÚ__init__r   Úcomfy_attentionÚn_headsÚLinearÚto_qÚto_kvÚto_outÚRMSNormÚnorm_qÚnorm_k)	ÚselfÚdimr4   Úkv_dimÚnorm_epsr-   r.   Ú
operationsÚ	__class__s	   &&&&&&&&€r   r2   ÚAttention.__init__!   s§   ø€ Ü‰ÑÔÜ-Ó/ˆÔØŒØ×%Ñ% c°UÀ%Ð%ÓWˆŒ	Ø×&Ñ& v¨q°3­w¸UÈ%Ð&Ó_ˆŒ
Ø ×'Ñ'¨°uÀEÐ'ÓYˆŒØ ×(Ñ(¨­¸XÐ[aÐ(ÓbˆŒØ ×(Ñ(¨­¸XÐ[aÐ(ÓbˆŽr   c                óš  € V P                  V P                  V4      P                  RV P                  R34      4      pV P	                  V4      P                  R^V P                  R34      P                  ^4      w  rVV P                  V4      pR WEV3 4       w  rEpV P                  \        WEW`P                  RW0P                  R7      4      # )é   c              3   óX   "  € T F   p\        VP                  ^^4      4      x € K"  	  R# 5i)rD   N)r
   Úmovedim)Ú.0Úts   & r   Ú	<genexpr>Ú$Attention.forward.<locals>.<genexpr>/   s#   é € ÐPÁiÀÔ+¨A¯I©I°a¸«O×<Ð<Ãiùs   ‚(*T)Úskip_reshapeÚtransformer_optionsÚpreferred_attentionéÿÿÿÿ)
r:   r6   Ú	unflattenr4   r7   Úunbindr;   r8   r   r3   )r<   r   ÚcontextrL   ÚqÚkÚvs   &&&&   r   ÚforwardÚAttention.forward+   s¼   € Ø�K‰K˜Ÿ	™	 !›×.Ñ.¨r°D·L±LÀ"Ð3EÓFÓGˆØ�z‰z˜'Ó"×,Ñ,¨R°!°T·\±\À2Ð1FÓG×NÑNÈqÓQ‰ˆØ�K‰K˜‹NˆÙPÀqÈQÁiÓP‰ˆˆaØ�{‰{Ô.¨q°Q¿¹ÐSWð  nA÷  Wkñ  Wkô  ló  mð  	mr   )r3   r4   r;   r:   r7   r8   r6   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r2   rU   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rA   Ú__classdict__s   @@r   r)   r)      s   ù‡ € ÷cð 79÷ mô mr   r)   c                   ó<   a a€ ] tR t^3t oRV 3R lltR tRtVtV ;t# )ÚFeedForwardc                ó  <€ \         SV `  4        W0n        V'       d#   VP                  V^V,          RWER7      V n        M2VP                  WRWER7      V n        VP                  WRWER7      V n        VP                  W!RWER7      V n        R# )é   Fr+   N)r1   r2   Úfusedr5   Úw13Úw1Úw3Úw2)r<   r=   Ú
hidden_dimrf   r-   r.   r@   rA   s   &&&&&&&€r   r2   ÚFeedForward.__init__5   s�   ø€ Ü‰ÑÔØŒ
ßØ!×(Ñ(¨¨a°*­nÀ5ÐPUÐ(ÓeˆD�Hà ×'Ñ'¨¸eÈ5Ð'Ó`ˆDŒGØ ×'Ñ'¨¸eÈ5Ð'Ó`ˆDŒGØ×#Ñ# J¸%ÀuÐ#Ó\ˆŽr   c                ó.  € V P                   '       d;   \        P                  P                  V P                  V P                  V4      R 4      # V P	                  \        P                  ! V P                  V4      4      V P                  V4      ,          4      # )Úswiglu)
rf   r   ÚopsÚlinear_input_actrj   rg   ÚFÚsilurh   ri   )r<   r   s   &&r   rU   ÚFeedForward.forward?   s]   € Ø�:�:ˆ:Ü—9‘9×-Ñ-¨d¯g©g°t·x±xÀ³{ÀHÓMÐMØ�w‰w”q—v’v˜dŸg™g a›jÓ)¨D¯G©G°A«JÕ6Ó7Ð7r   )rf   rh   rg   rj   ri   rW   rX   r`   s   @@r   rc   rc   3   s   ù‡ € ÷]÷8ò 8r   rc   c                   óJ   a a€ ] tR t^Et oR/ 3V 3R lltRR/ 3R ltRtVtV ;t# )ÚBlockNc           
     ó@  <€ \         SV `  4        VR ,          VR,          VR,          r©p\        WRRVR7      V n        V;V P                  P                  n        V P                  P                  n        \        WWJW˜R7      V n        VP                  WW©R7      V n
        VP                  WW©R7      V n        VP                  WW©R7      V n        VP                  WW©R7      V n        \        P                  ! VP!                  R^V,          RW©R	7      4      V n        RV n        Vex   VP                  WW©R7      V n        \)        WWeW©VR7      V n        VP                  WW©R7      V n        \        P,                  ! \.        P0                  ! ^W©R
7      4      V n        R# R# )r@   r.   r-   NT©Úoperation_settings©r-   r.   r@   r/   r   r+   ©r-   r.   )r1   r2   r   Ú	attentionÚq_normr0   Úk_normrc   Úfeed_forwardr9   Úattention_norm1Ú	ffn_norm1Úattention_norm2Ú	ffn_norm2r   Ú
Sequentialr5   ÚadaLN_modulationÚcross_attentionÚcross_attn_norm1r)   Úcross_attn_norm2Ú	Parameterr   ÚemptyÚcross_attn_gate)r<   r=   r4   Úffn_dimÚ	fused_ffnr?   Úcap_feat_dimrx   r@   r.   r-   rA   s   &&&&&&&&   €r   r2   ÚBlock.__init__G   s{  ø€ Ü‰ÑÔØ$6°|Õ$DÐFXÐYaÕFbÐdvÐw~Õd˜Eˆ
Ü'¨°d¸DÐUgÔhˆŒØ@HÐHˆ�‰×ÑÔ! D§N¡N×$9Ñ$9Ô$=Ü'¨°iÐU[ÔsˆÔØ)×1Ñ1°#È5Ð1Ó`ˆÔØ#×+Ñ+¨CÀUÐ+ÓZˆŒØ)×1Ñ1°#È5Ð1Ó`ˆÔØ#×+Ñ+¨CÀUÐ+ÓZˆŒÜ "§¢¨j×.?Ñ.?ÀÀQÈÅWÐSWÐ_dÐ.?Ó.tÓ uˆÔØ#ˆÔØÒ#Ø$.×$6Ñ$6°sÐPUÐ$6Ó$eˆDÔ!Ü#,¨S¸<ÐY^ð  {Eô  $FˆDÔ Ø$.×$6Ñ$6°sÐPUÐ$6Ó$eˆDÔ!Ü#%§<¢<´·²¸AÀUÔ0ZÓ#[ˆDÖ ñ	 $r   c                ó2  € V P                  V4      P                  ^^R7      w  rxršV P                  \        V P	                  V4      WtR7      RW&R7      p\        V\        VP                  ^4      P                  4       V P                  \        V4      4      VR7      4      pV P                  es   V P                  V P                  V4      WV4      p\        WP                  V4      \        P                  P!                  V P"                  V4      P                  4       4      pV P%                  \        V P'                  V4      W”R7      4      p\        V\        V
P                  ^4      P                  4       V P)                  \        V4      4      VR7      4      # )é   ©r=   )Útimestep_zero_indexN©rL   )r„   Úchunkr{   r   r   r   r   Ú	unsqueezeÚtanhr�   r   r…   r†   r‡   r   ro   Úcast_to_inputrŠ   r~   r€   r‚   )r<   r   Ú	freqs_cisÚadaln_inputr’   rQ   rL   Ú	scale_msaÚgate_msaÚ	scale_mlpÚgate_mlpr   s   &&&&&&&     r   rU   ÚBlock.forwardY   sg  € Ø37×3HÑ3HÈÓ3U×3[Ñ3[Ð\]ÐcdÐ3[Ó3eÑ0ˆ	˜YØ�N‰Nœ8 D×$8Ñ$8¸Ó$;¸YÔpÐrvð  yBˆNó  lˆÜ�Qœ
 8×#5Ñ#5°aÓ#8×#=Ñ#=Ó#?À×AUÑAUÔV`ÐabÓVcÓAdð  {Nô  Oó  PˆØ×ÑÒ+Ø×$Ñ$ T×%:Ñ%:¸1Ó%=¸wÓ\ˆAÜ˜×1Ñ1°!Ó4´e·i±i×6MÑ6MÈd×NbÑNbÐdeÓ6f×6kÑ6kÓ6mÓnˆAØ×Ñœh t§~¡~°aÓ'8¸)ÔmÓnˆÜ˜œ: h×&8Ñ&8¸Ó&;×&@Ñ&@Ó&BÀDÇNÁNÔS]Ð^_ÓS`ÓDað  xKô  Ló  Mð  	Mr   )r„   r{   r   r�   r…   rŠ   r†   r‡   r~   r€   r‚   rX   r`   s   @@r   ru   ru   E   s*   ù‡ € àPTÐik÷ \ð$ FJÐSWÐmo÷ Mô Mr   ru   c                   óD   a a€ ] tR t^dt o/ 3V 3R llt/ 3R ltRtVtV ;t# )ÚPerceiverLayerc           
     ó^  <€ \         SV `  4        VR ,          VR,          VR,          r©pVP                  WW©R7      V n        \	        WWVW©VR7      V n        VP                  WW©R7      V n        \	        WWW©VR7      V n        VP                  WW©R7      V n        \        WWJW˜R7      V n
        R# )r@   r.   r-   r/   ry   N)r1   r2   r9   Úcross_attn_normr)   r…   Úself_attn_normÚself_attentionÚffn_normrc   Úffn)r<   r=   r4   r‹   rŒ   r�   r?   rx   r@   r.   r-   rA   s   &&&&&&&&   €r   r2   ÚPerceiverLayer.__init__e   s³   ø€ Ü‰ÑÔØ$6°|Õ$DÐFXÐYaÕFbÐdvÐw~Õd˜Eˆ
Ø)×1Ñ1°#È5Ð1Ó`ˆÔÜ(¨°|ÐUZð  wAô   BˆÔØ(×0Ñ0°È%Ð0Ó_ˆÔÜ'¨°cÈ5ÐlvÔwˆÔØ"×*Ñ*¨3ÀEÐ*ÓYˆŒÜ˜s¨YÈFÔjˆŽr   c                óî   € WP                  V P                  V4      W#4      ,           pV P                  V4      pWP                  WDV4      ,           pWP	                  V P                  V4      4      ,           # r   )r…   r¢   r£   r¤   r¦   r¥   )r<   r   rQ   rL   r   s   &&&& r   rU   ÚPerceiverLayer.forwardo   sc   € Ø×$Ñ$ T×%9Ñ%9¸!Ó%<¸gÓ[Õ[ˆØ×Ñ Ó"ˆØ×#Ñ# AÐ*=Ó>Õ>ˆØ—8‘8˜DŸM™M¨!Ó,Ó-Õ-Ð-r   )r…   r¢   r¦   r¥   r¤   r£   rX   r`   s   @@r   r    r    d   s   ù‡ € Ødf÷ kð 79÷ .ô .r   r    c                   óD   a a€ ] tR t^vt o/ 3V 3R llt/ 3R ltRtVtV ;t# )Ú	Perceiverc
                óv  <€ \         SV `  4        V	R ,          V	R,          V	R,          rËp
\        P                  ! \        P
                  ! WaWËR7      4      V n        \        P                  ! \        V4       Uu. uF  p\        WW4WXV	R7      NK  	  up4      V n
        V
P                  WWËR7      V n        R# u upi )r@   r.   r-   rz   rw   r/   N)r1   r2   r   rˆ   r   r‰   Úlatent_queriesÚ
ModuleListÚranger    Úlayersr9   Únorm_out)r<   r=   r4   r‹   rŒ   r�   Únum_queriesÚ
num_layersr?   rx   r@   r.   r-   Ú_rA   s   &&&&&&&&&&    €r   r2   ÚPerceiver.__init__x   sÃ   ø€ Ü‰ÑÔØ$6°|Õ$DÐFXÐYaÕFbÐdvÐw~Õd˜Eˆ
Ü Ÿlšl¬5¯;ª;°{ÈuÔ+dÓeˆÔÜ—m’mô  _dð  eoô  _pó  %qñ  _pð  Z[¤^°CÀ'ÐVbð  BT÷  &Uñ  _pñ  %qó  rˆŒØ"×*Ñ*¨3ÀEÐ*ÓYˆŽùò %qs   Á8B6c                óP  € \         P                  P                  V P                  R V V4      P	                  ^ 4      P                  VP                  ^ ,          RR4      p\         P                  P                  \        V P                  4      VP                  V4      pV P                   F@  p\         P                  P                  WQP                  WaP                  4       V! WAV4      pKB  	  \         P                  P                  WQP                  R 4       V P                  V4      # )NrN   )r   ro   r—   r­   r•   ÚexpandÚshapeÚmodel_prefetchÚmake_prefetch_queueÚlistr°   r.   Úprefetch_queue_popr-   r±   )r<   rQ   Únum_gistrL   r   Úprefetch_queueÚlayers   &&&&   r   rU   ÚPerceiver.forward   sâ   € Ü�I‰I×#Ñ# D×$7Ñ$7¸	¸Ð$BÀGÓL×VÑVÐWXÓY×`Ñ`Ðah×anÑanÐopÕaqÐsuÐwyÓzˆÜ×-Ñ-×AÑAÄ$ÀtÇ{Á{ÓBSÐU\×UcÑUcÐexÓyˆØ—[”[ˆEÜ× Ñ ×3Ñ3°NÇNÁNÐTY×[hÑ[hÔiÙ�aÐ"5Ó6ŠAñ !ô 	×Ñ×/Ñ/°ÇÁÐPTÔUØ�}‰}˜QÓÐr   )r­   r°   r±   rX   r`   s   @@r   r«   r«   v   s   ù‡ € à}÷ Zð >@÷  ô  r   r«   c                   óP   a a€ ] tR t^‰t oRV 3R llt/ 3R lt/ . 3R ltRtVtV ;t	# )ÚFibo2c                ó@  <€ \         SV `  4        Wàn        R VRVRV/pW�n        W`n        VP                  WRWïR7      V n        \        R
RR/VB V n        \        P                  ! \        V4       Uu. uF  p\        W#W«VVR7      NK  	  up4      V n        \        W#W«WyWŒVR7	      V n        \        P                  ! \        V4       Uu. uF  p\        Y#Y«TVV9   d   TMRVR7      NK  	  up4      V n        \#        V^VRVR	7      V n        . ROV n        R# u upi u upi )r@   r.   r-   Tr+   Úoutput_sizer   rw   N)Úz_image_modulationrx   )i   )é    é0   rÇ   )r1   r2   r-   Úmax_gist_tokensÚinjection_layersr5   Ú
x_embedderr   Ú
t_embedderr   r®   r¯   ru   Únoise_refinerr«   Ú	perceiverr°   r   Úfinal_layerÚrope_axes_dim)r<   Úin_channelsr=   r4   Ún_layersÚn_refiner_layersrÉ   r�   Úperceiver_layersrÈ   r‹   rŒ   r?   Úimage_modelr-   r.   r@   rx   r´   ÚirA   s   &&&&&&&&&&&&&&&&&   €r   r2   ÚFibo2.__init__Š   sw  ø€ ä‰ÑÔØŒ
Ø*¨J¸À&È'ÐSXÐYÐØ.ÔØ 0Ôà$×+Ñ+¨KÀ4ÈuÐ+ÓdˆŒÜ*ÑW¸SÐWÐDVÑWˆŒÜŸ]š]ô  OTð  Ueô  Ofó  ,gñ  Ofð  JK¬E°#ÀÐT\ð  rD÷  -Eñ  Ofñ  ,gó  hˆÔÜ" 3°À\Ðdtð  Tfô  gˆŒÜ—m’mô  y~ð  Gô  yHó  %Iñ  yHð  tu¤U¨3¸ÈXÐghÐl|Ôg|ÑWcð  CGð  \n÷  &oñ  yHñ  %Ió  JˆŒÜ% c¨1¨kÈdÐgyÔzˆÔÚ)ˆÖùò	 ,gùò %Is   Á2DÃ"Dc                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW43/ VB # r   )	r   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r<   r   ÚtimesteprQ   rL   Úkwargss   &&&&&,r   rU   ÚFibo2.forwardš   s{   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜wñ	Gð @Fñ	Gð 	Gr   c                ó   aa&a'a(€ VP                   w  rxršVP                  VP                  rËVP                  4       pV P	                  \
        P                  ! \
        P                  ! V4      VR ,          34      V4      pW×R p\        VP                   ^,          V P                  4      pV P                  ^,           pVP                  R/ 4      pRVP                  RR4      VP                  RR4      3pR/ VCR\        V^,          ^ 8g  4      R\        V^,          ^ 8g  4      /C/pVP                  ^4      P                  ^^4      .p\
        P                  ! ^V^\
        P                  VR7      \!        VWš^VVR7      .p\
        P"                  ! ^V^,           \
        P                  VR7      V^ ,          R&   \%        V4       F¤  w  ppVP'                  \(        P*                  P-                  VV4      P                  ^4      P                  ^^4      4       VP'                  \!        V^,           V,           VP                   R,          VP                   R,          ^VVR7      4       K¦  	  V P/                  \
        P                  ! V^R	7      4      p\
        P                  ! V^R	7      p\
        P                  ! \%        \1        V P2                  V4      4       UUUu. uFn  w  pw  pp\(        P4                  P6                  P8                  P;                  VR
V3,          TRT;'       g    RV) V^,
          ,          ,          ,          4      NKp  	  upppRR	7      P=                  ^4      p?Wš,          p\?        V4      ^ 8”  d   V^ V3.3MVR3w  pp\(        P@                  PC                  \E        V PF                  4      WÄ4      p V PF                   F=  o&\(        P@                  PI                  V VS&V4       S&! VVRVR13,          VVVR7      pK?  	  \(        P@                  PI                  V VR4       VPK                  ^\?        V PL                  4      ,           RR	7      p!V PO                  V!^ ,          Wô4      p"\Q        \1        V PL                  V!R,          4      4      o(\
        P                  ! V"V3^R	7      p?"?WÿV,           3.o'VP                  R/ 4      P                  R/ 4      p#\?        V PR                  4      VR&   RVR&   \(        P@                  PC                  \E        V PR                  4      WÄ4      p \(        P@                  PU                  V4       \%        V PR                  4       F‚  w  oo&\(        P@                  PI                  V VS&VRR7       SVR&   RS3V#9   d/   V&VV'V(3R lp$V#RS3,          ! RVRVRVRV/RV$/4      R,          pKf  S&! VVVS'S(P                  S4      V4      pK„  	  \(        P@                  PI                  V VRRR7       \(        P@                  PW                  4        V PY                  VRWÿV,           13,          V4      p%V%P                  ^^4      P[                  WxWš4      # u upppi ) iè  NÚrope_optionsr   Úscale_yÚscale_xrz   r“   ºNNNr‘   .g      p@:rD   NNÚpatches_replaceÚditÚtotal_blocksÚsingleÚ
block_typeÚblock)Úmalloc_scopeÚblock_indexÚsingle_blockc           
      óx   <€ R S! V R ,          V R,          V R,          SSP                  S4      V R,          4      /# )ÚimgÚpeÚvecrL   )Úget)Úargsrí   rÕ   Úimage_indexÚtexts   &€€€€r   Ú
block_wrapÚ"Fibo2._forward.<locals>.block_wrap×   sN   ø€ Ø!¡5¨¨e­°d¸4µjÀ$ÀuÅ+È{Ð\`×\dÑ\dÐefÓ\gÐimð  oDõ  jEó  $Fð  Gð  Gr   rò   rô   ró   rL   Úoriginal_block)r   rç   r   éþÿÿÿrN   éýÿÿÿ).r¸   r-   r.   ÚcopyrË   r   ÚcatÚ
zeros_liker'   rÈ   rõ   ÚfloatÚflattenÚ	transposeÚzerosÚfloat32r	   ÚarangeÚ	enumerateÚappendr   ÚutilsÚrepeat_to_batch_sizerÊ   ÚziprÏ   ÚldmÚfluxr"   Úroper•   Úlenr¹   rº   r»   rÌ   r¼   r”   rÉ   rÍ   Údictr°   Úmalloc_graph_beginÚmalloc_graph_endrÎ   Úreshape))r<   r   rà   rQ   rL   Úref_latentsrá   ÚBÚCÚHÚWr-   r.   Úadaln_mixedÚadaln_noisyr½   Úplanerä   ÚscalesÚpos_optionsÚtokensÚidsrS   Úrefrò   rÕ   ÚdÚsr˜   Ún_imgÚrefiner_adalnÚrefiner_indexr¾   ÚbundlesÚgistÚblocks_replacerù   Úoutrí   r÷   rø   s)   &&&&&&,                  `            @@@r   rÛ   ÚFibo2._forward¡   s
  û€ Ø—W‘W‰
ˆˆaØŸ™ §¡ˆvØ1×6Ñ6Ó8Ðð —o‘o¤e§i¢i´×1AÒ1AÀ(Ó1KÈXÐX\Í_Ð0]Ó&^Ð`eÓfˆØ! "�oˆô ˜gŸm™m¨AÕ.°×0DÑ0DÓEˆØ×$Ñ$ qÕ(ˆà*×.Ñ.¨~¸rÓBˆØ�|×'Ñ'¨	°3Ó7¸×9IÑ9IÈ)ÐUXÓ9YÐZˆØ%Ð'{¨,Ð'{¸	Ä5ÈÐPQÍÐVWÉÓCXÐZcÔejÐkqÐrsÕktÐxyÑkyÓezÑ'{Ð|ˆØ—)‘)˜A“,×(Ñ(¨¨AÓ.Ð/ˆÜ�{Š{˜1˜h¨´·±ÀvÔNÔPYÐZ_ÐabÐghÐjpð  GRô  QSð  TˆÜŸ,š, q¨(°Q­,¼e¿m¹mÐTZÔ[ˆˆA�ˆw‰Ü Ö,‰FˆAˆsØ�M‰Mœ%Ÿ+™+×:Ñ:¸3ÀÓB×JÑJÈ1ÓM×WÑWÐXYÐ[\Ó]Ô^Ø�J‰J”y ¨¥¨Q¥°·	±	¸"µ¸s¿y¹yÈ½}ÈaÐQWÐmxÔyÖzñ -ð �o‰oœeŸiši¨°AÔ6Ó7ˆÜ�iŠi˜ Ô#ˆÜ—I’Iô  @Iô  JMð  NR÷  N`ñ  N`ð  bhó  Jiô  @jõ  kñ  @jÑr{ÐrsÑu{ÐvwÐyzœuŸy™yŸ~™~×2Ñ2×7Ñ7¸¸CÀ¸F½ÀQÈÐQR×QYÐQYÐVYÐ`aÐ_aÐefÐijÕejÕ_kÕPlÕHlÖmñ  @jó  kð  qsô  t÷  ~ñ  ~ð  @ó  Aˆ	Øà•ˆÜFIÈ+ÓFVÐYZÔFZ¨°q¸%°j°\Ñ'BÐalÐnrÐ`sÑ$ˆ�}Ü×-Ñ-×AÑAÄ$Àt×GYÑGYÓBZÐ\bÓxˆØ×'Ô'ˆEÜ× Ñ ×3Ñ3°NÀFÈEÐSXÔYÙ˜˜Y q¨(©) |Õ4°mÀ]Ðh{Ô|ŠCñ (ô 	×Ñ×/Ñ/°ÀÈÔMð —-‘- ¤C¨×(=Ñ(=Ó$>Õ >ÀB�-ÓGˆØ�~‰~˜g a�j¨(ÓHˆÜ”C˜×-Ñ-¨w°r­{Ó;Ó<ˆô �IŠI�t˜S�k qÔ)ˆØ�#Ø ¨UÕ"2Ð3Ð4ˆà,×0Ñ0Ð1BÀBÓG×KÑKÈEÐSUÓVˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü×-Ñ-×AÑAÄ$ÀtÇ{Á{ÓBSÐU[ÓqˆÜ×Ñ×/Ñ/°Ô7Ü! $§+¡+Ö.‰HˆAˆuÜ× Ñ ×3Ñ3°NÀFÈEÐSXÐgnÐ3ÔoØ12Ð Ñ.Ø Ð" nÔ4÷Gð Gà" N°AÐ#6Ö7¸ÀÀ5È+ÐW[Ð]fÐh}ð  @Sð  9Tð  Wgð  isð  Vtó  uð  v{õ  |’á˜!˜Y¨°[À$Ç(Á(È1Ã+ÐObÓc’ñ /ô 	×Ñ×/Ñ/°ÀÈÐ[bÐ/ÔcÜ×Ñ×-Ñ-Ô/à×Ñ˜q  H¸Õ-=Ð$=Ð!=Õ>ÀÓLˆØ�}‰}˜Q Ó"×*Ñ*¨1°Ó6Ð6ùôO ks   ËAY9Ì+'Y9)
r-   rÎ   rÉ   r°   rÈ   rÌ   rÍ   rÏ   rË   rÊ   )é€   i   é   é,   re   )é   é   é   é   é&   i   re   i   i &  Tgñhãˆµøä>NNNN)
rY   rZ   r[   r\   r2   rU   rÛ   r]   r^   r_   r`   s   @@r   rÂ   rÂ   ‰   s+   ù‡ € ÷*ð  ACô Gð BDÐQS÷ ?7ô ?7r   rÂ   r   )#r"   r   Útorch.nn.functionalr   Ú
functionalrq   Úcomfy.ldm.flux.mathr   Úcomfy.model_managementÚcomfy.model_prefetchÚ	comfy.opsÚcomfy.patcher_extensionÚcomfy.utilsÚcomfy.ldm.lumina.modelr   r   r   r   r   r	   Úcomfy.ldm.modules.attentionr
   r   r   Ú(comfy.ldm.modules.diffusionmodules.mmditr   r   r'   ÚModuler)   rc   ru   r    r«   rÂ   © r   r   Ú<module>r@     s¦   ðÛ ã ß Ð Ý ã Û Û Û Û Û ß j× jß eÑ eÝ Eô>òZôm�—	‘	ô mô(8�"—)‘)ô 8ô$MˆB�I‰Iô Mô>.�R—Y‘Yô .ô$ �—	‘	ô  ô&W7ˆB�I‰Iö W7r   