+
    ƒ°ñjÊD  ã                   ó  € ^ RI t ^ RIHt ^ RIt^ RIHtHtHt ^ RI	H
t
 ^ RIHt ^RIHtHt ^RIHt ^RIHtHt R tR	 t ! R
 R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      tR# )é    N)ÚMlpÚTimestepEmbedderÚ
PatchEmbed)Útimestep_embedding)Ú
checkpoint)Ú	AttentionÚCrossAttention)ÚAttentionPool)Úget_2d_rotary_pos_embedÚget_fill_resize_and_cropc                 óZ  € V P                   ^,          V^,          ,           V,          pV P                   ^,          V^,          ,           V,          p^@V,          p\        W43V4      w  rgWgW43.p\        V.VO5!  p	V	^ ,          P                  V 4      V	^,          P                  V 4      3p	V	# )é   )Úshaper   r   Úto)
ÚxÚ
patch_sizeÚ	head_sizeÚthÚtwÚ	base_sizeÚstartÚstopÚsub_argsÚropes
   &&&       Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hydit\models.pyÚ	calc_roper      s”   € Ø
�'‰'�!�*˜
 a�Õ
(¨ZÕ	7€BØ
�'‰'�!�*˜
 a�Õ
(¨ZÕ	7€BØ˜JÕ&€IÜ*¨B¨8°YÓ?�K€EØ˜b˜XÐ&€Hä" 9Ð8¨xÓ8€DØ��G�J‰J�q‹M˜4 �7Ÿ:™: a›=Ð)€DØ€Kó    c                 ól   € V ^VP                  ^4      ,           ,          VP                  ^4      ,           # )é   )Ú	unsqueeze)r   ÚshiftÚscales   &&&r   Úmodulater#      s)   € Ø��E—O‘O AÓ&Õ&Õ'¨%¯/©/¸!Ó*<Õ<Ð<r   c                   óN   a a€ ] tR t^t oRtRV 3R lltRR ltRR ltRtVt	V ;t
# )ÚHunYuanDiTBlockz-
A HunYuanDiT block with `add` conditioning.
c                ó¾  <€ \         SV `  4        R pVR8X  d   VP                  pM"VR8X  d   VP                  pM\	        RV 24      hV! WRW«R7      V n        \        WR WiW«VR7      V n        V! WRW«R7      V n        \        W,          4      pR p\        WV^ W«VR7      V n        \        P                  ! \        P                  ! 4       VP                  W!R W«R	7      4      V n        \#        WVR WiW«VR7	      V n        V! VR RW«R7      V n        V'       d:   V! ^V,          R RW«R7      V n        VP                  ^V,          WVR
7      V n        MRV n        RV n        R# )TÚlayerÚrmszUnknown norm_type: ç�íµ ÷Æ°>©Úelementwise_affineÚepsÚdtypeÚdevice)Ú	num_headsÚqkv_biasÚqk_normÚattn_precisionr-   r.   Ú
operationsc                  ó0   € \         P                  ! R R7      # )Útanh)Úapproximate)ÚnnÚGELU© r   r   Ú<lambda>Ú*HunYuanDiTBlock.__init__.<locals>.<lambda>A   s   € œbŸgšg°&Õ9r   )Úin_featuresÚhidden_featuresÚ	act_layerÚdropr-   r.   r3   ©Úbiasr-   r.   ©r-   r.   NF)ÚsuperÚ__init__Ú	LayerNormÚRMSNormÚ
ValueErrorÚnorm1r   Úattn1Únorm2Úintr   Úmlpr7   Ú
SequentialÚSiLUÚLinearÚdefault_modulationr	   Úattn2Únorm3Ú	skip_normÚskip_linearÚgradient_checkpointing)ÚselfÚhidden_sizeÚ
c_emb_sizer/   Ú	mlp_ratioÚtext_states_dimr1   Ú	norm_typeÚskipr2   r-   r.   r3   Úuse_ele_affineÚ
norm_layerÚmlp_hidden_dimÚapprox_geluÚ	__class__s   &&&&&&&&&&&&&    €r   rD   ÚHunYuanDiTBlock.__init__"   s|  ø€ ô 	‰ÑÔØˆà˜ÔØ#×-Ñ-‰JØ˜%ÔØ#×+Ñ+‰JäÐ2°9°+Ð>Ó?Ð?ñ   ÐTXÐ`eÔuˆŒ
Ü˜{È$ÐX_ð  GLð  hrô  sˆŒ
ñ   ÐTXÐ`eÔuˆŒ
Ü˜[Õ4Ó5ˆÙ9ˆÜ ;ÐZeÐlmÐuzð  Waô  bˆŒô #%§-¢-Ü�GŠG‹IØ×Ñ˜j¸DÈÐÓ]ó#
ˆÔô $ KÈIÐ`dØ07Ð^cð  @JôKˆŒ
á ÀÈ$ÐV[ÔkˆŒ
÷ Ù'¨¨K­ÈDÐVZÐbgÔwˆDŒNØ)×0Ñ0°°[µÀ+ÐciÐ0ÓjˆDÕà#ˆDÔà&+ˆÖ#r   c                ód  € V P                   er   \        P                  ! W.RR7      pVP                  VP                  8w  d   VP	                  VP                  4      pV P                  V4      pV P                  V4      pV P                  V4      P                  ^R7      pV P                  V4      V,           V3pWP                  ! V!  ^ ,          ,           pV P                  V4      W43p	WP                  ! V	!  ^ ,          ,           pV P                  V4      p
WP                  V
4      ,           pV# )N©Údiméÿÿÿÿ)rT   ÚtorchÚcatr-   r   rS   rP   r    rH   rI   rR   rQ   rJ   rL   )rV   r   ÚcÚtext_statesÚfreq_cis_imgr\   rh   Ú	shift_msaÚattn_inputsÚcross_inputsÚ
mlp_inputss   &&&&&&     r   Ú_forwardÚHunYuanDiTBlock._forwardY   s  € à×ÑÒ'Ü—)’)˜Q˜I¨2Ô.ˆCØ�y‰y˜AŸG™GÔ#Ø—f‘f˜QŸW™W“o�Ø—.‘. Ó%ˆCØ× Ñ  Ó%ˆAð ×+Ñ+¨AÓ.×8Ñ8¸QÐ8Ó?ˆ	à�J‰J�q‹M˜IÕ% |ð
ˆð —
’
˜KÑ(¨Õ+Õ+ˆð �J‰J�q‹M˜;ð
ˆð —
’
˜LÑ)¨!Õ,Õ,ˆð —Z‘Z “]ˆ
Ø—‘˜Ó$Õ$ˆàˆr   c                ó¶   € V P                   '       d6   V P                  '       d$   \        P                  ! V P                  WW4V4      # V P                  WW4V4      # )N)rU   Útrainingr   rp   )rV   r   ri   rj   rk   r\   s   &&&&&&r   ÚforwardÚHunYuanDiTBlock.forwardu   sE   € Ø×&×&Ð&¨4¯=¯=¨=Ü×(Ò(¨¯©¸¸kÐY]Ó^Ð^Ø�}‰}˜Q ;¸dÓCÐCr   )
rI   rQ   rP   rU   rL   rH   rJ   rR   rT   rS   )	ç      @é   Fr'   FNNNN)NNNN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__rD   rp   rt   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©ra   Ú__classdict__s   @@r   r%   r%      s!   ù‡ € ñ÷5,ôn÷8Dô Dr   r%   c                   ó@   a a€ ] tR t^{t oRtRV 3R lltR tRtVtV ;t	# )Ú
FinalLayerz 
The final layer of HunYuanDiT.
c                ó8  <€ \         SV `  4        VP                  VR RWVR7      V n        VP	                  WV,          V,          RWVR7      V n        \        P                  ! \        P                  ! 4       VP	                  V^V,          RWVR7      4      V n	        R# )Fr)   r*   Tr@   N)
rC   rD   rE   Ú
norm_finalrO   Úlinearr7   rM   rN   ÚadaLN_modulation)	rV   Úfinal_hidden_sizerX   r   Úout_channelsr-   r.   r3   ra   s	   &&&&&&&&€r   rD   ÚFinalLayer.__init__   s’   ø€ Ü‰ÑÔØ$×.Ñ.Ð/@ÐUZÐ`dÐlqÐ.ó  BˆŒØ ×'Ñ'Ð(9È
Õ;RÐUaÕ;aÐhlÐtyÐ'ó  JˆŒÜ "§¢Ü�GŠG‹IØ×Ñ˜j¨!Ð.?Õ*?ÀdÐRWÐÓgó!
ˆÖr   c                ó¦   € V P                  V4      P                  ^^R7      w  r4\        V P                  V4      W44      pV P	                  V4      pV# )r   rd   )r‡   Úchunkr#   r…   r†   )rV   r   ri   r!   r"   s   &&&  r   rt   ÚFinalLayer.forwardˆ   sK   € Ø×,Ñ,¨QÓ/×5Ñ5°a¸QÐ5Ó?‰ˆÜ�T—_‘_ QÓ'¨Ó6ˆØ�K‰K˜‹NˆØˆr   )r‡   r†   r…   )NNN)
rx   ry   rz   r{   r|   rD   rt   r}   r~   r   r€   s   @@r   rƒ   rƒ   {   s   ù‡ € ñ÷
÷ò r   rƒ   c                   ó�   a a€ ] tR t^�t oRt^ ^^R^^RRR^MRRRRRR	]R
R
R
R
3V3R lV 3R llltR
R
R
R
R
RR
/ 3R ltR tRt	Vt
V ;t# )Ú
HunYuanDiTa   
HunYuanDiT: Diffusion model with a Transformer backbone.

Inherit ModelMixin and ConfigMixin to be compatible with the sampler StableDiffusionPipeline of diffusers.

Inherit PeftAdapterMixin to be compatible with the PEFT training pipeline.

Parameters
----------
args: argparse.Namespace
    The arguments parsed by argparse.
input_size: tuple
    The size of the input image.
patch_size: int
    The size of the patch.
in_channels: int
    The number of input channels.
hidden_size: int
    The hidden size of the transformer backbone.
depth: int
    The number of transformer blocks.
num_heads: int
    The number of attention heads.
mlp_ratio: float
    The ratio of the hidden size of the MLP in the transformer block.
log_fn: callable
    The logging function.
i€  rv   rw   i   é   TFr'   Nc                óJ   <€ V ^8„  d   QhRS[ RS[RS[RS[RS[RS[RS[RS[/# )	r   Ú
input_sizer   Úin_channelsrW   Údepthr/   rY   Úlog_fn)ÚtuplerK   ÚfloatÚcallable)Úformatr�   s   "€r   Ú__annotate__ÚHunYuanDiT.__annotate__­   sc   ø€ ÷ a5ñ a5Ù"ða5á ða5ñ "ða5ñ "ð	a5ñ
 ða5ñ  ða5ñ "ða5ñ" "ñ#a5r   c                óŠ  <€ \         SV `  4        VV n        WPn        Wðn        W0n        V'       d
   V^,          MTV n        W n        W`n        W@n	        W€n
        W�n        W n        W°n        WÐn        Wàn        VV n        VV n        \$        P&                  ! VP)                  V P                  V P                  ^,          RVVR7      \$        P*                  ! 4       VP)                  V P                  ^,          V P                  RVVR7      4      V n        \$        P.                  ! \0        P2                  ! V P                  V P                  ,           V P                  VVR7      4      V n        Rp\7        V P                  V P                  ^VVVVR7      V n        VV n        V P                  '       d   V ;P:                  R	,          un        V P                  '       d4   VP=                  ^VVVR7      V n        V ;P:                  V,          un        \A        WW4VVVR7      V n!        \E        VVVVR7      V n#        \$        P&                  ! VP)                  V P:                  V^,          VVR7      \$        P*                  ! 4       VP)                  V^,          VRVVR7      4      V n$        \$        PJ                  ! \M        V4       Uu. uF8  p\O        VVVVV P                  VV P                   VV^,          8„  VVVVR7      NK:  	  up4      V n(        \S        WDW P                  VVVR7      V n*        V P                  V n+        R# u upi )
r   Tr@   rB   rw   )r/   Ú
output_dimr-   r.   r3   )r-   r.   r3   )rW   rX   r/   rY   rZ   r1   r[   r\   r2   r-   r.   r3   Né   ),rC   rD   r•   r”   Úlearn_sigmar“   r‰   r   r/   rW   rZ   Útext_states_dim_t5Útext_lenÚtext_len_t5Ú	size_condÚuse_style_condÚnormr-   r7   rM   rO   rN   Úmlp_t5Ú	Parameterrg   ÚemptyÚtext_embedding_paddingr
   ÚpoolerÚextra_in_dimÚ	EmbeddingÚstyle_embedderr   Ú
x_embedderr   Ú
t_embedderÚextra_embedderÚ
ModuleListÚranger%   Úblocksrƒ   Úfinal_layerÚunpatchify_channels)rV   r’   r   r“   rW   r”   r/   rY   rZ   r    r¡   r¢   r1   r£   r¤   rŸ   r¥   r•   r2   r-   r.   r3   ÚkwargsÚpooler_out_dimr'   ra   s   &&&&&&&&&&&&&&&&&&&&&&,  €r   rD   ÚHunYuanDiT.__init__­   s  ø€ ô0 	‰ÑÔØˆŒØŒ
Ø&ÔØ&Ôß/:˜K¨!žOÀˆÔØ$ŒØ"ŒØ&ÔØ.ÔØ"4ÔØ ŒØ&ÔØ"ŒØ,ÔØˆŒ	ØˆŒ
ô —m’mØ×Ñ˜d×5Ñ5°t×7NÑ7NÐQRÕ7RÐY]ÐejÐsyÐÓzÜ�GŠG‹IØ×Ñ˜d×5Ñ5¸Õ9¸4×;OÑ;OÐVZÐbgÐpvÐÓwó
ˆŒô ')§l¢lÜ�KŠK˜Ÿ™¨×(8Ñ(8Õ8¸$×:NÑ:NÐV[ÐdjÔkó'mˆÔ#ð ˆÜ# D×$4Ñ$4°d×6MÑ6MÐYZÐguð  ~Cð  LRð  _iô  jˆŒð +ˆÔà�>�>ˆ>à×Ò Õ(Õà××Ðà",×"6Ñ"6°q¸+ÈUÐ[aÐ"6Ó"bˆDÔØ×Ò Õ,Õô % Z¸[Ð]bÐkqð  Iô  JˆŒÜ*¨;¸eÈFÐ_iÔjˆŒÜ ŸmšmØ×Ñ˜d×/Ñ/°¸qµÈÐV\ÐÓ]Ü�GŠG‹IØ×Ñ˜k¨A�o¨{ÀÈUÐ[aÐÓbó
ˆÔô —m’mô ˜uœó%
ñ &�ô ¨Ø'2Ø&/Ø&/Ø,0×,@Ñ,@Ø$+Ø&*§i¡iØ!&¨°!­Ñ!3Ø+9Ø"'Ø#)Ø'1÷ñ &ñ%
ó ˆŒô" & kÀ
×L]ÑL]ÐejÐsyð  GQô  RˆÔØ#'×#4Ñ#4ˆÖ ùò%%
s   Ë>M c                ó¶
  a&€ VP                  R/ 4      pTpTpTpVP                  4       pVP                  4       pVP                  w  pppV P                  VP	                  RV4      4      P	                  VVR4      p\
        P                  P                  V P                  V4      p\        P                  ! VRV P                  ) R13,          P                  ^4      VRV P                  ) R13,          VRV P                   4      VRV P                  ) R13&   \        P                  ! VRV P                  ) R13,          P                  ^4      VRV P                  ) R13,          VV P                  R 4      VRV P                  ) R13&   \        P                  ! Wï.^R7      pVP                  w   pppVV P                  ^,          ,           V P                  ,          VV P                  ^,          ,           V P                  ,          pp\!        WP                  V P"                  V P$                  ,          4      pV P'                  W!P(                  R7      pV P+                  V4      pV P-                  V4      pV P.                  '       da   \1        VP	                  R4      R4      P3                  VP(                  4      pVP	                  RR4      p\        P                  ! VV.^R7      pV P4                  '       d~   VfD   \        P6                  ! VP                  ^ ,          3VP8                  \        P:                  R7      pV P=                  W�P(                  R7      p\        P                  ! VV.^R7      pW P?                  V4      ,           pVP                  R	/ 4      pRp V
'       d   V
P                  R
R4      p . p!\A        V PB                  4       Fê  w  p"o&V"V PD                  ^,          8”  dV   V eA   V!PG                  4       V PG                  4       P3                  VP(                  R7      ,           p#MV!PG                  4       p#MRp#RV"3V9   d/   V&3R lp$VRV"3,          ! RVRVRVRVRV#/RV$/4      p%V%R,          pMS&! VVVVV#4      pV"V PD                  ^,          ^,
          8  g   KÙ  V!PI                  V4       Kì  	  V e   \K        V 4      ^ 8w  d   \M        R4      hV PO                  VV4      pV PQ                  VVV4      pV	'       d   RV/# V PR                  '       d%   VRRV PT                  ^,          1RV1RV13,          # VRRRV1RV13,          # )aK  
Forward pass of the encoder.

Parameters
----------
x: torch.Tensor
    (B, D, H, W)
t: torch.Tensor
    (B)
encoder_hidden_states: torch.Tensor
    CLIP text embedding, (B, L_clip, D)
text_embedding_mask: torch.Tensor
    CLIP text embedding mask, (B, L_clip)
encoder_hidden_states_t5: torch.Tensor
    T5 text embedding, (B, L_t5, D)
text_embedding_mask_t5: torch.Tensor
    T5 text embedding mask, (B, L_t5)
image_meta_size: torch.Tensor
    (B, 6)
style: torch.Tensor
    (B)
cos_cis_img: torch.Tensor
sin_cis_img: torch.Tensor
return_dict: bool
    Whether to return a dictionary.
Úpatches_replace:NNNNrd   )r-   r�   )r.   r-   )Ú	out_dtypeÚditÚoutputÚdouble_blockc                 óp   <€ / pS! V R ,          V R,          V R,          V R,          V R,          4      VR &   V# )ÚimgÚvecÚtxtÚper\   r9   )ÚargsÚoutÚblocks   & €r   Ú
block_wrapÚ&HunYuanDiT.forward.<locals>.block_wrapz  s;   ø€ Ø�CÙ!& t¨E¥{°D¸µKÀÀeÅÈdÐSWÍjÐZ^Ð_eÕZfÓ!g�C˜‘JØ�Jr   rÀ   rÂ   rÁ   rÃ   r\   Úoriginal_blockzFThe number of controls is not equal to the number of skip connections.r   rf   rž   )+ÚgetÚboolr   r¦   ÚviewÚcomfyÚopsÚcast_to_inputr©   rg   Úwherer¡   r    r¢   rh   r   r   rW   r/   r¯   r-   r®   rª   r£   r   r   r¤   Úzerosr.   rK   r­   r°   Ú	enumerater³   r”   ÚpopÚappendÚlenrG   r´   Ú
unpatchifyrŸ   r‰   )'rV   r   ÚtÚcontextÚtext_embedding_maskÚencoder_hidden_states_t5Útext_embedding_mask_t5Úimage_meta_sizeÚstyleÚreturn_dictÚcontrolÚtransformer_optionsrº   Úencoder_hidden_statesrj   Útext_states_t5Útext_states_maskÚtext_states_t5_maskÚb_t5Úl_t5Úc_t5ÚpaddingÚ_ÚohÚowr   r   Úfreqs_cis_imgÚ	extra_vecÚstyle_embeddingri   Úblocks_replaceÚcontrolsÚskipsr'   r\   rÇ   rÅ   rÆ   s'   &&&&&&&&&&&&                          @r   rt   ÚHunYuanDiT.forward  s^  ø€ ðN .×1Ñ1Ð2CÀRÓHˆØ 'ÐØ+ˆØ1ˆØ.×3Ñ3Ó5ÐØ4×9Ñ9Ó;ÐØ)×/Ñ/Ñˆˆd�DØŸ™ ^×%8Ñ%8¸¸TÓ%BÓC×HÑHÈÈtÐUWÓXˆä—)‘)×)Ñ)¨$×*EÑ*EÀ{ÓSˆä).¯ªÐ5EÀaÈÏÉÈÉÐFWÕ5X×5bÑ5bÐcdÓ5eÐgrÐstÐvz÷  wDñ  wDð  vDñ  vEð  tEõ  hFð  HOð  P^ð  QU÷  Q^ñ  Q^ð  H_ó  *`ˆ�A�t—}‘}�n‘oÐ%Ñ&Ü/4¯{ª{Ð;NÈqÐRV×RbÑRbÐQbÑQcÐOcÕ;d×;nÑ;nÐopÓ;qð  tBð  CDð  FJ÷  FVñ  FVð  EVñ  EWð  CWõ  tXð  Zað  bf÷  boñ  boð  bpð  Zqó  0rˆ�q˜$×*Ñ*Ð*Ñ+Ð+Ñ,ä—i’i Ð =À1ÔEˆð —w‘w‰ˆˆ1ˆb�"Ø˜Ÿ™¨1Õ,Õ-°$·/±/ÕAÀBÈ$Ï/É/Ð]^ÕJ^ÕD_Ðdh×dsÑdsÕCsˆBˆô " !§_¡_°d×6FÑ6FÈ$Ï.É.Õ6XÓYˆð �O‰O˜A§W¡WˆOÓ-ˆØ�O‰O˜AÓˆð —K‘KÐ 8Ó9ˆ	ð �>�>ˆ>Ü0°×1EÑ1EÀbÓ1IÈ3ÓO×RÑRÐST×SZÑSZÓ[ˆOØ-×2Ñ2°2°wÓ?ˆOÜŸ	š	 9¨oÐ">ÀAÔFˆIð ××ÐØŠ}ÜŸš Y§_¡_°QÕ%7Ð$9À!Ç(Á(ÔRW×R[ÑR[Ô\�Ø"×1Ñ1°%Ç7Á7Ð1ÓKˆOÜŸ	š	 9¨oÐ">ÀAÔFˆIð ×#Ñ# IÓ.Õ.ˆà(×,Ñ,¨U°BÓ7ˆàˆßØ—{‘{ 8¨TÓ2ˆHàˆÜ% d§k¡kÖ2‰LˆE�5Ø�t—z‘z Q•Ô&ØÒ'Ø Ÿ9™9›;¨¯©«×):Ñ):ÀÇÁÐ):Ó)IÕI‘Dà Ÿ9™9›;‘Dà�à Ð&¨.Ô8õð
 % n°eÐ%<Ö=¸uÀaÈÐP[Ð]bÐdeÐgkÐmzð  }Cð  EIð  ?Jð  M]ð  _ið  Ljó  k�Ø˜•J‘á˜!˜Q ¨]¸DÓA�ð ˜Ÿ
™
 a�¨!Õ+Ö,Ø—‘˜Q–ñ- 3ð. Ò¤C¨£M°QÔ$6ÜÐeÓfÐfð ×Ñ˜Q Ó"ˆØ�O‰O˜A˜r 2Ó&ˆçØ˜�8ˆOØ××ÐØ�QÐ.˜×)Ñ)¨QÕ.Ð.¨s°¨s°3°B°3Ð6Õ7Ð7Ø��1�S�b�S˜˜"˜��~Ðr   c                óz  € V P                   pV P                  P                  ^ ,          pW#,          VP                  ^,          8X  g   Q hVP	                  VP                  ^ ,          W#WUV3R7      p\
        P                  ! RV4      pVP	                  VP                  ^ ,          WBV,          W5,          3R7      pV# )z1
x: (N, T, patch_size**2 * C)
imgs: (N, H, W, C)
)r   znhwpqc->nchpwq)rµ   r®   r   r   Úreshaperg   Úeinsum)rV   r   ÚhÚwri   ÚpÚimgss   &&&&   r   rÖ   ÚHunYuanDiT.unpatchify”  s—   € ð
 ×$Ñ$ˆØ�O‰O×&Ñ& qÕ)ˆà�u˜Ÿ™ �
Ô"Ð"Ð"à�I‰I˜QŸW™W Q�Z¨¨q°QÐ7ˆIÓ8ˆÜ�LŠLÐ)¨1Ó-ˆØ�y‰y §¡¨¥
¨A°1­u°aµeÐ<ˆyÓ=ˆØˆr   )r³   r”   r-   r°   r«   r´   rW   r“   rŸ   r•   r¦   r¥   r/   r‰   r   rª   r£   r­   r¯   r©   r¡   r¢   rZ   r    rµ   r¤   r®   )rx   ry   rz   r{   r|   ÚprintrD   rt   rÖ   r}   r~   r   r€   s   @@r   r�   r�   �   sƒ   ù‡ € ñð< &(Ø#$Ø$%Ø$(Ø Ø"$Ø$'Ø#'Ø&*ØØ"ØØ"Ø"'Ø#ØØ$)Ø $ØØØ ÷+a5õ a5ðR %)Ø)-Ø'+Ø $ØØ!ØØ$&ô@÷Dò r   r�   )rg   Útorch.nnr7   Ú	comfy.opsrÍ   Ú(comfy.ldm.modules.diffusionmodules.mmditr   r   r   Ú'comfy.ldm.modules.diffusionmodules.utilr   Útorch.utilsr   Úattn_layersr   r	   Úpoolersr
   Úposemb_layersr   r   r   r#   ÚModuler%   rƒ   r�   r9   r   r   Ú<module>r     sd   ðã Ý ã ß VÑ VÝ FÝ "ç 2Ý "ß Lò	ò=ôZD�b—i‘iô ZDôz�—‘ô ô(R�—‘ö Rr   