+
    ƒ°ñjÂ:  ã                   óX  € R t ^ RIHtHt ^ RIHtHt ^ RIt^ RIt^ RI	H
t
 ^ RIt^ RIHt ^ RIHt ^ RIHt ^ RIHt ^RIHt R	tR
t^ t] ! R R4      4       t]! R^R^^^^^RRRR7      t ! R R]
P:                  4      t ! R R]
P:                  4      t ! R R]
P:                  4      t R# )u}  HiDream-O1-Image transformer.

Pixel-space DiT built on Qwen3-VL: the vision tower (Qwen35VisionModel)
encodes ref images, the Qwen3-VL-8B decoder (Llama2_ with interleaved MRoPE)
processes a unified text+image sequence, and 32x32 patch embed/unembed
shims map raw RGB in and out of LLM hidden space. The Qwen3-VL deepstack
mergers go unused â€” their weights are dropped at load.
)Ú	dataclassÚfield)ÚListÚOptionalN)ÚComfyAttention)ÚTimestepEmbedder)ÚLlama2_)ÚQwen35VisionModel)Úmake_two_pass_attentionigP iyP c                   ó¨   a € ] tR t^t o RtRtRtRt^$t^ t	^t
^€tRtRtRtRt]! R	 R
7      tRtRtRtRtRtRtRtRtRt]! R R
7      tV 3R ltRtV tR# )ÚHiDreamO1TextConfigzDQwen3-VL-8B text-decoder dims (matches public Qwen3-VL-8B-Instruct).i€Q é   i 0  i ô g�íµ ÷Æ°>g    ÐSANc                 ó
   € . RO# )é   )r   é   r   © r   ó    Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hidream_o1\model.pyÚ<lambda>ÚHiDreamO1TextConfig.<lambda>-   s   € »r   )Údefault_factoryTÚllamaFÚsiluÚgemma3c                 ó
   € R R.# )i[P i]P r   r   r   r   r   r   7   s	   € ¸FÀFÑ;Kr   c                óR  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R	&   S[;R
&   S[S[,          ;R&   S[S[ ,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[ ,          ;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚhead_dimÚmax_position_embeddingsÚrms_norm_epsÚ
rope_thetaÚ
rope_scaleÚ	rope_dimsÚinterleaved_mropeÚtransformer_typeÚrms_norm_addÚmlp_activationÚqkv_biasÚq_normÚk_normÚ
final_normÚlm_headÚstop_tokens)ÚintÚfloatr   r   ÚboolÚstr)ÚformatÚ__classdict__s   "€r   Ú__annotate__Ú HiDreamO1TextConfig.__annotate__   s/  ø‡ ‚ ñ Ññ ñ Ññ	 ñ
 Ñ"ñ ñ Ññ ñ Ñ!ñ ñ Ñ ñ ñ Ññ ñ !Ñ)ñ ñ Ññ ñ Ñ!ñ ñ ™•Ñ&ñ ñ ‘C�yÑFñ ñ Ñ"ñ ñ  Ñ#ñ! ñ" Ññ# ñ$ Ñ ñ% ñ& Ññ' ñ( Ññ) ñ* Ññ+ ñ, Ññ- ñ. Ññ/ ñ0 ‘c•ÑLò1 r   r   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r8   s   @r   r   r      s�   ø‡ € áNØ€JØ€KØ"ÐØÐØ!ÐØ ÐØ€HØ#)ÐØ€LØ!€JØ"&€JÙ Ñ1EÔF€IØ"ÐØ#ÐØ€LØ €NØ€HØ€FØ€FØ€JØ€GÙ"Ñ3KÔL€K÷1 ƒ r   r   i€  iÐ  i 	  r   )r   Ú	num_headsr   ÚdepthÚ
patch_sizeÚtemporal_patch_sizeÚin_channelsÚspatial_merge_sizeÚnum_position_embeddingsÚdeepstack_visual_indexesÚout_hidden_sizec                   ó<   a a€ ] tR t^It oRV 3R lltR tRtVtV ;t# )ÚBottleneckPatchEmbedc	                ó¤   <€ \         S	V `  4        VP                  W,          V,          VR WgR7      V n        VP                  W4WVVR7      V n        R# )F©ÚbiasÚdeviceÚdtypeN)ÚsuperÚ__init__ÚLinearÚproj1Úproj2)
ÚselfrE   Úin_chansÚpca_dimÚ	embed_dimrP   rQ   rR   ÚopsÚ	__class__s
   &&&&&&&&&€r   rT   ÚBottleneckPatchEmbed.__init__K   sG   ø€ Ü‰ÑÔØ—Z‘Z 
Õ 7¸(Õ BÀGÐRWÐ`f�ZÓtˆŒ
Ø—Z‘Z ¸ÐTY�ZÓZˆŽ
r   c                óB   € V P                  V P                  V4      4      # ©N)rW   rV   ©rX   Úxs   &&r   ÚforwardÚBottleneckPatchEmbed.forwardP   s   € Ø�z‰z˜$Ÿ*™* Q›-Ó(Ð(r   )rV   rW   )é    é   i   r   TNNN©	r;   r<   r=   r>   rT   rc   rA   rB   Ú__classcell__©r]   r8   s   @@r   rM   rM   I   s   ù‡ € ÷[÷
)ò )r   rM   c                   ó<   a a€ ] tR t^Tt oRV 3R lltR tRtVtV ;t# )Ú
FinalLayerc                ór   <€ \         SV `  4        VP                  WV,          V,          R WER7      V n        R# )TrO   N)rS   rT   rU   Úlinear)rX   r   rE   Úout_channelsrQ   rR   r\   r]   s   &&&&&&&€r   rT   ÚFinalLayer.__init__V   s0   ø€ Ü‰ÑÔØ—j‘j ¸:Õ.EÈÕ.TÐ[_Ðhn�jÓ|ˆŽr   c                ó$   € V P                  V4      # r`   ©rm   ra   s   &&r   rc   ÚFinalLayer.forwardZ   s   € Ø�{‰{˜1‹~Ðr   rq   )re   rf   NNNrg   ri   s   @@r   rk   rk   T   s   ù‡ € ÷}÷ò r   rk   c            
       ól   a a€ ] tR t^^t oRtRV 3R lltR tR/ 3R ltR/ RRRRRRRR3
R ltRt	Vt
V ;t# )	ÚHiDreamO1Transformerz+HiDream-O1 unified pixel-level transformer.Nc                ó8  <€ \         SV `  4        W n        \        R/ T;'       g    / B p\	        \
        4      p	V'       d   V	P                  V4       VP                  V	R &   W€n        W�n	        VP                  V n        \        V n        ^V n        \        V n        \        W“W$R7      V n        \#        WƒW$R7      V n        V P$                  P&                   F  p
\)        4       V
P*                  n        K  	  \/        VP                  W2VR7      V n        \3        V P                  V P                  VP                  ^,          VP                  RW2VR7      V n        \7        VP                  V P                  V P                  W2VR7      V n        RV n        . V n        R# )rK   )rQ   rR   r\   )rQ   rR   Ú
operationsT)rE   rY   rZ   r[   rP   rQ   rR   r\   )rE   rn   rQ   rR   r\   Nr   )rS   rT   rR   r   ÚdictÚQWEN3VL_VISION_DEFAULTSÚupdater   Útext_configÚvision_configÚ
PATCH_SIZErE   rG   ÚTMS_TOKEN_IDÚtms_token_idr	   Úvisualr   Úlanguage_modelÚlayersr   Ú	self_attnÚcomfy_attentionr   Út_embedder1rM   Ú
x_embedderrk   Úfinal_layer2Ú_visual_cacheÚ_kv_cache_entries)rX   Úimage_modelrR   rQ   rv   Útext_config_overridesÚvision_config_overridesÚkwargsÚtext_cfgÚ
vision_cfgÚlayerr]   s   &&&&&&&,   €r   rT   ÚHiDreamO1Transformer.__init__a   s[  ø€ ä‰ÑÔØŒ
ä&ÑGÐ*?×*EÐ*EÀ2ÑGˆÜÔ1Ó2ˆ
ß"Ø×ÑÐ5Ô6Ø(0×(<Ñ(<ˆ
Ð$Ñ%à#ÔØ'ÔØ#×/Ñ/ˆÔÜ$ˆŒØˆÔÜ(ˆÔä'¨
ÈÔ_ˆŒÜ% hÀUÔ[ˆÔØ×(Ñ(×/Ô/ˆEÜ.<Ó.>ˆE�O‰OÖ+ñ 0ä+Ø× Ñ ¨Èô
ˆÔô /Ø—‘°×1AÑ1AØ×(Ñ(¨AÕ-¸×9MÑ9MØ˜f°zô
ˆŒô
 'Ø× Ñ ¨T¯_©_Ø×)Ñ)°&È:ô
ˆÔð
 "ˆÔØ!#ˆÖr   c                ó"   € . V n         R V n        R # r`   )rˆ   r‡   )rX   s   &r   Úclear_kv_cacheÚ#HiDreamO1Transformer.clear_kv_cache‡   s   € Ø!#ˆÔØ!ˆÖr   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW43/ VB # r`   )	ÚcomfyÚpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)rX   rb   Ú	timestepsÚcontextÚtransformer_optionsrŒ   s   &&&&&,r   rc   ÚHiDreamO1Transformer.forward‹   s{   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð  ñ	Hð AGñ	Hð 	Hr   c                óÌ  aaC€ Ve   Vf   \        R4      hSP                  w  rïppVV P                  ,          VV P                  ,          ppVV,          p\        P                  ! SRV P                  V P                  R7      pVe4   \
        P                  ! VVP                  VP                  4      .^R7      MTpV P                  P                  V4      P                  SP                  4      pV
EeŒ   VEe‡   V P                  pVe   V^ ,          V
J d   V^,          pM´V
P                  VP                  4      pVP                  VP                  4      P                  4       pVP                  4       ^8X  d
   V^ ,          pVP                  4       ^8X  d
   V^ ,          pV P                  VV4      P                  VP                  4      pV
V3V n        V^ ,          \         8H  P#                  RR7      ^ ,          pVP                  ^ ,          VP                  ^ ,          8w  d5   \        RVP                  ^ ,           R	VP                  ^ ,           R
24      hVP%                  ^ 4      P'                  VR*R*4      VRV3&   VP)                  4       R,          pRV,
          pV P+                  VR,          VP                  4      pWPP,                  8H  P%                  R*4      P/                  V4      p \
        P0                  ! V VP%                  ^4      P/                  V4      V4      pV P3                  VP                  VP                  4      4      p!\
        P                  ! VV!.^R7      pV P                  P5                  V^ ,          P                  SP                  4      SP                  4      p"\6        ;QJ d    . V3R lV" 4       F  NK  	  5M! V3R lV" 4       4      p"VP9                  R/ 4      p#V#P9                  R/ 4      p$\;        V P                  P<                  4      VR&   RVR&   V$'       * ;'       d    V	^ 8„  p%V%'       d   T	M^ oCV
e   \?        V
4      MRp&V%'       d   VRRSC13,          MTp'V P@                  p(V('       d3   V(^ ,          R,          P                  VP                  8w  d
   . p(. V n         Rp)V%'       d¶   V( F¯  p*V*R,          p+V*R,          p,V*R,          SC8X  g   K%  V+P                  VP                  8X  g   KB  \
        PB                  ! V+V4      '       g   Ka  V*R,          V&8X  g   Kq  V,P                  V'P                  8X  g   KŽ  \
        PB                  ! V,V'4      '       g   K­  T*p) M	  V)e·   VRSCR13,          p-\6        ;QJ d    . VC3R lV" 4       F  NK  	  5M! VC3R lV" 4       4      p.\E        V P                  P<                  4       FR  w  p/p0\G        W”V0PH                  PJ                  R7      p1V/VR&   V)R,          V/,          w  p2p3V0! V-RV.V1V2V3SC3R7      w  p-pKT  	  EMBV%'       d   . MRp4V%'       d   R+MRp5Tp-\E        V P                  P<                  4       FÇ  w  p/p0\G        W”V0PH                  PJ                  R7      p1V/VR&   RV/3V$9   d0   V03R  lp6V$RV/3,          ! R!V-R"RR#V"R$V1R%V/R&V6/4      p7V7R!,          p-Kd  V0! V-RV"V1V5R7      w  p-p8V4f   Kz  V8w  p9p:pV4PM                  V9RRRSC13,          PO                  4       V:RRRSC13,          PO                  4       34       KÉ  	  V4e;   RVPQ                  4       RSCRV4RV&RV'PQ                  4       /p;V(V;.,           R,R V n         V P                  PR                  e   V P                  PS                  V-4      p-V)e   SCM^ p<Veu   VP                  SP                  4      PU                  4       p=V<^ 8”  d   V=RV<R13,          p=V-V=,          PW                  VR*V-P                  R*,          4      RRV13,          p>M0VP                  ^,          p?V?V<,
          p@V-RV@V@V,           13,          p>V PY                  V>4      pA\        P                  ! VAR'VVV P                  V P                  R(7      pBSP)                  4       VBP)                  4       ,
          VPW                  V^^^4      P[                  R)4      ,          # )-z0Returns flow-match velocity (x - x_pred) / sigmaNzHHiDreamO1Transformer requires input_ids and position_ids in conditioningz&B C (H p1) (W p2) -> B (H W) (C p1 p2))Úp1Úp2)ÚdimT)Úas_tuplezImage-token count z != ViT output count z&; check tokenizer/processor alignment.ºNNNg     @�@g      ð?iè  c              3   óX   <"  € T F  qP                  SP                  4      x € K!  	  R # 5ir`   )ÚtorR   )Ú.0Útrb   s   & €r   Ú	<genexpr>Ú0HiDreamO1Transformer._forward.<locals>.<genexpr>É   s   øé € Ð;±¨AŸ$™$˜qŸw™wŸ-˜-³ùs   ƒ'*Úpatches_replaceÚditÚtotal_blocksÚdoubleÚ
block_type.Ú	input_idsÚposition_idsÚ	cache_lenÚref_idc              3   ó>   <"  € T F  qR SR1R3,          x € K  	  R# 5i).Nr§   r   )rª   r«   rµ   s   & €r   r¬   r­   ê   s    øé € Ð JÁ	¸1 3¨	©
°AÐ#5×!6Ò!6Ã	ùs   ƒ)r    Úpreferred_attentionÚblock_indexÚkv©rb   Úattention_maskÚ	freqs_cisÚoptimized_attentionÚpast_key_valueÚdouble_blockc                 óx   € / pV! V R ,          V P                  R4      V R,          V R,          RR7      w  VR &   pV# )rb   r¼   r½   r¾   Nr»   )Úget)ÚargsÚ_layerÚoutÚ_s   &&  r   Ú
block_wrapÚ1HiDreamO1Transformer._forward.<locals>.block_wrapü   sF   € Ø ˜Ù&,Ø" 3�i¸¿¹ÐAQÓ8RØ&*¨;Õ&7ÈTÐRgÕMhØ+/ô'™˜˜C™ !ð
  #˜
r   rb   r¼   r½   r¾   r    Úoriginal_blockz&B (H W) (C p1 p2) -> B C (H p1) (W p2))ÚHÚWr£   r¤   gü©ñÒMbP?éÿÿÿÿr   éþÿÿÿ).Ú
ValueErrorÚshaperE   ÚeinopsÚ	rearrangeÚtorchÚcatr©   rR   r€   Úembed_tokensr‡   rQ   Úlongr¥   r   ÚIMAGE_TOKEN_IDÚnonzeroÚ	unsqueezeÚexpandr4   r„   r~   Ú	expand_asÚwherer…   Úcompute_freqs_cisÚtuplerÂ   Úlenr�   Úidrˆ   ÚequalÚ	enumerater
   r‚   rƒ   ÚappendÚ
contiguousÚcloneÚnormr5   Úviewr†   Ú	clamp_min)DrX   rb   rž   rŸ   r    r³   r¼   r´   Úvinput_maskÚar_lenÚref_pixel_valuesÚref_image_grid_thwÚref_patchesrŒ   ÚBrÆ   rÊ   rË   Úh_pÚw_pÚtgt_image_lenÚzÚvinputsÚinputs_embedsÚcachedÚimage_embedsÚref_pvÚref_gridÚ	image_idxÚsigmaÚ
t_pixelditÚt_embÚtms_mask_3dÚvinputs_embeddedr½   r®   Úblocks_replaceÚ	can_cacher¶   Úpos_ids_keyÚcache_entriesÚkv_cacheÚentryÚckÚepÚhidden_statesÚsliced_freqsÚir�   Útwo_pass_attnÚK_iÚV_iÚ	snapshotsÚpast_kv_coldrÇ   rÅ   Ú
present_kvÚKÚVÚ	new_entryÚsliced_offsetÚvmaskÚtarget_hiddenÚtxt_seq_lenÚstartÚ
x_pred_tgtÚ
x_pred_imgrµ   sD   &f&&&&&&&&&&&,                                                     @r   r™   ÚHiDreamO1Transformer._forward’   s>  ù€ ð Ò Ò 4ÜÐgÓhÐhà—W‘W‰
ˆˆa�Ø˜Ÿ™Õ'¨¨d¯o©oÕ)=ˆSˆØ˜c�	ˆä×ÒØÐ7Ø�‰ 4§?¡?ô
ˆð EPÒD[”%—)’)˜Q §¡¨q¯w©wÓ 7Ð8¸aÕ@Ðabˆà×+Ñ+×8Ñ8¸ÓC×FÑFÀqÇwÁwÓOˆàÓ'Ð,>Ó,Jð ×'Ñ'ˆFØÒ! f¨Q¥iÐ3CÓ&CØ% a�y‘à)×,Ñ,¨]×-AÑ-AÓB�Ø-×0Ñ0°×1EÑ1EÓF×KÑKÓM�à—:‘:“< 1Ô$Ø# A�Y�FØ—<‘<“> QÔ&Ø'¨�{�HØ#Ÿ{™{¨6°8Ó<×?Ñ?À×@SÑ@SÓT�Ø&6¸Ð%E�Ô"à" 1�¬Ñ7×@Ñ@È$Ð@ÓOÐPQÕRˆIØ�‰˜qÕ! \×%7Ñ%7¸Õ%:Ô:Ü Ø(¨¯©¸Õ);Ð(<Ð<QØ#×)Ñ)¨!Õ,Ð-Ð-SðUóð ð +7×*@Ñ*@ÀÓ*C×*JÑ*JÈ1ÈbÐRTÓ*UˆM˜!˜Y˜,Ñ'à—‘Ó! FÕ*ˆØ˜5•[ˆ
Ø× Ñ  ¨dÕ!2°M×4GÑ4GÓHˆØ ×$5Ñ$5Ñ5×@Ñ@ÀÓD×NÑNÈ}Ó]ˆÜŸš K°·±ÀÓ1C×1MÑ1MÈmÓ1\Ð^kÓlˆàŸ?™?¨7¯:©:°m×6IÑ6IÓ+JÓKÐÜŸ	š	 =Ð2BÐ"CÈÔKˆð ×'Ñ'×9Ñ9¸,Àq½/×:LÑ:LÈQÏXÉXÓ:VÐXY×X`ÑX`Óaˆ	ß”EÔ;±Ó;—E‘EÔ;±Ó;Ó;ˆ	à-×1Ñ1Ð2CÀRÓHˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$×2EÑ2E×2LÑ2LÓ.MÐ˜NÑ+Ø,4Ð˜LÑ)ð 'Ô&×5Ð5¨6°A©:ˆ	ß'‘F¨Qˆ	Ø)9Ò)E”Ð$Ô%È4ˆß7@�l 3¨
¨¨
 ?Ö3ÀlˆØ×.Ñ.ˆç˜]¨1Õ-¨kÕ:×AÑAÀY×EUÑEUÔUØˆMØ%'ˆDÔ"ØˆßÛ&�Ø˜;Õ'�Ø˜>Õ*�Ø˜+Õ&¨)Ö3ØŸH™H¨	¯©Ö7¼E¿KºKÈÈI×<VÔ<VØ! (�O¨vÖ5ØŸH™H¨×(9Ñ(9Ö9¼e¿kºkÈ"Èk×>ZÔ>ZØ$�HÙñ 'ð Òà)¨!¨Y©Z¨-Õ8ˆMß œ5Ô JÁ	Ó JŸ5™5Ô JÁ	Ó JÓJˆLÜ% d×&9Ñ&9×&@Ñ&@ÖA‘��5Ü 7¸ð  ~C÷  ~Mñ  ~M÷  ~]ñ  ~]ô  !^�Ø56Ð# MÑ2Ø# D�>¨!Õ,‘��SÙ#(Ø#°DÀLÐfsØ$'¨¨iÐ#8ô$Ñ �šqó	 B÷ (™¨TˆIß!*™2°ˆLØ)ˆMÜ% d×&9Ñ&9×&@Ñ&@ÖA‘��5Ü 7¸ð  ~C÷  ~Mñ  ~M÷  ~]ñ  ~]ô  !^�Ø56Ð# MÑ2Ø" AÐ&¨.Ô8Ø05ô #ð )¨.¸!Ð)<Ö=Ø˜mÐ-=¸tØ$ iÐ1FÈØ.Ð0CðEð *¨:Ð6ó	�Cð %(¨¥H’Má05Ø'¸Ø"+ÀØ'3ô1Ñ-�M :ð
 !Ô,Ø",™˜˜1˜aØ!×(Ñ(¨!¨A¨q°*°9°*Ð,<Õ*=×*HÑ*HÓ*JØ*+¨A¨q°*°9°*Ð,<Õ*=×*HÑ*HÓ*Jð*Lö Mñ7 Bð: Ò$ð   §¡Ó!2Ø Ø˜)Ø˜fØ" K×$5Ñ$5Ó$7ð�	ð +8¸9¸+Õ*EÀrÀsÐ)K�Ô&à×Ñ×#Ñ#Ò/Ø ×/Ñ/×4Ñ4°]ÓCˆMð &.Ò%9™	¸qˆØÒ"Ø—N‘N 1§8¡8Ó,×1Ñ1Ó3ˆEØ˜qÔ Ø˜a ¡Ð/Õ0�Ø)¨%Õ0×5Ñ5°a¸¸]×=PÑ=PÐQSÕ=TÓUÐVWÐYgÐZgÐYgÐVgÕh‰Mà#Ÿ/™/¨!Õ,ˆKØ -Õ/ˆEØ)¨!¨U°5¸=Õ3HÐ-HÐ*HÕIˆMØ×&Ñ& }Ó5ˆ
ô ×%Ò%ØÐ@Ø�S˜TŸ_™_°·±ô
ˆ
ð —‘“	˜J×,Ñ,Ó.Õ.°%·*±*¸QÀÀ1ÀaÓ2H×2RÑ2RÐSWÓ2XÕXÐXr   )rˆ   r‡   rR   r†   r   rG   r€   rE   r„   rz   r~   r{   r   r…   )NNNNNN)r;   r<   r=   r>   r?   rT   r’   rc   r™   rA   rB   rh   ri   s   @@r   rt   rt   ^   sO   ù‡ € Ù5÷$$òL"ð -1Àbô Hð .2ÀrÐUYÐjnð  ~BØ!¨$ÀÐZ^Ðlp÷dYô dYr   rt   )é   é   r   )!r?   Údataclassesr   r   Útypingr   r   rÐ   rÒ   Útorch.nnÚnnÚcomfy.patcher_extensionr•   Úcomfy.ldm.modules.attentionr   Ú(comfy.ldm.modules.diffusionmodules.mmditr   Úcomfy.text_encoders.llamar   Úcomfy.text_encoders.qwen35r	   Ú	attentionr
   rÖ   r}   r|   r   rw   rx   ÚModulerM   rk   rt   r   r   r   Ú<module>r'     s¼   ðñ÷ )ß !ã Û Ý ã Ý 6Ý EÝ -Ý 8å .ð €Ø€Ø€
ð ÷Mð Mó ðMñ4 ØØØØ
ØØØØØ Ø(ØôÐ ô)˜2Ÿ9™9ô )ô�—‘ô ôXY˜2Ÿ9™9ö XYr   