+
    ƒ°ñj®D  ã                   ó*  € ^ RI HtHt ^ RIt^ RIHt ^ RIHt ^ RIt	^ RI
t	^ RIHtHtHt ^ RI
HtHtHtHtHtHtHtHt  ! R R]P.                  4      t ! R R	]P.                  4      t ! R
 R]P.                  4      t ! R R]P.                  4      tR# )é    )ÚOptionalÚTupleN)Ú	rearrange)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention_masked)ÚOmniGen2RotaryPosEmbedÚ'Lumina2CombinedTimestepCaptionEmbeddingÚLuminaRMSNormZeroÚLuminaLayerNormContinuousÚLuminaFeedForwardÚ	AttentionÚOmniGen2TransformerBlockÚapply_rotary_embc                   óD   a a€ ] tR t^t oRV 3R lltR/ 3R ltRtVtV ;t# )ÚBooguDoubleStreamProcessorNc                óÔ  <€ \         S
V `  4        W#,          pW$,          p	VP                  WˆR WVR7      V n        VP                  W‰R WVR7      V n        VP                  W‰R WVR7      V n        VP                  WˆR WVR7      V n        VP                  W‰R WVR7      V n        VP                  W‰R WVR7      V n        VP                  WˆR WVR7      V n	        VP                  WˆR WVR7      V n
        R# )F©ÚbiasÚdtypeÚdeviceN)ÚsuperÚ__init__ÚLinearÚimg_to_qÚimg_to_kÚimg_to_vÚinstruct_to_qÚinstruct_to_kÚinstruct_to_vÚinstruct_outÚimg_out)ÚselfÚdimÚhead_dimÚheadsÚkv_headsr   r   Ú
operationsÚ	query_dimÚkv_dimÚ	__class__s   &&&&&&&&  €Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\boogu\model.pyr   Ú#BooguDoubleStreamProcessor.__init__   sð   ø€ Ü‰ÑÔØÕ$ˆ	ØÕ$ˆà"×)Ñ)¨)ÀUÐRWÐ)ÓgˆŒØ"×)Ñ)¨)À%ÈuÐ)ÓdˆŒØ"×)Ñ)¨)À%ÈuÐ)ÓdˆŒà'×.Ñ.¨yÈ%ÐW\Ð.ÓlˆÔØ'×.Ñ.¨yÀuÐTYÐ.ÓiˆÔØ'×.Ñ.¨yÀuÐTYÐ.ÓiˆÔà&×-Ñ-¨iÈÐV[Ð-ÓkˆÔØ!×(Ñ(¨ÀEÐQVÐ(ÓfˆŽó    c           	     ó6  € VP                   ^ ,          pVP                   ^,          pV P                  V4      p	V P                  V4      p
V P                  V4      pV P	                  V4      pV P                  V4      pV P                  V4      p\        P                  ! WÉ.^R7      p\        P                  ! WÚ.^R7      p\        P                  ! Wë.^R7      p????	?
?VP                  VR	VP                  VP                  4      pVP                  VR	VP                  VP                  4      pVP                  VR	VP                  VP                  4      pVP                  V4      pVP                  V4      pVe   \        Wô4      p\        VV4      p\!        VP#                  ^^4      4      p\!        VP#                  ^^4      4      p\!        VP#                  ^^4      4      pVP                  VP                  8  d   RR/M/ p\%        VVVVP                  V3RRRVP&                  RV/VB pV P)                  VRRV13,          4      pV P+                  VRVR13,          4      p\        P                  ! W2.^R7      pVP,                  ^ ,          ! V4      pV# )
r   ©r$   NÚ
enable_gqaTÚskip_reshapeÚpreferred_attentionÚtransformer_optionsºNNNéÿÿÿÿ)Úshaper   r   r   r   r   r    ÚtorchÚcatÚviewr&   Údim_headr'   Únorm_qÚnorm_kr   r   Ú	transposer   Úcomfy_attentionr!   r"   Úto_out)r#   ÚattnÚimg_hidden_statesÚinstruct_hidden_statesÚ
rotary_embÚattention_maskr4   Ú
batch_sizeÚ
L_instructÚimg_qÚimg_kÚimg_vÚ
instruct_qÚ
instruct_kÚ
instruct_vÚqueryÚkeyÚvalueÚ
gqa_kwargsÚhidden_statess   &&&&&&&             r,   ÚforwardÚ"BooguDoubleStreamProcessor.forward-   so  € Ø&×,Ñ,¨QÕ/ˆ
Ø+×1Ñ1°!Õ4ˆ
à—‘Ð/Ó0ˆØ—‘Ð/Ó0ˆØ—‘Ð/Ó0ˆà×'Ñ'Ð(>Ó?ˆ
Ø×'Ñ'Ð(>Ó?ˆ
Ø×'Ñ'Ð(>Ó?ˆ
ô —	’	˜:Ð-°1Ô5ˆÜ�iŠi˜Ð+°Ô3ˆÜ—	’	˜:Ð-°1Ô5ˆØ˜
 J°°u¸eà—
‘
˜: r¨4¯:©:°t·}±}ÓEˆØ�h‰h�z 2 t§}¡}°d·m±mÓDˆØ—
‘
˜: r¨4¯=©=¸$¿-¹-ÓHˆà—‘˜EÓ"ˆØ�k‰k˜#ÓˆàÒ!Ü$ UÓ7ˆEÜ" 3¨
Ó3ˆCä(¨¯©¸¸AÓ)>Ó?ˆÜ& s§}¡}°Q¸Ó':Ó;ˆÜ(¨¯©¸¸AÓ)>Ó?ˆà-1¯]©]¸T¿Z¹ZÔ-G�l DÑ)ÈRˆ
Ü2°5¸#¸uÀdÇjÁjÐR`ñ  VÐosð  Vð  JN÷  J^ñ  J^ð  Vð  tGð  Vð  KUñ  Vˆð "&×!2Ñ!2°=ÀÀKÀZÀKÀÕ3PÓ!QÐØ ŸL™L¨°q¸*¹+°~Õ)FÓGÐÜŸ	š	Ð#9Ð"MÐSTÔUˆàŸ™ Až }Ó5ˆØÐr.   )r"   r   r   r   r!   r   r   r    ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   rS   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r+   Ú__classdict__s   @@r,   r   r      s   ù‡ € ÷gð  cgÐ|~÷ *ô *r.   r   c                   óD   a a€ ] tR t^Zt oRV 3R lltR/ 3R ltRtVtV ;t# )ÚBooguJointAttentionNc	           
     óœ  <€ \         S	V `  4        \        4       V n        W0n        W@n        W n        VR,          V n        VP                  W%WgR7      V n	        VP                  W%WgR7      V n
        \        P                  ! VP                  W2,          VRWgR7      \        P                  ! R4      4      V n        \!        WW4WgVR7      V n        R# )g      à?©Úepsr   r   Fr   g        ©r   r   r(   Ng      à¿)r   r   r   r?   r&   r'   r;   ÚscaleÚRMSNormr<   r=   ÚnnÚ
Sequentialr   ÚDropoutr@   r   Ú	processor)
r#   r$   r%   r&   r'   rd   r   r   r(   r+   s
   &&&&&&&&&€r,   r   ÚBooguJointAttention.__init__\   s´   ø€ Ü‰ÑÔÜ-Ó/ˆÔØŒ
Ø ŒØ ŒØ Õ%ˆŒ
à ×(Ñ(¨À%Ð(ÓWˆŒØ ×(Ñ(¨À%Ð(ÓWˆŒÜ—m’mØ×Ñ˜eÕ.°¸%ÀuÐÓ\Ü�JŠJ�s‹Oó
ˆŒô 4°CÀ5ÐZ_ð  |Fô  GˆŽr.   c           	     ó*   € V P                  WW#WER 7      # )©r4   )rk   )r#   rB   rC   rD   rE   r4   s   &&&&&&r,   rS   ÚBooguJointAttention.forwardl   s   € Ø�~‰~˜dÐ7MÐ[iˆ~ó  Tð  	Tr.   )	r?   r;   r&   r'   r=   r<   rk   rf   r@   )çñhãˆµøä>NNNrV   r^   s   @@r,   ra   ra   Z   s!   ù‡ € ÷Gð  ]aÐvx÷ Tô Tr.   ra   c                   óF   a a€ ] tR t^pt oRV 3R lltRR/ 3R ltRtVtV ;t# )ÚBooguDoubleStreamBlockNc
                ó  <€ \         SV `  4        W,          p
\        WW#R WxV	R7      V n        \	        WW#R RWxV	R7	      V n        \        V^V,          WGW‰R7      V n        \        V^V,          WGW‰R7      V n        \        WWxV	R7      V n
        \        WWxV	R7      V n        \        WWxV	R7      V n        \        WWxV	R7      V n        \        WWxV	R7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        V	P                  WWxR7      V n        R# )rp   )rd   r   r   r(   F)	r)   r;   r&   r'   rd   r   r   r   r(   )r$   Ú	inner_dimÚmultiple_ofr   r   r(   )Úembedding_dimÚnorm_epsr   r   r(   rc   N)r   r   ra   Úimg_instruct_attnr   Úimg_self_attnr   Úimg_feed_forwardÚinstruct_feed_forwardr   Ú	img_norm1Ú	img_norm2Ú	img_norm3Úinstruct_norm1Úinstruct_norm2rg   Úimg_attn_normÚimg_self_attn_normÚimg_ffn_norm1Úimg_ffn_norm2Úinstruct_attn_normÚinstruct_ffn_norm1Úinstruct_ffn_norm2)r#   r$   Únum_attention_headsÚnum_kv_headsru   Úffn_dim_multiplierrw   r   r   r(   r%   r+   s   &&&&&&&&&& €r,   r   ÚBooguDoubleStreamBlock.__init__r   s»  ø€ Ü‰ÑÔØÕ-ˆä!4°SÐDWÐkoÐw|ð  Ycô  "dˆÔÜ&ØÐ4GØ˜5¨Èô
ˆÔô
 !2°cÀQÈÅWÐZeð  |Bô  !ZˆÔÜ%6¸3È!ÈcÍ'Ð_jð  AGô  &_ˆÔ"ä*¸ÐW\ð  yCô  DˆŒÜ*¸ÐW\ð  yCô  DˆŒÜ*¸ÐW\ð  yCô  DˆŒÜ/¸cÐ\að  ~Hô  IˆÔÜ/¸cÐ\að  ~Hô  IˆÔà'×/Ñ/°ÈÐ/Ó^ˆÔØ",×"4Ñ"4°SÈeÐ"4Ó"cˆÔØ'×/Ñ/°ÈÐ/Ó^ˆÔØ'×/Ñ/°ÈÐ/Ó^ˆÔà",×"4Ñ"4°SÈeÐ"4Ó"cˆÔØ",×"4Ñ"4°SÈeÐ"4Ó"cˆÔØ",×"4Ñ"4°SÈeÐ"4Ó"cˆÖr.   c	                ó4  € VP                   ^,          p	V P                  W4      w  r«rÍV P                  W4      w  rï pV P                  W4      w  pp pV P	                  W%4      w  ppppV P                  W%4      w  pp pV P                  V
VW6VR7      pVRRV	13,          pVRV	R13,          pV P                  VVWtVR7      pWP                  ^4      P                  4       V P                  V4      ,          ,           pVVP                  ^4      P                  4       V P                  V4      ,          ,           p^VP                  ^4      ,           V,          VP                  ^4      ,           pV P                  V P                  V4      4      pWP                  ^4      P                  4       V P                  V4      ,          ,           pVVP                  ^4      P                  4       V P                  V4      ,          ,           p^VP                  ^4      ,           V,          VP                  ^4      ,           pV P!                  V P#                  V4      4      p VVP                  ^4      P                  4       V P%                  V 4      ,          ,           pW3# )é   rn   r5   N)r7   r|   r}   r~   r   r€   rx   ry   Ú	unsqueezeÚtanhr�   r‚   rz   rƒ   r„   r…   r{   r†   r‡   )!r#   rB   rC   Újoint_rotary_embÚimg_rotary_embÚtembÚjoint_attention_maskÚimg_attention_maskr4   rG   Úimg_norm1_outÚimg_gate_msaÚimg_scale_mlpÚimg_gate_mlpÚimg_norm2_outÚimg_shift_mlpÚ_Úimg_norm3_outÚimg_gate_selfÚinstruct_norm1_outÚinstruct_gate_msaÚinstruct_scale_mlpÚinstruct_gate_mlpÚinstruct_norm2_outÚinstruct_shift_mlpÚjoint_attn_outÚinstruct_attn_outÚimg_attn_outÚimg_self_attn_outÚimg_mlp_inputÚimg_mlp_outÚinstruct_mlp_inputÚinstruct_mlp_outs!   &&&&&&&&&                        r,   rS   ÚBooguDoubleStreamBlock.forwardŽ   s«  € Ø+×1Ñ1°!Õ4ˆ
àCGÇ>Á>ÐRcÓCjÑ@ˆ ]Ø-1¯^©^Ð<MÓ-TÑ*ˆ a¨Ø-1¯^©^Ð<MÓ-TÑ*ˆ�} a¨àW[×WjÑWjð  lBó  XIÑTÐÐ-Ð/AÐCTØ7;×7JÑ7JÐKaÓ7hÑ4ÐÐ.°°1à×/Ñ/°Ð?QÐScð  PcÐ/ó  dˆØ*¨1¨k¨z¨k¨>Õ:ÐØ% a¨© nÕ5ˆà ×.Ñ.¨}¸mÐM_ð  FYÐ.ó  ZÐà-×0FÑ0FÀqÓ0I×0NÑ0NÓ0PÐSW×SeÑSeÐfrÓSsÕ0sÕsÐØ-°×0GÑ0GÈÓ0J×0OÑ0OÓ0QÐTX×TkÑTkÐl}ÓT~Õ0~Õ~ÐØ˜]×4Ñ4°QÓ7Õ7¸=ÕHÈ=×KbÑKbÐcdÓKeÕeˆØ×+Ñ+¨D×,>Ñ,>¸}Ó,MÓNˆØ-×0FÑ0FÀqÓ0I×0NÑ0NÓ0PÐSW×SeÑSeÐfqÓSrÕ0rÕrÐà!7Ð:K×:UÑ:UÐVWÓ:X×:]Ñ:]Ó:_Ðbf×byÑbyð  {Ló  cMõ  ;Mõ  "MÐØÐ"4×">Ñ">¸qÓ"AÕAÐEWÕWÐZl×ZvÑZvÐwxÓZyÕyÐØ×5Ñ5°d×6MÑ6MÐN`Ó6aÓbÐØ!7Ð:K×:UÑ:UÐVWÓ:X×:]Ñ:]Ó:_Ðbf×byÑbyð  {Kó  cLõ  ;Lõ  "LÐà Ð8Ð8r.   )r�   rz   rƒ   r„   rx   r|   r}   r~   ry   r‚   r…   r{   r†   r‡   r   r€   rU   rV   r^   s   @@r,   rr   rr   p   s*   ù‡ € ÷dð8 Cð  X\ð  rt÷ 9ô 9r.   rr   c                   ó"  a a€ ] tR t^¬t oRV3R lV 3R lllt]P                  P                  P                  P                  P                  t
]P                  P                  P                  P                  P                  tRR/ 3R ltRtVtV ;t# )ÚBooguTransformer2DModelNc                 óÎ   <€ V ^8„  d   QhRS[ RS[ RS[S[ ,          RS[ RS[ RS[ RS[ RS[ R	S[ R
S[ RS[S[,          RS[RS[S[ S[ S[ 3,          RS[S[ S[ S[ 3,          RS[ RS[/# )é   Ú
patch_sizeÚin_channelsÚout_channelsÚhidden_sizeÚ
num_layersÚnum_double_stream_layersÚnum_refiner_layersrˆ   r‰   ru   rŠ   rw   Úaxes_dim_ropeÚ	axes_lensÚinstruction_feat_dimÚtimestep_scale)Úintr   Úfloatr   )Úformatr_   s   "€r,   Ú__annotate__Ú$BooguTransformer2DModel.__annotate__­   sí   ø€ ÷ Nkñ NkáðNkñ ðNkñ ™s•mð	Nkñ
 ðNkñ ðNkñ #&ðNkñ  ðNkñ !ðNkñ ðNkñ ðNkñ %¡U�OðNkñ ðNkñ ™S¡#¡s˜]Õ+ðNkñ ™™c¡3˜Õ'ðNkñ  "ð!Nkñ" ñ#Nkr.   c                ó  <€ \         SV `  4        Wn        T;'       g    TV n        W@n        VV n        \        R VVVR7      V n        VP                  W,          V,          VVVR7      V n	        VP                  W,          V,          VVVR7      V n
        \        VVVVVVVR7      V n        \        P                  ! \        V4       Uu. uF  p\!        WHWšW¼RVVVR7
      NK  	  up4      V n        \        P                  ! \        V4       Uu. uF  p\!        WHWšW¼RVVVR7
      NK  	  up4      V n        \        P                  ! \        V4       Uu. uF  p\!        WHWšW¼RVVVR7
      NK  	  up4      V n        \        P                  ! \        V4       Uu. uF  p\)        WHWšW¼VVVR7	      NK  	  up4      V n        \        P                  ! \        V4       Uu. uF  p\!        WHWšW¼RVVVR7
      NK  	  up4      V n        \/        V\1        VR4      RR	W,          V P                  ,          VVVR
7      V n        \        P4                  ! \6        P8                  ! ^VVVR7      4      V n        R# u upi u upi u upi u upi u upi )i'  )ÚthetaÚaxes_dimr¹   r±   )r   r   )r´   Útext_feat_dimrw   r»   r   r   r(   T)Ú
modulationr   r   r(   Fre   i   g�íµ ÷Æ°>)rv   Úconditioning_embedding_dimÚelementwise_affinerd   Úout_dimr   r   r(   )r   r   N)r   r   r±   r³   r´   r   r	   Úrope_embedderr   Ú
x_embedderÚref_image_patch_embedderr
   Útime_caption_embedrh   Ú
ModuleListÚranger   Únoise_refinerÚref_image_refinerÚcontext_refinerrr   Údouble_stream_layersÚsingle_stream_layersr   ÚminÚnorm_outÚ	Parameterr8   ÚemptyÚimage_index_embedding)r#   r±   r²   r³   r´   rµ   r¶   r·   rˆ   r‰   ru   rŠ   rw   r¸   r¹   rº   r»   Úimage_modelr   r   r(   r›   r+   s   &&&&&&&&&&&&&&&&&&&&& €r,   r   Ú BooguTransformer2DModel.__init__­   s  ø€ ô* 	‰ÑÔà$ŒØ(×7Ð7¨KˆÔØ&ÔØˆŒ
ä3ØØ"ØØ!ô	
ˆÔð %×+Ñ+¨JÕ,CÀkÕ,QÐS^ÐfkÐtzÐ+Ó{ˆŒØ(2×(9Ñ(9¸*Õ:QÐT_Õ:_ÐalÐtyð  CIÐ(9ó  )JˆÔ%ä"IØ#Ø.ØØ)°¸vÐR\ô	#
ˆÔô  Ÿ]š]äÐ-Ô.ó,
á.�ô % [À|Ðbtð  LPð  X]ð  flð  yC÷  DÙ.ñ,
ó ˆÔô
 "$§¢äÐ-Ô.ó0
á.�ô % [À|Ðbtð  LPð  X]ð  flð  yC÷  DÙ.ñ0
ó "ˆÔô
  "Ÿ}š}äÐ-Ô.ó.
á.�ô % [À|Ðbtð  LQð  Y^ð  gmð  zD÷  EÙ.ñ.
ó  ˆÔô
 %'§M¢MäÐ3Ô4ó3
á4�ô # ;À\Ð`rð  EJð  SYð  fp÷  qÙ4ñ3
ó %ˆÔ!ô
 %'§M¢Mä˜:Ô&ó3
á&�ô % [À|Ðbtð  LPð  X]ð  flð  yC÷  DÙ&ñ3
ó %ˆÔ!ô
 2Ø%Ü'*¨;¸Ó'=Ø$ØØÕ+¨d×.?Ñ.?Õ?ÀuÐU[Ðhrô
ˆŒô &(§\¢\´%·+²+¸aÀÐU[ÐchÔ2iÓ%jˆÖ"ùòC,
ùò
0
ùò
.
ùò
3
ùò
3
s   Ã
I.ÄI3ÅI8ÆI=ÇJc                ó|  € VP                   w  ršr¼\        P                  P                  P	                  WP
                  V P
                  34      pVP                   w   rïpR V,
          pTpTpTpVP                  pV P                  VVV^ ,          P                  4      w  ppV P                  VV4      w  ppppppppV P                  VP                   ^ ,          VP                   ^,          V.VP                   ^ ,          ,          VVVVV4      w  pppp p!p"V P                   F  p#V#! VVVVR7      pK  	  VP                   ^,          p$V P                  VVVVVVVVVVR7
      p%VP                   ^,          p&V RV&R13,          p'V P                   F  p#V#! V%VV V'VRRVR7      w  p%pK  	  \        P                  ! VV%.^R7      pV P                    F  p#V#! VRV VVR7      pK  	  V P#                  VV4      pV P
                  p(\%        VRV$) R13,          RVV(,          VV(,          V(V(R7      RRRV1RV13,          p)V)) # )g      ð?rn   r5   N)r“   r”   r4   r0   z&b (h w) (p1 p2 c) -> b c (h p1) (w p2))ÚhÚwÚp1Úp2)r7   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizer±   r   rÌ   r   Úflat_and_pad_to_seqrÉ   rÑ   Úimg_patch_embed_and_refinerÒ   r8   r9   rÓ   rÕ   r   )*r#   ÚxÚ	timestepsÚcontextÚ
num_tokensÚref_latentsrE   r4   ÚkwargsÚBÚCÚHÚWrR   r›   ÚH_paddedÚW_paddedÚtimestepÚtext_hidden_statesÚtext_attention_maskÚref_image_hidden_statesr   r’   Úimg_maskÚref_img_maskÚl_effective_ref_img_lenÚl_effective_img_lenÚref_img_sizesÚ	img_sizesÚcontext_rotary_embÚref_img_rotary_embÚnoise_rotary_embrD   Úencoder_seq_lengthsÚseq_lengthsÚlayerÚimg_lenÚcombined_img_hidden_statesrG   Úcombined_img_rotary_embÚpÚoutputs*   &&&&&&&&,                                 r,   rS   ÚBooguTransformer2DModel.forward  sã  € Ø—W‘W‰
ˆˆaÜŸ	™	×,Ñ,×>Ñ>¸qÇ?Á?ÐTX×TcÑTcÐBdÓeˆØ#0×#6Ñ#6Ñ ˆˆ1˜Ø˜•?ˆØ$ÐØ,ÐØ"-ÐØ×%Ñ%ˆà#'×#:Ñ#:¸8ÐEWÐYfÐghÕYi×YoÑYoÓ#pÑ ˆÐ ð ×$Ñ$ ]Ð4KÓLñ	
ØÐ2Ø�lØ#Ð%8Ø˜9ð ×ÑØ×Ñ Õ"Ð$6×$<Ñ$<¸QÕ$?À*ÀÐPb×PhÑPhÐijÕPkÕAkØ#Ð%8Ø˜9 fó
ñ	
ØÐ 2Ð4DØÐ+¨[ð ×)Ô)ˆEÙ!&Ð'9Ð;NÐPbð  yLô  "MÒñ *ð  ×%Ñ% aÕ(ˆØ%)×%DÑ%DØÐ2Ø�lØÐ0Ø#Ð%8ØØ 3ð &Eó &
Ð"ð (×-Ñ-¨aÕ0ˆ
Ø",¨Q°
±¨^Õ"<ÐØ×.Ô.ˆEÙ=BØ*Ð,>ØÐ3°TØ%)¸dØ$7ô	>Ñ:Ð&Ò(:ñ /ô Ÿ	š	Ð#5Ð7QÐ"RÐXYÔZˆà×.Ô.ˆEÙ! -°°zÀ4Ð]pÔqŠMñ /ð Ÿ™ m°TÓ:ˆà�O‰OˆÜ˜=¨¨W¨H©I¨Õ6Ð8`ÐdlÐpqÕdqÐu}ð  BCõ  vCð  HIð  NOô  Pð  QRð  TUð  WYð  XYð  WYð  []ð  \]ð  []ð  Q]õ  ^ˆàˆwˆr.   )rÑ   rÒ   r   r´   rØ   rÏ   rÕ   r³   r±   rË   rÐ   rÉ   rÓ   rÌ   rÊ   )r°   é   Ni   é    é   r°   é   é   é   Nrp   )é(   r  r  )i   é€  r  i   g     @�@NNNN)rW   rX   rY   rZ   r   rà   rá   ÚomnigenÚomnigen2ÚOmniGen2Transformer2DModelrä   rå   rS   r[   r\   r]   r^   s   @@r,   r®   r®   ¬   sm   ù‡ € ÷Nkõ Nkðb  Ÿ)™)×+Ñ+×4Ñ4×OÑO×cÑcÐØ!&§¡×!2Ñ!2×!;Ñ!;×!VÑ!V×!qÑ!qÐàEIÐZ^Ðtv÷ ?ô ?r.   r®   )Útypingr   r   r8   Útorch.nnrh   Úeinopsr   Úcomfy.ldm.common_ditrà   Úcomfy.ldm.omnigen.omnigen2Úcomfy.ldm.modules.attentionr   r   r   r	   r
   r   r   r   r   r   r   ÚModuler   ra   rr   r®   © r.   r,   Ú<module>r     st   ð÷ #ã Ý Ý ã Û !ß lÑ l÷	÷ 	ó 	ô< §¡ô <ô~T˜"Ÿ)™)ô Tô,99˜RŸY™Yô 99ôxT˜bŸi™iö Tr.   