+
    ƒ°ñjª#  ã                   ó¶   € ^ RI t ^ RIt^ RIHt ^ RIHtHt ^ RIHt ^ RI	H
t
 ^ RIHtHt ^ RIt ! R R]P                   4      t ! R R	]P                   4      tR# )
é    N)ÚOptionalÚTuple)ÚTimestepEmbedding)ÚEmbedND)ÚQwenImageTransformerBlockÚ	LastLayerc                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚMageTimestepProjEmbeddingsc                óL   <€ \         SV `  4        \        R VW#VR7      V n        R# )é   )Úin_channelsÚtime_embed_dimÚdtypeÚdeviceÚ
operationsN)ÚsuperÚ__init__r   Útimestep_embedder)ÚselfÚembedding_dimr   r   r   Ú	__class__s   &&&&&€Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\mage_flow\model.pyr   Ú#MageTimestepProjEmbeddings.__init__   s%   ø€ Ü‰ÑÔÜ!2Ø¨MØ°:ô"
ˆÖó    c                ó¢  € ^€p\         P                  ! R4      ) \        P                  ! V\        P                  VP
                  R7      ,          V,          p\        P                  ! V4      P                  VP                  4      pVR,          P                  4       VR	,          ,          pRV,          p\        P                  ! \        P                  ! V4      \        P                  ! V4      .R
R7      p\        P                  ! VRVR13,          VRRV13,          .R
R7      pV P                  VP                  VP                  R7      4      # )é€   é'  ©r   r   ºNNNNg     @�@©Údim)r   ©r   N©Nr   éÿÿÿÿ)ÚmathÚlogÚtorchÚarangeÚfloat32r   ÚexpÚtor   ÚfloatÚcatÚsinÚcosr   )r   ÚtimestepÚhidden_statesÚhalf_dimÚexponentÚembs   &&&   r   ÚforwardÚ"MageTimestepProjEmbeddings.forward   sð   € ØˆÜ—H’H˜U“OÐ#¤e§l¢l°8Ä5Ç=Á=ÐYa×YhÑYhÔ&iÕiÐltÕtˆÜ�iŠi˜Ó!×$Ñ$ X§^¡^Ó4ˆØ�wÕ×%Ñ%Ó'¨#¨g­,Õ6ˆØ�s�lˆÜ�iŠiœŸš 3›¬¯ª°3«Ð8¸bÔAˆÜ�iŠi˜˜Q ¡	˜\Õ*¨C°°9°H°9°Õ,=Ð>ÀBÔGˆØ×%Ñ% c§f¡f°=×3FÑ3F fÓ&GÓHÐHr   )r   )NNN)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r5   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r
   r
      s   ù‡ € ÷
÷Iò Ir   r
   c                   ón   a a€ ] tR t^#t oRV3R lV 3R llltR	R ltRR/ 3R ltRR/ R3R ltRtVt	V ;t
# )
ÚMageFlowTransformer2DModelNc                ón   <€ V ^8„  d   QhRS[ RS[S[ ,          RS[ RS[ RS[ RS[ RS[S[ S[ S[ 3,          /# )é   r   Úout_channelsÚ
num_layersÚattention_head_dimÚnum_attention_headsÚjoint_attention_dimÚaxes_dims_rope)Úintr   r   )Úformatr?   s   "€r   Ú__annotate__Ú'MageFlowTransformer2DModel.__annotate__$   si   ø€ ÷ *tñ *táð*tñ ™s•mð*tñ ð	*tñ
  ð*tñ !ð*tñ !ð*tñ ™c¡3©˜mÕ,ñ*tr   c                ó  <€ \         SV `  4        W�n        ^V n        Wn        T;'       g    TV n        WT,          V n        \        VR\        V4      R7      V n	        \        V P                  WšVR7      V n        VP                  VRWšR7      V n        VP                  WP                  WšR7      V n        VP                  W`P                  WšR7      V n        \"        P$                  ! \'        V4       Uu. uF  p\)        V P                  VVV	V
VR7      NK   	  up4      V n        \-        V P                  V P                  WšVR7      V n        VP                  V P                  V P
                  R	WšR
7      V n        R# u upi )é   r   )r!   ÚthetaÚaxes_dim)r   r   r   r   g�íµ ÷Æ°>)Úepsr   r   r   )r!   rG   rF   r   r   r   )r   r   r   T)Úbiasr   r   N)r   r   r   Ú
patch_sizer   rD   Ú	inner_dimr   ÚlistÚpe_embedderr
   Útime_text_embedÚRMSNormÚtxt_normÚLinearÚimg_inÚtxt_inÚnnÚ
ModuleListÚranger   Útransformer_blocksr   Únorm_outÚproj_out)r   r   rD   rE   rF   rG   rH   rI   Úimage_modelr   r   r   Ú_r   s   &&&&&&&&&&&& €r   r   Ú#MageFlowTransformer2DModel.__init__$   sa  ø€ ô 	‰ÑÔØŒ
ØˆŒØ&ÔØ(×7Ð7¨KˆÔØ,ÕAˆŒä"Ð'9ÀÔQUÐVdÓQeÔfˆÔä9ÈÏÉÐ^cð  @Jô   KˆÔà"×*Ñ*Ð+>ÀDÐPUÐ*ÓeˆŒØ ×'Ñ'¨·^±^È5Ð'Ó`ˆŒØ ×'Ñ'Ð(;¿^¹^ÐSXÐ'ÓhˆŒä"$§-¢-ô ˜:Ô&ó
1
ñ '�ô &Ø—N‘NØ$7Ø#5ØØØ%÷ñ 'ñ
1
ó 
#ˆÔô " $§.¡.°$·.±.ÈÐisÔtˆŒØ"×)Ñ)¨$¯.©.¸$×:KÑ:KÐRVÐ^cÐ)ÓsˆŽùò
1
s   Ã4$E<c                ól  € VP                   w  r4rVVP                  ^R4      P                  W5V,          V4      p\        P                  ! WV^3VP
                  R7      pW(R&   VR,          \        P                  ! WQP
                  R7      R,          ,           WU^,          ,
          ,
          VR&   VR,          \        P                  ! WaP
                  R7      R,          ,           Wf^,          ,
          ,
          VR&   WxP                  WV,          ^4      P                  ^ 4      P                  VRR4      WV33# )rO   ©r   r$   )r   r   r   )r   r   rO   r"   )r   r   rC   r#   )	ÚshapeÚmovedimÚreshaper'   Úzerosr   r(   Ú	unsqueezeÚexpand)	r   ÚxÚindexÚbsÚcÚhÚwr1   Úimg_idss	   &&&      r   Úprocess_imgÚ&MageFlowTransformer2DModel.process_imgP   sô   € à—g‘g‰ˆˆqØŸ	™	 ! RÓ(×0Ñ0°¸µU¸AÓ>ˆä—+’+˜q Q˜i°·±Ô9ˆà �Ñð # 7Õ+¬e¯lªl¸1ÇXÁXÔ.NÈwÕ.WÕWÐ[\ÐdeÕ_eÕ[eÕfˆ�ÑØ" 7Õ+¬e¯lªl¸1ÇXÁXÔ.NÈwÕ.WÕWÐ[\ÐdeÕ_eÕ[eÕfˆ�ÑØŸo™o¨a­e°QÓ7×AÑAÀ!ÓD×KÑKÈBÐPRÐTVÓWÐZ[ÐY_Ð_Ð_r   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WV3/ VB # )N)	ÚcomfyÚpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r   ro   r0   ÚcontextÚattention_maskÚref_latentsÚtransformer_optionsÚkwargss   &&&&&&&,r   r5   Ú"MageFlowTransformer2DModel.forward^   s}   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜w¸ñ	dð ]cñ	dð 	dr   c                óD  aa"€ Sen   \         P                  ! S4      '       gR   S^,
          P                  VP                  4      \         P                  ! VP                  4      P
                  ,          oV P                  V4      w  ršpV	P                  ^,          pVe—   . p^ pV Fx  pV^,          pV P                  WþR7      w  ppp\         P                  ! V	V.^R7      p	\         P                  ! V
V.^R7      p
VP                  VP                  ^,          4       Kz  	  VP                  4       pWÖR&   \         P                  ! VP                  ^ ,          VP                  ^,          ^3VP                  R7      pV P                  V	4      p	V P                  V4      pV P                  V4      pV P!                  W)4      pVP#                  R/ 4      pVP#                  R/ 4      pVP#                  R/ 4      pRV9   dG   VR,           F9  pV! R	V	R
VRV
RVRV/4      pVR	,          p	VR
,          pVR,          p
VR,          pK;  	  \         P                  ! VV
3^R7      pV P%                  V4      P'                  4       p???
\)        V P*                  4      VR&   RVR&   \-        V P*                  4       Fù  w  po"VVR&   RV3V9   d9   VV"3R lpVRV3,          ! R	V	R
VRVRVRV/RV/4      pVR	,          p	VR
,          pMS"! V	VSVVVR7      w  r9RV9   d5   VR,           F'  pV! R	V	R
VRVRVRV/4      pVR	,          p	VR
,          pK)  	  Vf   K�  VP#                  R4      pV\)        V4      8  g   KÀ  VV,          pVf   KÏ  V	RR VP                  ^,          13;;,          V,          uu&   Kû  	  V P/                  V	V4      p	V P1                  V	4      p	V	RR V13,          p	Vw  p p!V	P3                  VP                  ^ ,          V V!V P4                  4      P7                  R^4      # )N)rp   r    Úreference_image_num_tokensrh   Úpatches_replaceÚpatchesÚditÚ
post_inputÚimgÚtxtru   Útxt_idsr…   Útotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc           	      ó€   <€ / pS! V R ,          V R,          SV R,          V R,          V R,          R7      w  VR&   VR &   V# )rŽ   r�   ÚvecÚper…   ©r1   Úencoder_hidden_statesÚencoder_hidden_states_maskÚtembÚimage_rotary_embr…   © )ÚargsÚoutrƒ   Úblocks   & €€r   Ú
block_wrapÚ7MageFlowTransformer2DModel._forward.<locals>.block_wrap—   sz   ø€ Ø�CÙ-2ÀÀeÅÐdhÐinÕdoð  M[ð  bfð  glõ  bmð  @Dð  EIõ  @Jð  `dð  ezõ  `{ô  .|Ñ*�C˜‘J  E¡
Ø�Jr   r—   r˜   Úoriginal_blockr™   ro   Úinputr   r$   )r'   Úis_floating_pointr+   r   ÚfinfoÚmaxrv   ri   r-   ÚappendÚcopyrl   r   r\   rZ   r]   rX   ÚgetrW   Ú
contiguousÚlenra   Ú	enumeraterb   rc   rk   rD   rj   )#r   ro   r0   r‚   rƒ   r„   r…   Úcontrolr†   r1   ru   Ú
orig_shapeÚ
num_embedsÚref_num_tokensrp   ÚrefÚkontextÚkontext_idsre   r�   rœ   rŠ   r‹   Úblocks_replaceÚpr    Úidsr�   Úir¢   Ú	control_iÚaddrs   rt   r¡   s#   &&&&f&&&,                         @r   r}   Ú#MageFlowTransformer2DModel._forwarde   sF  ù€ ØÒ%¬e×.EÒ.EÀn×.UÒ.UØ,¨qÕ0×4Ñ4°Q·W±WÓ=ÄÇÂÈAÏGÉGÓ@T×@XÑ@XÕXˆNà-1×-=Ñ-=¸aÓ-@Ñ*ˆ 
Ø"×(Ñ(¨Õ+ˆ
àÒ"ØˆNØˆEÛ"�Ø˜•
�Ø*.×*:Ñ*:¸3Ð*:Ó*LÑ'�˜ aÜ %§	¢	¨=¸'Ð*BÈÔ J�ÜŸ)š) W¨kÐ$:ÀÔB�Ø×%Ñ% g§m¡m°AÕ&6Ö7ñ #ð #6×":Ñ":Ó"<ÐØ@NÐ <Ñ=ô —+’+˜qŸw™w q�z¨7¯=©=¸Õ+;¸QÐ?ÈÏÉÔQˆàŸ™ MÓ2ˆØ—-‘- Ó(ˆØ—+‘+˜gÓ&ˆà×#Ñ# HÓ<ˆà-×1Ñ1Ð2CÀRÓHˆØ%×)Ñ)¨)°RÓ8ˆØ(×,Ñ,¨U°BÓ7ˆà˜7Ô"Ø˜\×*Ð*�Ù˜ ¨u°g¸yÈ'ÐS\Ð^eÐg|ð  Rð  Só  T�Ø # E¥
�Ø˜e�*�Ø˜i�.�Ø˜i�.’ñ +ô �iŠi˜ 'Ð*°Ô2ˆØ×+Ñ+¨CÓ0×;Ñ;Ó=ÐØ�˜'ä.1°$×2IÑ2IÓ.JÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"9Ñ"9Ö:‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4öð % n°aÐ%8Ö9¸5À-ÐQVÐX_ÐafÐhlÐnrð  uEð  G\ð  ^qð  ;rð  uEð  GQð  tRó  S�Ø # E¥
�Ø˜e�*‘á).Ø"/Ø*1Ø/=ØØ%5Ø(;ô*Ñ&�ð  Ô(Ø  ×0Ð0�AÙ˜U M°5¸'À3ÈÈ=ÐZ[Ð]rð  uHð  Ió  J�CØ$'¨¥J�MØ! %�j’Gñ 1ð
 Ô"Ø#ŸK™K¨Ó0�	Ø”s˜9“~Ö%Ø# A�,�CØ”Ø% a¨¨#¯)©)°A­,¨Ð&6×7¸3Õ>Õ7ñ? ;ðB Ÿ™ m°TÓ:ˆØŸ™ mÓ4ˆà% a¨¨*¨ nÕ5ˆØ‰ˆˆ1Ø×$Ñ$ Q§W¡W¨Q¥Z°°A°t×7HÑ7HÓI×QÑQÐRTÐVWÓXÐXr   )r   r\   r   rU   rb   rD   rT   rW   rc   rX   ra   r]   rZ   )r   r   é   r   é   i 
  )é   é8   rÀ   NNNN)r   )r7   r8   r9   r:   r   rv   r5   r}   r;   r<   r=   r>   s   @@r   rA   rA   #   sE   ù‡ € ÷*tõ *tôX`ð <@ÈTÐgiô dð =AÈdÐhjÐtx÷ UYô UYr   rA   )r%   r'   Útorch.nnr^   Útypingr   r   Úcomfy.ldm.lightricks.modelr   Úcomfy.ldm.flux.layersr   Úcomfy.ldm.qwen_image.modelr   r   Úcomfy.patcher_extensionry   ÚModuler
   rA   rž   r   r   Ú<module>rÈ      sE   ðó
 Û Ý ß "å 8Ý )ß KÛ ôI §¡ô Iô&WY §¡ö WYr   