+
    ƒ°ñjþD  ã                   óH  € ^ RI t ^ RI Ht ^ RIt^ RIt^ RIt^ RIt^ RIt^ RIt^ RI	t^ RI
Ht ^ RIHtHtHt R tR tR tR tR	 tR
 tRR lt ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      t ! R R]P.                  4      tR# )é    N)Únn)Útimestep_embedding)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc                 óÒ   € R \         P                  ! VR ,          4      ,          \         P                  ! V4      ,          R\         P                  ! V R,          4      ,          ,          # )g      @g      9@)ÚtorchÚtanhÚsigmoid)ÚhiddenÚgates   &&Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\moss_image\model.pyÚsitur      sB   € à”%—*’*˜T C�ZÓ(Õ(¬5¯=ª=¸Ó+>Õ>À4Ì%Ï*Ê*ÐU[Ð^bÕUbÓJcÕCcÕdÐdó    c                 óœ  € \         P                  P                  '       d   V! V 4      ^V,           ,          V,           # \         P                  P	                  WRR7      w  rEp\         P
                  P                  P                  W^V,           ,          ^,
          W1P                  4      p\         P                  P                  WRV4       V# )é   T©ÚoffloadableN)
ÚcomfyÚmodel_managementÚin_trainingÚopsÚcast_bias_weightÚ	quant_opsÚckÚ	rms_adalnÚepsÚuncast_bias_weight)ÚxÚnormÚscaleÚshiftÚweightÚ_ÚstreamÚouts   &&&&    r   Úmodulated_rms_normr'      s“   € Ü×Ñ×)×)Ð)Ù�A‹w˜!˜e�)Õ$ uÕ,Ð,äŸ	™	×2Ñ2°4ÈÐ2ÓMÑ€FˆvÜ
�/‰/×
Ñ
×
&Ñ
& q°A¸µIÕ*>ÀÕ*BÀEÏ8É8Ó
T€CÜ	‡I�I× Ñ  ¨t°VÔ<Ø€Jr   c                 ó’   € \         P                  P                  '       d   \        P                  ! WV4      # V P                  W4      # ©N)r   r   r   r	   ÚaddcmulÚaddcmul_)r   Úyr   s   &&&r   Úgated_residualr-      s4   € ä×Ñ×)×)Ð)Ü�}Š}˜Q 4Ó(Ð(Ø�:‰:�aÓÐr   c           
      óH  € Vf!   \        WW#^,           ,          W#,          4      # V^ ,          V^,          re\        P                  ! \        V RR V13,          WV^,           ,          W#,          4      \        V RVR 13,          WV^,           ,          Wc,          4      3^R7      # ©NºNNN©Údim)r'   r	   Úcat)r   r    ÚmodÚiÚrefÚsÚref_mods   &&&&&  r   Úmodulater9   %   s¨   € à
‚{Ü! !¨3°1­u­:°sµvÓ>Ð>Ø�Q•˜˜Q�€wÜ�9Š9Ô(¨¨1¨b¨q¨b¨5­°4¸QÀ½U½ÀSÅVÓLÔN`ÐabÐcdÐfgÑfhÐchÕaiÐkoÐyzÐ}~Õy~Õqð  BIõ  BLó  OMð  Nð  TUô  Vð  Vr   c           
      ó  € Vf   \        WW#,          4      # V^ ,          V^,          re\        P                  P                  '       di   \        P
                  ! \        V RR V13,          VRR V13,          W#,          4      \        V RVR 13,          VRVR 13,          Wc,          4      3^R7      # \        V RR V13,          VRR V13,          W#,          4       \        V RVR 13,          VRVR 13,          Wc,          4       V # r/   )r-   r   r   r   r	   r3   )r   r,   r4   r5   r6   r7   r8   s   &&&&&  r   Úresidualr;   -   së   € Ø
‚{Ü˜a C¥FÓ+Ð+Ø�Q•˜˜Q�€wÜ×Ñ×)×)Ð)Ü�yŠyœ.¨¨1¨b¨q¨b¨5­°1°Q¸¸¸°Uµ8¸S½VÓDÄnÐUVÐWXÐZ[ÑZ\ÐW\ÕU]Ð_`ÐabÐdeÑdfÐafÕ_gÐipÕisÓFtÐuÐ{|Ô}Ð}Ü�1�Q˜˜˜�U•8˜Q˜q " 1 "˜u�X s¥vÔ.Ü�1�Q˜™�U•8˜Q˜q !¡"˜u�X w¥zÔ2Ø€Hr   c                 óX  € V P                  VP                  4      P                  RR4      P                  RR4      P	                  R4      pVR,          VR,          ,          VR,          VR,          ,          ,           P                  RR4      P                  R4      P                  V 4      # )r   éÿÿÿÿ©é   r=   éþÿÿÿ).r   ).r   )ÚtoÚdtypeÚ	unflattenÚmovedimÚ	unsqueezeÚflattenÚtype_as)r   ÚpeÚx_s   && r   Úrope_split_halfrJ   8   s‚   € à	
�‰ˆb�h‰h‹×	!Ñ	! " gÓ	.×	6Ñ	6°r¸2Ó	>×	HÑ	HÈÓ	L€BØˆv�J˜˜F�Õ# b¨¥j°2°fµ:Õ&=Õ=×FÑFÀrÈ2ÓN×VÑVÐWYÓZ×bÑbÐcdÓeÐer   c           
      ó
  € V P                   w  rÍpV P                  WÍVR4      p VP                  WÍVR4      p\        P                  P                  '       d%   \        V! V 4      V4      \        V! V4      V4      rMÄ\        P                  P                  W0RR7      w  rþp\        P                  P                  WARR7      w  ppp\        P                  P                  P                  WW_VVP                  4      w  r\        P                  P                  W?RV4       \        P                  P                  VVRV4       V P                  ^4      VP                  ^4      rV
e1   V
R,          P                  V4       V
R,          P                  V4       V	e@   \        P                   ! WR,          3^R7      \        P                   ! W)R,          3^R7      r!\#        V 4      \#        V4      \#        V4      r!p \%        WW&W¸VR7      # )	r   Tr   Nr1   )ÚmaskÚtransformer_optionsÚpreferred_attentionr=   ©r0   r   )r0   r   )ÚshapeÚviewr   r   r   rJ   r   r   r   r   Úrms_rope_split_halfr   r   rF   Úcopy_r	   r3   r   r   )ÚqÚkÚvÚq_normÚk_normrH   ÚheadsÚcomfy_attentionrM   Úref_kvÚkv_outrL   ÚBÚNr$   Úq_scaleÚq_streamÚk_scaleÚk_streams   &&&&&&&&&&&&       r   Ú	attentionrc   >   s¥  € Ø�g‰g�G€Aˆ!Ø	�‰ˆq�U˜BÓ€AØ	�‰ˆq�U˜BÓ€AÜ×Ñ×)×)Ð)Ü™v a›y¨"Ó-¬¹vÀa»yÈ"Ó/M‰1ä$Ÿy™y×9Ñ9¸&ÐQUÐ9ÓVÑˆ�HÜ$Ÿy™y×9Ñ9¸&ÐQUÐ9ÓVÑˆ��HÜ�‰×!Ñ!×5Ñ5°a¸BÈÐRX×R\ÑR\Ó]‰ˆÜ�	‰	×$Ñ$ V°d¸HÔEÜ�	‰	×$Ñ$ V¨W°d¸HÔEØ�9‰9�Q‹<˜Ÿ™ 1›€qØÒØˆt�×Ñ˜1ÔØˆt�×Ñ˜1ÔØÒä�yŠy˜! D�\Ð*°Ô2´E·I²I¸qÈÅ,Ð>OÐUVÔ4Wˆ1Ü& qÓ)Ô+CÀAÓ+FÔH`ÐabÓHcˆ!€AÜ˜q Q°Dð  xGô  Hð  Hr   c                   óD   a a€ ] tR t^Ut oRV 3R llt/ R3R ltRtVtV ;t# )Ú	TextBlockNc                ó.  <€ \         SV `  4        \        4       V n        W0n        VP                  VR WER7      V n        VP                  VR WER7      V n        VP                  W,          R WER7      V n        VP                  W,          R WER7      V n	        VP                  V^V,          WER7      V n        VP                  WWER7      V n        VP                  WWER7      V n        VP                  WWER7      V n        VP                  W!WER7      V n        R# )ç�íµ ÷Æ°>©r   rB   Údevice©rB   ri   N)ÚsuperÚ__init__r   rZ   Ú	num_headsÚRMSNormÚnorm1Únorm2rW   rX   ÚLinearÚqkvÚprojÚffn_gateÚffn_upÚffn_down)Úselfr2   Úffn_dimrm   rB   ri   Ú
operationsÚ	__class__s   &&&&&&&€r   rl   ÚTextBlock.__init__V   s  ø€ Ü‰ÑÔÜ-Ó/ˆÔØ"ŒØ×'Ñ'¨°¸UÐ'ÓRˆŒ
Ø×'Ñ'¨°¸UÐ'ÓRˆŒ
Ø ×(Ñ(¨Õ)9¸tÈ5Ð(Ó`ˆŒØ ×(Ñ(¨Õ)9¸tÈ5Ð(Ó`ˆŒØ×$Ñ$ S¨!¨c­'¸Ð$ÓNˆŒØ×%Ñ% c°eÐ%ÓKˆŒ	Ø"×)Ñ)¨#¸eÐ)ÓSˆŒØ ×'Ñ'¨¸EÐ'ÓQˆŒØ"×)Ñ)¨'¸eÐ)ÓSˆŽr   c                ó¬  € V P                  V P                  V4      4      P                  ^RR7      w  rVpWP                  \	        WVWpP
                  V P                  W P                  V P                  W4R7
      4      ,           p???V P                  V4      pWP                  \        V P                  V4      V P                  V4      4      4      ,           # )é   r1   ©rL   r=   )rr   ro   Úchunkrs   rc   rW   rX   rm   rZ   rp   rv   r   ru   rt   )	rw   r   rH   rM   rL   rT   rU   rV   r,   s	   &&&&&    r   ÚforwardÚTextBlock.forwardd   s«   € Ø—(‘(˜4Ÿ:™: a›=Ó)×/Ñ/°°rÐ/Ó:‰ˆˆaØ—	‘	œ) A¨!¯[©[¸$¿+¹+ÀrÏ>É>Ð[_×[oÑ[oð  rEô  Qó  Rõ  RˆØˆq�!Ø�J‰J�q‹MˆØ—=‘=¤ d§k¡k°!£n°d·m±mÀAÓ6FÓ!GÓHÕHÐHr   )rZ   rv   rt   ru   rX   ro   rp   rm   rs   rW   rr   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rl   r€   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rz   Ú__classdict__s   @@r   re   re   U   s   ù‡ € ÷Tð 24¸$÷ Iô Ir   re   c                   óD   a a€ ] tR t^lt oRV 3R llt/ R3R ltRtVtV ;t# )ÚTextEmbedderNc                óÞ   <€ \         S	V `  4        VP                  WWVR 7      V n        \        P
                  ! \        ^4       Uu. uF  p\        W#WEWgR7      NK  	  up4      V n        R# u upi )rj   ©rB   ri   ry   N)	rk   rl   rq   rs   r   Ú
ModuleListÚrangere   Úblocks)
rw   Útext_dimr2   rx   rm   rB   ri   ry   r$   rz   s
   &&&&&&&& €r   rl   ÚTextEmbedder.__init__m   s   ø€ Ü‰ÑÔØ×%Ñ% h¸5Ð%ÓPˆŒ	Ü—m’mô  EJð  KLô  EMó  %Nñ  EMð  @A¤Y¨s¸YÐ\b×%zñ  EMñ  %Nó  OˆŽùò  %Ns   ÁA*c                ó˜  € V P                  V4      p\        P                  P                  \	        V P
                  4      VP                  V4      pV P
                   F@  p\        P                  P                  WQP                  WaP                  4       V! WW44      pKB  	  \        P                  P                  WQP                  R 4       V# r)   )	rs   r   Úmodel_prefetchÚmake_prefetch_queueÚlistr“   ri   Úprefetch_queue_poprB   )rw   r   rH   rM   rL   Úprefetch_queueÚblocks   &&&&&  r   r€   ÚTextEmbedder.forwardr   s–   € Ø�I‰I�a‹LˆÜ×-Ñ-×AÑAÄ$ÀtÇ{Á{ÓBSÐUV×U]ÑU]Ð_rÓsˆØ—[”[ˆEÜ× Ñ ×3Ñ3°NÇHÁHÈe×U\ÑU\Ô]Ù�aÐ0Ó7ŠAñ !ô 	×Ñ×/Ñ/°ÇÁÈ$ÔOØˆr   )r“   rs   r‚   rƒ   r‹   s   @@r   rŽ   rŽ   l   s   ù‡ € ÷Oð
 24¸$÷ ô r   rŽ   c                   óJ   a a€ ] tR t^|t oRV 3R llt/ RRRR3R ltRtVtV ;t# )ÚBlockNc                óŠ  <€ \         S
V `  4        \        4       V n        W0n        W@n        VP                  VR WVR7      V n        VP                  VR WVR7      V n        VP                  W,          R WVR7      V n	        VP                  W,          R WVR7      V n
        V'       d   RMR	p\        P                  ! V U	u/ uF'  q™TP                  YR8X  d
   ^V,          MTRWVR7      bK)  	  up	4      V n        VP                  V^V,          RWVR7      V P                  R&   VP                  W!RWVR7      V P                  R&   R# u up	i )
rg   rh   rr   F©ÚbiasrB   ri   Úffn_up_gaterv   N)rr   Úo)rT   rU   rV   r¤   )rk   rl   r   rZ   rm   Ú	fused_qkvrn   ro   rp   rW   rX   r   Ú
ModuleDictrq   rs   )rw   r2   rx   rm   r¥   rB   ri   ry   ÚnamesÚnamerz   s   &&&&&&&&  €r   rl   ÚBlock.__init__}   sL  ø€ Ü‰ÑÔÜ-Ó/ˆÔØ"ŒØ"ŒØ×'Ñ'¨°¸UÐ'ÓRˆŒ
Ø×'Ñ'¨°¸UÐ'ÓRˆŒ
Ø ×(Ñ(¨Õ)9¸tÈ5Ð(Ó`ˆŒØ ×(Ñ(¨Õ)9¸tÈ5Ð(Ó`ˆŒç )‘Ð/CˆÜ—M’Mñ  X]ó  #^ñ  X]ð  PT¨×):Ñ):¸3ÐSXÌ=ÀÀCÆÐ^aÐhmÐuzÐ):ó  *Kò  $Kñ  X]ñ  #^ó  _ˆŒ	Ø#-×#4Ñ#4°S¸!¸g½+ÈEÐY^Ð#4Ó#nˆ�	‰	�-Ñ Ø *× 1Ñ 1°'ÀUÐRWÐ 1Ó gˆ�	‰	�*Óùò #^s   Â;-E c	                óì  € \        WP                  V^ V4      p	V P                  '       d/   V P                  R,          ! V	4      P	                  ^R
R7      w  r«pMJV P                  R,          ! V	4      V P                  R,          ! V	4      V P                  R,          ! V	4      rËp
?	\        W«WÀP                  V P                  W0P                  V P                  WFWx4      p?
??\        WP                  R,          ! V4      V^V4      p?\        WP                  V^V4      p	V P                  R,          ! V	4      p	\        V\        P                  P                  V P                  R,          V	R	4      V^V4      # )r   rr   r1   rT   rU   rV   r¤   r£   rv   r   r=   )r9   ro   r¥   rs   r   rc   rW   rX   rm   rZ   r;   rp   r   r   Úlinear_input_act)rw   r   r4   rH   rM   r6   r[   r\   rL   r,   rT   rU   rV   r&   s   &&&&&&&&&     r   r€   ÚBlock.forwardŒ   s-  € ä�QŸ
™
 C¨¨CÓ0ˆØ�>�>ˆ>Ø—i‘i Ö& qÓ)×/Ñ/°°rÐ/Ó:‰GˆA‘!à—i‘i –n QÓ'¨¯©°3®¸Ó):¸D¿I¹IÀc¾NÈ1Ó<M�!ˆAØÜ˜˜a§¡¨d¯k©k¸2¿~¹~Èt×OcÑOcÐexð  CIó  PˆØˆq�!Ü�QŸ	™	 #ž sÓ+¨S°!°SÓ9ˆØÜ�QŸ
™
 C¨¨CÓ0ˆØ�I‰I�mÖ$ QÓ'ˆä˜œ5Ÿ9™9×5Ñ5°d·i±iÀ
Õ6KÈQÐPVÓWÐY\Ð^_ÐadÓeÐer   )rZ   r¥   rX   ro   rp   rm   rs   rW   )FNNNrƒ   r‹   s   @@r   rŸ   rŸ   |   s&   ù‡ € ÷hð 79¸dÈ4ÐX\Ðcg÷ fô fr   rŸ   c                   ór   a a€ ] tR t^žt oRV 3R llt/ R	^ 3R lt/ 3R lt/ 3R lt/ . RRR3R ltRt	Vt
V ;t# )
Ú	MOSSImageNc                óæ  <€ \         SV `  4        W�n        W`n        W,          pV^,          .^,          V n        VP                  WaWšR7      V n        \        WQW#WšVR7      V n        \        P                  ! VP                  RWV
R7      \        P                  ! 4       VP                  WWšR7      4      V n        VP                  V^V,          WšR7      V n        \        P                  ! \        V4       Uu. uF  p\!        WW7WšVR7      NK  	  up4      V n        VP%                  VRWšR7      V n        VP                  WRWšR7      V n        VP                  V^V,          WšR7      V n        R	# u upi )
é   rj   r�   é   )r¥   rB   ri   ry   rg   rh   Fr¡   N)rk   rl   rB   Úlatent_channelsÚrope_axes_dimrq   Úvideo_embedderrŽ   Útext_embedderr   Ú
SequentialÚSiLUÚtime_embeddingÚshared_block_modulationr‘   r’   rŸ   Úlayersrn   Úfinal_norm_videoÚfinal_linear_videoÚvideo_head_modulation)rw   r2   rx   rm   Ú
num_layersr”   r²   r¥   Úimage_modelrB   ri   ry   Úhead_dimr$   rz   s   &&&&&&&&&&&&  €r   rl   ÚMOSSImage.__init__Ÿ   s–  ø€ Ü‰ÑÔØŒ
Ø.ÔØÕ#ˆØ&¨!�m˜_¨qÕ0ˆÔØ(×/Ñ/°ÈEÐ/ÓaˆÔÜ)¨(¸ÐSXÐt~ÔˆÔÜ Ÿmšm¨J×,=Ñ,=¸cÀ3Ð\bÐ,=Ó,cÔeg×elÒelÓenÐpz÷  qBñ  qBð  CFð  SXð  qBó  qhó  iˆÔØ'1×'8Ñ'8¸¸aÀ#½gÈUÐ'8Ó'bˆÔ$Ü—m’mô  V[ð  \fô  Vgó  %hñ  Vgð  QR¤U¨3¸Ð_dð  AK÷  &Lñ  Vgñ  %hó  iˆŒØ *× 2Ñ 2°3¸DÈÐ 2Ó ]ˆÔØ",×"3Ñ"3°CÈuÐ\aÐ"3Ó"qˆÔØ%/×%6Ñ%6°s¸AÀ½GÈ5Ð%6Ó%`ˆÖ"ùò %hs   Ã6E.c                óÚ  € VP                  R / 4      pRRVP                  RR4      VP                  RR4      3p	W,          V,           p
\        P                  ! ^V
\        R V 4       4      ,           ^V\        P                  R7      pW7,           VP                  RR4      ,           V^ RW,          1^3&   \        P
                  ! W\        P                  R7      V^,
          ^,          ,
          \        V	^,          ^ 8g  4      ,          VP                  R	R4      ,           P                  V4      V^ RW,          1^3&   \        P
                  ! W$\        P                  R7      V^,
          ^,          ,
          \        V	^,          ^ 8g  4      ,          VP                  R
R4      ,           P                  V4      V^ RW,          1^3&   \        P
                  ! W4\        P                  R7      V,           V^ W,          V
1^3&   T
p\        V4       FÖ  w  pw  rïV^ WªWï,          ,           13,          pV^,           VR&   \        P
                  ! Wä\        P                  R7      V^,
          ^,          ,
          P                  V4      VR&   \        P
                  ! Wô\        P                  R7      V^,
          ^,          ,
          P                  V4      VR&   W®V,          ,          p
KØ  	  \        P                  ! \        \        V P                  V	4      4       UUUu. uFn  w  pw  pp\        P                  P                  P                   P#                  VRV3,          TRT;'       g    RV) V^,
          ,          ,          ,          4      NKp  	  upppRR7      p\%        V4      ^ 8”  d‡   \        P                  ! \        V P                  4       UUu. uFG  w  pp\        P                  P                  P                   P#                  VRVR1V3,          VR4      NKI  	  uppRR7      VRVR13&   VP'                  ^4      P)                  ^^4      P+                  4       # u upppi u uppi )Úrope_optionsg      ð?Úscale_yÚscale_xc              3   ó6   "  € T F  w  rW,          x € K  	  R # 5ir)   © )Ú.0ÚrhÚrws   &  r   Ú	<genexpr>Ú!MOSSImage.rope.<locals>.<genexpr>´   s   é € Ð$F¹:±° R§W¢W»:ùs   ‚)ri   rB   Úshift_tg        NÚshift_yÚshift_xr0   .i'  r1   rO   )r0   r?   )r0   r}   éýÿÿÿ)Úgetr	   ÚzerosÚsumÚfloat32ÚarangeÚfloatÚrepeat_interleaveÚrepeatÚ	enumerater3   Úzipr³   r   ÚldmÚfluxÚmathÚropeÚlenrE   Ú	transposeÚ
contiguous)rw   ÚhÚwÚtext_lenri   rM   Ú
ref_shapesÚf_offsetrÃ   ÚscalesÚnÚidsÚstartr5   rÉ   rÊ   r6   Údr7   rH   s   &&&&&&&&            r   rÞ   ÚMOSSImage.rope®   s<  € à*×.Ñ.¨~¸rÓBˆà�s˜L×,Ñ,¨Y¸Ó<¸l×>NÑ>NÈyÐZ]Ó>^Ð_ˆØ�E�HÕˆÜ�kŠk˜!˜Q¤Ñ$F¹:Ó$FÓ!FÕFÈÐRXÔ`e×`mÑ`mÔnˆØ$Õ/°,×2BÑ2BÀ9ÈcÓ2RÕRˆˆAˆv�•ˆv�qˆLÑÜ#Ÿlšl¨1Ä5Ç=Á=ÔQÐUVÐYZÕUZÐ^_ÕT_Õ_ÔchÐioÐpqÕirÐvwÑiwÓcxÕxð  |H÷  |Lñ  |Lð  MVð  X[ó  |\õ  \÷  oñ  oð  pqó  rˆˆAˆv�•ˆv�qˆLÑÜ#Ÿlšl¨1Ä5Ç=Á=ÔQÐUVÐYZÕUZÐ^_ÕT_Õ_ÔchÐioÐpqÕirÐvwÑiwÓcxÕxð  |H÷  |Lñ  |Lð  MVð  X[ó  |\õ  \÷  dñ  dð  efó  gˆˆAˆv�•ˆv�qˆLÑÜ"Ÿ\š\¨(ÌÏÉÔWÐZbÕbˆˆAˆq�u�Qˆw˜ˆMÑØˆÜ$ ZÖ0‰KˆA‰x�Ø�a˜˜r�w�;˜Ð&Õ'ˆCØ˜A�ˆC�‰IÜŸš b¼u¿}¹}ÔMÐQSÐVWÕQWÐ[\ÕP\Õ\×oÑoÐprÓsˆC�‰IÜŸš b¼u¿}¹}ÔMÐQSÐVWÕQWÐ[\ÕP\Õ\×dÑdÐegÓhˆC�‰IØ�b•�LŠAñ 1ô �YŠYô  yBô  CFð  GK÷  GYñ  GYð  [aó  Cbô  ycõ  dñ  ycÑktÐklÑntÐopÐrsœŸ	™	Ÿ™×+Ñ+×0Ñ0°°S¸!°Vµ¸aÀÈ!Ï(È(ÈsÐYZÐXZÐ^_ÐbcÕ^cÕXdÕIeÕAeÖfñ  ycó  dð  jlô  mˆÜˆz‹?˜QÔä!ŸIšIÔirÐsw÷  tFñ  tFô  jGô  'Hñ  jGÑaeÐabÐde¤u§y¡y§~¡~×':Ñ':×'?Ñ'?ÀÀAÀuÁvÈqÀLÕ@QÐSTÐV[Ö'\ñ  jGò  'Hð  NPô  QˆBˆq�%‘&ˆy‰MØ�|‰|˜A‹×(Ñ(¨¨AÓ.×9Ñ9Ó;Ð;ùô	 dùó 'Hs   ÌAQ Í)'Q ÏAQ'
c                óú  € \        R  V 4       4      p\        P                  ! V Uu. uFO  q@P                  \        P
                  P                  WC4      P                  ^4      P                  ^^4      4      NKQ  	  up^R7      pT P                  ^ ^ ^ VP                  Y! Uu. uF  qDP                  RR NK  	  up4      pV P                  \        \        P                  ! ^VP                  R7      R4      P                  VP                   4      4      pV P#                  V4      P%                  R	R
4      P'                  ^4      P)                  ^4      pVP+                  VP                  ^ ,          \-        V P.                  4      ^3VP                  R,          ,           4      p	\        P0                  P3                  \5        V P.                  4      VP                  V4      p
\7        V P.                  4       FM  w  r¼\        P0                  P9                  W¥P                  WÅP                   4       V! WXWbV	RV3,          R7      pKO  	  \        P0                  P9                  W¥P                  R4       V	# u upi u upi )c              3   óF   "  € T F  qP                   ^ ,          x € K  	  R# 5i)r   N©rP   )rÈ   r6   s   & r   rË   Ú,MOSSImage.preprocess_refs.<locals>.<genexpr>È   s   é € Ð1©D S—I‘I˜a—L’L«Dùs   ‚!r1   N)ri   r±   :r   NNr0   )r\   r@   r=   ©é   r=   )Úmaxr	   r3   r´   r   ÚutilsÚrepeat_to_batch_sizerF   rà   rÞ   ri   rP   r¸   r   rÒ   rA   rB   r¹   rC   rE   ÚunbindÚ	new_emptyrß   rº   r—   r˜   r™   rÙ   rš   )rw   ÚrefsrM   Úbatchr6   r   rH   Úvecr4   Úkvr›   r5   rœ   s   &&&          r   Úpreprocess_refsÚMOSSImage.preprocess_refsÆ   sü  € äÑ1©DÓ1Ó1ˆÜ�IŠIñ  @Dó  Eñ  @DÐx{×*Ñ*¬5¯;©;×+KÑ+KÈCÓ+W×+_Ñ+_Ð`aÓ+b×+lÑ+lÐmnÐpqÓ+rÖsñ  @Dñ  Eð  KLô  MˆØ�Y‰Y�q˜!˜Q §¡Ð*=ÐZ^Ó?_ÑZ^ÐSVÇ	Á	È"È#ÃÑZ^Ñ?_Ó`ˆØ×!Ñ!Ô"4´U·[²[ÀÈ1Ï8É8Ô5TÐVYÓ"Z×"]Ñ"]Ð^_×^eÑ^eÓ"fÓgˆØ×*Ñ*¨3Ó/×9Ñ9¸"¸gÓF×PÑPÐQRÓS×ZÑZÐ[\Ó]ˆØ�[‰[˜!Ÿ'™' !�*¤c¨$¯+©+Ó&6¸Ð:¸Q¿W¹WÀR½[ÕHÓIˆÜ×-Ñ-×AÑAÄ$ÀtÇ{Á{ÓBSÐUV×U]ÑU]Ð_rÓsˆÜ! $§+¡+Ö.‰HˆAÜ× Ñ ×3Ñ3°NÇHÁHÈe×U\ÑU\Ô]Ù�a˜b¸bÀÀAÀ½hÔGŠAñ /ô 	×Ñ×/Ñ/°ÇÁÈ$ÔOØˆ	ùò EùÚ?_s   §AI3Â"I8c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW43/ VB # r)   )	r   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)rw   r   ÚtimestepÚcontextrM   Úkwargss   &&&&&,r   r€   ÚMOSSImage.forwardÕ   s{   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜wñ	Gð @Fñ	Gð 	Gr   c	                ót  aaa!a"a#€ VP                   w  r«rÍVP                  VP                  rþVP                  4       pVP                   ^,          p\	        V4      ^ 8”  d   VR9  d   V P                  WT4      . uopSeN   SP                   ^ ,          ^8X  d   SP                  V
RRRR4      M\        P                  P                  SV
4      oV Uu. uF#  p\        P                  P                  VV
4      NK%  	  pp\	        V4      ^ 8”  g   Se   VR8w  d   V) M^ pT P                  YÍTYôV Uu. uF  pVP                   RR NK  	  upV4      pV P                  \        VR4      P                  V4      4      pV P                  V4      P                  RR4      P!                  ^4      P#                  ^4      pV P%                  V4      P                  RR4      P!                  ^4      P#                  ^4      w  ppRo\	        V4      ^ 8”  d”   VR8w  d�   V P                  \        \&        P(                  ! V4      R4      P                  V4      4      pWÍ,          V,           V P                  V4      P                  RR4      P!                  ^4      P#                  ^4      3oR;o#pVeq   VR,          p\&        P*                  P,                  P/                  YŒV,          \1        R V 4       4      Sf   ^ MSP                   ^,          ,           34      R,          o#V P3                  VVRWÍ,          WÍ,          V,           13,          VV4      p\&        P4                  ! V P7                  VP9                  ^4      P;                  ^^4      4      V.V Uu. uF3  pV P7                  VP9                  ^4      P;                  ^^4      4      NK5  	  up,           ^R7      p??VP=                  R/ 4      P=                  R	/ 4      p\	        V P>                  4      VR
&   RVR&   \        P@                  PC                  \E        V P>                  4      Wô4      p\        P@                  PG                  V4       \I        V P>                  4       F‡  w  o"o!\        P@                  PK                  VVS!VRR7       S"VR&   RS"3V9   d2   V!V"V#VV3R lpVRS"3,          ! RVRVRVRVRV/RV/4      R,          pKi  S!! TTTTSSf   RM
SRS"3,          S#R7      pK‰  	  \        P@                  PK                  VVRRR7       \        P@                  PM                  4        V PO                  \Q        VRRWÍ,          13,          V PR                  VV4      4      p V P;                  ^^4      PU                  W PV                  WÍ4      # u upi u upi u upi )r   ÚindexNÚindex_timestep_zero_text_startr±   r0   c              3   óv   "  € T F/  qP                   R,          VP                   R,          ,          x € K1  	  R# 5i)r?   Nr@   r=   rï   )rÈ   Úrs   & r   rË   Ú%MOSSImage._forward.<locals>.<genexpr>ù   s/   é € ÐNwÑrvÐmnÏwÉwÐWYÍ{Ð]^×]dÑ]dÐegÕ]h×OhÒOhÓrvùs   ‚79r1   Úpatches_replaceÚditÚtotal_blocksÚsingleÚ
block_typerœ   )Úmalloc_scopeÚblock_indexÚsingle_blockc                 ó|   <€ R S! V R ,          V R,          V R,          V R,          SSf   RM
SRS3,          SR7      /# )Úimgr4   rH   rM   Nr0   r~   rÇ   )Úargsrœ   r5   rL   r6   r[   s   &€€€€€r   Ú
block_wrapÚ&MOSSImage._forward.<locals>.block_wrap	  sn   ø€ Ø!¡5¨¨e­°d¸5µkÀ4ÈÅ:ÈtÐTiÕOjÐloÐyò  zHÑquð  NTð  UVð  XYð  UYõ  NZð  aeô  $fð  gð  gr   r  rú   r4   rH   rM   Úoriginal_blockr~   )r  Úindex_timestep_zeror=   r@   rñ   r>   )r0   NN),rP   rB   ri   Úcopyrß   rü   Úexpandr   rô   rõ   rÞ   r¸   r   rA   r¹   rC   rE   rö   r½   r	   Ú
zeros_liker   Ú
functionalÚpadrÓ   rµ   r3   r´   rF   rà   rÑ   rº   r—   r˜   r™   Úmalloc_graph_beginrÙ   rš   Úmalloc_graph_endr¼   r'   r»   Úreshaper²   )$rw   r   r  r  rM   Úref_latentsÚref_latents_methodr[   Úcontext_attention_biasr	  r]   r$   ÚHÚWrB   ri   rä   r6   rø   ræ   rH   rú   r4   Ú
head_shiftÚ
head_scaleÚref_vecÚ	text_maskÚtxtr  Úblocks_replacer›   r  r&   rœ   r5   rL   s$   &&&&&&&f&,       `               @@@r   r  ÚMOSSImage._forwardÜ   s·  ü€ Ø—W‘W‰
ˆˆaØŸ™ §¡ˆvØ1×6Ñ6Ó8ÐØ—=‘= Õ#ˆÜˆ{Ó˜aÔÐ$6Ð>^Ô$^à"&×"6Ñ"6°{Ó"XÐZ\ÐˆF�KØÒà9?¿¹Àa½ÈAÔ9M�V—]‘] 1 b¨"¨b°"Ô5ÔSX×S^ÑS^×SsÑSsÐtzÐ|}ÓS~ˆFÙDOÓPÁK¸S”—‘×0Ñ0°°aÖ8ÁKˆÐPä!$ T£¨Q¤°&Ò2DÐJ\ð  aAô  KA�H‘9ð  GHˆØ�Y‰Y�q˜X vÑ_cÓDdÑ_cÐX[ÀSÇYÁYÈrÈsÃ^Ñ_cÑDdÐfnÓoˆà×!Ñ!Ô"4°X¸sÓ"C×"FÑ"FÀuÓ"MÓNˆØ×*Ñ*¨3Ó/×9Ñ9¸"¸gÓF×PÑPÐQRÓS×ZÑZÐ[\Ó]ˆØ!%×!;Ñ!;¸CÓ!@×!JÑ!JÈ2ÈwÓ!W×!aÑ!aÐbcÓ!d×!kÑ!kÐlmÓ!nÑˆ
�JØˆÜˆt‹9�qŒ=Ð/°7Ô:à×)Ñ)Ô*<¼U×=MÒ=MÈhÓ=WÐY\Ó*]×*`Ñ*`ÐafÓ*gÓhˆGØ•5˜8Õ# T×%AÑ%AÀ'Ó%J×%TÑ%TÐUWÐY`Ó%a×%kÑ%kÐlmÓ%n×%uÑ%uÐvwÓ%xÐyˆCàÐˆˆyØ!Ò-à.¨}Õ=ˆIÜ—8‘8×&Ñ&×*Ñ*Ð+AÈÅEÌ3ÑNwÑrvÓNwÓKwð  AGò  AOÑ{|ð  U[÷  Uañ  Uað  bcõ  Udõ  Leð  Dfó  gð  huõ  vˆDà× Ñ  ¨"¨Q°µ°aµe¸hÕ6FÐ0FÐ-FÕ*GÐI\Ð^gÓhˆä�IŠI�t×*Ñ*¨1¯9©9°Q«<×+AÑ+AÀ!ÀQÓ+GÓHÈ#ÐNñ  NRó  RSñ  NRð  IJÐRV×ReÑReÐfg×foÑfoÐpqÓfr×f|Ñf|Ð}~ð  ABó  gCö  SDñ  NRñ  RSõ  Sð  YZô  [ˆØ�à,×0Ñ0Ð1BÀBÓG×KÑKÈEÐSUÓVˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü×-Ñ-×AÑAÄ$ÀtÇ{Á{ÓBSÐU[ÓqˆÜ×Ñ×/Ñ/°Ô7Ü! $§+¡+Ö.‰HˆAˆuÜ× Ñ ×3Ñ3°NÀFÈEÐSXÐgnÐ3ÔoØ12Ð Ñ.Ø Ð" nÔ4÷gñ gà" N°AÐ#6Ö7¸ÀÀ5È#ÈuÐVYÐ[_ÐacÐezð  }Pð  9Qð  Tdð  fpð  Sqó  rð  sxõ  y’á˜!˜S "Ð&9¸3ÈÊÁÐ\bÐcdÐfgÐcgÕ\hÐosÔt’ñ /ô 	×Ñ×/Ñ/°ÀÈÐ[bÐ/ÔcÜ×Ñ×-Ñ-Ô/à×%Ñ%Ô&8¸¸1¸f¸q½u¸f¸9½Àt×G\ÑG\Ð^hÐjtÓ&uÓvˆØ�}‰}˜Q Ó"×*Ñ*¨1×.BÑ.BÀAÓIÐIùòW Qùò Eeùò& RSs   Ã)V+Ä,V0Î9V5
)rB   r¼   r»   r²   rº   r³   r¹   rµ   r¸   r´   r½   )i   i    é   é*   i   é€   FNNNNrÇ   )r„   r…   r†   r‡   rl   rÞ   rü   r€   r  rˆ   r‰   rŠ   r‹   s   @@r   r®   r®   ž   sV   ù‡ € ÷að @BÈbÐ[\ô <ð0 9;ô ð ACô Gð BDÐQSÐhlÐuyð  SW÷ 6Jô 6Jr   r®   r‚   )r	   r   Úcomfy.ldm.flux.mathr   Úcomfy.model_managementÚcomfy.model_prefetchÚ	comfy.opsÚcomfy.patcher_extensionÚcomfy.quant_opsÚcomfy.utilsÚcomfy.ldm.flux.layersr   Úcomfy.ldm.modules.attentionr   r   r   r   r'   r-   r9   r;   rJ   rc   ÚModulere   rŽ   rŸ   r®   rÇ   r   r   Ú<module>rA     s™   ðÛ Ý ã Û Û Û Û Û Û Ý 4ß eÑ eòeò
òòVòòfôHô.I�—	‘	ô Iô.�2—9‘9ô ô fˆB�I‰Iô fôDtJ�—	‘	ö tJr   