+
    ƒ°ñj©(  ã            
       óz  € ^ RI t ^ RIHt ^ RIHtHt ^ RIHtHtH	t	 ^ RI
HtHt R tRRRRRRR	R	R] P                  3
R
 ltR] P                  3R lt ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      t ! R R]P"                  4      tR# )é    N)Ú
apply_ropeÚrope)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)ÚMlpÚ'get_1d_sincos_pos_embed_from_grid_torchc                 óB   € V P                  W4      P                  V4      # ©N)Úaddcmul_Úadd_)ÚxÚshiftÚscales   &&&Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\pixeldit\modules.pyÚapply_adaln_r   	   s   € Ø�:‰:�aÓ×$Ñ$ UÓ+Ð+ó    g     ˆÃ@g      0@ç      ð?g        c                óÒ  € V ^,          pVeA   V^8”  d:   W,          Wî^,
          ,          ,          pW&,          Wî^,
          ,          ,          pMR;pp\         P                  ! W”V,          V	,           W+R7      p\         P                  ! W¤V,          V
,           WR7      p\         P                  ! VVRR7      w  pp\        VP	                  ^R4      WãV,          4      P                  ^ 4      p\        VP	                  ^R4      WãV,          4      P                  ^ 4      p\         P                  ! VV.^R7      P	                  W,          V ^,          ^^4      pVP                  VR7      # )a  2D RoPE with x/y axis frequencies interleaved at stride 2 across head dim.

rope_options:
  scale_x / scale_y multiply the position range (RoPE extrapolation).
  shift_x / shift_y offset the position origin (tiled / regional inference).
With ref_grid_h/w set, also applies NTK-aware per-axis theta scaling
(rope_mode='ntk_aware'): theta_axis = theta * (current/ref)^(dim_axis/(dim_axis-2)).
Returns Flux-format rotation matrices of shape [H*W, dim/2, 2, 2].
Layout of head-dim pairs: [x_0, y_0, x_1, y_1, ..., x_{dim/4-1}, y_{dim/4-1}].
r   ©ÚdeviceÚij©Úindexing©Údim©Údtypeéÿÿÿÿ)ÚtorchÚlinspaceÚmeshgridr   ÚreshapeÚsqueezeÚstackÚto)r   ÚheightÚwidthÚthetar   Ú
ref_grid_hÚ
ref_grid_wÚscale_xÚscale_yÚshift_xÚshift_yr   r   ÚkwargsÚdim_axisÚh_ntkÚw_ntkÚx_linÚy_linÚy_gridÚx_gridÚx_ropeÚy_ropeÚouts   &&&&&&&&&&&&&,          r   Úprecompute_freqs_cis_2dr;      s  € ð �a�x€HØÒ (¨Q¤,ØÕ$¨(ÀµlÕ*CÕDˆØÕ#¨Àµ\Õ)BÕC‰àÐˆ�ä�NŠN˜7¨G¥O°gÕ$=¸uÔT€EÜ�NŠN˜7¨G¥O°gÕ$=¸vÔU€EÜ—^’^ E¨5¸4Ô@�N€FˆFÜ�&—.‘.  BÓ'¨¸5µ=ÓA×IÑIÈ!ÓL€FÜ�&—.‘.  BÓ'¨¸5µ=ÓA×IÑIÈ!ÓL€FÜ
�+Š+�v˜vÐ&¨AÔ
.×
6Ñ
6°vµ~ÀsÈaÅxÐQRÐTUÓ
V€CØ�6‰6˜ˆ6ÓÐr   c                óÔ  € V ^,          ^ 8X  g   Q h\         P                  ! V\         P                  VR7      p\         P                  ! V\         P                  VR7      p\         P                  ! WVRR7      w  rx\	        V ^,          VP                  R4      VR7      p	\	        V ^,          VP                  R4      VR7      p
\         P                  ! Wš.^R7      P                  VR7      # )zqStandard 2D sin/cos absolute positional embedding (ViT-style).

first half encodes W-coordinates, second half H.
©r   r   r   r   r   r   r   r   )r    ÚarangeÚfloat32r"   r	   r#   Úcatr&   )Ú	embed_dimr'   r(   r   r   Úgrid_hÚgrid_wÚgrid_yÚgrid_xÚemb_wÚemb_hs   &&&&&      r   Úget_2d_sincos_pos_embedrH   +   s¯   € ð
 �q�=˜AÔÐÐÜ�\Š\˜&¬¯©¸fÔE€FÜ�\Š\˜%¤u§}¡}¸VÔD€FÜ—^’^ F¸TÔB�N€FÜ3°IÀµNÀFÇNÁNÐSUÓDVÐ_eÔf€EÜ3°IÀµNÀFÇNÁNÐSUÓDVÐ_eÔf€EÜ�9Š9�e�^¨Ô+×.Ñ.°UÐ.Ó;Ð;r   c                   óH   a a€ ] tR t^9t oRtRV 3R lltR/ 3R ltRtVtV ;t	# )ÚRotaryAttentionzTSingle-stream self-attention with rotary positional encoding (used inside PiTBlock).Nc                ó‚  <€ \         SV `  4        \        4       V n        W,          ^ 8X  g   Q hW n        W,          V n        VP                  W^,          W4VR7      V n        VP                  V P
                  RWER7      V n	        VP                  V P
                  RWER7      V n
        VP                  WWER7      V n        R# )r   ©Úbiasr   r   ç�íµ ÷Æ°>©Úepsr   r   r=   N)ÚsuperÚ__init__r   Úcomfy_attentionÚ	num_headsÚhead_dimÚLinearÚqkvÚRMSNormÚq_normÚk_normÚproj)Úselfr   rT   Úqkv_biasr   r   Ú
operationsÚ	__class__s   &&&&&&&€r   rR   ÚRotaryAttention.__init__;   s§   ø€ Ü‰ÑÔÜ-Ó/ˆÔØ� !Ô#Ð#Ð#Ø"ŒØÕ(ˆŒØ×$Ñ$ S°­'¸ÐV\Ð$Ó]ˆŒØ ×(Ñ(¨¯©¸DÈÐ(Ó]ˆŒØ ×(Ñ(¨¯©¸DÈÐ(Ó]ˆŒØ×%Ñ% c°eÐ%ÓKˆŽ	r   c                óä  € VP                   w  rVpV P                  pV P                  p	V P                  V4      P	                  WV^W‰4      P                  ^^ ^^^4      p
V
P                  ^ 4      w  r¼p\        V P                  V4      V P                  V4      VR,          4      w  r¼?
\        V4      \        V4      \        V4      rÜp\        W¼WØVRV P                  VR7      pV P                  V4      # )é   T)ÚmaskÚskip_reshapeÚpreferred_attentionÚtransformer_options)NN)ÚshaperT   rU   rW   r#   ÚpermuteÚunbindr   rY   rZ   r   r   rS   r[   )r\   r   Úposrc   rf   ÚBÚNÚCÚHÚDrW   ÚqÚkÚvs   &&&&&         r   ÚforwardÚRotaryAttention.forwardF   sÖ   € Ø—'‘'‰ˆˆaØ�N‰NˆØ�M‰MˆØ�h‰h�q‹k×!Ñ! !¨¨1Ó0×8Ñ8¸¸A¸qÀ!ÀQÓGˆØ—*‘*˜Q“-‰ˆˆaÜ˜$Ÿ+™+ a›.¨$¯+©+°a«.¸#¸j½/ÓJ‰ˆØÜ*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆÜ  a°ÀDÐ^b×^rÑ^rð  I\ô  ]ˆØ�y‰y˜‹|Ðr   )rS   rU   rZ   rT   r[   rY   rW   )é   FNNN©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__rR   rs   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r_   Ú__classdict__s   @@r   rJ   rJ   9   s   ù‡ € Ù^÷	Lð $(¸R÷ 
ô 
r   rJ   c                   ó<   a a€ ] tR t^St oRV 3R lltR tRtVtV ;t# )Ú
FinalLayerc                óˆ   <€ \         SV `  4        VP                  VR W4R7      V n        VP	                  WRW4R7      V n        R# )rN   rO   TrL   N)rQ   rR   rX   ÚnormrV   Úlinear)r\   Úhidden_sizeÚout_channelsr   r   r^   r_   s   &&&&&&€r   rR   ÚFinalLayer.__init__T   sA   ø€ Ü‰ÑÔØ×&Ñ& {¸ÀEÐ&ÓYˆŒ	Ø ×'Ñ'¨ÈÐTYÐ'ÓiˆŽr   c                óB   € V P                  V P                  V4      4      # r   ©r…   r„   ©r\   r   s   &&r   rs   ÚFinalLayer.forwardY   s   € Ø�{‰{˜4Ÿ9™9 Q›<Ó(Ð(r   rŠ   ©NNN)	rw   rx   ry   rz   rR   rs   r|   r}   r~   r   s   @@r   r‚   r‚   S   s   ù‡ € ÷j÷
)ò )r   r‚   c                   ó@   a a€ ] tR t^]t oRtRV 3R lltR tRtVtV ;t	# )ÚPatchTokenEmbedderzPLinear projection used both for patchified-image tokens and text-feature tokens.c                óÐ   <€ \         SV `  4        VP                  WWEVR 7      V n        V'       d   VP	                  VRWVR7      V n        R# \
        P                  ! 4       V n        R# )rL   rN   rO   N)rQ   rR   rV   r[   rX   ÚnnÚIdentityr„   )	r\   Úin_chansrA   Úuse_normrM   r   r   r^   r_   s	   &&&&&&&&€r   rR   ÚPatchTokenEmbedder.__init___   sS   ø€ Ü‰ÑÔØ×%Ñ% hÀÐZ`Ð%ÓaˆŒ	ß[c�J×&Ñ& y°dÀ%Ð&ÓWˆŽ	Ôik×itÒitÓivˆŽ	r   c                óB   € V P                  V P                  V4      4      # r   ©r„   r[   r‹   s   &&r   rs   ÚPatchTokenEmbedder.forwardd   s   € Ø�y‰y˜Ÿ™ 1›Ó&Ð&r   r—   )FTNNNrv   r   s   @@r   r�   r�   ]   s   ù‡ € ÙZ÷w÷
'ò 'r   r�   c                   ó@   a a€ ] tR t^ht oRtRV 3R lltR tRtVtV ;t	# )ÚPixelTokenEmbedderz]Pixel-level embedder: lifts each RGB pixel to hidden_size and packs into per-patch sequences.c                ó˜   <€ \         SV `  4        Wn        W n        VP	                  V P                  V P                  R W4R7      V n        R# )TrL   N)rQ   rR   Úin_channelsÚhidden_size_outputrV   r[   )r\   rœ   r�   r   r   r^   r_   s   &&&&&&€r   rR   ÚPixelTokenEmbedder.__init__j   sC   ø€ Ü‰ÑÔØ&ÔØ"4ÔØ×%Ñ% d×&6Ñ&6¸×8OÑ8OÐVZÐbgÐ%ÓwˆŽ	r   c                ó$  € VP                   w  r4rVWR,          Wb,          r‡W",          p	VP                  ^ ^^^4      P                  4       p
V P                  V
4      p
\	        V P
                  WVV
P                  V
P                  R7      P                  WVV P
                  4      pW«P                  ^ 4      ,           p
V
P                  W7W(W P
                  4      p
V
P                  ^ ^^^^^4      P                  W7,          V,          W�P
                  4      # )r   ©r   r   )rg   rh   Ú
contiguousr[   rH   r�   r   r   ÚviewÚ	unsqueezer#   )r\   ÚinputsÚ
patch_sizerk   Ú_rn   ÚWÚHsÚWsÚP2r   Úpos_fulls   &&&         r   rs   ÚPixelTokenEmbedder.forwardp   sí   € Ø—\‘\‰
ˆˆaØ• !¥/ˆBØÕ$ˆØ�N‰N˜1˜a  AÓ&×1Ñ1Ó3ˆØ�I‰I�a‹LˆÜ*¨4×+BÑ+BÀAÐQR×QYÑQYÐab×ahÑahÔi×nÑnÐopÐuy÷  vMñ  vMó  NˆØ×"Ñ" 1Ó%Õ%ˆØ�F‰F�1˜*¨*×6MÑ6MÓNˆØ�y‰y˜˜A˜q ! Q¨Ó*×2Ñ2°1µ6¸Bµ;À×D[ÑD[Ó\Ð\r   )r�   rœ   r[   r�   rv   r   s   @@r   rš   rš   h   s   ù‡ € Ùg÷x÷	]ò 	]r   rš   c                   óN   a a€ ] tR t^|t oRtRV 3R lltR tR/ 3R ltRtVt	V ;t
# )ÚPiTBlocku  Pixel-level transformer block.

Compresses each patch's P^2 pixel tokens â†’ 1 attention token via a linear,
runs global self-attention across patches with 2D RoPE, then expands back to P^2 tokens.
Conditioning is per-pixel adaLN from the patch-level features.
Nc           	     ó   <€ \         SV `  4        Wn        W n        Ve   TMTV n        Ve   TMTV n        V P                  V P
                  ,          ^ 8X  g   Q hW3,          pV
P                  WÀP                  ,          V P                  RW‰R7      V n        V
P                  V P                  WÀP                  ,          RW‰R7      V n        V
P                  V P                  RW‰R7      V n
        \        V P                  V P
                  RW‰V
R7      V n        V
P                  V P                  RW‰R7      V n        \        V P                  \        V P                  V,          4      W‰V
R7      V n        V
P                  V P                  ^V P                  ,          V,          RW‰R7      V n        V
P                  V P                  ^V P                  ,          V,          RW‰R7      V n        \&        V n        \+        ^\        V4      4      V n        R # )NTrL   rN   rO   F)rT   r]   r   r   r^   )Úhidden_featuresr   r   r^   )rQ   rR   Ú	pixel_dimÚcontext_dimÚattn_dimrT   rV   Úcompress_to_attnÚexpand_from_attnrX   Únorm1rJ   ÚattnÚnorm2r   ÚintÚmlpÚadaLN_modulation_msaÚadaLN_modulation_mlpr;   Ú_rope_fnÚmaxÚ
mlp_chunks)r\   Úpixel_hidden_sizeÚpatch_hidden_sizer¥   rT   Ú	mlp_ratioÚattn_hidden_sizeÚattn_num_headsr   r   r^   r¿   Úp2r_   s   &&&&&&&&&&&& €r   rR   ÚPiTBlock.__init__ƒ   s¾  ø€ ä‰ÑÔØ*ŒØ,ÔØ,<Ò,HÑ(ÐN_ˆŒØ+9Ò+E™È9ˆŒØ�}‰}˜tŸ~™~Õ-°Ô2Ð2Ð2àÕ$ˆØ *× 1Ñ 1°"·~±~Õ2EÀtÇ}Á}Ð[_ÐglÐ 1Ó |ˆÔØ *× 1Ñ 1°$·-±-ÀÇnÁnÕATÐ[_ÐglÐ 1Ó |ˆÔà×'Ñ'¨¯©¸DÈÐ'Ó]ˆŒ
Ü# D§M¡M¸T¿^¹^ÐV[Ðchð  EOô  PˆŒ	Ø×'Ñ'¨¯©¸DÈÐ'Ó]ˆŒ
Ü�t—~‘~´s¸4¿>¹>ÈIÕ;UÓ7VÐ^cð  @Jô  KˆŒà$.×$5Ñ$5°d×6FÑ6FÈÈDÏNÉNÕHZÐ]_ÕH_ÐfjÐrwÐ$5ó  %HˆÔ!Ø$.×$5Ñ$5°d×6FÑ6FÈÈDÏNÉNÕHZÐ]_ÕH_ÐfjÐrwÐ$5ó  %HˆÔ!ä/ˆŒÜ˜a¤ Z£Ó1ˆŽr   c                óh   € V P                   ! V P                  V P                  ,          W3R VRV/VB # r    )r½   r³   rT   )r\   r'   r(   r   r   Ú	rope_optss   &&&&&,r   Ú
_fetch_posÚPiTBlock._fetch_pos›   s2   € Ø�}Š}˜TŸ]™]¨d¯n©nÕ<¸fÑuÐTZÐuÐbgÐuÐktÑuÐur   c           	     ó*  € VP                   w  r‰p
W5,          WE,          rËW¼,          pW�,          pV P                  V4      P                  W‰^V P                  ,          4      pVP	                  ^RR7      w  ppp\        V P                  V4      VV4      pVP                  W‰V P                  ,          4      pV P                  V4      P                  WíV P                  4      pV P                  ! W¼VP                  VP                  3/ VP                  R4      ;'       g    / B pV P                  VVWgR7      pV P                  VP                  Wí,          V P                  4      4      pVP                  W‰V P                  4      p\        P                   ! VVV4      p????V P#                  V4      P                  W‰^V P                  ,          4      pVP	                  ^RR7      w  pppVP%                  4       p\        V P'                  V4      VV4      p???W€P(                  ,           ^,
          V P(                  ,          p\+        ^ VV4       F@  p \-        V V,           V4      p!VV V! P/                  VV V! V P1                  VV V! 4      4       KB  	  V# )rb   r   Úrope_options)rc   rf   r   )rg   r»   r¢   r±   Úchunkr   r¶   r´   r³   rÉ   r   r   Úgetr·   rµ   r    Úaddcmulr¼   r¡   r¸   r¿   ÚrangeÚminr   rº   )"r\   r   Ús_condÚimage_heightÚimage_widthr¥   rc   rf   ÚBLrª   r¦   r¨   r©   ÚLrk   Ú
msa_paramsÚ	shift_msaÚ	scale_msaÚgate_msaÚx_normÚx_flatÚx_compÚpos_compÚattn_outÚ	attn_flatÚattn_expÚ
mlp_paramsÚ	shift_mlpÚ	scale_mlpÚgate_mlpÚ	mlp_inputÚ
chunk_sizeÚsÚes"   &&&&&&&&                          r   rs   ÚPiTBlock.forwardž   s1  € Ø—G‘G‰	ˆ�ØÕ+¨[Õ-FˆBØ�GˆØ�Gˆð ×.Ñ.¨vÓ6×;Ñ;¸BÀAÈÏÉÕDVÓWˆ
Ø)3×)9Ñ)9¸!ÀÐ)9Ó)DÑ&ˆ	�9˜hä˜dŸj™j¨›m¨Y¸	ÓBˆØ—‘˜R d§n¡nÕ!4Ó5ˆà×&Ñ& vÓ.×3Ñ3°A¸$¿-¹-ÓHˆØ—?’? 2¨1¯8©8°Q·W±WÑpÐAT×AXÑAXÐYgÓAh×AnÐAnÐlnÑpˆØ—9‘9˜V X°D�9ÓbˆØ×)Ñ)¨(¯-©-¸½¸t¿}¹}Ó*MÓNˆ	Ø—>‘> "¨$¯.©.Ó9ˆÜ�MŠM˜!˜X xÓ0ˆØ˜	 9¨hà×.Ñ.¨vÓ6×;Ñ;¸BÀAÈÏÉÕDVÓWˆ
Ø)3×)9Ñ)9¸!ÀÐ)9Ó)DÑ&ˆ	�9˜hØ×&Ñ&Ó(ˆÜ  §¡¨A£°	¸9ÓEˆ	Ø˜	 9ð Ÿ?™?Õ*¨QÕ.°4·?±?ÕBˆ
Ü�q˜"˜jÖ)ˆAÜ�A˜
•N BÓ'ˆAØˆa�ˆF�O‰O˜H Q q˜M¨4¯8©8°I¸aÀ°NÓ+CÖDñ *ð ˆr   )r½   r¼   r»   r·   r³   r´   r²   rµ   rº   r¿   r¶   r¸   rT   r±   )g      @NNNNNé   )rw   rx   ry   rz   r{   rR   rÉ   rs   r|   r}   r~   r   s   @@r   r®   r®   |   s)   ù‡ € ñ÷2ò0vð NRÐgi÷  ô  r   r®   )r    Útorch.nnr‘   Úcomfy.ldm.flux.mathr   r   Úcomfy.ldm.modules.attentionr   r   r   Ú(comfy.ldm.modules.diffusionmodules.mmditr   r	   r   r?   r;   rH   ÚModulerJ   r‚   r�   rš   r®   © r   r   Ú<module>rò      s¤   ðÛ Ý ç 0ß eÑ eß aò,ð 7>ÀTØ'+¸Ø$'°¸cÈ3Ø#'¨u¯}©}ôð< >BÈÏÉô <ô�b—i‘iô ô4)�—‘ô )ô'˜Ÿ™ô 'ô]˜Ÿ™ô ]ô(Bˆr�y‰yö Br   