+
    ‚°ñjX(  ã                   óN  € R t ^ RIt^ RIHt ^ RIt^ RIHt ^ RIHu Ht	 ^ RI
tRtRR R llt ! R R]P                  4      tR R lt ! R	 R
]P                  4      t ! R R]P                  4      tRR R llt ! R R]P                  4      t ! R R]P                  4      tR# )u<  NAF (Neighborhood Attention Filtering) feature upsampler.

Vendored from valeoai/NAF (Apache-2.0):
  https://github.com/valeoai/NAF â€” src/model/naf.py + src/layers/{convolutions,attentions,rope}.py
Used by Pixal3D's shape/texture conditioning to produce
the 2x-upsampled half of the 2048-channel proj feature map.
N)ÚTuplec                óò   € V ^8„  d   QhR\         P                  R\         P                  R\         P                  R\        \        \        3,          R\        R\         P                  R\         P                  /# )é   ÚqÚkÚvÚkernel_sizeÚscaleÚoutputÚreturn)ÚtorchÚTensorr   ÚintÚfloat)Úformats   "Ú<C:\Ai_Coding\apps\studio\ComfyUI\comfy\image_encoders\naf.pyÚ__annotate__r      sj   € ÷ #ñ #Ü�<‰<ð#ä�<‰<ð#ô �<‰<ð#ô œ3¤˜8•_ð	#ô
 ð#ô —‘ð#ô 
�‰ñ#ó    c           
     ó~  € V P                   w  rgr‰p
VP                   RR w  r¼VP                   ^,          V,          pVw  rïW›,          W¬,          ppWï,          VV,          ppVe   TM/\        P                  ! WgWÙV
3V P                  V P                  R7      pV^,          V^,          V^,          V^,          3p\
        P                  ! VV4      \
        P                  ! VV4      r!V P                  4       pWg,          V,          VVV^,           ,          VV,          ,           ,          VVV^,           ,          V^V,           ,          ,           ^V,          V,          ,           ,          ,           ,          p\        ^\        V,          4      p\        ^ VV4       EF  p\        VV,           V4      pVV,
          V,          p\
        P                  ! VRRVVV,           ^,
          13,          Wï34      P                  WgVVV4      P                  ^^4      p\
        P                  ! VRRVVV,           ^,
          13,          Wï34      P                  WgVVV4      P                  ^^4      pV RVV,          VV,          1R3,          P                  WgVVV,
          VVV4      P!                  ^ ^^^^^^4      P                  WgVVV4      p\        P"                  ! VP%                  4       VP%                  4       P                  RR4      4      V,          P'                  RR7      P)                  VP                  4      p\        P"                  ! VV4      P                  WgVV,
          VVVV4      p V P!                  ^ ^^^^^^4      P                  WgVVV,
          V,          V
4      VRVV,          VV,          1R3&   EK"  	  V# )a)  natten.na2d on K/V nearest-upsampled to the HR grid, with the upsample factor as dilation.

All HR queries of one LR cell see the same Kh x Kw window of the zero-padded LR grid, so each cell is one small
attention of its queries against that window instead of one unfolded window per HR position.
N©ÚdeviceÚdtypeºNNN.©Údiméþÿÿÿéÿÿÿÿ)Úshaper   Úemptyr   r   ÚFÚpadÚelement_sizeÚmaxÚ_CHUNK_BYTESÚrangeÚminÚunfoldÚviewÚ	transposeÚreshapeÚpermuteÚmatmulr   ÚsoftmaxÚto)!r   r   r   r   r	   r
   ÚBÚnÚd_qkÚHÚWÚhÚwÚd_vÚKhÚKwÚDhÚDwÚKKÚDDÚoutr    ÚesÚ	row_bytesÚrowsÚr0Úr1ÚcellsÚk_wÚv_wÚq_cÚattnÚos!   &&&&&&                           r   Ú	na2d_purerH      sG  € ð —w‘wÑ€Aˆ$�1Ø�7‰7�2�3ˆ<�D€AØ
�'‰'�!�*˜�/€CØ�F€BØ�V�Q•Vˆ€BØ�W�b˜2•gˆ€BØÒ&‰&¬E¯KªK¸¸sÀqÐ8IÐRS×RZÑRZÐbc×biÑbiÔ,j€CØ��7�B˜!•G˜R 1�W b¨A¥gÐ
.€CÜ�5Š5��C‹=œ!Ÿ%š%  3›-€qà	
�‰Ó	€BØ•˜•	˜R 4¨2°­6¥?°S¸2µXÕ#=Õ>ÀÀtÈrÐTUÍvÅÐY[Ð_`ÐceÕ_eÕYfÕGfÐijÐmpÕipÐsuÕiuÕGuÕAvÕvÕw€IÜˆq”, )Õ+Ó,€DÜ�A�q˜$×ˆÜ��d•˜AÓˆØ�b•˜A•ˆÜ�hŠh�q˜˜A˜r " r¥'¨A¥+˜~Ð-Õ.°°Ó9×>Ñ>¸qÀTÈ2ÈuÓU×_Ñ_Ð`aÐcdÓeˆÜ�hŠh�q˜˜A˜r " r¥'¨A¥+˜~Ð-Õ.°°Ó9×>Ñ>¸qÀSÈ"ÈeÓT×^Ñ^Ð_`ÐbcÓdˆØ��R˜"•W˜R "�W�_ aÐ'Õ(×0Ñ0°°t¸RÀ"½WÀbÈ!ÈRÓP×XÑXÐYZÐ\]Ð_`ÐbcÐefÐhiÐklÓm×uÑuÐvwð  }Bð  DFð  HLó  MˆÜ—’˜SŸY™Y›[¨#¯)©)«+×*?Ñ*?ÀÀBÓ*GÓHÈ5ÕP×YÑYÐ^`ÐYÓa×dÑdÐeh×enÑenÓoˆÜ�LŠL˜˜sÓ#×(Ñ(¨¨r°B­w¸¸2¸rÀ3ÓGˆØ'(§y¡y°°A°q¸!¸QÀÀ1Ó'E×'MÑ'MÈaÐTWÐZ\Ð_aÕZaÐegÕYgÐijÓ'kˆˆC��b•˜˜b�� !Ð#Ô$ñ  ð €Jr   c                   ó\   a a€ ] tR t^=t oRtRV3R lV 3R llltRV3R lR lltRtVtV ;t	# )	ÚCrossAttentionzzWindow-restricted cross-attention. No learnable parameters; the model's
capacity lives entirely in the ImageEncoder convs.c                óB   <€ V ^8„  d   QhRS[ RS[ RS[S[ S[ 3,          /# )r   r   Ú	num_headsr   )r   r   )r   Ú__classdict__s   "€r   r   ÚCrossAttention.__annotate__A   s*   ø€ ÷ 0ñ 0™Cð 0©Cð 0¹eÁCÉÀH½oñ 0r   c                óŒ   <€ \         SV `  4        W,          ^ 8X  g   Q R4       hW n        W0n        W,          R,          V n        R# )é    z"dim must be divisible by num_headsNg      à¿)ÚsuperÚ__init__rL   r   r	   )Úselfr   rL   r   Ú	__class__s   &&&&€r   rR   ÚCrossAttention.__init__A   s>   ø€ Ü‰ÑÔØ� !Ô#ÐIÐ%IÓIÐ#Ø"ŒØ&ÔØÕ&¨4Õ/ˆŽ
r   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# )r   r   r   r   r   ©r   r   )r   rM   s   "€r   r   rN   H   s:   ø€ ÷ 'ñ '™Ÿ™ð '©%¯,©,ð '¹5¿<¹<ð 'Ù %§¡ñ'r   c           	     óœ  € VP                   w  rVrxV P                  p	Ve,   VP                  WYVP                   ^,          V	,          Wx4      MR p
\        VP                  WYWi,          Wx4      VP	                  VP
                  4      VP	                  VP
                  4      V P                  V P                  V
R7      pVP                  VRWx4      # )N©r
   r   )r   rL   r'   rH   r-   r   r   r	   )rS   r   r   r   r
   r.   ÚCÚhqÚwqr/   Úout_bufr<   s   &&&&&       r   ÚforwardÚCrossAttention.forwardH   s¢   € à—w‘w‰ˆˆbØ�N‰NˆØ@FÒ@R�&—+‘+˜a A§G¡G¨A¥J°!¥O°RÔ<ÐX\ˆÜ˜Ÿ™˜q Q¥V¨RÓ4°a·d±d¸1¿7¹7³mÀQÇTÁTÈ!Ï'É'Ã]ÐTX×TdÑTdÐfj×fpÑfpð  zAô  BˆØ�x‰x˜˜2˜rÓ&Ð&r   )r   rL   r	   ))é	   r`   ©N©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__rR   r^   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©rT   rM   s   @@r   rJ   rJ   =   s#   ù‡ € ñ:÷0õ 0÷'÷ 'ò 'r   rJ   c                óX   € V ^8„  d   QhR\         P                  R\         P                  /# ©r   Úxr   rW   )r   s   "r   r   r   S   s"   € ÷ (ñ (œŸ™ð (¬¯©ñ (r   c                 ób   € V P                  ^RR7      w  r\        P                  ! V) V.RR7      # )r   r   r   )Úchunkr   Úcat)rn   Úx1Úx2s   &  r   Úrope_rotate_halfrt   S   s-   € Ø�W‰W�Q˜BˆWÓ�F€BÜ�9Š9�r�c˜2�Y BÔ'Ð'r   c                   óf   a a€ ] tR t^Xt oRV3R lV 3R llltV3R lR ltV3R lR ltRtVtV ;t	# )	ÚRoPEc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[/# )r   Ú	embed_dimrL   Úbase©r   r   )r   rM   s   "€r   r   ÚRoPE.__annotate__Y   s'   ø€ ÷ Xñ X¡#ð X±#ð X¹Uñ Xr   c                óö   <€ \         SV `  4        V^V,          ,          ^ 8X  g   Q hW n        W,          V n        W0n        V P                  R\        P                  ! V P                  ^,          4      RR7       R# )é   ÚperiodsT)Ú
persistentN)rQ   rR   rL   ÚD_headry   Úregister_bufferr   r   )rS   rx   rL   ry   rT   s   &&&&€r   rR   ÚRoPE.__init__Y   sa   ø€ Ü‰ÑÔØ˜A 	�MÕ*¨aÔ/Ð/Ð/Ø"ŒØÕ,ˆŒØŒ	Ø×Ñ˜Y¬¯ª°D·K±KÀ1Õ4DÓ(EÐRVÐÖWr   c                ó@   <€ V ^8„  d   QhRS[ RS[ RS[P                  /# )r   r1   r2   rn   )r   r   r   )r   rM   s   "€r   r   r{   a   s&   ø€ ÷ ñ ™#ð ¡#ð ©%¯,©,ñ r   c                ón  € \         P                  P                  V P                  V4      p\        P
                  ! RWP                  \        P                  R7      V,          p\        P
                  ! RW#P                  \        P                  R7      V,          p\        P                  ! \        P                  ! WVRR7      RR7      pVP                  ^ ^4      R,          R,
          p^\        P                  ,          VR	,          ,          VP                  VP                  4      R
,          ,          pVP                  ^^4      P                  ^4      p\        P                   ! V4      P                  VP                  4      p	\        P"                  ! V4      P                  VP                  4      p
Wš3# )z^cos/sin depend only on (H, W, dtype) and the checkpoint-fixed periods; recomputed per forward.g      à?r   Úij)Úindexingr   g       @g      ð?r   )r   r   N)NNr   )ÚcomfyÚopsÚcast_to_inputr~   r   Úaranger   Úfloat32ÚstackÚmeshgridÚflattenÚmathÚpir-   r   ÚtileÚcosÚsin)rS   r1   r2   rn   r~   Úcoords_hÚcoords_wÚcoordsÚanglesr’   r“   s   &&&&       r   Ú_cos_sinÚRoPE._cos_sina   s  € ä—)‘)×)Ñ)¨$¯,©,¸Ó:ˆÜ—<’<  Q¯x©x¼u¿}¹}ÔMÐPQÕQˆÜ—<’<  Q¯x©x¼u¿}¹}ÔMÐPQÕQˆÜ—’œUŸ^š^¨HÈÔNÐTVÔWˆØ—‘  1Ó%¨Õ+¨cÕ1ˆØ”T—W‘W•˜v jÕ1Õ1°G·J±J¸v¿|¹|Ó4LÈ]Õ4[Õ[ˆØ—‘  1Ó%×*Ñ*¨1Ó-ˆÜ�iŠi˜Ó×"Ñ" 1§7¡7Ó+ˆÜ�iŠi˜Ó×"Ñ" 1§7¡7Ó+ˆØˆxˆr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# rm   rW   )r   rM   s   "€r   r   r{   n   s#   ø€ ÷ 	ñ 	™Ÿ™ð 	©%¯,©,ñ 	r   c                ó¦  € VP                   w  r#rEV P                  pW6,          pVP                  W&WtV4      P                  ^ ^^^^4      P	                  W&WE,          V4      pV P                  WEV4      w  r‰W,          \        V4      V	,          ,           pVP                  W&WEV4      P                  ^ ^^^^4      P	                  W&V,          WE4      pV# )rP   )r   rL   r'   r*   r)   r˜   rt   )
rS   rn   r.   rZ   r1   r2   r/   ÚDr’   r“   s
   &&        r   r^   ÚRoPE.forwardn   s¹   € à—W‘W‰
ˆˆaØ�N‰NˆØ�FˆØ�F‰F�1˜˜qÓ!×)Ñ)¨!¨Q°°1°aÓ8×@Ñ@ÀÀqÅuÈaÓPˆØ—=‘=  qÓ)‰ˆØ�WÔ)¨!Ó,¨sÕ2Õ3ˆØ�F‰F�1˜˜qÓ!×)Ñ)¨!¨Q°°1°aÓ8×@Ñ@ÀÈÅEÈ1ÓPˆØˆr   )r€   ry   rL   )ç      Y@)
rc   rd   re   rf   rR   r˜   r^   rh   ri   rj   rk   s   @@r   rv   rv   X   s*   ù‡ € ÷Xõ X÷ð ÷	÷ 	ð 	r   rv   c                   óH   a a€ ] tR t^|t oRV3R lV 3R llltR tRtVtV ;t# )ÚEncBlockc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Úchannelsr   Ú
num_groups)r   )r   rM   s   "€r   r   ÚEncBlock.__annotate__}   s#   ø€ ÷ 'ñ '¡ð '±3ð 'ÑPSñ 'r   c           	     ó<  <€ \         SV `  4        VP                  WAR 7      V n        VP	                  WVV^,          RRR7      V n        VP                  WAR 7      V n        VP	                  WVV^,          RRR7      V n        \        P                  ! 4       V n
        R# ))r£   Únum_channelsÚreflectT©r   ÚpaddingÚpadding_modeÚbiasN)rQ   rR   Ú	GroupNormÚnorm1ÚConv2dÚconv1Únorm2Úconv2ÚnnÚSiLUÚactivation_fn)rS   r¢   r   Ú
operationsr£   rT   s   &&&&&€r   rR   ÚEncBlock.__init__}   s˜   ø€ Ü‰ÑÔØ×)Ñ)°ZÐ)ÓWˆŒ
Ø×&Ñ& xÀ{Ø'2°aÕ'7ÀiÐVZð 'ó \ˆŒ
à×)Ñ)°ZÐ)ÓWˆŒ
Ø×&Ñ& xÀ{Ø'2°aÕ'7ÀiÐVZð 'ó \ˆŒ
äŸWšW›YˆÖr   c                óÒ   € V P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P                  V4      pV P	                  V4      pV# ra   )r­   r´   r¯   r°   r±   )rS   rn   s   &&r   r^   ÚEncBlock.forward‡   s[   € Ø�J‰J�q‹MˆØ×Ñ˜qÓ!ˆØ�J‰J�q‹MˆØ�J‰J�q‹MˆØ×Ñ˜qÓ!ˆØ�J‰J�q‹MˆØˆr   )r´   r¯   r±   r­   r°   )é   )	rc   rd   re   rf   rR   r^   rh   ri   rj   rk   s   @@r   r    r    |   s   ù‡ € ÷'õ '÷ò r   r    c                ót   € V ^8„  d   QhR\         R\         R\         R\         R\         R\        P                  /# )r   Úin_dimÚ
hidden_dimr   Úks_resÚ
num_layersr   )r   r²   Ú
Sequential)r   s   "r   r   r   ‘   sG   € ÷ ñ ”Sð ¤cð ÄCð ÔUXð Ôjmð Ôvx÷  wDñ  wDñ r   c                 ó¸   € \         P                  ! VP                  WW3^,          RRR7      .\        V4       Uu. uF  p\	        WVR7      NK  	  upO5!  # u upi )r   r§   Tr¨   )r   rµ   )r²   r¿   r®   r$   r    )r»   r¼   rµ   r   r½   r¾   Ú_s   &&&&&& r   Ú_encoderrÂ   ‘   sb   € Ü�=Š=Ø×Ñ˜&¸+Ð^_ÕO_Ðnwð  CÐó  	DðäSXÐYcÔSdÓ	eÑSdÈaŒ(�:¸j×
IÑSdÑ	eóð ùâ	es   ºA
c                   óX   a a€ ] tR t^˜t oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )ÚImageEncoderz‹Two parallel conv stacks (1x1 + 3x3) producing dim/2 channels each, then concat,
spatial average-pool to target size, RoPE-embed positions.c          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[ /# )r   Úin_channelsÚout_channelsÚ
heads_ropeÚ	rope_baseÚ
img_layersrz   )r   rM   s   "€r   r   ÚImageEncoder.__annotate__œ   s:   ø€ ÷ Wñ W±ð WÁsð WÙ ðWÙ16ðWÙLOñWr   c           	     ó®   <€ \         SV `  4        V^,          p\        W'V^^VR7      V n        \        W'V^^VR7      V n        \        W4VR7      V n        R# )r   )rµ   r   r½   r¾   )rx   rL   ry   N)rQ   rR   rÂ   ÚencoderÚsem_encoderrv   Úrope)	rS   rµ   rÆ   rÇ   rÈ   rÉ   rÊ   ÚhalfrT   s	   &&&&&&& €r   rR   ÚImageEncoder.__init__œ   sU   ø€ ä‰ÑÔØ˜qÕ ˆÜ ¸jÐVWÐ`aÐnxÔyˆŒÜ# KÀ*ÐZ[ÐdeÐr|Ô}ˆÔÜ <ÈIÔVˆŽ	r   c                ój   <€ V ^8„  d   QhRS[ P                  RS[S[S[3,          RS[ P                  /# )r   rn   Úoutput_sizer   ©r   r   r   r   )r   rM   s   "€r   r   rË   ¤   s2   ø€ ÷ 
ñ 
™Ÿ™ð 
±E¹#¹s¸(µOð 
ÉÏÉñ 
r   c           	     ó
  € Vw  r4VP                   R,          ^V,          8”  g    VP                   R,          ^V,          8”  da   \        P                  ! V\        VP                   R,          ^V,          4      \        VP                   R,          ^V,          4      3RRR7      p\        P
                  ! V P                  V4      V P                  V4      .^R7      p\        P                  ! WR7      pV P                  V4      pV# )r   ÚbilinearF)ÚsizeÚmodeÚalign_cornersr   ©rÓ   r   r   )
r   r   Úinterpolater%   r   rq   rÍ   rÎ   Úadaptive_avg_pool2drÏ   )rS   rn   rÓ   Úout_hÚout_ws   &&&  r   r^   ÚImageEncoder.forward¤   sÃ   € à"‰ˆØ�7‰7�2�;˜˜U�Ô" a§g¡g¨b¥k°A¸µIÔ&=Ü—’˜a¤s¨1¯7©7°2­;¸¸E½	Ó'BÜ'*¨1¯7©7°2­;¸¸E½	Ó'Bð'Dà#-¸UôDˆAô �IŠI�t—|‘| A“¨×(8Ñ(8¸Ó(;Ð<À!ÔDˆÜ×!Ò! !Ô=ˆØ�I‰I�a‹LˆØˆr   )rÍ   rÏ   rÎ   )é   é   r}   rž   r   rb   rk   s   @@r   rÄ   rÄ   ˜   s&   ù‡ € ñB÷Wõ W÷
÷ 
ð 
r   rÄ   c                   ó\   a a€ ] tR t^±t oRtRV3R lV 3R llltRV3R lR lltRtVtV ;t	# )	ÚNAFzNAF feature upsampler.c                ó>   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[RS[ /# )r   r   Ú
heads_attnrÈ   r   rÉ   rÊ   rz   )r   rM   s   "€r   r   ÚNAF.__annotate__´   sO   ø€ ÷ oñ oáðoñ ðoñ ð	oñ
 ðoñ ðoñ ñor   c           	     ór   <€ \         SV `  4        \        V^W$WgR7      V n        \	        W#WU3R7      V n        R# )rà   )rµ   rÆ   rÇ   rÈ   rÉ   rÊ   )r   rL   r   N)rQ   rR   rÄ   Úimage_encoderrJ   Ú	upsampler)	rS   rµ   r   rå   rÈ   r   rÉ   rÊ   rT   s	   &&&&&&&&€r   rR   ÚNAF.__init__´   s>   ø€ ô 	‰ÑÔÜ)°ZÈQÐ]`ð  DMô  eˆÔÜ'¨CÐT_ÐSmÔnˆŽr   c                ó„   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[S[3,          RS[ P                  /# )r   ÚimageÚfeaturesrÓ   r   rÔ   )r   rM   s   "€r   r   ræ   Á   sG   ø€ ÷ 
=ñ 
=á—<‘<ð
=ñ —l‘lð
=ñ ™s¡C˜x�ð	
=ñ �\‰\ñ
=r   c                ó”   € V P                  WR7      p\        P                  ! WRP                  RR R7      pV P	                  WVW$R7      # )zAUpsample low-res feature map to output_size, guided by the image.rÚ   NrY   r   )rè   r   rÜ   r   ré   )rS   rì   rí   rÓ   r
   r   r   s   &&&&&  r   r^   ÚNAF.forwardÁ   sE   € ð ×Ñ˜uÐÓ>ˆÜ×!Ò! !·±ÀÀÐ1DÔEˆØ�~‰~˜a Hˆ~Ó<Ð<r   )rè   ré   )rá   r}   r}   r`   rž   r   ra   rb   rk   s   @@r   rã   rã   ±   s#   ù‡ € Ù ÷oõ o÷
=÷ 
=ò 
=r   rã   i    ra   )é   rð   r   )rg   r�   Útypingr   r   Útorch.nnr²   Útorch.nn.functionalÚ
functionalr   Ú	comfy.opsr‡   r#   rH   ÚModulerJ   rt   rv   r    rÂ   rÄ   rã   © r   r   Ú<module>rø      s‰   ðñó Ý ã Ý ß Ð ã ð
 €÷#ôL'�R—Y‘Yô 'õ,(ô
ˆ2�9‰9ô ôHˆr�y‰yô ÷*ô�2—9‘9ô ô2=ˆ"�)‰)ö =r   