+
    õäûjbL  ã                  ó6  a € 0 t $ ^ RIHt ^ RIt^RIHt ]! ]P                  RR4      '       d   ^RIH	t
 MRt
^tRt/ tR]R&   ^t^^],          ,           tR R	 ltRR
 R lltRR R lltR R ltR R ltR R ltR tR R ltR tRR R lltRR R lltR# ) é    )ÚannotationsN)ÚcudaÚhip)r   zdict[int, int]Ú_device_optinc               ó$   € V ^8„  d   QhRRRRRR/# )é   Úkey_head_dimÚintÚvalue_head_dimÚreturn© )Úformats   "ÚUC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\comfy_kitchen\gated_delta.pyÚ__annotate__r      s&   € ÷ hñ h Sð h¸#ð hÀ#ñ hó    c                óª   € \        V^€4      ^ ,          pW,          ^\        ,          V ,          ,           ^\        ,          V,          ,           ^,          # )é€   )ÚmaxÚ
_MAX_STEPS)r	   r   Úwarpss   && r   Ú_fused_shmem_bytesr      s@   € ä� Ó$¨Õ*€EØÕ)¨A´
­N¸\Õ,IÕIÈAÔPZÍNÐ]bÕLbÕbÐfgÕgÐgr   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   Údeviceztorch.device | Noner	   r
   r   r   Úboolr   )r   s   "r   r   r      s1   € ÷ Eñ EÐ,ð EÀ3ð EÐ^að EÐlpñ Er   c                óV  € V e   V P                   R8w  d   R# \        P                  P                  4       '       g   R# \        e   \        P
                  ! W4      # \        P                  '       d   \        P                  MRpVe%   \        VR4      '       d   \        VR4      '       g   R# V^€8w  g"   V^ ,          ^ 8w  g   ^ Tu;8  d
   R8:  g    R#  R# \        P                  P                  V 4      \        8  d   R# V e   V P                  MRpVf   \        P                  P                  4       p\        P                  V4      pVfO   \        P                  P!                  V4      p\#        VRR4      pVf   VP$                  ^8¼  d   RM^ pV\        V&   \'        W4      V8*  # )	z\Return whether the fused DeltaNet decode kernels can run on this device for these head dims.Nr   FÚgated_delta_decode_fusedÚdeltanet_conv_stepi   Úshared_memory_per_block_optini € )ÚtypeÚtorchr   Úis_availableÚ_hip_backendÚgated_delta_decode_is_availableÚ_cuda_backendÚ_EXT_AVAILABLEÚ_CÚhasattrÚget_device_capabilityÚ_NATIVE_MINIMUM_CAPABILITYÚindexÚcurrent_devicer   ÚgetÚget_device_propertiesÚgetattrÚmajorr   )r   r	   r   Úextr*   ÚoptinÚpropss   &&&    r   r!   r!      sX  € àÒ˜fŸk™k¨VÔ3ÙÜ�:‰:×"Ñ"×$Ò$ÙÜÒô ×;Ò;¸LÓYÐYÜ+×:×:Ð:Œ-×
Ò
À€CØ
‚{œ' #Ð'A×BÒBÌ'ÐRUÐWk×JlÒJlÙØ�sÔ˜n¨rÕ1°QÔ6¸aÀ.Ö>WÐTWÕ>WÙð ?XÙÜ‡z�z×'Ñ'¨Ó/Ô2LÔLÙØ"Ò.ˆF�LŠL°D€EØ‚}Ü—
‘
×)Ñ)Ó+ˆÜ×Ñ˜eÓ$€EØ‚}Ü—
‘
×0Ñ0°Ó7ˆÜ˜Ð>ÀÓEˆØŠ=Ø!&§¡°Ô!1‘I°qˆEØ$Œ�eÑÜ˜lÓ;¸uÑDÐDr   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r   r   ztorch.device | int | Noner	   r
   r   r   r   r   )r   s   "r   r   r   >   s,   € ÷ >ñ >Ð";ð >ÐRUð >Ðmpð >Ð{ñ >r   c                óè  € \         P                  P                  4       '       g   R# V e(   \         P                  ! V 4      P                  R8w  d   R# V^€8w  g   V^€8w  d   R# \
        e   \
        P                  ! W4      # \        P                  '       d   \        P                  MRpVe%   \        VR4      '       d   \        VR4      '       g   R# \         P                  P                  V 4      R8¬  # )zëReturn whether deltanet_conv_step_deferred and gated_delta_decode_deferred run their
native kernels on this device: DK = DV = 128 on CUDA sm_80+ or on the HIP extension's
supported GPUs. They otherwise compute the same result in torch.FNr   Úgated_delta_decode_deferredÚdeltanet_conv_deferred)é   r   )r    r   r!   r   r   r"   Ú!gated_delta_deferred_is_availabler$   r%   r&   r'   r(   )r   r	   r   r0   s   &&& r   Údeferred_is_availabler9   >   s·   € ô �:‰:×"Ñ"×$Ò$ÙØÒœeŸlšl¨6Ó2×7Ñ7¸6ÔAÙØ�sÔ˜n°Ô3ÙÜÒÜ×=Ò=¸lÓ[Ð[Ü+×:×:Ð:Œ-×
Ò
À€CØ
‚{œ' #Ð'D×EÒEÌWÐUXÐZr×MsÒMsÙÜ�:‰:×+Ñ+¨FÓ3°vÑ=Ð=r   c               ó0   € V ^8„  d   QhRRRRRRRRRRRR	/# )
r   Úbatchr
   ÚchannelsÚheadsÚnum_key_headsÚdtypeztorch.dtyper   ztorch.devicer   )r   s   "r   r   r   P   s8   € ÷ 	3ñ 	3˜Cð 	3¨3ð 	3°sð 	3È3ð 	3ÐWbð 	3Ðlxñ 	3r   c                óH  € \         P                  ! ^W\        3WER7      p\         P                  ! ^V \        V3WER7      p\         P                  ! ^V \        V^3\         P                  VR7      p\         P                  ! ^V \        V^3\         P                  VR7      p	WgW‰3# )z²Allocate the side buffers of the deferred-commit decode: (qkv_buf, proj_buf, gates_buf, sumsq_buf).

Each is double-buffered over the step parity and holds SLOT_MAX token slots.
©r?   r   )r    ÚemptyÚSLOT_MAXÚfloat32)
r;   r<   r=   r>   r?   r   Úqkv_bufÚproj_bufÚ	gates_bufÚ	sumsq_bufs
   &&&&&&    r   Údeferred_buffersrI   P   sƒ   € ô
 �kŠk˜1˜e¬xÐ8ÀÔU€GÜ�{Š{˜A˜u¤h°Ð9ÀÔV€HÜ—’˜Q ¤x°¸Ð:Ä%Ç-Á-ÐX^Ô_€IÜ—’˜Q ¤x°ÀÐBÌ%Ï-É-Ð`fÔg€IØ˜iÐ2Ð2r   c               ó8   € V ^8„  d   QhRRRRRRRRRRRRR	RR
R/# )r   Úprojútorch.TensorÚ
conv_stateÚconv_wÚconv_bútorch.Tensor | NonerF   rE   Úctlr   ÚNoner   )r   s   "r   r   r   \   sb   € ÷ #Jñ #JØ
ð#Jàð#Jð ð#Jð  ð	#Jð
 ð#Jð ð#Jð 
ð#Jð 
ñ#Jr   c                ó¼  € V P                   ^,          pVP                  VR4      P                  4       p\        V P                  4      '       g   \        WW#WEV4       R# \        e>   \        P                  ! V P                  4       YATVe   VP                  4       MRWV4      pM¥\        P                  p	\        P                  P                  V	! V 4      V	! V4      V	! V4      V	! V4      Ve   V	! VP                  4       4      MRV	! V4      V	! V4      \        P                  P                  V P                  4      P                  4      pV'       g   \        R4      hR# )a$  Depthwise causal conv + silu over proj [B, S, C] into qkv_buf[ctl[1]] (stride SLOT_MAX).

ctl is an int32 device vector of CTL_INTS entries {pending, parity, slot[8], parent[8],
prog[8]}: the `pending` accepted tokens of the previous step, at its side-buffer slots
slot[0..pending) of proj_buf[1 - parity], are committed into conv_state first; then each
current row is convolved over its own ancestors, parent[r] naming the row that row r
extends (-1: the committed window). The current projections are saved to proj_buf[parity]
for the next step.
Nz+deltanet_conv_step_deferred launch rejectedéÿÿÿÿ)ÚshapeÚreshapeÚ
contiguousr9   r   Ú_conv_deferred_torchr"   r6   r$   Ú_wrap_for_dlpackr&   r    r   Úcurrent_streamÚcuda_streamÚRuntimeError)
rK   rM   rN   rO   rF   rE   rQ   r<   ÚokÚwraps
   &&&&&&&   r   Údeltanet_conv_step_deferredr_   \   s  € ð$ �z‰z˜!�}€HØ�^‰^˜H bÓ)×4Ñ4Ó6€FÜ  §¡×-Ò-Ü˜T¨v¸xÐRUÔVÙÜÒÜ×0Ò0Ø�O‰OÓ˜x°VØ#)Ò#5ˆF×ÑÔ¸4ÀóO‰ô ×-Ñ-ˆÜ×Ñ×4Ñ4Ù�‹J™˜X›©¨ZÓ(8¹$¸v»,Ø)/Ò);‰D�×"Ñ"Ó$Ô%ÀÁtÈGÃ}ÑVZÐ[^ÓV_Ü�J‰J×%Ñ% d§k¡kÓ2×>Ñ>ó
ˆ÷
 ÜÐHÓIÐIñ r   c               ó$   € V ^8„  d   QhRRRRRR/# )r   ÚbufrL   Úparityr   r   )r   s   "r   r   r   ‚   s!   € ÷ 2ñ 2ˆ|ð 2 \ð 2°lñ 2r   c                óR   € V P                  ^ VP                  ^4      4      ^ ,          # )r   )Úindex_selectÚview)ra   rb   s   &&r   Ú_slabrf   ‚   s"   € à×Ñ˜A˜vŸ{™{¨1›~Ó.¨qÕ1Ð1r   c                ó„  € V P                   w  rxp	VP                   ^,          p
VP                   ^,          pVP                  4       pV^ ,          V^,          rÜV^^\        ,            V^\        ,           ^^\        ,          ,            rþ\        V^V,
          4      P	                  ^V4      P                  ^^4      p\        P                  ! VV.^R7      pVP	                  ^V\        P                  ! W¦P                  R7      ,           4      pVP                  V4       \        P                  ! VV P                  ^^4      .^R7      P                  4       p\        P                  ! W†P                  VP                  R7      pV
V,           .pTp\        P                  ! V4      p\        ^V4       F›  p\        P                  ! V^ 8¬  VP	                  ^ VP!                  ^ R7      4      R4      pVV^ 8  P#                  VP                  4      ,           pVP%                  \        P                  ! V^ 8¬  V
V,           V
V,
          4      4       K�  	  \        P&                  ! V^R7      pVP	                  ^VP)                  R4      4      P)                  WyW‹4      pVVP                  4       P+                  ^4      P)                  ^V	^V4      ,          P-                  R4      pVe)   VVP                  4       P)                  ^V	^4      ,           pVP#                  V P                  4      P                  4       pVR\        P.                  ! V) 4      ,           ,          P#                  V P                  4      pVP1                  ^ VP)                  ^4      \        P2                  P4                  P7                  V^ \        V,
          34      P9                  ^ 4      4       VP1                  ^ VP)                  ^4      \        P2                  P4                  P7                  V ^ ^ ^ \        V,
          34      P9                  ^ 4      4       R# )r   ©Údim©r   rA   ©ÚminNç      ð?rT   )rU   ÚlongrC   rf   rd   Ú	transposer    ÚcatÚaranger   Úcopy_Úfloatr?   Ú
zeros_likeÚrangeÚwhereÚclampÚtoÚappendÚstackre   ÚflipÚsumÚexpÚindex_copy_ÚnnÚ
functionalÚpadÚ	unsqueeze)rK   rM   rN   rO   rF   rE   rQ   r;   Úseqr<   ÚwindowÚtapsÚpendingrb   ÚslotsÚparentÚprevÚcombinedÚ	committedÚwinÚrowsÚsrcÚpÚmissingÚ_ÚgatheredÚaccÚyÚouts   &&&&&&&                      r   rX   rX   ‡   s,  € àŸ:™:Ñ€E�Ø×Ñ˜aÕ €FØ�<‰<˜�?€DØ
�(‰(‹*€CØ˜!•f˜c !�fˆVØ˜˜!œh�,Ð'¨¨Q´­\¸!¸aÄ(½lÕ:JÐ)Kˆ6Ü�˜1˜v�:Ó&×3Ñ3°A°uÓ=×GÑGÈÈ1ÓM€Dä�yŠy˜* dÐ+°Ô3€HØ×%Ñ% a¨´5·<²<ÀÏzÉzÔ3ZÕ)ZÓ[€IØ×Ñ�YÔÜ
�)Š)�Y §¡¨q°!Ó 4Ð5¸1Ô
=×
CÑ
CÓ
E€Cô �<Š<˜§9¡9°S·Z±ZÔ@€DØ�D�=ˆ/€CØ€AÜ×Ò˜tÓ$€GÜ�1�dŽ^ˆÜ�KŠK˜˜Q™ × 3Ñ 3°A°q·w±wÀ1°w³~Ó FÈÓKˆØ˜Q ™UŸJ™J w§}¡}Ó5Õ5ˆØ�
‰
”5—;’;˜q A™v v°¥z°6¸GÕ3CÓDÖEñ ô �+Š+�c˜qÔ
!€CØ×Ñ  3§8¡8¨B£<Ó0×5Ñ5°eÀsÓQ€HØ�f—l‘l“n×)Ñ)¨!Ó,×1Ñ1°!°X¸qÀ$ÓGÕG×
LÑ
LÈRÓ
P€CØÒØ�F—L‘L“N×'Ñ'¨¨8°QÓ7Õ7ˆØ�‰ˆt�z‰zÓ× Ñ Ó"€AØ�”e—i’i  “mÕ#Õ$×
(Ñ
(¨¯©Ó
4€CØ×Ñ˜˜6Ÿ;™; q›>¬5¯8©8×+>Ñ+>×+BÑ+BÀ3ÈÌHÐWZÍNÐH[Ó+\×+fÑ+fÐghÓ+iÔjØ×Ñ˜˜FŸK™K¨›N¬E¯H©H×,?Ñ,?×,CÑ,CÀDÈ1ÈaÐQRÔT\Ð_bÕTbÐJcÓ,d×,nÑ,nÐopÓ,qÖrr   c          "     ó\   € V ^8„  d   QhRRRRRRRRRRRRRR	R
R	RRRRRRRRRRRRRRRRRR/# )r   ÚxrL   Úw_aÚw_bÚdt_biasÚg_decayÚstateÚkey_dimr
   r>   Úscalers   ÚzÚnorm_weightÚepsrE   rG   rH   rQ   r   r   )r   s   "r   r   r   ª   s²   € ÷ 3ñ 3Øð3à	ð3ð 
ð3ð ð	3ð
 ð3ð ð3ð ð3ð ð3ð ð3ð ð3ð ð3ð 
ð3ð ð3ð ð3ð ð3ð  
ð!3ð" ñ#3r   c                ód  € V P                   w  pppVP                   ^,          VP                   ^,          VP                   ^,          pppV	P                  VVVV,          4      p	\        V P                  VV4      '       g   \	        WW#WEWgVWšW¼WÞV4      # \
        P                  ! VVVV3V P                  V P                  R7      p\        e[   \        P                  ! V P                  4       VP                  4       VP                  4       W4WÍWïVVWšP                  4       VWgV4      pMö\        P                  p\        P                  P                  V! V P                  4       4      V! VP                  4       4      V! VP                  4       4      V! V4      V! V4      V! V4      V! V4      V! V4      V! V4      V! V4      V! V4      V! V	4      V! V
P                  4       4      VWgV\
        P                  P                  V P                  4      P                   4      pV'       g   \#        R4      hV# )aˆ  1, 4 or 8 GatedDeltaNet rows from qkv_buf[ctl[1]] written by deltanet_conv_step_deferred.

Replays the `ctl[0]` accepted tokens of the previous step from the [1 - parity] side
buffers (at the slots named by ctl), writes the committed fp32 state [B, Hv, DK, DV] in
place, then returns the outputs of the S current rows without committing them. Runs
the rows through ctl's program (entry = row | commit << 5, in depth-first order: a
chain row commits, the leaves off it then run without committing) instead of as a straight
chain; a row's ancestors are ctl's parent[]
(see deltanet_conv_step_deferred). State, dt_bias and g_decay must be contiguous.
rA   z+gated_delta_decode_deferred launch rejected)rU   rV   r9   r   Ú_decode_deferred_torchr    rB   r?   r"   r5   rW   r$   rY   r&   r   rZ   r[   r\   )r—   r˜   r™   rš   r›   rœ   r�   r>   rž   rŸ   r    r¡   rE   rG   rH   rQ   r;   rƒ   r‘   r=   Úkey_dim_headÚ	value_dimr•   r]   r^   s   &&&&&&&&&&&&&&&&         r   r5   r5   ª   sÊ  € ð8 —G‘G�M€Eˆ3�Ø%*§[¡[°¥^°U·[±[Àµ^ÀUÇ[Á[ÐQRÅ^˜ˆ<€EØ	�	‰	�%˜˜e iÕ/Ó0€AÜ  §¡¨<¸×CÒCÜ% a¨c¸GÈGÐdiØ&'°cÀIÐZ]ó_ð 	_ä
�+Š+�u˜c 5¨)Ð4¸A¿G¹GÈAÏHÉHÔ
U€CÜÒÜ×5Ò5Ø�L‰L‹N˜CŸN™NÓ,¨c¯n©nÓ.>ÀØ 	°°s¸A×?UÑ?UÓ?WÐY\Ø Eó+‰ô
 ×-Ñ-ˆÜ×Ñ×9Ñ9Ù�—‘“Ó ¡$ s§~¡~Ó'7Ó"8¹$¸s¿~¹~Ó?OÓ:PÙ�‹M™4 ›=©$¨w«-¹¸i»É$ÈyË/Ñ[_Ð`cÓ[dÙ�‹K™˜c›¡D¨£G©T°+×2HÑ2HÓ2JÓ-KÈSØ EÜ�J‰J×%Ñ% a§h¡hÓ/×;Ñ;ó
ˆ÷ ÜÐHÓIÐIØ€Jr   c                ó  aa;€ V P                   w  pppVP                   ^,          VP                   ^,          VP                   ^,          pppVV,          o;V P                  pVP                  4       pV^ ,          V^,          ppV^^\        ,            V^^\        ,          ,           ^^\        ,          ,            pp\        P
                  P                  P                  W4      P                  4       P                  4       p\        P
                  P                  P                  W4      P                  4       V,           p\        P                  ! V\        P
                  P                  P                  V4      ,          4      p\        VV4      RRRV13,          pVRRV13,          P                  VVVV4      P                  4       pVRV^V,          13,          P                  VVVV4      P                  4       p VR^V,          R13,          P                  VVVV4      P                  4       p!\        P                  ! VP                  4       P!                  ^4      V P                  4       P!                  ^4      .RR7      p"VP#                  ^ VP%                  ^4      \        P
                  P                  P'                  \        P                  ! VV.RR7      ^ ^ ^ ^ ^ \        V,
          34      P)                  ^ 4      4       VP#                  ^ VP%                  ^4      \        P
                  P                  P'                  V"P+                  ^^4      ^ ^ ^ ^ ^ \        V,
          34      P)                  ^ 4      4       V\        P,                  ! \        VP.                  R7      8„  p#\        P0                  ! V#P%                  ^^\        4      \        V^V,
          4      P3                  ^V4      R4      p$V$RRV13,          P                  VVV\        4      P                  4       p%V$RV^V,          13,          P                  VVV\        4      P                  4       p&V$R^V,          R13,          P                  VVV\        4      P                  4       p'\        V^V,
          4      P3                  ^V4      p(\        P0                  ! V#P%                  ^^\        ^4      \        V^V,
          4      P3                  ^V4      P+                  ^^4      R4      p)\        P0                  ! V#P%                  ^\        ^4      V(R,          R4      p*\        P0                  ! V#P%                  ^\        ^4      V(R,          R4      p+V;V3R lp,Tp-\        P4                  ! VVVV3\        P6                  V P.                  R	7      p.R
 p/V,! V%V&V)4      w  p0p1\9        \        4       F@  p2V/! V-V0RV23,          V1RV23,          V'RV23,          V*RV23,          V+RV23,          4      w  p-pKB  	  VP;                  V-4       V,! VV V"4      w  p0p1\9        V4       Fò  p3VV3,          ^,          P%                  ^4      p4VV3,          ^ ,          ^ 8g  p5V/! V-V0P3                  ^V44      R,          V1P3                  ^V44      R,          V!P3                  ^V44      R,          VP3                  ^V44      R,          VP3                  ^V44      R,          4      w  p6p7\        P0                  ! V5V6V-4      p-V.P#                  ^V4V7P)                  ^4      4       Kô  	  V.P=                  V4      P                  4       p.\        P>                  ! V.P                  4       PA                  RRR7      V,           4      p8V.V8,          V
P                  4       ,          P=                  V4      p9\        P
                  P                  PC                  V	P%                  VVVV4      4      p:V9V:,          # )é   ºNNNNrh   rj   g        rm   .c                óö   <€ VP                  4       P                  R R7      P                  ^4      pWR,          ,          S,          P                  S^R7      p WR,          ,          P                  S^R7      pW3# )gê-�™—q=rk   rh   ©.r   ©.r§   )Úsqrtrw   r‚   Úrepeat_interleave)ÚqÚkÚssÚnÚgroupsrž   s   &&& €€r   Ú
normalizedÚ*_decode_deferred_torch.<locals>.normalized  sf   ø€ Ø�G‰G‹I�O‰O ˆOÓ&×0Ñ0°Ó3ˆØ�6•�]˜UÕ"×5Ñ5°fÀ!Ð5ÓDˆØ�6•�]×-Ñ-¨f¸!Ð-Ó<ˆØˆtˆr   rA   c                óæ   € WR,          ,          p\         P                  ! RW&4      pW7,
          VR,          ,          pWbR,          VR,          ,          ,           p	V	\         P                  ! RW4      3# )r¨   zbhk,bhkv->bhv)r¨   r¨   NN)r¨   r¨   N)r¨   r¨   r¨   N)r¨   r¨   Nr¨   )r    Úeinsum)
Ústr®   r¯   ÚvÚdecayÚbetaÚsgsÚkvmÚdeltar±   s
   &&&&&&    r   ÚstepÚ$_decode_deferred_torch.<locals>.step  s^   € àÐ)Õ*Õ*ˆÜ�lŠl˜?¨AÓ3ˆØ•˜D Õ,Õ,ˆØ�MÕ" U¨=Õ%9Õ9Õ9ˆØ”%—,’,˜°Ó5Ð5Ð5r   T)ÚkeepdimrT   rª   r«   )r¨   r   )"rU   r?   rn   rC   r    r   r€   ÚlinearÚsigmoidrs   r}   Úsoftplusrf   rV   rz   Úsquarer|   r~   re   r�   r‚   ro   rq   r   rv   rd   rB   rD   ru   rr   rx   ÚrsqrtÚmeanÚsilu)<r—   r˜   r™   rš   r›   rœ   r�   r>   rž   rŸ   r    r¡   rE   rG   rH   rQ   r;   rƒ   r‘   r=   r¤   r¥   r?   r†   rb   r‡   Úprogrº   Úaar¹   ÚcurÚcur_qÚcur_kÚcur_vÚcur_ssÚliver‰   Úprev_qÚprev_kÚprev_vÚ
prev_gatesÚprev_ssÚ
prev_decayÚ	prev_betar³   r·   Úocr¾   r®   r¯   ÚiÚeÚrowÚcommitr±   ÚoÚrstdr”   Úgater²   s<   &&&&&&&&f&&&&&&&                                           @r   r£   r£   à   sq  ù€ ð
 —G‘G�M€Eˆ3�Ø%*§[¡[°¥^°U·[±[Àµ^ÀUÇ[Á[ÐQRÅ^˜ˆ<€EØ�mÕ#€FØ�G‰G€EØ
�(‰(‹*€CØ˜!•f˜c !�fˆV€GØ�a˜œH�Ð% s¨1¨q´8­|Õ+;¸AÀÄHÅÕ<LÐ'Mˆ4€Eô �8‰8×Ñ×%Ñ% aÓ-×5Ñ5Ó7×=Ñ=Ó?€DÜ	�‰×	Ñ	×	#Ñ	# AÓ	+×	1Ñ	1Ó	3°gÕ	=€BÜ�IŠI�g¤§¡× 3Ñ 3× <Ñ <¸RÓ @Õ@ÓA€EÜ
�˜Ó
   A t¨ t Õ
,€CØ��8�G�8�Õ×$Ñ$ U¨M¸<ÈÓM×SÑSÓU€EØ��7˜1˜w�;Ð&Ð&Õ'×/Ñ/°°}ÀlÐTWÓX×^Ñ^Ó`€EØ��1�w•;‘<�Õ ×(Ñ(¨°°yÀ#ÓF×LÑLÓN€EÜ�[Š[˜%Ÿ,™,›.×,Ñ,¨QÓ/°·±³×1CÑ1CÀAÓ1FÐGÈRÔP€FØ×Ñ˜!˜VŸ[™[¨›^¬U¯X©X×-@Ñ-@×-DÑ-DÜ�Š�U˜D�M rÔ*¨Q°°1°a¸¼HÀs½NÐ,Kó.MßMVÉYÐWXË\ô[à×Ñ˜!˜VŸ[™[¨›^¬U¯X©X×-@Ñ-@×-DÑ-DØ×Ñ˜˜AÓ  A q¨!¨Q´¸3µÐ ?ó.AßAJÁÈ1ÃôOð
 ”U—\’\¤(°3·:±:Ô>Ñ>€DÜ�;Š;�t—y‘y  A¤xÓ0´%¸ÀÀVÅÓ2L×2YÑ2YÐZ[Ð]bÓ2cÐehÓi€DØ�!�X�g�X�+Õ×&Ñ& u¨m¸\Ì8ÓT×ZÑZÓ\€FØ�!�W˜Q �[Ð(Ð(Õ)×1Ñ1°%¸ÈÔV^Ó_×eÑeÓg€FØ�!�Q˜•[‘\�/Õ"×*Ñ*¨5°%¸ÄHÓM×SÑSÓU€FÜ�y ! f¥*Ó-×:Ñ:¸1¸eÓD€JÜ�kŠk˜$Ÿ)™) A q¬(°AÓ6Ü 	¨1¨v­:Ó6×CÑCÀAÀuÓM×WÑWÐXYÐ[\Ó]Ð_bód€Gä—’˜TŸY™Y q¬(°AÓ6¸
À6Õ8JÈCÓP€JÜ—’˜DŸI™I a¬°1Ó5°zÀ&Õ7IÈ3ÓO€Iöð 
€BÜ	�Š�e˜S %¨Ð3¼5¿=¹=ÐQR×QYÑQYÔ	Z€Bò6ñ �f˜f gÓ.�D€A€qÜ”8Ž_ˆÙ�R˜˜3 ˜6� A c¨1 f¥I¨v°c¸1°f­~¸zÈ!ÈQÈ$Õ?OÐQZÐ[\Ð^_Ð[_ÕQ`Óa‰ˆŠAñ à	‡K�K�„Oá�e˜U FÓ+�D€A€qÜ�3ŽZˆØ�A�w˜�|×!Ñ! !Ó$ˆØ�q•'˜B•, 1Ñ$ˆÙ�B˜Ÿ™ q¨#Ó.¨vÕ6¸¿¹ÀqÈ#Ó8NÈvÕ8VØ×&Ñ& q¨#Ó.¨vÕ6Ø×&Ñ& q¨#Ó.¨tÕ4°d×6GÑ6GÈÈ3Ó6OÐPTÕ6UóW‰ˆˆ1ô �[Š[˜  BÓ'ˆØ
�‰�q˜#˜qŸ{™{¨1›~Ö.ñ ð 
�‰ˆu‹×	Ñ	Ó	€BÜ�;Š;�r—y‘y“{×'Ñ'¨°DÐ'Ó9¸CÕ?Ó@€DØ	ˆd��[×&Ñ&Ó(Õ	(×,Ñ,¨UÓ3€AÜ�8‰8×Ñ×#Ñ# A§F¡F¨5°#°u¸iÓ$HÓI€DØˆt�8€Or   c               óT   € V ^8„  d   QhRRRRRRRRRRRRRRR	R
RR
RRRRRRRRRRRR/# )r   Ú	mixed_qkvrL   r—   r˜   r™   rš   r›   rœ   r�   r
   r>   rž   rs   rŸ   r    r¡   Ú	snapshotsrP   r   r   )r   s   "r   r   r   0  sž   € ÷ /ñ /Øð/àð/ð 
ð/ð 
ð	/ð
 ð/ð ð/ð ð/ð ð/ð ð/ð ð/ð ð/ð ð/ð 
ð/ð #ð/ð ñ/r   c                ó  € V P                   w  rïpVP                   ^,          VP                   ^,          VP                   ^,          ppp\        VP                  VV4      '       g   \        R4      h\        P
                  ! VVVV3VP                  VP                  R7      p\        e£   \        P                  ! V P                  4       VP                  4       VP                  4       VP                  4       WEVVVV
P                  VVVV,          4      P                  4       VP                  4       WÇW‰4      pV'       g   \        R4      hV# \        P                  p\        P                  P                  V! V P                  4       4      V! VP                  4       4      V! VP                  4       4      V! VP                  4       4      V! V4      V! V4      V! V4      V! V4      Ve	   V! V4      MRV! V
P                  VVVV,          4      P                  4       4      V! VP                  4       4      VWxV	\        P                  P                  VP                  4      P                   4      pV'       g   \        R4      hV# )z­S GatedDeltaNet decode steps from the conv output [B, C, S].

The fp32 state [B, Hv, DK, DV] is updated in place. State, dt_bias, g_decay,
and snapshots must be contiguous.
zFgated_delta_decode_fused is unavailable for this device and head shaperA   Nz(gated_delta_decode_fused launch rejected)rU   r!   r   r\   r    rB   r?   r"   r   rW   rV   r$   rY   r&   r   rZ   r[   )rà   r—   r˜   r™   rš   r›   rœ   r�   r>   rž   rŸ   r    r¡   rá   r;   r‘   rƒ   r=   r¤   r¥   r•   r]   r^   s   &&&&&&&&&&&&&&         r   r   r   0  sõ  € ð* —O‘O�M€EˆcØ%*§[¡[°¥^°U·[±[Àµ^ÀUÇ[Á[ÐQRÅ^˜ˆ<€EÜ˜Ÿ™ ,°	×:Ò:ÜÐcÓdÐdÜ
�+Š+�u˜c 5¨)Ð4¸A¿G¹GÈAÏHÉHÔ
U€CÜÒÜ×2Ò2Ø× Ñ Ó" A§L¡L£N°C·N±NÓ4DÀcÇnÁnÓFVØ˜e S¨)Ø�I‰I�e˜S %¨)Õ"3Ó4×?Ñ?ÓAÀ;×CYÑCYÓC[Ø˜-ó	
ˆ÷ ÜÐIÓJÐJØˆ
Ü×)Ñ)€DÜ	×	Ñ	×	2Ñ	2ÙˆY×!Ñ!Ó#Ó$¡d¨1¯<©<«>Ó&:¹DÀÇÁÓAQÓ<RÑTXÐY\×YgÑYgÓYiÓTjÙˆW‹‘t˜G“}¡d¨5£k±4¸³9Ø$Ò0‰ˆYŒ°dÙˆQ�Y‰Y�u˜c 5¨9Õ#4Ó5×@Ñ@ÓBÓCÁTÈ+×J`ÑJ`ÓJbÓEcÐehØ Ü�
‰
×!Ñ! !§(¡(Ó+×7Ñ7ó
€B÷ ÜÐEÓFÐFØ€Jr   c               ó0   € V ^8„  d   QhRRRRRRRRRRRR/# )	r   rK   rL   rM   rN   rO   rP   rá   r   r   )r   s   "r   r   r   b  sD   € ÷ !ñ !Ø
ð!àð!ð ð!ð  ð	!ð
 #ð!ð ñ!r   c                ó€  € \        V P                  4      '       g   \        R4      hV P                  w  rVp\        P
                  ! WWV3V P                  V P                  R7      p\        eo   \        P                  ! V P                  4       YP                  VR4      P                  4       Ve   VP                  4       MRW„4      p	V	'       g   \        R4      hV# \        P                  p
\        P                  P                  V
! V P                  4       4      V
! V4      V
! VP                  VR4      P                  4       4      Ve   V
! VP                  4       4      MRV
! V4      Ve	   V
! V4      MR\        P                  P                  V P                  4      P                   4      p	V	'       g   \        R4      hV# )z¦Depthwise causal conv + silu over proj [B, S, C], returning [B, C, S].

The conv_state [B, C, KS-1] is updated in place. Conv_state and snapshots
must be contiguous.
z5deltanet_conv_step requires the CUDA or HIP extensionrA   Nz"deltanet_conv_step launch rejectedrT   )r!   r   r\   rU   r    rB   r?   r"   r   rW   rV   r$   rY   r&   r   rZ   r[   )rK   rM   rN   rO   rá   r;   rƒ   r<   r•   r]   r^   s   &&&&&      r   r   r   b  s^  € ô ˜Ÿ™×$Ò$ÜÐRÓSÐSØŸ:™:Ñ€E�Ü
�+Š+�u¨Ð,°D·J±JÀtÇ{Á{Ô
S€CÜÒÜ×,Ò,Ø�O‰OÓ˜z¯>©>¸(ÀBÓ+G×+RÑ+RÓ+TØ#)Ò#5ˆF×ÑÔ¸4Àó
ˆ÷ ÜÐCÓDÐDØˆ
Ü×)Ñ)€DÜ	×	Ñ	×	,Ñ	,ÙˆT�_‰_ÓÓ¡ jÓ!1±4¸¿¹ÀxÐQSÓ8T×8_Ñ8_Ó8aÓ3bØ%+Ò%7‰ˆV×ÑÓ Ô!¸TÁ4ÈÃ9Ø$Ò0‰ˆYŒ°dÜ�
‰
×!Ñ! $§+¡+Ó.×:Ñ:ó	
€B÷ ÜÐ?Ó@Ð@Ø€Jr   )é   é   )Nr   r   )N)NN)Ú__conditional_annotations__Ú
__future__r   r    Úbackendsr   r$   r.   Úversionr   r"   r   r)   r   Ú__annotations__rC   ÚCTL_INTSr   r!   r9   rI   r_   rf   rX   r5   r£   r   r   )rç   s   @r   Ú<module>rí      sž   øðß "Ð "ã å +á
ˆ5�=‰=˜% ×&Ò&Þ-à€Là€
ð $Ð Ø "€ˆ~Ó "Ø€Øˆq�8�|Õ€õh÷E÷D>õ$	3õ#JõL2ò
 sõF3òlM÷`/÷d!ñ !r   