+
    ƒ°ñj�] ã                   óB  € ^ RI t ^ RIHt ^ RIt^ RIHu Ht ^ RI	t
^ RIHt ^ RIHt ^ RIt^ RIt^ RIHt ^ RIt^ RIt^ RIt^ RIt^ RIHt ^ RIHt ^ RIHtHtHtHtHtH t  RR	R
RRRR^R^R^R^@RRRRR^/
t!RRR
RRRR^R^R^R^HRRRRR^/
t"RRR^R^RRR^R^R^R^ RR R!R"RRR#R$/t#R%^0R^R^R&R'R(R)R!R'RR/t$R*R+R!R+RR/t%] ! R, R-4      4       t&] ! R. R/]&4      4       t'] ! R0 R1]&4      4       t(] ! R2 R3]&4      4       t) ! R4 R5]4      t*R6 t+R7 t, ! R8 R9]PZ                  4      t. ! R: R;]PZ                  4      t/ ! R< R=]PZ                  4      t0 ! R> R?]]] P                  PZ                  4      t1 ! R@ RA4      t2 ! RB RC]14      t3R‚RD lt4RE t5 ! RF RG]PZ                  4      t6 ! RH RI]PZ                  4      t7 ! RJ RK]PZ                  4      t8 ! RL RM]PZ                  4      t9 ! RN RO]PZ                  4      t: ! RP RQ]PZ                  4      t; ! RR RS]PZ                  4      t< ! RT RU]PZ                  4      t= ! RV RW]=4      t>RX t? ! RY RZ]PZ                  4      t@ ! R[ R\]PZ                  4      tA ! R] R^]PZ                  4      tB ! R_ R`]PZ                  4      tC ! Ra Rb]PZ                  4      tD ! Rc Rd]PZ                  4      tE ! Re Rf]PZ                  4      tF ! Rg Rh]PZ                  4      tG ! Ri Rj]=4      tHRk tI ! Rl Rm4      tJ ! Rn Ro4      tK ! Rp Rq]J]P˜                  4      tM ! Rr Rs]Pœ                  4      tO ! Rt Ru]M4      tP ! Rv Rw]O4      tQ ! Rx Ry]P¤                  4      tSRz tTR{ tURƒR| ltVR„R} ltW]W! ]&4      tX]W! ]'4      tY]W! ](R~R7      tZ ! R€ R�]34      t[]Q][n\        R# )…é    N)Ú	Tokenizer)Ú	dataclass)Úsd1_clip)Úoptimized_attention_for_device)Úrms_norm)ÚRMSNormÚMLPÚ	BaseLlamaÚBaseGenerateÚFixedKVÚ_make_scaled_embeddingÚhidden_sizei   Ú
image_sizei€  Úintermediate_sizei   Únum_attention_headsÚnum_hidden_layersÚ
patch_sizeÚhead_dimÚrms_norm_epsç�íµ ÷Æ°>Úposition_embedding_sizeé (  Úpooling_kernel_sizeé€  iÐ  é   i   Úconv_kernel_sizeÚattention_chunk_sizeÚattention_context_leftÚattention_context_rightÚattention_logit_capç      I@Úoutput_proj_dimsé   Úresidual_weightç      à?Úmodel_patch_sizeÚmm_embed_dimé   Úmm_posemb_sizei`  Úaudio_samples_per_tokené€  c                   óÄ   a € ] tR t^#t o RtRtRt^*t^t^t	Rt
RtRR.tRtR	tR
tRtRtRtRtRtRtRtRtRt. ROtRtRtRtRtRtR	t^t Rt!. ROt". t#]$t%]&t'Rt(V 3R lt)Rt*V t+R# )ÚGemma4Configi   é 
  r   i   r   g    €„.Aç     ˆÃ@Úgemma4é   é   NFÚgelu_pytorch_tanhÚgemma3g      Ð?Tg      >@é  c                óÚ   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[;R	&   S[;R
&   S[;R&   S[;R&   S[;R&   S[ ;R&   S[ ;R&   S[;R&   # )é   Ú
vocab_sizer   r   r   r   Únum_key_value_headsÚmax_position_embeddingsr   Útransformer_typeÚpartial_rotary_factorÚ
final_normÚlm_headÚfinal_logit_softcappingÚhidden_size_per_layer_inputÚnum_kv_shared_layersÚuse_double_wide_mlp)ÚintÚfloatÚstrÚbool)ÚformatÚ__classdict__s   "€Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\gemma4.pyÚ__annotate__ÚGemma4Config.__annotate__#   sÓ   ø‡ ‚ áÑñ ñ Ññ ñ Ñ"ñ	 ñ
 Ññ ñ Ñ ñ ñ Ñ ñ ñ !Ñ)ñ ñ Ññ ñ Ñ$ñ ñ2 !Ñ'ñ3 ñ4 Ññ5 ñ6 Ññ7 ñ8 #Ñ)ñ9 ñ: "%Ñ*ñ; ñ< Ñ"ñ= ñ> Ñ%ò? ó    © )r2   r2   r2   r2   r2   F)é   é2   éj   ),Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r8   r   r   r   r   r9   r:   r   Ú
rope_thetar;   r   Úglobal_head_dimÚnum_global_key_value_headsÚattention_k_eq_vÚvision_bidirectionalÚrms_norm_addÚmlp_activationÚqkv_biasÚ	rope_dimsÚq_normÚk_normÚsliding_attentionÚ
rope_scaler<   r=   r>   r?   r@   rA   rB   Ústop_tokensÚsuppress_tokensÚGEMMA4_VISION_CONFIGÚvision_configÚGEMMA4_AUDIO_CONFIGÚaudio_configÚmm_tokens_per_imageÚ__annotate_func__Ú__static_attributes__Ú__classdictcell__©rH   s   @rI   r-   r-   #   sÑ   ø‡ € à€JØ€KØ"ÐØÐØ ÐØ ÐØ#)ÐØ€LØ˜WÐ%€JØ$ÐØ€HØ€OØ!%ÐØÐØ ÐØ€LØ(€NØ€HØ€IØ€FØ€FÚ8ÐØ€JØ#'ÐØ€JØ€GØ%)ÐØ'*ÐØ "ÐØ %ÐÚ€KØ€OØ(€MØ&€LØÐ÷I ƒ rL   r-   c                   óL   a € ] tR t^It o RtRt^#t^t. ROt^t	Rt
V 3R ltRtV tR# )ÚGemma4_E2B_Configr#   i   Tc                ób   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   # )r7   r   r   r   r9   rA   rB   )rC   rF   )rG   rH   s   "€rI   rJ   ÚGemma4_E2B_Config.__annotate__I   sQ   ø‡ ‚ áÑñ ñ Ñ!ñ ñ Ññ	 ñ
 Ñ ñ ñ Ñ"ñ ñ Ñ$ò rL   rM   N)r2   r2   r2   r2   F)rQ   rR   rS   rT   r   r   r   r9   r`   rA   rB   ri   rj   rk   rl   s   @rI   rn   rn   I   s5   ø‡ € à€KØ!ÐØÐØ ÐÚ3ÐØ "ÐØ $Ð÷ ƒ rL   rn   c                   ód   a € ] tR t^St o RtRt^<t^ t^t^t	Rt
Rt. ROt^ t^ tRt]tV 3R ltRtV tR# )ÚGemma4_31B_Configi   i T  TNc                ón   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   # ©r7   r   r   r   r   r9   r@   rA   ©rC   )rG   rH   s   "€rI   rJ   ÚGemma4_31B_Config.__annotate__S   s^   ø‡ ‚ áÑñ ñ Ñ"ñ ñ Ññ	 ñ
 Ñ!ñ ñ Ñ!ñ ñ "%Ñ(ñ ñ Ñ!ò rL   rM   ©r   r   r   r   r   F)rQ   rR   rS   rT   r   r   r   r   r9   rW   rX   rY   r`   r@   rA   rg   ÚGEMMA4_VISION_31B_CONFIGre   ri   rj   rk   rl   s   @rI   rr   rr   S   sW   ø‡ € à€KØ"ÐØÐØ!ÐØ!ÐØ!"ÐØÐØÐÚ=ÐØ'(ÐØ !ÐØ€LØ,€M÷ ƒ rL   rr   c                   ól   a € ] tR t^ct o RtRt^0t^t^t^t	Rt
Rt. R	Ot^ t^ t]t]tRR.tV 3R ltRtV tR# )
ÚGemma4_12B_Configr(   i <  TiCó iBó c                ón   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   # rt   ru   )rG   rH   s   "€rI   rJ   ÚGemma4_12B_Config.__annotate__c   s^   ø‡ ‚ áÑñ ñ Ñ"ñ ñ Ññ	 ñ
 Ñ!ñ ñ Ñ ñ ñ "%Ñ(ñ ñ Ñ!ò rL   rM   Nrw   )rQ   rR   rS   rT   r   r   r   r   r9   rW   rX   rY   r`   r@   rA   ÚGEMMA4_UNIFIED_AUDIO_CONFIGrg   ÚGEMMA4_UNIFIED_VISION_CONFIGre   rc   ri   rj   rk   rl   s   @rI   rz   rz   c   sa   ø‡ € à€KØ"ÐØÐØ!ÐØ ÐØ!"ÐØÐØÐÚ=ÐØ'(ÐØ !ÐØ.€LØ0€MØ˜vÐ&€O÷ ƒ rL   rz   c                   ó&   a € ] tR t^ut o R tRtV tR# )ÚRingKVc                ó  € V P                   P                  ^,          pV P                  P                  V P                  V,          4       V P
                  P                  \        V P                  V,           V4      4       R# )r7   N)ÚkeyÚshapeÚpositionÚfill_ÚindexÚseqlenÚmin)ÚselfÚ
num_tokensÚcapacitys   && rI   ÚprepareÚRingKV.preparew   sQ   € Ø—8‘8—>‘> !Õ$ˆØ�‰×Ñ˜DŸJ™J¨Õ1Ô2Ø�‰×Ñœ#˜dŸj™j¨:Õ5°xÓ@ÖArL   rM   N)rQ   rR   rS   rT   rŒ   rj   rk   rl   s   @rI   r€   r€   u   s   ø‡ € ÷Bð BrL   r€   c                 óü  € VP                   P                  ^,          p\        VP                  ^,           V4      pV P	                  . V P                  RR OVN5V4      p\        V\        4      '       dt   \        P                  ! VP                  ^,           V,
          VP                  ^,           V P                  R7      V,          pVP                  RW`RV) R13,          4       V# V RRV13,          VRRV13&   V# )r7   N©Údevice.éÿÿÿÿ)r‚   rƒ   rˆ   r†   Únew_fullÚ
isinstancer€   ÚtorchÚaranger�   Úindex_copy_)ÚmaskÚcacheÚmin_valr‹   ÚvalidÚoutputÚ	positionss   &&&    rI   Ú_fixed_kv_decode_maskr�   }   sØ   € Ø�y‰y�‰˜qÕ!€HÜ�—‘˜a• Ó*€EØ�]‰]Ð7˜TŸZ™Z¨¨˜_Ð7¨hÑ7¸ÓA€FÜ�%œ× Ò Ü—L’L §¡¨q¥°5Õ!8¸%¿+¹+È½/ÐRV×R]ÑR]Ô^ÐaiÕiˆ	Ø×Ñ˜2˜y¨s°U°F±G¨|Õ*<Ô=ð €Mð # 3¨¨¨ ;Õ/ˆˆs�F�U�Fˆ{ÑØ€MrL   c                 óD  € V^ ,          V^,          r2V P                   R,          ^,          pW,          pVRRV13;;,          V RVR13,          VRRV13,          ,          ,          uu&   VRVR13;;,          V RRV13,          VRVR13,          ,          ,          uu&   V# )r   .Nr‘   )rƒ   )ÚxÚ	freqs_cisÚcosÚsinÚhalfÚouts   &&    rI   Ú_apply_rotary_pos_embr¥   ‹   s�   € Ø˜�|˜Y q�\ˆØ�7‰7�2�;˜!Õ€DØ
�'€CØˆˆUˆdˆUˆ
‡O�q˜˜d™e˜•} s¨3°°°¨:¥Õ6Õ6ƒOØˆˆT‰Uˆ
‡O�q˜˜e˜t˜e˜•} s¨3°±¨:¥Õ6Õ6ƒOØ€JrL   c                   óR   a a€ ] tR t^“t oRV 3R lltR tRV3R lR lltRtVtV ;t	# )ÚGemma4Attentionc                ó‚  <€ \         SV `  4        VP                  V n        Ve   TMVP                  V n        VP                  V n        W n        V P                  V,          V n        VP                  VP                  V P                  VP                  WVR7      V n        VP                  VP                  V P
                  V,          VP                  WVR7      V n        V'       d   R M9VP                  VP                  V P
                  V,          VP                  WVR7      V n        VP                  V P                  VP                  RWVR7      V n        R V n        R V n        VP                  R8X  d   \#        W!P$                  WVR7      V n        VP                   R8X  d   \#        W!P$                  WVR7      V n        R # R # )N©Úbiasr�   ÚdtypeFr4   ©Úepsr�   r«   )ÚsuperÚ__init__r   Ú	num_headsr9   Únum_kv_headsr   r   Ú
inner_sizeÚLinearr\   Úq_projÚk_projÚv_projÚo_projr^   r_   r   r   )	r‰   Úconfigr   r±   Úk_eq_vr�   r«   ÚopsÚ	__class__s	   &&&&&&&&€rI   r¯   ÚGemma4Attention.__init__”   sa  ø€ Ü‰ÑÔØ×3Ñ3ˆŒØ,8Ò,D™LÈ&×JdÑJdˆÔØ!×-Ñ-ˆÔØ ŒØŸ.™.¨8Õ3ˆŒà—j‘j ×!3Ñ!3°T·_±_È6Ï?É?Ðci�jÓwˆŒØ—j‘j ×!3Ñ!3°T×5FÑ5FÈÕ5QÐX^×XgÑXgÐpv�jó  EˆŒç$‘d¨#¯*©*°V×5GÑ5GÈ×IZÑIZÐ]eÕIeÐlr×l{Ñl{ð  EK¨*ó  +YˆŒØ—j‘j §¡°&×2DÑ2DÈ5ÐY_�jÓmˆŒàˆŒØˆŒØ�=‰=˜HÔ$Ü! (×0CÑ0CÈFÔ`ˆDŒKØ�=‰=˜HÔ$Ü! (×0CÑ0CÈFÔ`ˆDŽKñ %rL   c           	     óL  € Vf·   \        VP                  ^,           VP                  P                  ^,          4      pV P                  V P
                  8w  d   RR/M/ p\        VP                  RRR7      pV! WP                  RRR V13,          VP                  RRR V13,          V P                  3RRRR/VB # VP                  ^ ,          pV P                  V P
                  ,          pVP                  WpP
                  W€P                  4      p	W’P                  P                  R
R4      ,          V,           p
\        P                  ! V
P                  4       R
R	7      P                  VP                   4      pW²P                  ,          P                  V^V P"                  4      # )NÚ
enable_gqaTF©r—   Úsmall_inputºNNNÚskip_reshapeÚscaleç      ð?©Údimr‘   éþÿÿÿ)rˆ   r†   r‚   rƒ   r°   r±   r   r�   ÚvalueÚreshaper   Ú	transposer”   ÚsoftmaxrD   Útor«   r²   )r‰   Úxqr˜   rª   ÚnÚ
gqa_kwargsÚ	attentionÚ
batch_sizeÚgroupsÚqÚscoresÚprobss   &&&&        rI   Ú_decode_attentionÚ!Gemma4Attention._decode_attention©   sY  € ØŠ<ô �E—K‘K !•O U§Y¡Y§_¡_°QÕ%7Ó8ˆAØ15·±À4×CTÑCTÔ1T˜,¨Ñ-ÐZ\ˆJÜ6°r·y±yÀuÐZ^Ô_ˆIÙ˜R§¡¨1¨a°°!°¨8Õ!4°e·k±kÀ!ÀQÈÈÈÀ(Õ6KÈTÏ^É^ñ  IÐjnð  IÐvyð  Ið  ~Hñ  Ið  Ið —X‘X˜a•[ˆ
Ø—‘ 4×#4Ñ#4Õ4ˆØ�J‰J�z×#4Ñ#4°f¿m¹mÓLˆØ—Y‘Y×(Ñ(¨¨RÓ0Õ0°4Õ7ˆÜ—’˜fŸl™l›n°"Ô5×8Ñ8¸¿¹ÓBˆØŸ™Õ#×,Ñ,¨Z¸¸D¿O¹OÓLÐLrL   c                ó4   <€ V ^8„  d   QhRS[ P                  /# )r7   Úhidden_states)r”   ÚTensor)rG   rH   s   "€rI   rJ   ÚGemma4Attention.__annotate__º   s   ø€ ÷ eDñ eDá—|‘|ñeDrL   c           	     óî  € VP                   w  rxp	V P                  V4      p
V
P                  WxV P                  V P                  4      P                  ^^4      p
V P                  e   V P                  V
4      p
\        V\        4      '       dP   \        P                  P                  P                  W£4      p
V P                  W¦V4      pV P                  V4      RR3# Ve4   Vw  rÍ\        P                  P                  P                  W£4      p
RpRpEMÍV P                  V4      P                  WxV P                   V P                  4      pV P"                  e8   V P#                  V4      P                  WxV P                   V P                  4      pMTpV P$                  e   V P%                  V4      p\'        V4      pVP                  ^^4      pVP                  ^^4      p\        P                  P                  P                  W£4      p
\        P                  P                  P                  WÃ4      pRp\        V\        4      '       d   TMRpVEeÛ   V^8X  d‡   VP(                  ^ 8”  dv   VP*                  P-                  ^VP.                  V4       VP0                  P-                  ^VP.                  V4       V P                  V
VV4      pV P                  V4      VR3# VP*                  P                   ^,          pVP(                  pVV,           V8:  d}   VVP*                  RRVVV,           13&   VVP0                  RRVVV,           13&   V^ 8”  d?   VP*                  RRRVV,           13,          pVP0                  RRRVV,           13,          pM—V^ 8X  d†   \2        P4                  ! VV,
          WŒP6                  R7      V,          pVP*                  P-                  ^VVRRV) R13,          4       VP0                  P-                  ^VVRRV) R13,          4       M\9        R4      hTpM²Ve¯   ^ p\;        V4      ^ 8”  d;   Vw  ppp\2        P<                  ! VV3^R7      p\2        P<                  ! VV3^R7      pVV,           pVeM   VP                   ^,          V^,
          8”  d.   VRRV^,
          ) R13,          pVRRV^,
          ) R13,          pMTpTpVVV3pWÍ3pV P                  V P                   8g  ;'       d#    VRJ;'       d    VP                   ^,          V8¬  pV'       d]   VP?                  V P                  V P                   ,          ^R7      pVP?                  V P                  V P                   ,          ^R7      pV'       d   / M V P                  V P                   8w  d   RR/M/ p\A        V
P6                  VRJRR7      ! W¬WÐP                  3R	VR
RRR/VB pV P                  V4      Wï3# )rN   NrÁ   r�   z@gemma4: chunked prefill past the sliding window is not supportedrÅ   r¾   Tr¿   r—   rÂ   rÃ   rÄ   )!rƒ   r´   Úviewr°   r   rÊ   r^   r“   r   ÚcomfyÚ	quant_opsÚckÚapply_rope_split_half1rÖ   r·   rµ   r±   r¶   r_   r   r†   r‚   r–   r„   rÈ   r”   r•   r�   ÚRuntimeErrorÚlenÚcatÚrepeat_interleaver   )r‰   rÙ   Úattention_maskr    Úpast_key_valueÚsliding_windowÚ	shared_kvrÑ   Ú
seq_lengthÚ_rÍ   r›   ÚxkÚxvÚpresent_key_valueÚshareable_kvÚfixed_cacher‹   r†   ÚslotsÚcumulative_lenÚpast_keyÚ
past_valueÚnew_cumulativeÚcache_kÚcache_vÚ	expand_kvrÏ   s   &&&&&&&                     rI   ÚforwardÚGemma4Attention.forwardº   s�  € ð %2×$7Ñ$7Ñ!ˆ
 à�[‰[˜Ó'ˆØ�W‰W�Z¨T¯^©^¸T¿]¹]ÓK×UÑUÐVWÐYZÓ[ˆØ�;‰;Ò"Ø—‘˜R“ˆBä�i¤×)Ò)ä—‘×#Ñ#×:Ñ:¸2ÓIˆBØ×+Ñ+¨B¸>ÓJˆFØ—;‘;˜vÓ&¨¨dÐ2Ð2àÒ Ø‰FˆBä—‘×#Ñ#×:Ñ:¸2ÓIˆBØ $ÐØŠLà—‘˜]Ó+×0Ñ0°È×IZÑIZÐ\`×\iÑ\iÓjˆBØ�{‰{Ò&Ø—[‘[ Ó/×4Ñ4°ZÈT×M^ÑM^Ð`d×`mÑ`mÓn‘à�Ø�{‰{Ò&Ø—[‘[ “_�Ü˜"“ˆBØ—‘˜a Ó#ˆBØ—‘˜a Ó#ˆBÜ—‘×#Ñ#×:Ñ:¸2ÓIˆBÜ—‘×#Ñ#×:Ñ:¸2ÓIˆBà $ÐÜ,6°~Äw×,OÒ,O™.ÐUYˆKØÓ&Ø ”? {×'8Ñ'8¸1Ô'<à—O‘O×/Ñ/°°;×3GÑ3GÈÔLØ×%Ñ%×1Ñ1°!°[×5IÑ5IÈ2ÔNØ!×3Ñ3°B¸À^ÓT�FØŸ;™; vÓ.°¸TÐAÐAð 'Ÿ?™?×0Ñ0°Õ3�Ø#×)Ñ)�Ø˜:Õ%¨Ô1ØFH�K—O‘O A q¨%°¸
Õ0BÐ*BÐ$BÑCØHJ�K×%Ñ% a¨¨E°%¸*Õ2DÐ,DÐ&DÑEØ˜q”yØ(Ÿ_™_¨Q°Ð3F°E¸JÕ4FÐ3FÐ-FÕG˜Ø(×.Ñ.¨q°!Ð5H°e¸jÕ6HÐ5HÐ/HÕI˜øØ˜a”Zô "ŸLšL¨°hÕ)>À
×S\ÑS\Ô]Ð`hÕh�EØ—O‘O×/Ñ/°°5¸"¸QÀÀHÀ9Á:Ð=MÕ:NÔOØ×%Ñ%×1Ñ1°!°U¸B¸qÀ!ÀhÀYÁZÐ?OÕ<PÕQä&Ð'iÓjÐjØ$/Ñ!ØÒ+Ø!"�Ü�~Ó&¨Ô*Ø;IÑ8�H˜j¨.ÜŸš H¨b >°qÔ9�BÜŸš J°Ð#3¸Ô;�BØ!/°*Õ!<�Ø!Ò-°"·(±(¸1µ+ÀÐQRÕ@RÔ2RØ   A¨¸!Õ);Ð'<Ñ'=Ð!=Õ>�GØ   A¨¸!Õ);Ð'<Ñ'=Ð!=Õ>‘Gà �GØ �GØ%,¨g°~Ð$FÐ!ð ˜8ˆLð
 —^‘^ t×'8Ñ'8Ñ8÷ 3ð 3Ø#¨4Ð/÷3ð 3à—X‘X˜a•[ NÑ2ð 	÷ Ø×%Ñ% d§n¡n¸×8IÑ8IÕ&IÈqÐ%ÓQˆBØ×%Ñ% d§n¡n¸×8IÑ8IÕ&IÈqÐ%ÓQˆBß$‘RÀ4Ç>Á>ÐUY×UfÑUfÔCf¨L¸$Ñ+?Ðlnˆ
Ü/°·	±	ÀÐVZÐ@ZÐhlÕmÐnpÐvx÷  {Iñ  {Iñ  Kð  P^ð  Kð  mqð  Kð  y|ð  Kð  @Jñ  Kˆà�{‰{˜6Ó"Ð$5ÐCÐCrL   )r   r   r²   r_   rµ   r°   r±   r·   r^   r´   r¶   )NFNNN©NNNNN)
rQ   rR   rS   rT   r¯   rÖ   rù   rj   rk   Ú__classcell__©r»   rH   s   @@rI   r§   r§   “   s&   ù‡ € ÷aò*M÷"eD÷ eDò eDrL   r§   c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚTransformerBlockGemma4i"  c           
     óL  <€ \         SV `  4        VP                  e4   VP                  V\        VP                  4      ,          ,          V n        MRV n        V P                  '       d   VP                  MVP
                  pVP                  ;'       d    V P                  '       * pV'       d   VP                  MVP                  p\        WW‡W4VR7      V n
        VP                  p	VP                  V	,
          p
VP                  '       d   W*8¼  d   VP                  ^,          MR p\        WWEVR7      V n        \#        VP$                  VP&                  W4R7      V n        \#        VP$                  VP&                  W4R7      V n        \#        VP$                  VP&                  W4R7      V n        \#        VP$                  VP&                  W4R7      V n        VP0                  V n        V P0                  '       d„   VP3                  VP$                  V P0                  RW4R7      V n        VP3                  V P0                  VP$                  RW4R7      V n        \#        VP$                  VP&                  W4R7      V n        V P;                  R\<        P>                  ! ^W4R7      4       R # )NF)r   r±   r¹   r�   r«   rº   )r�   r«   rº   r   r¬   r©   Úlayer_scalar©r�   r«   ) r®   r¯   r`   rã   r   rV   rX   rW   r9   r§   Ú	self_attnrA   r   rB   r   r	   Úmlpr   r   r   Úinput_layernormÚpost_attention_layernormÚpre_feedforward_layernormÚpost_feedforward_layernormr@   r³   Úper_layer_input_gateÚper_layer_projectionÚpost_per_layer_input_normÚregister_bufferr”   Úempty)r‰   r¸   r†   r�   r«   rº   r   r¹   r±   Únum_kv_sharedÚfirst_kv_sharedÚmlp_sizer»   s   &&&&&&      €rI   r¯   ÚTransformerBlockGemma4.__init__#  s*  ø€ Ü‰ÑÔØ×#Ñ#Ò/Ø%+×%=Ñ%=¸eÄcÈ&×JbÑJbÓFcÕ>cÕ%dˆDÕ"à%*ˆDÔ"à&*×&<×&<Ð&<�6—?’?À&×BXÑBXˆð ×(Ñ(×GÐG°×1GÑ1GÔ-Gˆß<B�v×8Ò8È×HbÑHbˆÜ(¨ÐQ]Ðu{ð  ORô  SˆŒà×3Ñ3ˆØ ×2Ñ2°]ÕBˆØ39×3M×3MÐ3MÐRWÔRj�6×+Ñ+¨aÖ/ÐptˆÜ�v°EÐV^Ô_ˆŒä& v×'9Ñ'9¸v×?RÑ?RÐ[aÔoˆÔÜ(/°×0BÑ0BÈ×H[ÑH[ÐdjÔ(xˆÔ%Ü)0°×1CÑ1CÈ×I\ÑI\ÐekÔ)yˆÔ&Ü*1°&×2DÑ2DÈ&×J]ÑJ]ÐflÔ*zˆÔ'à+1×+MÑ+MˆÔ(Ø×+×+Ð+Ø(+¯
©
°6×3EÑ3EÀt×GgÑGgÐnsð  }C¨
ó  )QˆDÔ%Ø(+¯
©
°4×3SÑ3SÐU[×UgÑUgÐnsð  }C¨
ó  )QˆDÔ%Ü-4°V×5GÑ5GÈV×M`ÑM`ÐioÔ-}ˆDÔ*ð 	×Ñ˜^¬U¯[ª[¸À6Ô-WÖXrL   c           	     óö  € TpR pV P                   '       Ed   V P                   pVP                  ^,          V P                   8”  d×   \        P                  ! VP                  ^,          VP                  ^,          VP                  VP
                  R7      p	V	P                  \        P                  ! V	\        P                  R7      P                  V P                   ) 4      \        P                  ! VP                  4      P                  4       Ve	   W),           MT	pV^,          pM	V^ ,          pTp
V P                  V4      pV P                  WVWHVR7      w  rpV P                  V4      pW¡,           pTp
V P                  V4      pV P!                  V4      pV P#                  V4      pW¡,           pV P$                  '       du   Veq   Tp
V P'                  V4      p\        P(                  P*                  P-                  VRR7      pW,          pV P/                  V4      pV P1                  V4      pW¡,           p\        P2                  ! V\4        P6                  P9                  V P:                  V4      VR7      pWV3# )N©r«   r�   ©r«   )rÙ   ræ   r    rç   rè   ré   Útanh©Úapproximate)r¤   )r`   rƒ   r”   Úzerosr«   r�   Úmasked_fill_Ú	ones_likerF   Útril_Úfinforˆ   r  r  r  r  r  r  r@   r	  ÚnnÚ
functionalÚgelur
  r  ÚmulrÞ   rº   Úcast_to_inputr  )r‰   rŸ   ræ   r    rç   Úper_layer_inputré   r›   rè   Úsw_maskÚresidualrî   rï   s   &&&&&&&      rI   rù   ÚTransformerBlockGemma4.forwardD  s"  € ØˆØˆØ×!×!Ñ!Ø!×3Ñ3ˆNà�w‰w�q�z˜D×2Ñ2Ô2ÜŸ+š+ a§g¡g¨a¥j°!·'±'¸!µ*ÀAÇGÁGÐTU×T\ÑT\Ô]�Ø×$Ñ$¤U§_¢_°WÄEÇJÁJÔ%O×%UÑ%UÐW[×WmÑWmÐVmÓ%nÔpu×p{Òp{Ð|}÷  }Dñ  }Dó  qE÷  qIñ  qIô  JØ=KÒ=W Ö!9Ð]d�Ø! !�‰Ià! !�ˆIàˆØ× Ñ  Ó#ˆØ-1¯^©^ØÀiØ)ÐT]ð .<ó .
Ñ*ˆ˜lð ×)Ñ)¨!Ó,ˆØ�LˆàˆØ×*Ñ*¨1Ó-ˆØ�H‰H�Q‹KˆØ×+Ñ+¨AÓ.ˆØ�Lˆà×+×+Ð+°Ò0KØˆHØ×)Ñ)¨!Ó,ˆAÜ—‘×#Ñ#×(Ñ(¨¸Ð(Ó?ˆAØÕ#ˆAØ×)Ñ)¨!Ó,ˆAØ×.Ñ.¨qÓ1ˆAØ•ˆAô �IŠI�aœŸ™×0Ñ0°×1BÑ1BÀAÓFÈFÔSˆà \Ð1Ð1rL   )r@   r  r  r	  r
  r  r  r  r  r  r`   ©NNNrû   ©	rQ   rR   rS   rT   r¯   rù   rj   rk   rü   rý   s   @@rI   rÿ   rÿ   "  s   ù‡ € ÷Y÷B)2ô )2rL   rÿ   c                   ó\   a a€ ] tR tRt oR	V 3R lltR tR tR tR
R ltRR lt	Rt
VtV ;t# )ÚGemma4Transformerip  c                ó:	  <€ \         SV `  4        Wn        R V n        R V n        R V n        \        WAP                  VP                  VP                  R,          W#4      V n	        \        P                  ! \        VP                  4       Uu. uF  p\        WW#VR7      NK  	  up4      V n        VP                   ^ 8”  d   VP                  VP                   ,
          MVP                  p. V n        \%        V P                  4       FÈ  w  rWWV8¼  d£   VP&                  P(                  VP&                  P*                  VP&                  P,                  0pV P"                  P/                  VP1                  4        U	u. uF+  p	\3        V	P5                  4       R4      e   K!  W˜9  g   K)  V	NK-  	  up	4       K­  V P"                  P/                  V4       KÊ  	  VP6                  '       d#   \9        VP                  VP:                  W#R7      MRV n        \?        VP@                  VPB                  ,          ^,          4      p
VPB                  ^,          V
,
          pRVPD                  ^ ,          \F        PH                  ! ^ ^V
,          ^4      PK                  4       VPB                  ,          ,          ,          pV^ 8”  d-   \F        PL                  ! V\F        PN                  ! V4      .4      pV PQ                  RVRR7       RVPD                  ^,          \F        PH                  ! ^ VPR                  ^4      PK                  4       VPR                  ,          ,          ,          pV PQ                  R	VRR7       VPT                  '       dC   V PQ                  R
\F        PV                  ! VPT                  \F        PX                  R7      RR7       VPZ                  V n-        V PZ                  '       d²   \        WAP                  VP                  V PZ                  ,          V PZ                  R,          W#4      V n.        VP_                  VP                  VP                  V PZ                  ,          RW#R7      V n0        \9        V PZ                  VP:                  W#R7      V n1        R# R# u upi u up	i )Tr%   )r†   r�   r«   rº   Nr¬   rÄ   Ú_global_inv_freqF©Ú
persistentÚ_sliding_inv_freqÚ_suppress_tokensr  r©   )2r®   r¯   r¸   Úfixed_kvÚprefetch_dynamic_vbarsÚgraph_dynamic_vbar_blocksr   r8   r   Úembed_tokensr  Ú
ModuleListÚranger   rÿ   ÚlayersrA   Ú_prefetch_unitsÚ	enumerater  rµ   r¶   r_   ÚappendÚmodulesÚnextÚchildrenr=   r   r   ÚnormrC   r<   rV   rU   r”   r•   rD   rä   r  r  r   rc   ÚtensorÚlongr@   Úembed_tokens_per_layerr³   Úper_layer_model_projectionÚper_layer_projection_norm)r‰   r¸   r�   r«   rº   Úir  ÚlayerÚdeadÚmÚrope_angles_globalÚnope_globalÚ
global_invÚsliding_invr»   s   &&&&&         €rI   r¯   ÚGemma4Transformer.__init__q  s÷  ø€ Ü‰ÑÔØŒØˆŒØ&*ˆÔ#Ø)-ˆÔ&ä2°3×8IÑ8IÈ6×K]ÑK]Ð_e×_qÑ_qÐuxÕ_xð  {Aó  IˆÔä—m’mä˜6×3Ñ3Ô4ó%
á4�ô # 6¸6ÐTW×XÙ4ñ%
ó ˆŒð U[×ToÑToÐrsÔTs˜&×2Ñ2°V×5PÑ5PÖPÐy÷  zRñ  zRˆØ!ˆÔÜ! $§+¡+Ö.‰HˆAØÔ#ØŸ™×.Ñ.°·±×0FÑ0FÈÏÉ×H^ÑH^Ð_�Ø×$Ñ$×+Ñ+Ø$Ÿ}™}œó-Ù.˜!´$°q·z±z³|ÀTÓ2J”AÐWXÑWd—A�A™ñ-ö ð ×$Ñ$×+Ñ+¨EÖ2ñ /ð io×hy×hyÐhy”G˜F×.Ñ.°F×4GÑ4GÐPVÕdð  @DˆŒ	ô ! ×!=Ñ!=À×@VÑ@VÕ!VÐZ[Õ![Ó\ÐØ×,Ñ,°Õ1Ð4FÕFˆØ˜F×-Ñ-¨aÕ0´U·\²\À!ÀQÐI[ÕE[Ð]^Ó5_×5eÑ5eÓ5gÐjp÷  kAñ  kAõ  6Aõ  Bõ  Cˆ
Ø˜Œ?ÜŸš J´·²¸KÓ0HÐ#IÓJˆJØ×ÑÐ/°ÈÐÔNà˜V×.Ñ.¨qÕ1´e·l²lÀ1ÀfÇoÁoÐWXÓ6Y×6_Ñ6_Ó6aÐdj×dsÑdsÕ6sÕtÕuˆØ×ÑÐ0°+È%ÐÔPà×!×!Ð!Ø× Ñ Ð!3´U·\²\À&×BXÑBXÔ`e×`jÑ`jÔ5kÐx}Ð Ô~ð ,2×+MÑ+MˆÔ(Ø×+×+Ð+Ü*@À×FWÑFWÐY_×YqÑYqÐtx÷  uUñ  uUõ  ZUð  W[÷  Wwñ  Wwð  {~õ  W~ð  @Fó  +NˆDÔ'Ø.1¯j©jØ×"Ñ" F×$<Ñ$<¸t×?_Ñ?_Õ$_Ø 6ð /9ó /8ˆDÔ+ô .5Ø×0Ñ0°f×6IÑ6IØô.,ˆDÖ*ñ ,ùòI%
ùò-s   Â
RÅ6R
ÆR
Æ!R
c                ó\   € V P                   '       d   \        V P                  4      . 3# . . 3# ©N)r2  Úlistr6  ©r‰   s   &rI   Úget_dynamic_vram__unitsÚ)Gemma4Transformer.get_dynamic_vram__units§  s+   € Ø*.×*H×*HÐ*H”�T—[‘[Ó! 2Ð&ÐVÈrÐSUÈhÐVrL   c                ó–   € V FB  p\        V\        4      '       d   VP                  u # \        V4      ^8¼  g   K9  V^,          u # 	  ^ # )é   )r“   r   r†   rã   )r‰   Úpast_key_valuesÚkvs   && rI   Úget_past_lenÚGemma4Transformer.get_past_lenª  s;   € Û!ˆBÜ˜"œg×&Ò&Ø—x‘x’Ü�2‹w˜!Ž|Ø˜!•u’ñ	 "ñ
 rL   c                ó   € VR,          P                  4       P                  VP                  ^ ,          R^4      P                  V4      pVR,          P                  4       pWV,          P	                  ^^4      pVP                  4       VP                  4       r˜\        P                  ! \        P                  ! W‰) 3RR7      \        P                  ! W˜3RR7      3RR7      p
V
P                  ^4      P                  V4      # )zPCompute per-pair 2x2 rotation matrices [B, 1, S, d/2, 2, 2] from stored inv_freqrÅ   )NrÁ   Nr‘   )rÁ   NrÁ   rÇ   )
rD   Úexpandrƒ   rÌ   rÊ   r¡   r¢   r”   ÚstackÚ	unsqueeze)r‰   Úinv_freqÚposition_idsr�   r«   Úinv_expÚpos_expÚfreqsr¡   r¢   Úmats   &&&&&      rI   Ú_freqs_from_invÚ!Gemma4Transformer._freqs_from_inv²  sÊ   € à˜=Õ)×/Ñ/Ó1×8Ñ8¸×9KÑ9KÈAÕ9NÐPRÐTUÓV×YÑYÐZ`ÓaˆØ˜zÕ*×0Ñ0Ó2ˆØÕ"×-Ñ-¨a°Ó3ˆØ—9‘9“; §	¡	£ˆSÜ�kŠkœ5Ÿ;š;¨¨T {¸Ô;Ü Ÿ;š;¨ z°rÔ:ð<ØACôEˆà�}‰}˜QÓ×"Ñ" 5Ó)Ð)rL   c                ó|   € V P                  V P                  WV4      pV P                  V P                  WV4      pWE.# rM  )rb  r+  r.  )r‰   r]  r�   r«   Úglobal_freqsÚsliding_freqss   &&&&  rI   Úcompute_freqs_cisÚ#Gemma4Transformer.compute_freqs_cis¼  sA   € Ø×+Ñ+¨D×,AÑ,AÀ<ÐY^Ó_ˆØ×,Ñ,¨T×-CÑ-CÀ\Ð[`ÓaˆØÐ,Ð,rL   c                ó.  aa0a8a9a:a;a<a=€ Ve   VoMV P                  SVR7      oSP                  ^,          p^ pV
e"   \        V
4      ^ 8”  d   V P                  V
4      pVf9   \        P
                  ! WÝV,           SP                  R7      P                  ^ 4      pV P                  VSP                  SP                  R7      o9R p\        P                  ! SP                  4      P                  pVeº   RVP                  SP                  4      P                  VP                  ^ ,          ^RVP                  R,          34      P                  VP                  ^ ,          ^WÂP                  R,          4      ,
          pVP                  VP                  \        P                   4      V4      pV^8”  Edr   \        P"                  ! WÜ,           WÜ,           SP                  SP                  R7      pVP%                  \        P&                  ! V\        P                   R7      P)                  ^4      V4       Ve
   VV,           MTpV P*                  P,                  '       dÈ   V^ 8X  dÁ   V	'       d¹   \        P.                  ! V3R\        P0                  SP                  R7      p^ pV	 F@  pVP3                  R4      R8X  g   K  VR,          pVVVVVR	,          ,           % V^,          pKB  	  V^ 8”  d7   VR,          VR,          8H  VR,          ^ 8¬  ,          pVP                  VR4      pR pV P4                  '       Ed    V P*                  P6                  pV P4                  pV P9                  S4      RV P*                  P:                  R,          ,          ,          pV P=                  VP                  ! . SP                  R R OVNVN5!  4      pVek   VP                  ^,          SP                  ^,          8X  dB   V P?                  V4      P                  ! . VP                  OVNVN5!  pVV,           R,          pMTpV P*                  P@                  pV^ 8”  d   V P*                  P6                  V,
          MV P*                  P6                  pR pR p/ pV^ 8”  d<   \C        V4       F,  p V V\!        V PD                  V ,          PF                  4      &   K.  	  \H        PJ                  PM                  \O        V PP                  4      SP                  RV PR                  ;'       d    V
R J/4      p!V
R J;'       d.    \        V
4      ^ 8„  ;'       d    \U        V
^ ,          \V        4      p"T";'       d    V^8H  p#T#;'       d&    V^ 8„  ;'       d    VR J ;'       d    V PX                  o8S8'       d   SP[                  4       oS8;'       dŒ    V!R J;'       d€    \]        V PD                  ^ ,          R4      ;'       d[    \H        P^                  P`                  Pb                  '       * ;'       d*    \H        P^                  Pe                  SP                  4      p$R p%R p&V"'       d}   \g        4       p'V
 Fl  p(\U        V(\V        4      '       g   K  \i        V(Pj                  4      V'9  g   K7  V(Pm                  V4       V'Po                  \i        V(Pj                  4      4       Kn  	  V#'       dg   Vec   / p&V
 FZ  p(\U        V(\V        4      '       g   K  \i        V(Pj                  4      V&9  g   K7  \q        VV(V4      V&\i        V(Pj                  4      &   K\  	  S8'       dÐ   \s        \u        V
 U(u0 uF8  p(\U        V(\V        4      '       g   K  V(Pv                  P                  ^,          kK:  	  up(4      4      p)V^,           p*V) U+u/ uF6  p+V+\        P.                  ! ^^^V+3VSP                  SP                  R7      bK8  	  p%p+V%Py                  4        F  w  p+p,^ V,RR \        V*V+4      13&   K  	  R p-R p.R p/Ve}   \U        V\N        4      '       d8   . p.V U0u0 uF(  p0V0^ 8  d   \        V PD                  4      V0,           MT0kK*  	  p/p0M/VR8X  d   . p.R pM#V^ 8  d   \        V PD                  4      V,           p. p1\{        V PD                  4       EF
  w  p o0V.e:   V/e   V V/9   d/   V.P}                  SP                  ^4      P[                  4       4       V
e   \        V
4      ^ 8”  d
   V
V ,          MR o</ o:Ve   VR
R
V R
3,          S:R&   \]        S0R4      ;'       d    S0PF                  p2V V8¼  dB   V^ 8”  d;   V#'       d   V
V\!        V24      ,          ,          S:R&   MV2'       d   TMTp3V3e   V3S:R&   S8'       d8   S:P3                  RS<4      p4V%V4Pv                  P                  ^,          ,          o;M?V#'       d6   S:P3                  RS<4      p4V&f   R MV&\i        V4Pj                  4      ,          o;MVo;. o=V8V9V0V:V;V<V=V3R lp5\H        PJ                  P                  V!SP                  S0SP                  V5V$RR7       S='       d   S=^ ,          w  p6p7MS<R p7p6T1P}                  V6e   T6MR4       V V8  d   V7e   V2'       d   T7pMT7pV V8X  g   EKú  SP[                  4       p-EK  	  \H        PJ                  P                  V!SP                  R RR7       V"'       d3   V
 F,  p(\U        V(\V        4      '       g   K  V(P�                  V4       K.  	  V P‚                  e   V Pƒ                  S4      oV.eu   V/e   \        V PD                  4      V/9   d/   V.P}                  SP                  ^4      P[                  4       4       \        V.4      ^ 8”  d   \        P„                  ! V.^R7      p-V-e(   V'       d    V P‚                  e   V Pƒ                  V-4      p-V
e   \        V14      ^ 8”  d   SV-V13# SV-3# u up(i u up+i u up0i )N)Ú	out_dtyper�   r  rÄ   r  ÚtypeÚimager†   ÚsizerÁ   ç        r%   r1  Ú_v_block.Úallr"  r`   ré   c                  óŠ   <€ S! RR S
RSRSRS/SB w  rpS'       d   S
P                  V 4       MV o
S	P                  W34       R# )rŸ   ræ   r    rç   NrM   )Úcopy_r9  )r›   Ú
current_kvrï   Úcompiled_decoder    rD  Úlayer_kwargsÚ
layer_maskÚpast_kvÚresultrŸ   s      €€€€€€€€rI   ÚcoreÚ'Gemma4Transformer.forward.<locals>.coreU  sh   ø€ á38ñ  4V¸1ð  4VÈZð  4VÐclð  4Vð  ~Eð  4Vð  IUñ  4VÑ0� Lß"Ø—G‘G˜F•Oà�AØ—‘˜zÐ8Ö9rL   Úblock)ry  Úenable_graphÚmalloc_scope)r}  rÅ   r‘   ©rÁ   N©NrÁ   gÍ;fž æ?rM   )Cr3  rƒ   rã   rV  r”   r•   r�   r[  rg  r«   r  rˆ   rÌ   rÉ   rY  Úmasked_fillrF   r  r  r  Útriu_r¸   rY   Úfullr?  Úgetr@   r   rA  r   rB  r@  rA   r5  r6  r`   rÞ   Úmodel_prefetchÚmake_prefetch_queuerN  r7  r1  r“   r   r2  ÚcloneÚhasattrÚmodel_managementÚargsÚdisable_cuda_graphsÚis_device_cudaÚsetÚidr„   rŒ   Úaddr�   ÚtupleÚsortedr‚   Úitemsr8  r9  Úprefetch_queue_popÚadvancer=  rä   )>r‰   rŸ   ræ   ÚembedsrŠ   Úintermediate_outputÚfinal_layer_norm_intermediater«   r]  Úembeds_inforT  Ú	input_idsÚseq_lenÚpast_lenr—   r™   Úcausal_maskÚ	block_idsÚgroupÚinfoÚstartÚ
same_blockÚper_layer_inputsÚ
num_layersÚhplÚper_layer_projÚper_layer_embr  r  Úshared_sliding_kvÚshared_global_kvÚshare_sourcerC  Úprefetch_queuer0  Údecoder|  Údecode_biasÚdecode_masksÚpreparedrU  Ú
capacitiesrš   r‹   rª   ÚintermediateÚall_intermediateÚonly_layersrD  Únext_key_valuesÚ
is_slidingÚsharedÚ
bias_cachery  rs  rï   rt  r    ru  rv  rw  rx  s>   &f&&&&&&&&&&                                    `       @@@@@@rI   rù   ÚGemma4Transformer.forwardÁ  s»
  ÿ€ ð ÒØ‰Aà×!Ñ! !¨uÐ!Ó5ˆAà—'‘'˜!•*ˆØˆØÒ&¬3¨Ó+?À!Ô+CØ×(Ñ(¨Ó9ˆHàÒÜ Ÿ<š<¨¸WÕ2DÈQÏXÉXÔV×`Ñ`ÐabÓcˆLà×*Ñ*¨<¸¿¹ÈÏÉÐ*ÓQˆ	àˆÜ—+’+˜aŸg™gÓ&×*Ñ*ˆØÒ%Ø˜×*Ñ*¨1¯7©7Ó3×;Ñ;¸^×=QÑ=QÐRSÕ=TÐVWÐY[Ð]k×]qÑ]qÐrtÕ]uÐ<vÓw×~Ñ~ð  @N÷  @Tñ  @Tð  UVõ  @Wð  YZð  \c÷  eyñ  eyð  z|õ  e}ó  ~õ  ~ˆDØ×#Ñ# D§G¡G¬E¯J©JÓ$7¸ÓAˆDà�Q�;ÜŸ+š+ hÕ&8¸(Õ:LÐTU×T[ÑT[Ðde×dlÑdlÔmˆKØ×$Ñ$¤U§_¢_°[ÌÏ
É
Ô%S×%YÑ%YÐZ[Ó%\Ð^eÔfØ)-Ò)9�4˜+Ö%¸{ˆDð �{‰{×/×/Ð/°HÀ´MÇkÜ!ŸJšJ¨ z°2¼U¿Z¹ZÐPQ×PXÑPXÔY�	Ø�Û'�DØ—x‘x Ó'¨7Ö2Ø $ W¥˜Ø@E˜	 %¨°°VµÕ(<Ð=Ø �
šñ	 (ð
 ˜1”9Ø"+¨GÕ"4¸	À'Õ8JÑ"JÈyÐY`ÕOaÐefÑOfÕ!g�JØ×+Ñ+¨J¸Ó<�Dð  ÐØ×+×+Ñ+ØŸ™×6Ñ6ˆJØ×2Ñ2ˆCØ!×<Ñ<¸QÓ?À3È$Ï+É+×JaÑJaÐehÕJhÕCiÕjˆNØ!×;Ñ;¸N×<RÒ<RÐ<rÐTU×T[ÑT[Ð\_Ð]_ÐT`Ð<rÐblÐ<rÐnqÓ<rÓsˆNØÒ$¨¯©¸Õ);¸q¿w¹wÀq½zÔ)IØ $× ;Ñ ;¸IÓ F× NÒ NÐ qÐPY×P_ÑP_Ð qÐakÐ qÐmpÓ q�Ø$2°]Õ$BÀzÕ#RÑ à#1Ð ð Ÿ™×8Ñ8ˆØKXÐ[\ÔK\˜$Ÿ+™+×7Ñ7¸-ÖGÐbf×bmÑbm×bÑbˆØ ÐØÐØˆØ˜1ÔÜ˜?Ö+�ØGH�œT $§+¡+¨a¥.×"BÑ"BÓCÓDñ ,ô ×-Ñ-×AÑAÜ�×%Ñ%Ó&¨¯©Ø% t×'BÑ'B×'bÐ'bÀÐ^bÐGbÐcóeˆð $¨4Ð/÷ @ð @´C¸Ó4HÈ1Ñ4L÷ @ð @Ü" ?°1Õ#5´wÓ?ð 	à×*Ð*˜g¨™lˆð !×eÐe X°¡\×eÐe°d¸d°l×eÐeÀt×GeÑGeˆßØ—‘“	ˆAØ'÷ Lð LØ*°$Ð6÷Lð Lä# D§K¡K°¥N°JÓ?÷Lð Lô !&× 6Ñ 6× ;Ñ ;× OÑ OÔO÷Lð Lô "×2Ñ2×AÑAÀ!Ç(Á(ÓKð	 	ð
 ˆØˆßä“uˆHÛ%�Ü˜b¤'×*Ô*¬r°"·+±+«ÀhÖ/NØ—J‘J˜wÔ'Ø—L‘L¤ B§K¡K£Ö1ñ &÷ �dÒ&ØˆLÛ%�Ü˜b¤'×*Ô*¬r°"·+±+«ÀlÖ/RÜ4IÈ$ÐPRÐT[Ó4\�L¤ B§K¡K£Ó1ñ &÷ ÜœvÁÓ&lÁ¸2ÔT^Ð_aÔcj×Tk¤ r§v¡v§|¡|°A§ ÁÑ&lÓmÓnˆJØ˜q•LˆEñ Ió  Jñ  IÐrz˜8¤U§Z¢Z°°A°q¸(Ð0CÀWÐTU×T[ÑT[Ðde×dlÑdlÔ%mÒmñ  IˆKð  JØ"-×"3Ñ"3Ö"5‘�˜$Ø34��SÐ/œ3˜u hÓ/Ð/Ð/Ó0ñ #6ð ˆØÐØˆØÒ*ÜÐ-¬t×4Ò4Ø#%Ð Ù]pÓqÑ]pÐTY¸5À1¼9œs 4§;¡;Ó/°%Ö7È%ÒOÑ]p�Ðq�Ø$¨Ô-Ø#%Ð Ø&*Ñ#Ø$ qÔ(Ü&)¨$¯+©+Ó&6Ð9LÕ&LÐ#àˆÜ! $§+¡+×.‰HˆAˆuØÒ+ØÒ&¨1°Ô+;Ø$×+Ñ+¨A¯K©K¸«N×,@Ñ,@Ó,BÔCà,;Ò,GÌCÐP_ÓL`ÐcdÔLd�o aÖ(ÐjnˆGàˆLØÒ+Ø2BÀ1ÀaÈÈAÀ:Õ2N�Ð.Ñ/ä  Ð(;Ó<×XÐXÀ×AXÑAXˆJØ�OÔ#¨¸Ô(9ßØ0?ÀÌTÐR\ÓM]Õ@^Õ0_�L Ò-ç2<Ñ.ÐBR�FØÒ)Ø4:˜ [Ñ1çØ)×-Ñ-¨k¸7ÓC�
Ø(¨¯©×)=Ñ)=¸aÕ)@ÕA‘
ßØ)×-Ñ-¨k¸7ÓC�
Ø%1Ò%9™T¸|ÌBÈz×ObÑObÓLcÕ?d‘
à!�
àˆF÷:ô :ô × Ñ ×3Ñ3Ø §¡¨%°·±¸tÐR^Ø$ð 4ô ÷
 Ø+1°!­9Ñ(�
™Lð ,3°D˜L�
Ø×"Ñ"°Ò1G¡:ÈRÔPð �?Ô" |Ò'?ßØ(4Ñ%à'3Ð$àÐ'×'Ø Ÿw™w›y“ñy /ô| 	×Ñ×/Ñ/Ø˜AŸH™H dØ ð 	0ô 	
÷
 Û%�Ü˜b¤'×*Ô*Ø—J‘J˜wÖ'ñ &ð �9‰9Ò Ø—	‘	˜!“ˆAàÒ'ØÒ"¤s¨4¯;©;Ó'7¸;Ô'FØ ×'Ñ'¨¯©°A«×(<Ñ(<Ó(>Ô?ÜÐ#Ó$ qÔ(Ü$ŸyšyÐ)9¸qÔA�àÒ#×(EÈ$Ï)É)ÒJ_ØŸ9™9 \Ó2ˆLð Ò&¬3¨Ó+?À!Ô+CØ�l OÐ3Ð3Ø�,ˆÐùòY 'mùò Jùò rs   ÝpÝ2!pÞ+<pà<.p)r7  r¸   r3  r@  r0  r2  r@   r6  r=  rA  rB  r1  r&  rM  )
NNNNTNNNNN)rQ   rR   rS   rT   r¯   rP  rV  rb  rg  rù   rj   rk   rü   rý   s   @@rI   r)  r)  p  s,   ù‡ € ÷4,òlWòò*ô-÷
Mô MrL   r)  c                   óH   a a€ ] tR tRt oRtR tV 3R ltR tR tRt	Vt
V ;t# )Ú
Gemma4Basei‘  z9Common base for all Gemma4 variants: text model + vision.c                ó¶   € VP                   V n        \        WW$R 7      V n        W n        \        WW4R7      V n        \        VP                  W#VR7      V n	        R# )©r�   r«   rº   ©r«   r�   rº   N)
r   r¢  r)  Úmodelr«   ÚGemma4MultiModalProjectorÚmulti_modal_projectorÚGemma4VisionEncoderre   Úvision_model©r‰   r¸   r«   r�   Ú
operationss   &&&&&rI   Ú_init_modelÚGemma4Base._init_model“  sJ   € Ø ×2Ñ2ˆŒÜ& vÀEÔZˆŒ
ØŒ
Ü%>¸vÐ[aÔ%rˆÔ"Ü/°×0DÑ0DÈEÐfpÔqˆÖrL   c                ó¦  <€ \         SV `  V4      pV P                  P                  P                  pV'       d$   V\
        P                  ! W#,          4      ,          pV P                  P                  P                  '       dP   VP                  RV P                  P                  \
        P                  ! VP                  4      P                  4       V# ©rN   r‘   )r®   Úlogitsr¼  r¸   r?   r”   r  rc   Úindex_fill_r/  r  r«   rˆ   )r‰   rŸ   rÇ  Úcapr»   s   &&  €rI   rÇ  ÚGemma4Base.logitsš  sˆ   ø€ Ü‘‘ Ó"ˆØ�j‰j×Ñ×7Ñ7ˆßØœ5Ÿ:š: f¥lÓ3Õ3ˆFØ�:‰:×Ñ×,×,Ð,Ø×Ñ˜r 4§:¡:×#>Ñ#>ÄÇÂÈFÏLÉLÓ@Y×@]Ñ@]Ô^ØˆrL   c                ó‚  € V P                   P                  pVP                  pV P                   P                  '       g   \	        V4       Uu. uF  pRNK  	  up# VP
                  ^ 8”  d   WeP
                  ,
          MTp/ p	. p
\	        V4       EF§  pW¸8¼  d   V
P                  R4       K  VP                  '       d.   VP                  V\        VP                  4      ,          ,          MRpV'       d   VP                  MVP                  pVP                  ;'       d    V'       * pV'       d   VP                  MVP                  pV'       d   \        WÂ4      MTpV'       d   \        M\         pV	P#                  VV34      pVfW   \$        P&                  ! RV\$        P(                  R7      \$        P*                  ! V3V\$        P,                  R7      3pVV	VV3&   \$        P*                  ! WVV3W4R7      pV
P                  V! V\$        P.                  ! V4      ^ V^ ,          V^,          4      4       EKª  	  V
# u upi )r   Fr  rM   ©rN   )r¼  r¸   r   r0  r5  rA   r9  r`   rã   r   rV   rX   rW   r9   rˆ   r€   r   rƒ  r”   r  Úint64r  Úint32Ú
zeros_like)r‰   ÚbatchÚmax_cache_lenr�   Úexecution_dtypeÚcfgr¢  rë   Úfirst_sharedÚtrackersÚcachesrC  Úslidingr   r¹   Úkv_headsÚlengthÚ	cache_clsÚtrackerr‚   s   &&&&&               rI   Úinit_kv_cacheÚGemma4Base.init_kv_cache£  sÀ  € Ø�j‰j×ÑˆØ×*Ñ*ˆ
Ø�z‰z×"×"Ð"Ü % jÔ 1Ó2Ñ 1˜1“BÑ 1Ñ2Ð2Ø@C×@XÑ@XÐ[\Ô@\�z×$<Ñ$<Ö<ÐblˆàˆØˆÜ�z×"ˆAØÔ Ø—‘˜bÔ!ÙØOR×Od×OdÐOd�c×+Ñ+¨A´°C×4IÑ4IÓ0JÕ,JÖKÐjoˆGß'.�s—|’|°C×4GÑ4GˆHØ×)Ñ)×9Ð9°'¬kˆFß9?�s×5Ò5ÀS×E\ÑE\ˆHß4;”S˜Ô0ÀˆFß")�¬wˆIØ—l‘l I¨vÐ#6Ó7ˆGØŠÜ Ÿ;š; t°FÄ%Ç+Á+ÔNÜ Ÿ;š;¨ x¸ÄeÇkÁkÔRðT�à07�˜) VÐ,Ñ-ä—+’+˜u°¸ÐAÈ&ÔhˆCØ�M‰M™) C¬×)9Ò)9¸#Ó)>ÀÀ7È1Å:ÈwÐWXÍzÓZ×[ñ# #ð$ ˆùò/ 3s   ÁH<c                ó  € VR ,          R8X  dy   VP                  R4      P                  R^4      pVP                  RR4      pV P                  VP	                  V\
        P                  R7      VR7      pV P                  V4      R3# R# )	rk  rl  ÚdataÚmax_soft_tokensNr  )rà  r‘   ©NN)ÚpopÚmovedimrƒ  rÀ  rÌ   r”   Úfloat32r¾  )r‰   Úembedr�   rl  rà  Ú
vision_outs   &&&   rI   Úpreprocess_embedÚGemma4Base.preprocess_embedÀ  s}   € Ø��=˜GÔ#Ø—I‘I˜fÓ%×-Ñ-¨b°!Ó4ˆEØ#Ÿi™iÐ(9¸4Ó@ˆOØ×*Ñ*¨5¯8©8°FÄ%Ç-Á-¨8Ó+PÐbqÐ*ÓrˆJØ×-Ñ-¨jÓ9¸4Ð?Ð?ØÐrL   )r«   r¼  r¾  r¢  rÀ  )rQ   rR   rS   rT   Ú__doc__rÃ  rÇ  rÜ  rç  rj   rk   rü   rý   s   @@rI   r¸  r¸  ‘  s"   ù‡ € ÙCòrõò÷:ò rL   r¸  c                   ó<   a a€ ] tR tRt oRtR tV 3R ltRtVtV ;t	# )ÚGemma4AudioMixiniÉ  z%Adds audio support to a Gemma4 model.c                ó¼   € \        VP                  W#VR 7      V n        \        RVP                  R,          RVP                  RVP
                  /W#VR 7      V n        R# )r»  Úaudio_output_proj_dimsr"   Útext_hidden_sizer   N)ÚGemma4AudioEncoderrg   Úaudio_modelÚGemma4AudioProjectorr   r   Úaudio_projectorrÁ  s   &&&&&rI   Ú_init_audioÚGemma4AudioMixin._init_audioË  s…   € Ü-¨f×.AÑ.AÈÐcmÔnˆÔÜ3Ð5MÈv×ObÑObÐcuÕOvð  yKð  MS÷  M_ñ  M_ð  aoð  qw÷  qDñ  qDð  5Eð  MRð  gqô   rˆÖrL   c                óL  <€ \         SV `  W4      w  r4Ve   W43# VR,          R8X  d}   VP                  R4      P                  V\        P
                  R7      pVP                  RR 4      pVe   VP                  V4      pV P                  WVR7      pV P                  V4      R 3# R# )Nrk  Úaudiorß  r  r—   ©Ú
audio_maskrá  )r®   rç  râ  rÌ   r”   rä  rð  rò  )	r‰   rå  r�   rx  Úextrarö  rø  Ú	audio_outr»   s	   &&&     €rI   rç  Ú!Gemma4AudioMixin.preprocess_embedÏ  s£   ø€ Ü™Ñ0°Ó?‰ˆØÒØ�=Ð Ø��=˜GÔ#Ø—I‘I˜fÓ%×(Ñ(¨´u·}±}Ð(ÓEˆEØŸ™ 6¨4Ó0ˆJØÒ%Ø'Ÿ]™]¨6Ó2�
Ø×(Ñ(¨Ð(ÓFˆIØ×'Ñ'¨	Ó2°DÐ8Ð8ØÐrL   )rð  rò  )
rQ   rR   rS   rT   ré  ró  rç  rj   rk   rü   rý   s   @@rI   rë  rë  É  s   ù‡ € Ù/òr÷õ rL   rë  c                   ó0   a € ] tR tRt o RtR tR tRtV tR# )ÚGemma4UnifiedBaseiÝ  zEncoder-free multimodal Gemma4 (gemma4_unified, e.g. 12B): raw image patches and audio frames projected directly into LM space.c                óN  € VP                   V n        \        WW$R 7      V n        W n        \        VP                  W2VR 7      V n        \        VP                  R,          VP                  W#VR7      V n
        \        VP                  R,          VP                  W#VR7      V n        R# )rº  r"   r»  N)r   r¢  r)  r¼  r«   ÚGemma4UnifiedVisionEmbedderre   rÀ  ÚGemma4RMSNormProjectorr   r¾  rg   rò  rÁ  s   &&&&&rI   rÃ  ÚGemma4UnifiedBase._init_modelß  s�   € Ø ×2Ñ2ˆŒÜ& vÀEÔZˆŒ
ØŒ
Ü7¸×8LÑ8LÐU[ÐnxÔyˆÔÜ%;¸F×<PÑ<PÐQcÕ<dÐfl×fxÑfxð  AFð  [eô  &fˆÔ"Ü5°f×6IÑ6IÐJ\Õ6]Ð_e×_qÑ_qÐy~ð  T^ô   _ˆÖrL   c                ó²  € VR ,          R8X  d}   VP                  R4      P                  R^4      P                  W P                  R7      pV P                  P                  V4      w  rEV P	                  WE4      pV P                  V4      R3# VR ,          R8X  d?   VP                  R4      P                  W P                  R7      pV P                  V4      R3# R# )rk  rl  rß  r  Nrö  r‘   rá  )râ  rã  rÌ   r«   rÀ  Úpatchifyr¾  rò  )r‰   rå  r�   ÚpixelsÚpatchesrœ   ræ  rö  s   &&&     rI   rç  Ú"Gemma4UnifiedBase.preprocess_embedç  sÂ   € Ø��=˜GÔ#Ø—Y‘Y˜vÓ&×.Ñ.¨r°1Ó5×8Ñ8¸ÇzÁzÐ8ÓRˆFØ!%×!2Ñ!2×!;Ñ!;¸FÓ!CÑˆGØ×*Ñ*¨7Ó>ˆJØ×-Ñ-¨jÓ9¸4Ð?Ð?Ø��=˜GÔ#Ø—I‘I˜fÓ%×(Ñ(¨·z±zÐ(ÓBˆEØ×'Ñ'¨Ó.°Ð4Ð4ØÐrL   )rò  r«   r¼  r¾  r¢  rÀ  N)	rQ   rR   rS   rT   ré  rÃ  rç  rj   rk   rl   s   @rI   rý  rý  Ý  s   ø‡ € ñ Jò_÷	ð 	rL   rý  c                ó²  € V ^,          p\         P                  ! ^ V^VR7      P                  4       pRW%V,          ,          ,          p. . r‡\        ^4       Fš  p	VRRV	3,          P                  4       p
\         P                  ! RW¦P                  V4      4      p\         P                  ! W».RR7      pVP                  VP                  4       4       VP                  VP                  4       4       Kœ  	  \         P                  ! VRR7      P                  VP                  4      p\         P                  ! VRR7      P                  VP                  4      pWÞ3# )a"  Compute 2D RoPE for vision: separate frequencies for x and y dimensions.

Args:
    head_dim: dimension per head (e.g. 64)
    pixel_position_ids: [batch, num_patches, 2] with (x, y) coords
    theta: RoPE base frequency
Returns:
    (cos, sin) each of shape [batch, num_patches, head_dim]
r�   rÄ   rÁ   z	bi,j->bijrÅ   r‘   )r”   r•   rD   r5  ÚeinsumrÌ   rä   r9  r¡   r¢   r�   )r   Úpixel_position_idsÚthetar�   Úrotary_dim_per_axisÚfreq_indicesr\  Úall_cosÚall_sinrC  Údim_positionsr`  Úembr¡   r¢   s   &&&&           rI   Ú_compute_vision_2d_roper  õ  s	  € ð # a�-ÐÜ—<’< Ð#6¸À&ÔI×OÑOÓQ€LØ�eÐ/BÕ BÕCÕD€Hà˜2ˆWÜ�1ŽXˆØ*¨1¨a°¨7Õ3×9Ñ9Ó;ˆÜ—’˜[¨-¿¹ÀVÓ9LÓMˆÜ�iŠi˜˜¨BÔ/ˆØ�‰�s—w‘w“yÔ!Ø�‰�s—w‘w“yÖ!ñ ô �)Š)�G Ô
$×
'Ñ
'Ð(:×(AÑ(AÓ
B€CÜ
�)Š)�G Ô
$×
'Ñ
'Ð(:×(AÑ(AÓ
B€CØˆ8€OrL   c                ó„  € V^ ,          P                  ^4      pV^,          P                  ^4      pV P                  R,          ^,          p\        V RRV13,          VRRV13,          VRRV13,          34      p\        V RVR13,          VRVR13,          VRVR13,          34      p\        P                  ! WV.RR7      # )zÝApply 2D RoPE (multidimensional) to vision query/key states.

Splits x and cos/sin into ndim=2 parts, applies 1D RoPE to each independently.

x: [batch, heads, seq, head_dim]
freqs: (cos, sin) each [batch, seq, head_dim]
.NrÅ   r‘   )r[  rƒ   r¥   r”   rä   )rŸ   r`  r¡   r¢   r£   ÚaÚbs   &&     rI   Ú_apply_vision_2d_roper    sµ   € ð ��(×
Ñ
˜QÓ
€CØ
��(×
Ñ
˜QÓ
€CØ�7‰7�2�;˜!Õ€DÜ˜a  U d U 
�m¨c°#°u¸°u°*­o¸sÀ3ÈÈÈÀ:½Ð-OÓP€AÜ˜a  T¡U 
�m¨c°#°t±u°*­o¸sÀ3ÈÉÀ:½Ð-OÓP€AÜ�9Š9�a�V Ô$Ð$rL   c                   óP   a a€ ] tR tRt oRtRV 3R llt]R 4       tR tRt	Vt
V ;t# )ÚClippedLineari   z–Linear layer with activation clipping (from quantization-aware training).

Stores input_max/min and output_max/min as buffers loaded from checkpoint.
c           	     óÞ  <€ \         SV `  4        VP                  WW4VR 7      V n        V P	                  R\
        P                  ! \        R4      WER7      4       V P	                  R\
        P                  ! \        R4      WER7      4       V P	                  R\
        P                  ! \        R4      WER7      4       V P	                  R\
        P                  ! \        R4      WER7      4       R# )	r©   Ú	input_maxÚinfr  Ú	input_minz-infÚ
output_maxÚ
output_minN)r®   r¯   r³   Úlinearr  r”   r>  rD   )r‰   Úin_featuresÚout_featuresrª   r�   r«   rº   r»   s   &&&&&&&€rI   r¯   ÚClippedLinear.__init__%  s¡   ø€ Ü‰ÑÔØ—j‘j ÀÐ\a�jÓbˆŒØ×Ñ˜[¬%¯,ª,´u¸U³|ÈFÔ*`ÔaØ×Ñ˜[¬%¯,ª,´u¸V³}ÈVÔ*aÔbØ×Ñ˜\¬5¯<ª<¼¸e»ÈVÔ+aÔbØ×Ñ˜\¬5¯<ª<¼¸f»ÈfÔ+bÖcrL   c                ó.   € V P                   P                  # rM  )r  ÚweightrO  s   &rI   r#  ÚClippedLinear.weight-  s   € à�{‰{×!Ñ!Ð!rL   c                óÀ   € VP                  V P                  V P                  R 7      pV P                  V4      pVP	                  V P
                  V P                  R 7      # ))rˆ   Úmax)Úclampr  r  r  Úclamp_r  r  ©r‰   rŸ   s   &&rI   rù   ÚClippedLinear.forward1  sD   € Ø�G‰G˜Ÿ™¨D¯N©NˆGÓ;ˆØ�K‰K˜‹NˆØ�x‰x˜DŸO™O°·±ˆxÓAÐArL   )r  )FNNN)rQ   rR   rS   rT   ré  r¯   Úpropertyr#  rù   rj   rk   rü   rý   s   @@rI   r  r     s0   ù‡ € ñ÷dð ñ"ó ð"÷Bò BrL   r  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚGemma4VisionMLPi7  z:SwiGLU MLP matching gate_proj/up_proj/down_proj structure.c                óº   <€ \         SV `  4        VR ,          pVR,          p\        WVW#VR7      V n        \        WVW#VR7      V n        \        WeW#VR7      V n        R# )r   r   rº  N)r®   r¯   r  Ú	gate_projÚup_projÚ	down_proj©r‰   r¸   r�   r«   rº   r   r   r»   s   &&&&&  €rI   r¯   ÚGemma4VisionMLP.__init__9  sX   ø€ Ü‰ÑÔØ˜]Õ+ˆØ"Ð#6Õ7ÐÜ& {ÈfÐgjÔkˆŒÜ$ [ÈFÐehÔiˆŒÜ&Ð'8ÈfÐgjÔkˆŽrL   c                óÀ   € V P                  \        P                  P                  P	                  V P                  V4      R R7      V P                  V4      ,          4      # )r  r  )r1  r”   r  r  r  r/  r0  r)  s   &&rI   rù   ÚGemma4VisionMLP.forwardA  sG   € Ø�~‰~œeŸh™h×1Ñ1×6Ñ6°t·~±~ÀaÓ7HÐV\Ð6Ó]Ð`d×`lÑ`lÐmnÓ`oÕoÓpÐprL   )r1  r/  r0  r&  ©
rQ   rR   rS   rT   ré  r¯   rù   rj   rk   rü   rý   s   @@rI   r-  r-  7  s   ù‡ € ÙD÷l÷qò qrL   r-  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚGemma4VisionAttentioniE  c                ó  <€ \         SV `  4        VR ,          V n        VR,          V n        VP	                  RV P                  V P                  ,          4      V n        \        V P                  V P                  V P
                  ,          W#VR7      V n        \        V P                  V P                  V P
                  ,          W#VR7      V n        \        V P                  V P                  V P
                  ,          W#VR7      V n	        \        V P                  V P
                  ,          V P                  W#VR7      V n
        \        V P
                  VR,          W#R7      V n        \        V P
                  VR,          W#R7      V n        R# )r   r   r   rº  r   r¬   N)r®   r¯   r   r°   rƒ  r   r  r´   rµ   r¶   r·   r   r^   r_   ©r‰   r¸   r�   r«   rº   r»   s   &&&&&€rI   r¯   ÚGemma4VisionAttention.__init__F  s  ø€ Ü‰ÑÔØ! -Õ0ˆÔØÐ 5Õ6ˆŒØŸ
™
 :¨t×/?Ñ/?À4Ç>Á>Õ/QÓRˆŒä# D×$4Ñ$4°d·n±nÀtÇ}Á}Õ6TÐ]cÐvyÔzˆŒÜ# D×$4Ñ$4°d·n±nÀtÇ}Á}Õ6TÐ]cÐvyÔzˆŒÜ# D×$4Ñ$4°d·n±nÀtÇ}Á}Õ6TÐ]cÐvyÔzˆŒÜ# D§N¡N°T·]±]Õ$BÀD×DTÑDTÐ]cÐvyÔzˆŒä˜dŸm™m°¸Õ1GÐPVÔdˆŒÜ˜dŸm™m°¸Õ1GÐPVÔdˆŽrL   c           
     ó   € VP                   w  rEpV P                  V4      P                  WEV P                  V P                  4      pV P                  V4      P                  WEV P                  V P                  4      pV P                  V4      P                  WEV P                  V P                  4      p	V P                  V4      P                  ^^4      pV P                  V4      P                  ^^4      p\        V	4      p	\        Wr4      p\        W‚4      pV	P                  VP                  4      P                  ^^4      p	\        VP                  VRJRR7      ! WxW�P                  VRRR7      p
V P!                  V
4      # )rN   NTr¿   rÄ   )r—   rÂ   rÃ   )rƒ   r´   rÝ   r°   r   rµ   r¶   r^   rÊ   r_   r   r  rÌ   r«   r   r�   r·   )r‰   rŸ   r`  ræ   rÑ   rê   rë   rÍ   rì   rí   r›   s   &&&&       rI   rù   ÚGemma4VisionAttention.forwardT  sB  € Ø$%§G¡GÑ!ˆ
 à�[‰[˜‹^× Ñ  ¸¿¹ÈÏÉÓWˆØ�[‰[˜‹^× Ñ  ¸¿¹ÈÏÉÓWˆØ�[‰[˜‹^× Ñ  ¸¿¹ÈÏÉÓWˆà�[‰[˜‹_×&Ñ& q¨!Ó,ˆØ�[‰[˜‹_×&Ñ& q¨!Ó,ˆÜ�b‹\ˆä" 2Ó-ˆÜ" 2Ó-ˆà�U‰U�2—8‘8‹_×&Ñ& q¨!Ó,ˆä/°·	±	ÀÐVZÐ@ZÐhlÕmÐnpÐvx÷  {Iñ  {Ið  P^ð  mqð  y|ô  }ˆØ�{‰{˜6Ó"Ð"rL   )	r   r   r_   rµ   r°   r·   r^   r´   r¶   r&  rM  r'  rý   s   @@rI   r8  r8  E  s   ù‡ € ÷e÷#ô #rL   r8  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )ÚGemma4VisionLayerih  c                ó.  <€ \         SV `  4        \        WW4R 7      V n        \	        WW4R 7      V n        \        VR,          W#R7      pVR,          p\        V3/ VB V n        \        V3/ VB V n	        \        V3/ VB V n
        \        V3/ VB V n        R# ©rº  r   r¬   r   N)r®   r¯   r8  r  r-  r  Údictr   r  r  r  r  )r‰   r¸   r�   r«   rº   Únorm_kwargsÚhiddenr»   s   &&&&&  €rI   r¯   ÚGemma4VisionLayer.__init__i  s�   ø€ Ü‰ÑÔÜ.¨vÈEÔ[ˆŒÜ" 6ÀÔOˆŒÜ˜v nÕ5¸fÔRˆØ˜Õ&ˆÜ& vÑ=°Ñ=ˆÔÜ(/°Ñ(F¸+Ñ(FˆÔ%Ü)0°Ñ)G¸;Ñ)GˆÔ&Ü*1°&Ñ*H¸KÑ*HˆÖ'rL   c                óþ   € TpV P                  V4      pV P                  WVR 7      pV P                  V4      pWA,           pTpV P                  V4      pV P	                  V4      pV P                  V4      pWA,           pV# )©ræ   )r  r  r  r  r  r  )r‰   rŸ   r`  ræ   r$  s   &&&& rI   rù   ÚGemma4VisionLayer.forwardt  s~   € ØˆØ× Ñ  Ó#ˆØ�N‰N˜1°NˆNÓCˆØ×)Ñ)¨!Ó,ˆØ�LˆàˆØ×*Ñ*¨1Ó-ˆØ�H‰H�Q‹KˆØ×+Ñ+¨AÓ.ˆØ�LˆØˆrL   )r  r  r  r  r  r  r&  rM  r'  rý   s   @@rI   r?  r?  h  s   ù‡ € ÷	I÷ô rL   r?  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚGemma4PatchEmbedderiƒ  zGPatch embedding with learned 2D position embeddings via one-hot lookup.c           
     óL  <€ \         SV `  4        VR ,          pVR,          pW`n        VP                  RR4      V n        VP                  ^V,          V,          VRW#R7      V n        \        P                  ! \        P                  ! ^V P                  WRVR7      4      V n        R# )r   r   r   r   Fr©   r  N)r®   r¯   r   rƒ  r   r³   Ú
input_projr  Ú	Parameterr”   r  Úposition_embedding_table)r‰   r¸   r�   r«   rº   r   r   r»   s   &&&&&  €rI   r¯   ÚGemma4PatchEmbedder.__init__…  sˆ   ø€ Ü‰ÑÔØ˜]Õ+ˆØ˜LÕ)ˆ
Ø$ŒØ'-§z¡zÐ2KÈUÓ'SˆÔ$àŸ*™* Q¨¥^°jÕ%@À+ÐTYÐbh˜*ÓvˆŒÜ(*¯ªÜ�KŠK˜˜4×7Ñ7¸Ð[`Ôaó)
ˆÖ%rL   c                ó*  € V P                  RVR,
          ,          P                  V P                   P                  P                  4      4      pVP	                  ^ R7      p\
        P                  P                  V P                  VP                  VP                  4      pV^ ,          VR,          ,          V^,          VR,          ,          ,           pVR8H  P                  RR7      p\        P                  ! VP                  R4      RV4      pW6,           # )	u·   
patches: [B, num_patches, 3*patch_sizeÂ²] in [0,1] range (normalized to [-1,1] inside, matching HF)
pixel_position_ids: [B, num_patches, 2] with (x,y) positions, (-1,-1) for padding
g       @r%   ©rˆ   rÅ   rn  ©.r   ©.rN   r‘   )rL  rÌ   r#  r«   r'  rÞ   rˆ  Úcast_to_devicerN  r�   rp  r”   Úwherer[  )r‰   r  r	  rÙ   Úclamped_positionsÚ	pos_tableÚposition_embeddingsÚpadding_positionss   &&&     rI   rù   ÚGemma4PatchEmbedder.forward‘  sò   € ð
 Ÿ™¨°¸#µÕ)>×(BÑ(BÀ4Ç?Á?×CYÑCY×C_ÑC_Ó(`Óaˆà.×4Ñ4¸Ð4Ó;ÐÜ×*Ñ*×9Ñ9¸$×:WÑ:WÐYf×YmÑYmÐo|÷  pCñ  pCó  Dˆ	Ø'¨�lÐ+<¸VÕ+DÕEÈ	ÐRSÍÐUfÐgmÕUnÕHoÕoÐð 0°2Ñ5×:Ñ:¸rÐ:ÓBÐÜ#ŸkškÐ*;×*EÑ*EÀbÓ*IÈ3ÐPcÓdÐàÕ2Ð2rL   )rL  r   r   rN  r&  r6  rý   s   @@rI   rJ  rJ  ƒ  s   ù‡ € ÙQ÷

÷3ò 3rL   rJ  c                   ó:   a a€ ] tR tRt oRtRV 3R lltRtVtV ;t# )ÚGemma4VisionEncoderLayersi£  z8Wrapper to produce state dict keys as encoder.layers.X.*c                óº   <€ \         SV `  4        \        P                  ! \	        VR ,          4       Uu. uF  p\        WW$R7      NK  	  up4      V n        R# u upi )r   rº  N)r®   r¯   r  r4  r5  r?  r6  ©r‰   r¸   r«   r�   rº   rë   r»   s   &&&&& €rI   r¯   Ú"Gemma4VisionEncoderLayers.__init__¥  sP   ø€ Ü‰ÑÔÜ—m’mä˜6Ð"5Õ6Ô7ó%
á7�ô ˜f¸5×JÙ7ñ%
ó ˆŽùò %
s   ´A)r6  r&  )	rQ   rR   rS   rT   ré  r¯   rj   rk   rü   rý   s   @@rI   r\  r\  £  s   ù‡ € ÙB÷÷ rL   r\  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )r¿  i­  c                óf  <€ \         SV `  4        Wn        VR ,          V n        VP	                  RVR ,          VR,          ,          4      V n        VR,          V n        VP	                  R^4      V n        V P                  R,          V n        \        WW$R7      V n
        \        WW4R7      V n        R# )	r   r   r   r   r   r%   rº  r»  N)r®   r¯   r¸   r   rƒ  r   r   r   Úroot_hidden_sizerJ  Úpatch_embedderr\  Úencoder©r‰   r¸   r«   r�   rº   r»   s   &&&&&€rI   r¯   ÚGemma4VisionEncoder.__init__®  s’   ø€ Ü‰ÑÔØŒØ! -Õ0ˆÔØŸ
™
 :¨v°mÕ/DÈÐOdÕHeÕ/eÓfˆŒØ  Õ.ˆŒØ#)§:¡:Ð.CÀQÓ#GˆÔ Ø $× 0Ñ 0°CÕ 7ˆÔä1°&ÈuÔ^ˆÔÜ0°ÈVÔ]ˆŽrL   c           	     óŠ	  a€ VP                   w  r4rVV P                  pV P                  pWW,          Wg,          r©Wš,          pVe   TMW¸V,          ,          pWÈ,          V,          V,
          pVP                  VRW—W§4      pVP	                  ^ ^^^^^4      P                  W;R4      p\
        P                  ! \
        P                  ! W‘P                  R7      \
        P                  ! W¡P                  R7      RR7      w  pp\
        P                  ! VP                  4       VP                  4       .RR7      P                  ^ 4      P                  VRR4      pV^ 8”  dg   \
        P                  ! WîP                  W=VP                   R,          4      .^R7      p\
        P                  ! VVP                  W=^3R4      .^R7      pVR8H  P!                  RR7      pV P#                  VV4      o\%        V P&                  VVP                  R7      p\(        ;QJ d    . V3R lV 4       F  NK  	  5M! V3R lV 4       4      pV^ 8”  dŸ   VP                  ^4      P                  ^4      P                  R^VP                   ^,          R4      p\
        P*                  ! VSP,                  R7      P/                  V\
        P0                  ! SP,                  4      P2                  4      pMRpV P4                  P6                   F  pV! SVVR7      oK  	  V^ 8”  d"   SP9                  VP                  R4      R	4      oVP;                  ^ R
7      pVR,          P=                  RRR7      ^ ,          ^,           p\
        P>                  ! VVRR7      pVR,          VV,          VR,          ,          ,           p\
        P@                  PB                  PE                  VPG                  4       V4      PI                  4       Wˆ,          ,          pVPK                  ^^4      SPI                  4       ,          PM                  SP,                  4      oV^ 8H  P!                  ^R7      ( pVPO                  4       '       dH   VP!                  4       '       g2   V^8”  d   SRV^ ,          3,          MSV,          P                  ^ 4      oSV PP                  ,          # )ut   
pixel_values: [B, C, H, W] in [0,1] range
max_soft_tokens: if provided, pad to max_soft_tokens * kÂ² total patches
Nr�   Úij©ÚindexingrÅ   c              3   óX   <"  € T F  qP                  SP                  4      x € K!  	  R # 5irM  )rÌ   r«   )Ú.0ÚtrŸ   s   & €rI   Ú	<genexpr>Ú.Gemma4VisionEncoder.forward.<locals>.<genexpr>×  s   øé € Ð3©U¨—d‘d˜1Ÿ7™7—m�m«Uùs   ƒ'*r  rG  rn  rQ  rÁ   T©rÆ   ÚkeepdimÚfloor©Úrounding_moder‘   )rÁ   rÁ   r   )rÁ   rÁ   rN   ))rƒ   r   r   rÉ   Úpermuter”   Úmeshgridr•   r�   rZ  Úflattenr[  rY  rä   Ú	new_zerosr’   rp  rc  r  r   r�  rÏ  r«   r  r  rˆ   rd  r6  r€  r'  r&  Údivr  r  Úone_hotr?  rD   rÊ   rÌ   Úanyrb  )r‰   Úpixel_valuesrà  rÑ   rë   ÚheightÚwidthÚpsÚkÚ	patches_hÚ	patches_wÚnum_patchesÚoutput_lengthÚ	n_paddingr  Úgrid_yÚgrid_xr]  Úpaddingr`  r—   rD  ÚclampedÚmax_xÚkiÚweightsÚ	valid_outrŸ   s   &&&                        @rI   rù   ÚGemma4VisionEncoder.forwardº  sç  ø€ ð
 (4×'9Ñ'9Ñ$ˆ
�vØ�_‰_ˆØ×$Ñ$ˆØ%�|¨U­[�9ØÕ+ˆØ+:Ò+F™ÈKÐ`aÕ\aÕLbˆØ!Õ%¨Õ)¨KÕ7ˆ	ð ×&Ñ& z°2°yÀiÓTˆØ—/‘/ ! Q¨¨1¨a°Ó3×;Ñ;¸JÐUWÓXˆÜŸš¬¯ª°Y×GZÑGZÔ([Ô]b×]iÒ]iÐjs÷  }Pñ  }Pô  ^Qð  \`ô  a‰ˆ�Ü—{’{ F§N¡NÓ$4°f·n±nÓ6FÐ#GÈRÔP×ZÑZÐ[\Ó]×dÑdÐeoÐqsÐuwÓxˆð �qŒ=Ü—i’i ×*;Ñ*;¸JÐSZ×S`ÑS`ÐacÕSdÓ*eÐ fÐlmÔnˆGÜ Ÿ9š9 l°L×4IÑ4IÈ:ÐbcÐJdÐfhÓ4iÐ%jÐpqÔrˆLà 2Ñ%×*Ñ*¨rÐ*Ó2ˆð ×Ñ ¨Ó6ˆÜ'¨¯©°|ÈL×L_ÑL_Ô`ˆß”Ô3©UÓ3—‘Ô3©UÓ3Ó3ˆØ�qŒ=Ø×$Ñ$ QÓ'×1Ñ1°!Ó4×;Ñ;¸BÀÀ<×CUÑCUÐVWÕCXÐZ\Ó]ˆDÜ×#Ò# D°·±Ô8×EÑEÀdÌEÏKÊKÐXY×X_ÑX_ÓL`×LdÑLdÓe‰DàˆDà—\‘\×(Ô(ˆEÙ�a˜¨tÔ4ŠAñ )ð �qŒ=Ø—‘˜g×/Ñ/°Ó3°SÓ9ˆAð ×$Ñ$¨Ð$Ó+ˆØ˜Õ ×$Ñ$¨°TÐ$Ó:¸1Õ=ÀÕAˆÜ�YŠY�w °Ô9ˆØ��[˜E Q�J¨"¨W­+Õ5Õ5ˆÜ—(‘(×%Ñ%×-Ñ-¨b¯g©g«i¸ÓG×MÑMÓOÐSTÕSXÕYˆØ×Ñ˜q !Ó$ q§w¡w£yÕ0×4Ñ4°Q·W±WÓ=ˆð  !‘|×(Ñ(¨QÐ(Ó/Ð0ˆ	Ø�=‰=�?Š? 9§=¡=§?¢?Ø&0°1¤n��!�Y˜q•\�/Ö"¸!¸I½,×:PÑ:PÐQRÓ:SˆAà�4×(Ñ(Õ(Ð(rL   )r¸   rd  r   r   rc  r   r   rb  r&  rM  r'  rý   s   @@rI   r¿  r¿  ­  s   ù‡ € ÷
^÷7)ô 7)rL   r¿  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )r   iô  uS   Shared projector: parameterless RMSNorm â†’ linear. Used for both vision and audio.c                óV   <€ \         SV `  4        VP                  WR WCR7      V n        R# )Fr©   N)r®   r¯   r³   Úembedding_projection)r‰   Úin_dimÚout_dimr«   r�   rº   r»   s   &&&&&&€rI   r¯   ÚGemma4RMSNormProjector.__init__ö  s&   ø€ Ü‰ÑÔØ$'§J¡J¨vÀUÐSY JÓ$gˆÖ!rL   c                ó6   € V P                  \        V4      4      # rM  )r‘  r   r)  s   &&rI   rù   ÚGemma4RMSNormProjector.forwardú  s   € Ø×(Ñ(¬°!«Ó5Ð5rL   )r‘  r&  r6  rý   s   @@rI   r   r   ô  s   ù‡ € Ù]÷h÷6ò 6rL   r   c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )r½  iþ  c                ód   <€ \         SV `  VP                  R ,          VP                  W#VR7       R# )r   r»  N)r®   r¯   re   r   re  s   &&&&&€rI   r¯   Ú"Gemma4MultiModalProjector.__init__ÿ  s,   ø€ Ü‰Ñ˜×-Ñ-¨mÕ<¸f×>PÑ>PÐX]ÐruÐÖvrL   rM   r&  ©rQ   rR   rS   rT   r¯   rj   rk   rü   rý   s   @@rI   r½  r½  þ  s   ù‡ € ÷w÷ wrL   r½  c                 ó  € \         P                  ! V P                  R,          ^,          4      p\         P                  ! V P                  R,          V,          4      pV P                  RR pVR	,          P                  RRR7      ^ ,          ^,           p\        P
                  ! WRR7      p\        P                  ! W4      pVR	,          VR
,          V,          ,           WD,          VR	,          ,          ,           WF,          VR
,          ,          ,           p	V	P                  4       P                  RR7      p
V P                  RV
P                  R4      P                  V 4      4      pVP                  ! . VOVNVNVNVNVN^N5!  pVP                  ! . \        \        V4      4      ORNRNRNRNRNRN5!  P                  ! . VOVNWC,          ^,          ^,          N5!  pVP                  RV
P                  R4      P                  V4      4      pVR8H  P!                  RRR7      p\        P"                  ! WÑV4      P                  ! . VOVNWD,          N^N5!  p\        P
                  ! WÄRR7      P%                  RR7      ^ ,          pW¼3# )rN   NTrp  rr  rs  rÅ   r‘   rÇ   rR  rS  iúÿÿÿéûÿÿÿéýÿÿÿéüÿÿÿ)ÚmathÚisqrtrƒ   r&  r”   ry  Ú	remainderr?  ÚargsortÚgatherr[  Ú	expand_asrÉ   ru  r5  rã   rp  rU  rˆ   )r  Úpositions_xyrÙ  r   r€  rÐ  rŠ  ÚkidxÚremÚorderÚpermÚmergedÚposÚpads   &&&           rI   Ú_patches_merger­    s+  € Ü—’˜GŸM™M¨"Õ-°Õ2Ó3€JÜ�
Š
�7—=‘= Õ$¨Õ.Ó/€AØ�M‰M˜#˜2Ð€Eà˜Õ ×$Ñ$¨°TÐ$Ó:¸1Õ=ÀÕA€EÜ�9Š9�\°GÔ<€DÜ
�/Š/˜,Ó
*€CØ��K˜#˜f�+¨�/Õ)¨A­E°D¸µLÕ,@Õ@À1Å9ÈtÐTZÍ|ÕC[Õ[€EØ�:‰:‹<×Ñ BÐÓ'€Dà�^‰^˜B §¡¨rÓ 2× <Ñ <¸WÓ EÓF€FØ�^Š^ÐL˜UÐL FÐL¨AÐL¨qÐL°*ÐL¸jÐLÈ!ÓL€FØ�^Š^ÐGœU¤3 u£:Ó.ÐG°ÐG°BÐG¸ÐG¸BÐGÀÐGÀBÓG×OÒOÐzÐQVÐzÐX^ÐzÐabÕaoÐtuÕ`uÐxyÕ`yÓz€Fà
×
Ñ
˜b $§.¡.°Ó"4×">Ñ">¸|Ó"LÓ
M€CØ˜2Ñ×
"Ñ
" r°4Ð
"Ó
8€CÜ
�+Š+�c¨Ó
-×
5Ò
5Ð
O°uÐ
O¸fÐ
OÀaÅeÐ
OÈQÓ
O€CÜ
�)Š)�C¨'Ô
2×
6Ñ
6¸2Ð
6Ó
>¸qÕ
A€CØˆ;ÐrL   c                   óF   a a€ ] tR tRt oRtRV 3R lltR tR tRtVt	V ;t
# )rÿ  i  z„Encoder-free patch embedder (LN -> Dense -> LN -> +2D posemb -> LN); projection to text space is the separate multi_modal_projector.c           
     óÐ  <€ \         SV `  4        VR ,          V n        VR,          V n        VR,          ^,          ^,          pVR,          pVP	                  WRVR7      V n        VP                  WVW#R7      V n        VP	                  WbVR7      V n        \        P                  ! \        P                  ! VR,          ^WbVR7      4      V n        VP	                  WbVR7      V n        R# )r   r   r&   r'   r  r)   N)r®   r¯   r   r   Ú	LayerNormÚ	patch_ln1r³   Úpatch_denseÚ	patch_ln2r  rM  r”   r  Úpos_embeddingÚpos_norm)r‰   r¸   r�   r«   rº   Ú	patch_dimr'   r»   s   &&&&&  €rI   r¯   Ú$Gemma4UnifiedVisionEmbedder.__init__  sÁ   ø€ Ü‰ÑÔØ  Õ.ˆŒØ#)Ð*?Õ#@ˆÔ ØÐ-Õ.°!Õ3°aÕ7ˆ	Ø˜nÕ-ˆØŸ™ yÀu˜ÓMˆŒØŸ:™: iÀf˜:ÓZˆÔØŸ™ |È%˜ÓPˆŒÜŸ\š\¬%¯+ª+°fÐ=MÕ6NÐPQÐS_Ðv{Ô*|Ó}ˆÔØŸ™ lÈ˜ÓOˆŽrL   c           	     óÞ  € V P                   V P                  r2. . rTV EF¡  pVP                  R,          V,          VP                  R,          V,          r‡VP                  VP                  ^ ,          WrW‚4      P	                  ^^^^^ 4      P                  Wx,          R4      p	\
        P                  ! \
        P                  ! W†P                  R7      \
        P                  ! WvP                  R7      RR7      p
\
        P                  ! V
RR7      P                  V	P                  ^ ,          ^4      pV	P                  ^ ,          W3,          ,          p\        V	P                  ^ 4      VP                  ^ 4      V4      w  rÞVP                  VP                  ^ 4      4       VP                  VP                  ^ 4      4       EK¤  	  \
        P                  ! V4      \
        P                  ! V4      3# )zRpixels: [B, C, H, W] in [0,1] -> merged patches [B, N, 6912], positions [B, N, 2].r�   Úxyri  rÅ   rÇ   r‘   )r   r   rƒ   rÉ   ru  r”   rv  r•   r�   rZ  r­  r[  r9  Úsqueeze)r‰   r  r  r€  Úout_patchesÚout_positionsÚimgÚphÚpwÚteacherÚgridÚtposÚn_modelÚmpÚmposs   &&             rI   r  Ú$Gemma4UnifiedVisionEmbedder.patchify)  s`  € à—‘ ×!9Ñ!9ˆAØ%'¨�]ÜˆCØ—Y‘Y˜r•] bÕ(¨#¯)©)°B­-¸2Õ*=�Ø—k‘k #§)¡)¨A¥,°¸Ó?×GÑGÈÈ1ÈaÐQRÐTUÓV×^Ñ^Ð_aÕ_fÐhjÓkˆGÜ—>’>¤%§,¢,¨r¿*¹*Ô"EÄuÇ|Â|ÐTV×_iÑ_iÔGjÐuyÔzˆDÜ—;’;˜t¨Ô,×4Ñ4°W·]±]À1Õ5EÀqÓIˆDØ—m‘m AÕ&¨1­5Õ1ˆGÜ% g×&7Ñ&7¸Ó&:¸D¿N¹NÈ1Ó<MÈwÓW‰HˆBØ×Ñ˜rŸz™z¨!›}Ô-Ø× Ñ  §¡¨a£×1ñ ô �{Š{˜;Ó'¬¯ª°]Ó)CÐCÐCrL   c                ó6  € V P                  V4      pV P                  V4      pV P                  V4      pVP                  ^ R7      P	                  4       pVR8g  P                  VP                  4      P                  R4      p\        P                  ! ^VP                  R7      p\        P                  P                  V P                  VP                  VP                  4      pWtV3,          V,          P                  R4      pW8,           pV P!                  V4      # )r   rQ  r�   r‘   rÇ   )r±  r²  r³  r'  r?  rÌ   r«   r[  r”   r•   r�   rÞ   rˆ  rT  r´  Úsumrµ  )	r‰   r|  Úimage_position_idsrŸ   r‰  rš   Úaxesr«  Úpos_embss	   &&&      rI   rù   Ú#Gemma4UnifiedVisionEmbedder.forward8  sâ   € Ø�N‰N˜<Ó(ˆØ×Ñ˜QÓˆØ�N‰N˜1Óˆà$×*Ñ*¨qÐ*Ó1×6Ñ6Ó8ˆØ# rÑ)×-Ñ-¨a¯g©gÓ6×@Ñ@ÀÓDˆÜ�|Š|˜AÐ&8×&?Ñ&?Ô@ˆÜ×$Ñ$×3Ñ3°D×4FÑ4FÈÏÉÐRS×RYÑRYÓZˆØ ˜Õ&¨Õ.×3Ñ3°BÓ7ˆØ�LˆØ�}‰}˜QÓÐrL   )r²  r±  r³  r   r   r´  rµ  r&  )rQ   rR   rS   rT   ré  r¯   r  rù   rj   rk   rü   rý   s   @@rI   rÿ  rÿ    s!   ù‡ € ñ O÷
PòD÷ ò  rL   rÿ  c                   óJ   a a€ ] tR tRt oRtRV 3R lltR tRR ltRtVt	V ;t
# )	ÚGemma4AudioConvSubsampleriH  z-2D convolution subsampling for audio featuresc                óœ  <€ \         SV `  4        VR ,          p\        P                  ! RVP	                  ^^€^^^RW#R7      RVP                  ^€VRRW#R7      /4      V n        \        P                  ! RVP	                  ^€^ ^^^RW#R7      RVP                  ^ VRRW#R7      /4      V n        VP                  RVR,          RW#R	7      V n	        R
# )r   ÚconvF)Úkernel_sizeÚstriderˆ  rª   r�   r«   r=  T)r­   Úelementwise_affinerª   r�   r«   r   r   r©   N)
r®   r¯   r  Ú
ModuleDictÚConv2dr°  Úlayer0Úlayer1r³   Úinput_proj_linear)r‰   r¸   r�   r«   rº   r­   r»   s   &&&&& €rI   r¯   Ú"Gemma4AudioConvSubsampler.__init__J  sÓ   ø€ Ü‰ÑÔØ�^Õ$ˆÜ—m’mØ�C—J‘J˜q #°1¸QÈÐPUÐ^d�JÓrØ�C—M‘M #¨3À4ÈeÐ\b�MÓpð%
ó ˆŒô —m’mØ�C—J‘J˜s B°A¸aÈÐQVÐ_e�JÓsØ�C—M‘M "¨#À$ÈUÐ[a�MÓoð%
ó ˆŒð
 "%§¡¨D°&¸Õ2GÈeÐ\b Ó!pˆÖrL   c           
     ó–  € Ve)   WR,          P                  VP                  4      ,          pVR,          ! VP                  VR,          P                  P                  4      4      p\        P
                  ! VR,          ! VP                  ^ ^^^4      4      P                  ^ ^^^4      P                  4       4      pVe
   VR,          pW3# )NrÐ  r=  )rÁ   NrÁ   N)rÁ   :NNr7   )rÌ   r�   r#  r«   r”   Úreluru  Ú
contiguous)r‰   rŸ   rD  r—   s   &&&&rI   Ú_conv_layerÚ%Gemma4AudioConvSubsampler._conv_layerX  s¢   € ØÒØÐ)Õ*×-Ñ-¨a¯h©hÓ7Õ7ˆAØ�&ŽM˜!Ÿ$™$˜u V�}×3Ñ3×9Ñ9Ó:Ó;ˆÜ�JŠJ�u˜V–} Q§Y¡Y¨q°!°Q¸Ó%:Ó;×CÑCÀAÀqÈ!ÈQÓO×ZÑZÓ\Ó]ˆØÒØ˜•<ˆDØˆwˆrL   c                óD  € VP                  ^4      pV P                  WP                  V4      w  rV P                  WP                  V4      w  rVP                  w  r4rTVP                  ^ ^^^4      P                  4       P                  W5R4      pV P                  V4      V3# rÆ  )	r[  rÝ  rÖ  r×  rƒ   ru  rÜ  rÉ   rØ  )r‰   rŸ   r—   rÑ   rë   r™  s   &&&   rI   rù   Ú!Gemma4AudioConvSubsampler.forwarda  s�   € Ø�K‰K˜‹NˆØ×"Ñ" 1§k¡k°4Ó8‰ˆØ×"Ñ" 1§k¡k°4Ó8‰ˆØ$%§G¡GÑ!ˆ
�wØ�I‰I�a˜˜A˜qÓ!×,Ñ,Ó.×6Ñ6°zÈBÓOˆØ×%Ñ% aÓ(¨$Ð.Ð.rL   )rØ  rÖ  r×  r&  rM  )rQ   rR   rS   rT   ré  r¯   rÝ  rù   rj   rk   rü   rý   s   @@rI   rÎ  rÎ  H  s   ù‡ € Ù7÷qò÷/ô /rL   rÎ  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚGemma4AudioFeedForwardij  z-Conformer feed-forward with residual scaling.c                óF  <€ \         SV `  4        VR ,          pVP                  RV^,          4      p\        WQR,          W#R7      V n        \        WVW#VR7      V n        \        WeW#VR7      V n        \        WQR,          W#R7      V n        VP                  RR4      V n	        R# )r   r   r   r¬   rº  r$   r%   N)
r®   r¯   rƒ  r   Úpre_layer_normr  Úffw_layer_1Úffw_layer_2Úpost_layer_normÚpost_layer_scaler2  s   &&&&&  €rI   r¯   ÚGemma4AudioFeedForward.__init__l  s“   ø€ Ü‰ÑÔØ˜]Õ+ˆØ"ŸJ™JÐ':¸KÈ!½OÓLÐÜ% k¸nÕ7MÐV\ÔjˆÔÜ(¨ÐPVÐilÔmˆÔÜ(Ð):ÐPVÐilÔmˆÔÜ& {¸~Õ8NÐW]ÔkˆÔØ &§
¡
Ð+<¸cÓ BˆÖrL   c                ó  € TpV P                  V4      p\        P                  P                  P	                  V P                  V4      4      pV P                  V4      pV P                  V4      pWP                  ,          pW,           # rM  )	rä  r”   r  r  Úsilurå  ræ  rç  rè  ©r‰   rŸ   r$  s   && rI   rù   ÚGemma4AudioFeedForward.forwardv  sr   € ØˆØ×Ñ Ó"ˆÜ�H‰H×Ñ×$Ñ$ T×%5Ñ%5°aÓ%8Ó9ˆØ×Ñ˜QÓˆØ× Ñ  Ó#ˆØ×%Ñ%Õ%ˆØ�|ÐrL   )rå  ræ  rç  rè  rä  r&  r6  rý   s   @@rI   râ  râ  j  s   ù‡ € Ù7÷C÷ò rL   râ  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )Ú Gemma4AudioRelPositionalEncodingr   z<Sinusoidal relative positional encoding for audio attention.c                óN  <€ \         S
V `  4        VR ,          pVP                  R^4      pVP                  R^ 4      pVP                  R^4      V n        V P                  V,           ^,
          V,           V n        V^,          p\
        P                  ! R4      \        V^,
          ^4      ,          p\        P                  ! \        P                  ! V4      V) ,          4      P                  VR7      P                  ^ 4      P                  ^ 4      p	V P                  RV	RR7       R	# )
r   r   r   r   r/   r  Úinv_timescalesFr,  N)r®   r¯   rƒ  Ú
chunk_sizeÚcontext_sizerŸ  Úlogr&  r”   Úexpr•   rÌ   r[  r  )r‰   r¸   r�   r«   r   Úcontext_leftÚcontext_rightÚnum_timescalesÚlog_incrñ  r»   s   &&&&      €rI   r¯   Ú)Gemma4AudioRelPositionalEncoding.__init__‚  sì   ø€ Ü‰ÑÔØ˜]Õ+ˆØ—z‘zÐ":¸BÓ?ˆØŸ
™
Ð#<¸aÓ@ˆØ Ÿ*™*Ð%;¸RÓ@ˆŒØ ŸO™O¨lÕ:¸QÕ>ÀÕNˆÔà$¨Õ)ˆÜ—(’(˜7Ó#¤c¨.¸1Õ*<¸aÓ&@Õ@ˆÜŸš¤5§<¢<°Ó#?À7À(Õ#JÓK×NÑNÐUZÐNÓ[×eÑeÐfgÓh×rÑrÐstÓuˆØ×ÑÐ-¨~È%ÐÖPrL   c                óŒ  € \         P                  ! V P                  RRVP                  R7      P	                  R4      pW P
                  P                  VP                  R7      ,          p\         P                  ! \         P                  ! V4      \         P                  ! V4      .RR7      P                  VP                  R7      # )rN   r�   rÅ   r  r‘   )r”   r•   rò  r�   r[  rñ  rÌ   rä   r¢   r¡   r«   )r‰   rÙ   rœ   Úscaleds   &&  rI   rù   Ú(Gemma4AudioRelPositionalEncoding.forward�  s‹   € Ü—L’L §¡°"°bÀ×AUÑAUÔV×`Ñ`ÐacÓdˆ	Ø×0Ñ0×3Ñ3¸=×;OÑ;OÐ3ÓPÕPˆÜ�yŠyœ%Ÿ)š) FÓ+¬U¯YªY°vÓ->Ð?ÀRÔH×KÑKÐR_×ReÑReÐKÓfÐfrL   )rò  ró  rá  r6  rý   s   @@rI   rï  rï  €  s   ù‡ € ÙF÷Q÷gò grL   rï  c                   ó`   a a€ ] tR tRt oRtR
V 3R lltR tR tR tRR lt	RR lt
R	tVtV ;t# )ÚGemma4AudioAttentioni•  z@Chunked block attention with relative position bias and softcap.c           	     ó   <€ \         SV `  4        VR ,          V n        VR,          V n        V P                  V P                  ,          V n        VP                  R^4      V n        VP                  R^4      ^,
          V n        VP                  R^ 4      V n        V P                  V P                  ,           V P                  ,           V n	        V P                  R,          \        P                  ! ^4      ,          V n        \        P                  ! ^\        P                  ,           4      \        P                  ! ^4      ,          V n        V P                  R\         P"                  ! VP                  RR4      VR7      R	R
7       \%        V P                  V P                  W#VR7      V n        \%        V P                  V P                  W#VR7      V n        \%        V P                  V P                  W#VR7      V n        \%        V P                  V P                  W#VR7      V n        \.        P0                  ! \         P2                  ! V P                  W#R7      4      V n        VP7                  V P                  V P                  R	W#R7      V n        R# )r   r   r   r   r   Úsoftcapr    r!   r  Fr,  rº  r  r©   Ng      à¿)r®   r¯   r   r°   r   rƒ  rò  Úmax_past_horizonÚmax_future_horizonró  rŸ  rô  Úq_scaleÚeÚk_scaler  r”   r>  r  r´   rµ   r¶   Úpostr  rM  r  Úper_dim_scaler³   Úrelative_k_projr:  s   &&&&&€rI   r¯   ÚGemma4AudioAttention.__init__—  sÔ  ø€ Ü‰ÑÔØ! -Õ0ˆÔØÐ 5Õ6ˆŒØ×(Ñ(¨D¯N©NÕ:ˆŒØ Ÿ*™*Ð%;¸RÓ@ˆŒØ &§
¡
Ð+CÀRÓ HÈ1Õ LˆÔØ"(§*¡*Ð-FÈÓ"JˆÔØ ŸO™O¨d×.CÑ.CÕCÀd×F]ÑF]Õ]ˆÔàŸ™¨Õ-´·²¸!³Õ<ˆŒÜ—x’x ¤D§F¡F¥
Ó+¬d¯hªh°q«kÕ9ˆŒØ×Ñ˜Y¬¯ª°V·Z±ZÐ@UÐW[Ó5\ÐdiÔ(jÐw|ÐÔ}ä# D×$4Ñ$4°d×6FÑ6FÈvÐhkÔlˆŒÜ# D×$4Ñ$4°d×6FÑ6FÈvÐhkÔlˆŒÜ# D×$4Ñ$4°d×6FÑ6FÈvÐhkÔlˆŒÜ! $×"2Ñ"2°D×4DÑ4DÈVÐfiÔjˆŒ	ÜŸ\š\¬%¯+ª+°d·m±mÈFÔ*`ÓaˆÔØ"Ÿz™z¨$×*:Ñ*:¸D×<LÑ<LÐSXÐag˜zÓuˆÖrL   c           	     ó\  € VP                   w  r#rEW0P                  ,           ^,
          V P                  ,          pW`P                  ,          V,
          p\        P                  P                  P                  V^ ^ ^ ^ ^ V34      pVP                  W&V P                  WE4      P                  4       # rÌ  )rƒ   rò  r”   r  r  r¬  rÉ   rÜ  )r‰   rŸ   ÚBÚSÚHÚDÚ
num_blocksr¬  s   &&      rI   Ú_convert_to_blockÚ&Gemma4AudioAttention._convert_to_block¬  sƒ   € Ø—W‘W‰
ˆˆaØŸ/™/Õ)¨AÕ-°$·/±/ÕAˆ
ØŸ?™?Õ*¨QÕ.ˆÜ�H‰H×Ñ×#Ñ# A¨¨1¨a°°A°sÐ';Ó<ˆØ�y‰y˜¨¯©¸Ó>×IÑIÓKÐKrL   c           
     óT  € \         P                  P                  P                  V^ ^ ^ ^ V P                  V P
                  V P                  ,           ^,
          34      pVP                  ^V P                  V P                  4      p\         P                  ! VR^4      P                  4       # )r   r‘   )r”   r  r  r¬  r  r  rò  Úunfoldró  rã  rÜ  r)  s   &&rI   Ú_extract_block_contextÚ+Gemma4AudioAttention._extract_block_context³  s�   € Ü�H‰H×Ñ×#Ñ# A¨¨1¨a°°D×4IÑ4IÈ4×KbÑKbÐei×etÑetÕKtÐwxÕKxÐ'yÓzˆØ�H‰H�Q˜×)Ñ)¨4¯?©?Ó;ˆÜ�}Š}˜Q  AÓ&×1Ñ1Ó3Ð3rL   c                ó:  € VP                   w  r#rEpV P                  p\        P                  P                  P                  V^ V^,           V,
          34      pVP                  W#WEV^,           ,          4      pVRRWW,          13,          pVP                  W#WEV4      # )r   .N)rƒ   ró  r”   r  r  r¬  rÝ   )r‰   rŸ   r  r  ÚNBÚBSÚPLÚCSs   &&      rI   Ú
_rel_shiftÚGemma4AudioAttention._rel_shift¸  s…   € ØŸ7™7Ñˆˆb�bØ×ÑˆÜ�H‰H×Ñ×#Ñ# A¨¨2°­6°B­;Ð'7Ó8ˆØ�F‰F�1˜ 2¨¥6�]Ó+ˆØˆc�8�B•G�8ˆmÕˆØ�v‰v�a˜B BÓ'Ð'rL   c           
     óº  € \         P                  ! WR7      pVR,          VR,          ,
          pV^ 8¬  W`P                  8  ,          pV P                  ^ 8”  d!   Wv^ 8  V) V P                  8  ,          ,          pVe   WtR,          P	                  4       ,          pVR,          pW P
                  ,          V,
          p	\         P                  P                  P                  V^ V	^ V	3RR7      pVP                  ^^W P
                  R4      p\         P                  P                  P                  W€P                  V P                  3RR7      p\         P                  ! W#R7      V P
                  ,          R,          \         P                  ! V P                  VR7      R,          ,           p
VP                  RV
R	,          P                  ^^RV P
                  R4      4      # )
zABuild 5D boolean blocked attention mask (True=attend, False=mask)r�   F)rÈ   r~  r  )r   NrÁ   rá  r‘   )NNrÁ   NrÁ   )r”   r•   r  r  rF   rò  r  r  r¬  rÉ   ró  r£  rY  )r‰   r™  r  r�   rø  rÓ   Údistr—   rF  ÚpÚidxs   &&&&&      rI   Ú_build_blocked_maskÚ(Gemma4AudioAttention._build_blocked_maskÀ  s�  € ä�LŠL˜Ô0ˆØ��z˜A˜g�JÕ&ˆØ˜‘	˜d×%:Ñ%:Ñ:Õ;ˆØ×"Ñ" QÔ&Ø 1™H¨4¨%°4×3JÑ3JÑ)JÕKÕLˆDØÒ!Ø ZÕ0×5Ñ5Ó7Õ7ˆDØ�ÕˆàŸ™Õ(¨7Õ2ˆÜ�H‰H×Ñ×#Ñ# A¨¨1¨a° |¸5Ð#ÓAˆØ�I‰I�a˜˜J¯©¸Ó<ˆÜ�H‰H×Ñ×#Ñ# A×(=Ñ(=¸t×?VÑ?VÐ'WÐ_dÐ#ÓeˆÜ�|Š|˜JÔ6¸¿¹ÕHÈ'ÕRÔUZ×UaÒUaÐbf×bsÑbsð  }Cô  VDð  ELõ  VMõ  MˆØ�x‰x˜˜CÐ 6Õ7×>Ñ>¸qÀ!ÀRÈÏÉÐZ\Ó]Ó^Ð^rL   c                óþ  € VP                   w  rEpV P                  V4      P                  4       P                  WEV P                  V P
                  4      pV P                  V4      P                  4       P                  WEV P                  V P
                  4      pV P                  V4      P                  4       P                  WEV P                  V P
                  4      p	WpP                  ,          \        P                  P                  P                  V P                  4      ,          pW€P                  ,          pV P                  V4      p
V P!                  V4      pV P!                  V	4      pV
P                   ^,          pV P#                  V4      P                  RV P                  V P
                  4      P%                  VP&                  4      pV
P)                  ^ ^^^^4      pWûP)                  ^ ^^^^4      ,          pVP+                  W@P                  RV P
                  4      pVVP)                  ^^^ 4      ,          pVP+                  W@P                  WÐP,                  R4      pV P/                  V4      pVV,           p\        P0                  ! VV P2                  ,          4      V P2                  ,          pVf   V P5                  W]VP6                  4      pVP9                  VP;                  4       R4      p\        P                  P                  P=                  VR\        P>                  R7      P%                  V	P&                  4      pVVP)                  ^ ^^^^4      ,          pVP)                  ^ ^^^^4      P+                  WMV P,                  ,          R4      pVRRV13,          PA                  4       pV PC                  VP%                  V PB                  PD                  PF                  P&                  4      4      # )rN   N)rÆ   r«   rÁ   r‘   g    eÍÍÁ)$rƒ   r´   rD   rÝ   r°   r   rµ   r¶   r  r”   r  r  Úsoftplusr  r  r  r  r	  rÌ   r«   ru  rÉ   rò  r  r  r  r"  r�   r€  Úlogical_notrË   rä  rÜ  r  r  r#  )r‰   rŸ   rX  Ú	attn_maskr  r  rë   rÓ   r€  ÚvÚq_blocksÚ	k_contextÚ	v_contextr  Úrel_kÚqueriesÚ	matrix_acÚqueries_flatÚ	matrix_bdÚattn_weightsr¤   s   &&&&                 rI   rù   ÚGemma4AudioAttention.forwardÒ  s  € Ø—'‘'‰ˆˆaà�K‰K˜‹N× Ñ Ó"×'Ñ'¨¨d¯n©n¸d¿m¹mÓLˆØ�K‰K˜‹N× Ñ Ó"×'Ñ'¨¨d¯n©n¸d¿m¹mÓLˆØ�K‰K˜‹N× Ñ Ó"×'Ñ'¨¨d¯n©n¸d¿m¹mÓLˆà—‘ÕœuŸx™x×2Ñ2×;Ñ;¸D×<NÑ<NÓOÕOˆØ—‘Õˆà×)Ñ)¨!Ó,ˆØ×/Ñ/°Ó2ˆ	Ø×/Ñ/°Ó2ˆ	Ø—^‘^ AÕ&ˆ
à×$Ñ$Ð%8Ó9×>Ñ>¸rÀ4Ç>Á>ÐSW×S`ÑS`Óa×dÑdÐef×elÑelÓmˆà×"Ñ" 1 a¨¨A¨qÓ1ˆØ×/Ñ/°°1°a¸¸AÓ>Õ>ˆ	à—‘ q¯.©.¸"¸d¿m¹mÓLˆØ  5§=¡=°°A°qÓ#9Õ9ˆ	Ø×%Ñ% a¯©¸Ç_Á_ÐVXÓYˆ	Ø—O‘O IÓ.ˆ	à  9Õ,ˆÜ—z’z ,°·±Õ"=Ó>ÀÇÁÕMˆð ÒØ×0Ñ0°ÀÇÁÓIˆIØ#×/Ñ/°	×0EÑ0EÓ0GÈÓNˆä—x‘x×*Ñ*×2Ñ2°<ÀRÌuÏ}É}Ð2Ó]×`Ñ`Ðab×ahÑahÓiˆØ˜Y×.Ñ.¨q°!°Q¸¸1Ó=Õ=ˆØ�k‰k˜!˜Q  1 aÓ(×0Ñ0°ÀÇÁÕ4PÐRTÓUˆØ�!�R�a�R�%�j×#Ñ#Ó%ˆØ�y‰y˜Ÿ™ §	¡	× 0Ñ 0× 7Ñ 7× =Ñ =Ó>Ó?Ð?rL   )rò  ró  r   r   rµ   r  r  r  r°   r  r  r´   r  r	  r¶   r&  rM  rá  )rQ   rR   rS   rT   ré  r¯   r  r  r  r"  rù   rj   rk   rü   rý   s   @@rI   rÿ  rÿ  •  s0   ù‡ € ÙJ÷vò*Lò4ò
(ô_÷$%@ô %@rL   rÿ  c                   ó@   a a€ ] tR tRt oRtRV 3R lltR tRtVtV ;t	# )ÚGemma4AudioLConv1diú  z*Lightweight convolution with standard GLU.c                ól  <€ \         SV `  4        VR ,          pVP                  R^4      p\        WQR,          W#R7      V n        \        WU^,          W#VR7      V n        VP                  WUV^ VRW#R7      V n        V^,
          V n	        \        WQR,          W#R7      V n
        \        WUW#VR7      V n        R# )r   r   r   r¬   rº  F)rÑ  rˆ  rÒ   rª   r�   r«   N)r®   r¯   rƒ  r   rä  r  Úlinear_startÚConv1dÚdepthwise_conv1dÚconv_left_padÚ	conv_normÚ
linear_end)r‰   r¸   r�   r«   rº   r   r   r»   s   &&&&&  €rI   r¯   ÚGemma4AudioLConv1d.__init__ü  s¸   ø€ Ü‰ÑÔØ˜]Õ+ˆØ!Ÿ:™:Ð&8¸!Ó<ÐÜ% k¸nÕ7MÐV\ÔjˆÔÜ)¨+ÀQµÈvÐhkÔlˆÔà #§
¡
¨;ÐQaÐklð  vAð  HMð  V\ 
ó  !jˆÔØ-°Õ1ˆÔÜ  ¸Õ2HÐQWÔeˆŒÜ'¨ÈÐbeÔfˆŽrL   c                ó  € TpV P                  V4      pV P                  V4      p\        P                  P                  P                  VRR7      pVP                  ^^4      p\        P                  P                  P                  WP                  ^ 34      pV P                  V4      P                  ^^4      pV P                  V4      p\        P                  P                  P                  V4      pV P                  V4      pW,           # )rN   rÅ   r‘   )rä  r6  r”   r  r  ÚglurÊ   r¬  r9  r8  r:  rë  r;  rì  s   && rI   rù   ÚGemma4AudioLConv1d.forward  sÖ   € ØˆØ×Ñ Ó"ˆØ×Ñ˜aÓ ˆÜ�H‰H×Ñ×#Ñ# A¨2Ð#Ó.ˆØ�K‰K˜˜1ÓˆÜ�H‰H×Ñ×#Ñ# A×(:Ñ(:¸AÐ'>Ó?ˆØ×!Ñ! !Ó$×.Ñ.¨q°!Ó4ˆØ�N‰N˜1ÓˆÜ�H‰H×Ñ×$Ñ$ QÓ'ˆØ�O‰O˜AÓˆØ�|ÐrL   )r9  r:  r8  r;  r6  rä  r&  r6  rý   s   @@rI   r4  r4  ú  s   ù‡ € Ù4÷
g÷ò rL   r4  c                   óD   a a€ ] tR tRt oRtRV 3R lltRR ltRtVtV ;t	# )ÚGemma4AudioLayeri  z4Conformer block: FFN1 -> Attention -> LConv -> FFN2.c                óT  <€ \         SV `  4        \        WW4R 7      V n        \	        WW4R 7      V n        \        VR,          W#R7      pVR,          p\        V3/ VB V n        \        V3/ VB V n	        \        WW4R 7      V n        \        WW4R 7      V n        \        V3/ VB V n        R# rA  )r®   r¯   râ  Úfeed_forward1rÿ  r  rB  r   Únorm_pre_attnÚnorm_post_attnr4  Úlconv1dÚfeed_forward2Únorm_out)r‰   r¸   r�   r«   rº   rC  r   r»   s   &&&&&  €rI   r¯   ÚGemma4AudioLayer.__init__  sš   ø€ Ü‰ÑÔÜ3°FÐQVÔ`ˆÔÜ-¨fÈ5ÔZˆŒÜ˜v nÕ5¸fÔRˆØ˜]Õ+ˆÜ$ [Ñ@°KÑ@ˆÔÜ% kÑA°[ÑAˆÔÜ)¨&ÀuÔVˆŒÜ3°FÐQVÔ`ˆÔÜ Ñ;¨{Ñ;ˆŽrL   c                ó  € V P                  V4      pTpV P                  V4      pV P                  WVR 7      pV P                  V4      pW,           pV P	                  V4      pV P                  V4      pV P                  V4      pV# )©rX  r'  )rC  rD  r  rE  rF  rG  rH  )r‰   rŸ   rX  r'  r$  s   &&&& rI   rù   ÚGemma4AudioLayer.forward$  s�   € Ø×Ñ˜qÓ!ˆàˆØ×Ñ˜qÓ!ˆØ�N‰N˜1ÐQZˆNÓ[ˆØ×Ñ Ó"ˆØ�Lˆà�L‰L˜‹OˆØ×Ñ˜qÓ!ˆà�M‰M˜!ÓˆØˆrL   )rC  rG  rF  rH  rE  rD  r  r&  rá  r6  rý   s   @@rI   rA  rA    s   ù‡ € Ù>÷
<÷ô rL   rA  c                   ó@   a a€ ] tR tRt oRV 3R lltRR ltRtVtV ;t# )rï  i4  c                ó¨  <€ \         SV `  4        VR ,          V n        VP                  RR4      V n        \        WW$R7      V n        \        WVR7      V n        \        P                  ! \        VR,          4       Uu. uF  p\        WW$R7      NK  	  up4      V n        VP                  V P                  V P                  RW2R7      V n        R# u upi )	r   r"   r#   rº  r  r   Tr©   N)r®   r¯   r   rƒ  r"   rÎ  Úsubsample_conv_projectionrï  Úrel_pos_encr  r4  r5  rA  r6  r³   Úoutput_projr^  s   &&&&& €rI   r¯   ÚGemma4AudioEncoder.__init__5  sº   ø€ Ü‰ÑÔØ! -Õ0ˆÔØ &§
¡
Ð+=¸tÓ DˆÔä)BÀ6Ð`eÔ)oˆÔ&Ü;¸FÐY^Ô_ˆÔä—m’mä˜6Ð"5Õ6Ô7ó%
á7�ô ˜V¸%×IÙ7ñ%
ó ˆŒð
 Ÿ:™: d×&6Ñ&6¸×8MÑ8MÐTXÐag˜:ÓuˆÖùò%
s   Á=Cc                ó   € V P                  W4      w  r2V P                  V4      pV P                  ^ ,          P                  P	                  VP
                  ^,          VP
                  ^,          V P                  ^ ,          P                  P                  ,           ^,
          V P                  ^ ,          P                  P                  ,          VP                  VR7      pV P                   F  pV! W4VR7      pK  	  V P                  V4      pV# )r   r÷  rK  )	rO  rP  r6  r  r"  rƒ   rò  r�   rQ  )r‰   Úaudio_featuresrø  rŸ   rX  r'  rD  s   &&&    rI   rù   ÚGemma4AudioEncoder.forwardD  sØ   € Ø×6Ñ6°~ÓR‰ˆØ"×.Ñ.¨qÓ1Ðð —K‘K •N×,Ñ,×@Ñ@Ø�G‰G�A�J˜Ÿ™ � d§k¡k°!¥n×&>Ñ&>×&IÑ&IÕIÈAÕMÐRV×R]ÑR]Ð^_ÕR`×RjÑRj×RuÑRuÕuØ�H‰H ð Aó -ˆ	ð —[”[ˆEÙ�aÈIÔVŠAñ !ð ×Ñ˜QÓˆØˆrL   )r   r6  rQ  r"   rP  rO  r&  rM  r'  rý   s   @@rI   rï  rï  4  s   ù‡ € ÷v÷ô rL   rï  c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )rñ  iT  c                ón   <€ \         SV `  VP                  R R4      VP                  RR4      W#VR7       R# )rí  r#   rî  r.   r»  N)r®   r¯   rƒ  re  s   &&&&&€rI   r¯   ÚGemma4AudioProjector.__init__U  s;   ø€ Ü‰Ñ˜Ÿ™Ð$<¸dÓCÀVÇZÁZÐPbÐdhÓEiÐqvð  LOÐö  	PrL   rM   r&  rš  rý   s   @@rI   rñ  rñ  T  s   ù‡ € ÷P÷ PrL   rñ  c                 ó®  € W2^,          ,          p\         P                  ! WPV,          ,          4      pWB,          p\         P                  ! W`,          V,          4      V,          p\         P                  ! Wa,          V,          4      V,          p	V^ 8X  d   V	^ 8X  d   \        RV R24      hW4^,          ,          V,          p
V^ 8X  d1   Tp\	        \         P                  ! W,          4      V,          V
4      p	M6V	^ 8X  d0   Tp	\	        \         P                  ! W,          4      V,          V
4      pW‰,          V8”  d   \        RV  RV RV RV	 R2	4      hW‰3# )r7   zMAttempting to resize to a 0 x 0 image. Resized height should be divisible by Ú.z
Resizing [rŸ   z] to [z] exceeds the patch budget.)rŸ  Úsqrtrr  Ú
ValueErrorrˆ   )r}  r~  r   Úmax_patchesr   Ú	target_pxÚfactorÚ	side_multÚtarget_heightÚtarget_widthÚmax_side_lengths   &&&&&      rI   Ú!_get_aspect_ratio_preserving_sizerd  [  s%  € Ø¨A�oÕ-€IÜ�YŠY�y¨U¥NÕ3Ó4€FØ#Õ0€IÜ—J’J˜v�°Õ:Ó;¸iÕG€MÜ—:’:˜f�n¨yÕ8Ó9¸IÕE€Là˜Ô˜l¨aÔ/ÜÐhÐirÐhsÐstÐuÓvÐvà"¸QÕ&>Õ>À)ÕK€OØ˜ÔØ!ˆÜœ4Ÿ:š: e¥nÓ5¸	ÕAÀ?ÓS‰Ø	˜Ô	Ø ˆÜœDŸJšJ v¥~Ó6¸ÕBÀOÓTˆàÕ# iÔ/Ü˜: f X¨Q¨u¨g°V¸M¸?È!ÈLÈ>ÐYtÐuÓvÐvàÐ&Ð&rL   c                   ó†   a a€ ] tR tRt oRtRtR tR t]R 4       t	R t
]R 4       tRRRRRR	RR
. . . 3V 3R lltRtVtV ;t# )ÚGemma4_Tokenizeris  NFc                ó>   € V P                   e   RV P                   /# / # )NÚtokenizer_json©Útokenizer_json_datarO  s   &rI   Ú
state_dictÚGemma4_Tokenizer.state_dictw  s$   € Ø×#Ñ#Ò/Ø$ d×&>Ñ&>Ð?Ð?Øˆ	rL   c                óÜ   € R p^ pW^,          ,           V^,           ,
          V,          ^,           pTp\        ^4       F!  pV^,           ^,
          ^,          ^,           pK#  	  \        VR4      # )é@  éî  )r5  rˆ   )r‰   Únum_samplesÚ_flÚ_hlÚ_nmelÚ_trë   s   &&     rI   Ú_audio_token_countÚ#Gemma4_Tokenizer._audio_token_count|  sa   € àˆØˆØ a�xÕ'¨3°­7Õ3¸Õ;¸aÕ?ˆØˆÜ�q–ˆAØ�q•&˜1•* Õ" QÕ&ŠBñ ä�2�s‹|ÐrL   c           
     ó„  € V P                  4       ^8”  d,   V P                  ^ ,          ^8”  d   V P                  ^ RR7      p V P                  4       ^8X  d   V P                  ^ 4      p V P	                  4       pVR8w  d&   \
        P                  P                  W!RR^yRRR7      pVP                  ^ 4      P                  4       # )zšMix to mono and resample to 16kHz. Kaiser params reproduce the reference (transformers
load_audio -> librosa/soxr_hq) to ~1e-12 MSE using sinc resampling.Trp  é€>  Úsinc_interp_kaiserg(÷Ÿkžî?g“ùÂ¨ë5@)Úresampling_methodÚlowpass_filter_widthÚrolloffÚbeta)
rÆ   rƒ   Úmeanr[  rD   rÞ   rö  Úresamplerº  rÜ  )ÚwaveformÚsample_raterö  s   && rI   Ú_resample_16kÚGemma4_Tokenizer._resample_16k†  s¨   € ð �<‰<‹>˜AÔ (§.¡.°Õ"3°aÔ"7Ø—}‘}¨°D�}Ó9ˆHØ�<‰<‹>˜QÔØ×)Ñ)¨!Ó,ˆHØ—‘Ó ˆØ˜%ÔÜ—K‘K×(Ñ(¨¸UÐVjØ58ÐBTÐ[lð )ó nˆEà�}‰}˜QÓ×*Ñ*Ó,Ð,rL   c                óä  € V P                  W4      P                  4       p\        V4      pV^€,          ^ 8w  d(   \        P                  ! V^ ^€V^€,          ,
          34      p\        P
                  ! \        V4      \        P                  R7      pRWTR% \        P                  ! VR4      p\        P                  ! VR4      p\        V4      R,
          ^ ,          ^,           pVP                  ^ ,          ^ ,          VP                  ^ ,          3p\        P                  P                  P                  W6R3V4      RRR13,          P                  4       pRR\        P                  ! ^\        P                  ,          \        P                  ! R4      ,          R,          4      ,          ,
          P                  \        P                  4      p	\        P                   ! \        P"                  P%                  W‰,          RRR	7      4      p
V P'                  4       p\        P(                  ! \        P*                  ! W«4      \        P,                  ! R
4      ,           4      P                  \        P                  4      pV\        P                  ! V4      ^ ,          R,           ,          P                  \.        4      pWÍR,          ,          p\0        P2                  ! V4      \0        P2                  ! V4      3# )z¤Default (E2B/E4B): 128-bin log mel spectrogram for the conformer audio encoder.
Uses numpy for FFT/matmul/log to produce bit-identical results with reference code.
r  rn  NiA  .r%   rn  r2   )rÎ   Úaxisgü©ñÒMbP?)é    r   r‘   r~  )r‚  Únumpyrã   Únpr¬  Úonesrä  ÚstridesÚlibÚstride_tricksÚ
as_stridedÚcopyr¡   Úpir•   ÚastypeÚabsÚfftÚrfftÚ_build_mel_filterbankrô  ÚmatmulÚfloat64rF   r”   Ú
from_numpy)r‰   r€  r�  rö  rÎ   Úmask_rawÚnfrŠ  ÚframesÚwindowÚ	magnitudeÚmel_fbÚlog_melr—   s   &&&           rI   Ú_extract_audio_featuresÚ(Gemma4_Tokenizer._extract_audio_features”  s  € ð ×"Ñ" 8Ó9×?Ñ?ÓAˆÜ�‹Jˆð ˆs�7�aŒ<Ü—F’F˜5 1 c¨A°­G¥mÐ"4Ó5ˆEÜ—7’7œ3˜u›:¬R¯Z©ZÔ8ˆØˆ�ˆô —’�u˜hÓ'ˆÜ—6’6˜( HÓ-ˆô �%‹j˜3Õ 3Õ&¨Õ*ˆØ—=‘= Õ# cÕ)¨5¯=©=¸Õ+;Ð<ˆÜ—‘×%Ñ%×0Ñ0°¸S¸	À7ÓKÈCÐQTÐRTÐQTÈHÕU×ZÑZÓ\ˆð ˜œbŸfšf Q¬¯©¥Y´·²¸3³Õ%?À#Õ%EÓFÕFÕF×NÑNÌrÏzÉzÓZˆÜ—F’Fœ2Ÿ6™6Ÿ;™; v¥¸#ÀB˜;ÓGÓHˆ	Ø×+Ñ+Ó-ˆÜ—&’&œŸš 9Ó5¼¿
º
À5Ó8IÕIÓJ×QÑQÔRT×R\ÑR\Ó]ˆð œŸ	š	 "›¨Õ+¨cÕ1Õ2×9Ñ9¼$Ó?ˆØ �MÕ)ˆÜ×Ò Ó(¬%×*:Ò*:¸4Ó*@Ð@Ð@rL   c                 óB  € \         P                  ! RR\         P                  ! R
4      ,          ^‚4      p RRV R,          ,          R,
          ,          p\         P                  ! ^ RR4      p\         P                  ! V4      p\         P                  ! V^ 4      \         P                  ! V^4      ,
          pVRRR13,          ) VRR ,          pVR,          VR	,          ,          p\         P
                  ! \         P                  ! ^4      \         P                  ! WV4      4      # )zDBuild 128-bin HTK mel filterbank [257, 128] for 512-pt FFT at 16kHz.rn  g     F¤@rÄ   g     à…@g      $@i  rÁ   NºrN   NNg·mÛ¶mÛ(@i@  rÇ   r‘   )rÁ   :r7   NN)rˆ  ÚlinspaceÚlog10ÚdiffÚexpand_dimsÚmaximumr  Úminimum)Ú	mel_freqsÚfilter_freqsÚ	fft_freqsÚfilter_diffÚslopesÚdown_slopesÚ	up_slopess          rI   r”  Ú&Gemma4_Tokenizer._build_mel_filterbankµ  sÑ   € ô —K’K  V¬b¯hªhÐ7KÓ.LÕ%LÈcÓRˆ	Ø ¨°VÕ);Õ <¸sÕ BÕCˆÜ—K’K  :¨sÓ3ˆ	Ü—g’g˜lÓ+ˆÜ—’ ¨aÓ0´2·>²>À)ÈQÓ3OÕOˆØ˜a  " ˜f•~�o¨°C°RÐ(8Õ8ˆØ˜5•M K°¥OÕ3ˆ	Ü�zŠzœ"Ÿ(š( 1›+¤r§z¢z°+Ó'IÓJÐJrL   TÚ c                ór  <€ Ve   \        V4      ^ 8X  d   V.p. p. pV EF   p\        VR4      '       d   VR,          P                  ^ 4      MTp\        VR4      '       d   VP                  RR4      MRpV P	                  VV4      w  ppVP                  VP                  ^ 4      VP                  ^ 4      34       VR8w  d+   \        VP                  R(,          R,          V,          4      MVP                  R(,          pVP                  V P                  V4      4       EK  	  Ve   \        V4      ^ 8X  d   V.pVe   \        V
4      ^ 8X  d   V.p
V
 Uu. uF  pVR3NK	  	  upV Uu. uF  pVR3NK	  	  up,           p. p. p. pV EF   w  ppVP                  R(^4      pVP                  ^ ,          pV'       dv   VP                  R^4      p\        ^\        V4      4      p\        \        ^ VV4      4      p\        V4      ^ 8X  d   ^ .pVV,          p\        V4      pVP                  V4       VP                  ^,          VP                  ^,          p!p ^p"^p#TP                  R	V'       d   ^FMR
4      p$V$V#,          V#,          p%\        V V!V"V%V#4      w  p&p'V'       d   TMTp(\        V4       FÔ  p)VV),          P!                  ^ ^4      ^ÿ,          P#                  \$        P&                  4      p*V&V 8w  g   V'V!8w  d5   \(        P*                  ! V*V&V'.\(        P,                  P.                  RR7      p*V*P1                  4       R),          p*V(P                  RV*P                  ^ 4      P                  ^R(4      R*,          R	V$/4       KÖ  	  EK  	  VP3                  R4      '       d   RpV'       d   Tp+EMUVe   VP5                  V4      p+EM>V'       d   RMRp,V'       g	   V	'       d	   RV, V	 R2MRp-Rp.\        V4      ^ 8”  dG   V.R,          p.\        \        V4      4       F  p)V)^ 8”  d
   V.R,          p.V.R,          p.K  	  V.R,          p.V Fi  pV.R,          p.\        V4       FE  p)\        V)^<,          4      R R\        V)^<,          4      R 2p/V)^ 8X  d   RMRp0V.V0 V/ R2,          p.KG  	  V.R,          p.Kk  	  V F!  p1V.RRV1,          ,           R,           ,          p.K#  	  V P6                  '       d   V'       g   RMRp2V- RV V. RV2 2p+\8        S<V `u  V+V4      p3R p4R V3R!V33 F>  w  p5p(V( U6u. uF  p6R"R#R$V6R,          R	V6R	,          /NK  	  p7p6V3 F  p8V4! V8V5V74       K  	  K@  	  \        V4      ^ 8”  d0   V U9U:u. uF  w  p9p:R"R%R$V9R&V:/NK  	  p;p9p:V3 F  p8V4! V8R'V;4       K  	  V3# u upi u upi u up6i u up:p9i )+NÚ__getitem__r€  rƒ  r�  rx  FTÚfpsrà  r5   )ÚinterpolationÚ	antialiasr  z<|turn>z
<|think|>
r±  z<|turn>system
z<turn|>
z

z



z<|image><|image|><image|>Ú02dÚ:Ú z <|image><|video|><image|>z<|audio>z	<|audio|>z<audio|>z<|channel>thought
<channel|>z<|turn>user
z<turn|>
<|turn>model
c                ód  € ^ p^ pV\        V 4      8  dœ   W,          ^ ,          V8X  d}   V\        V4      8  dm   W#,          3W,          R,          ,           W&   V^,          pV^,          pV\        V 4      8  d*   W,          ^ ,          V8X  d   V P                  V4       K7  Kž  K   V^,          pK«  R# )zMReplace first placeholder with embed dict, remove remaining consecutive ones.r¢  N)rã   râ  )Ú
token_listÚtoken_idr”  Ú	embed_idxrC  s   &&&  rI   Ú_replace_placeholdersÚEGemma4_Tokenizer.tokenize_with_weights.<locals>._replace_placeholders  sœ   € àˆIØˆAØ”c˜*“oÔ%Ø•= Õ# xÔ/°IÄÀFÃÔ4KØ%+Õ%6Ð$8¸:½=ÈÕ;LÕ$L�J‘MØ •N�IØ˜•F�AØœc *›oÔ-°*µ-ÀÕ2BÀhÔ2NØ"Ÿ™ qÖ)ñ 3OÑ-ð ˜•F’Añ &rL   i@ó iDó rk  rl  rß  rö  r—   iAó r‘   gp?)rÁ   rÁ   rÁ   :NrS  N)rã   r‡  rº  rƒ  rŸ  r9  r[  rC   rƒ   ru  rã  r&  ÚroundrN  r5  rd  r'  rÌ   r”   Úuint8ÚTVFÚresizeÚInterpolationModeÚBICUBICrD   Ú
startswithrG   Úprime_empty_thoughtr®   Útokenize_with_weights)=r‰   ÚtextÚreturn_word_idsrl  rö  ÚvideoÚllama_templateÚskip_templateÚthinkingÚsystem_promptÚimagesÚaudiosÚvideosÚkwargsrT  Úaudio_token_countsr€  r�  ÚfeatÚ	feat_maskrp  ÚsourceÚsourcesÚimage_framesÚvideo_framesÚvideo_frame_countsÚis_videoÚsamplesÚ
num_framesr´  ÚstepÚindicesÚhÚwr   Ú	pooling_krà  r]  Útarget_hÚtarget_wrš  rC  ÚsÚ
llama_textÚthinkÚsystemÚmediaÚtsÚsepÚn_audio_tokensÚ
model_openÚtext_tokensr¾  Úimg_token_idr½  Ú
img_embedsÚrÚmelr—   Ú
aud_embedsr»   s=   &&&&&&&&&&&&&,                                              €rI   rÈ  Ú&Gemma4_Tokenizer.tokenize_with_weightsÁ  s–  ø€ ð Ò¤ V£°Ô!1Ø�WˆFØˆØÐÜˆEÜ7>¸uÀm×7TÒ7T�u˜ZÕ(×0Ñ0°Ô3ÐZ_ˆHÜ=DÀUÈE×=RÒ=R˜%Ÿ)™) M°5Ô9ÐX]ˆKØ"×:Ñ:¸8À[ÓQ‰OˆD�)Ø×!Ñ! 4§>¡>°!Ó#4°i×6IÑ6IÈ!Ó6LÐ"MÔNàKVÐZ_ÔK_œ#˜hŸn™n¨RÕ0°5Õ8¸;ÕFÔGÐem×esÑesÐtvÕewˆKØ×%Ñ% d×&=Ñ&=¸kÓ&J×Kñ ð Ò¤ V£°Ô!1Ø�WˆFØÒ¤ V£°Ô!1Ø�WˆFÙ17Ó8± v�F˜E“?±Ñ8ÑY_Ó;`ÑY_Èv¸VÀT»NÑY_Ñ;`Õ`ˆØˆØˆØÐÜ 'ÑˆF�HØ—n‘n R¨Ó+ˆGØ Ÿ™ qÕ)ˆJ÷ Ø—j‘j ¨Ó+�Ü˜1œe C›jÓ)�Üœu Q¨
°DÓ9Ó:�Ü�w“< 1Ô$Ø ˜c�GØ! 'Õ*�Ü  ›\�
Ø"×)Ñ)¨*Ô5à—=‘= Õ# W§]¡]°1Õ%5ˆqˆAØˆJØˆIØ$Ÿj™jÐ):Ç(¹BÐPSÓTˆOØ)¨IÕ5¸	ÕAˆKÜ!BÀ1ÀaÈÐU`ÐbkÓ!lÑˆH�hç%-‘\°<ˆFÜ˜:Ö&�à˜Q•Z×%Ñ% a¨Ó+¨cÕ1×5Ñ5´e·k±kÓB�Ø˜q”= H°¤MÜŸ
š
 1 x°Ð&:Ì#×J_ÑJ_×JgÑJgÐswÔx�AØ—G‘G“I Õ-�Ø—‘˜x¨¯©°Q«×)?Ñ)?ÀÀ2Ó)FÀ{Õ)SÐUfÐhwÐxÖyô 'ñ/ !(ð> �?‰?˜9×%Ò%Ø ˆMçØŠJàÒ)Ø+×2Ñ2°4Ó8’
÷ *2™°r�ßNV×Zg˜?¨5¨'°-°À	ÑJÐmo�Ø�Ü�|Ó$ qÔ(Ø˜V•O�EÜ"¤3 |Ó#4Ö5˜Ø˜qœ5Ø! ZÕ/˜EØÐ!<Õ<šñ 6ð ˜V•O�EÛ"4�JØ˜V•O�EÜ" :Ö.˜Ü # A¨¥G£¨SÐ1°´3°q¸2µv³;¸sÐ2CÐD˜Ø$%¨¤F™b°˜Ø C 5¨¨Ð,FÐ!GÕGšñ /ð ˜V•O’Eñ #5ó '9�NØ˜Z¨+¸Õ*FÕFÈÕSÕS’Eñ '9ð AE×@X×@XÐ@X×aiÑ<Ðoq�
Ø &˜x }°T°F¸5¸'ÐAXÐYcÐXdÐe�
ä‘gÑ3°JÀÓPˆò	ð '-¨lÐ%;¸fÀlÐ=SÓ$TÑ ˆL˜&Ùyó  AÑyÐru˜6 7¨F°C¸µMÐCTÐVYÐZkÕVlÓmÑyˆJð  AÛ �Ù% a¨°zÖBó !ñ %Uô
 ˆ~Ó Ô"ÙXfÔgÑXfÉ9È3ÐPT˜6 7¨F°C¸ÀÓFÑXfˆJÑgÛ �Ù% a¨°Ö<ñ !ð Ðùò} 9ùÒ;`ùòj Aùó
 hs   ÅV$Å)V)Ô+V.Õ8V3rM   )rQ   rR   rS   rT   rj  rÇ  rk  ru  Ústaticmethodr‚  rŸ  r”  rÈ  rj   rk   rü   rý   s   @@rI   rf  rf  s  s“   ù‡ € ØÐØÐòò
ð ñ-ó ð-òAðB ñ	Kó ð	Kð ;@ÀtÐSWÐ_cÐtxð  IMð  X]ð  moð  xzð  CEð  NP÷ s÷ srL   rf  c                   óV   a € ] tR tRt o RtRR lt]R 4       tR tR t	R t
R	 tR
tV tR# )Ú_Gemma4Tokenizeri7  zMTokenizer using the tokenizers (Gemma4 doesn't come with sentencepiece model)Nc                óÌ   € \        V\        P                  4      '       d   \        VP	                  4       4      p\
        P                  ! VP                  R 4      4      V n        R# )zutf-8N)	r“   r”   rÚ   ÚbytesÚtolistr   Úfrom_strrª  Ú	tokenizer)r‰   Útokenizer_json_bytesrÓ  s   &&,rI   r¯   Ú_Gemma4Tokenizer.__init__9  sG   € ÜÐ*¬E¯L©L×9Ò9Ü#(Ð)=×)DÑ)DÓ)FÓ#GÐ Ü"×+Ò+Ð,@×,GÑ,GÈÓ,PÓQˆŽrL   c                ó   € V ! RR V/VB # )rþ  rM   rM   )ÚclsÚtokenizer_datarÓ  s   &&,rI   Úfrom_pretrainedÚ _Gemma4Tokenizer.from_pretrained>  s   € áÑA¨ÐA¸&ÑAÐArL   c                óT   € R V P                   P                  VRR7      P                  /# )r˜  F)Úadd_special_tokens)rý  ÚencodeÚids)r‰   rÉ  s   &&rI   Ú__call__Ú_Gemma4Tokenizer.__call__B  s'   € Ø˜TŸ^™^×2Ñ2°4ÈEÐ2ÓR×VÑVÐWÐWrL   c                ó6   € V P                   P                  4       # rM  )rý  Ú	get_vocabrO  s   &rI   r  Ú_Gemma4Tokenizer.get_vocabE  s   € Ø�~‰~×'Ñ'Ó)Ð)rL   c                ó`   € V Uu. uF  q P                   P                  V4      NK  	  up# u upi rM  )rý  Útoken_to_id)r‰   Útokensrm  s   && rI   Úconvert_tokens_to_idsÚ&_Gemma4Tokenizer.convert_tokens_to_idsH  s'   € Ù7=Ó>±v°!—‘×*Ñ*¨1Ö-±vÑ>Ð>ùÒ>s   …#+c                óZ   € V P                   P                  WP                  R R4      R7      # )Úskip_special_tokensF©r  )rý  rª  rƒ  )r‰   r  rÓ  s   &&,rI   rª  Ú_Gemma4Tokenizer.decodeK  s'   € Ø�~‰~×$Ñ$ S¿j¹jÐI^Ð`eÓ>fÐ$ÓgÐgrL   )rý  rM  )rQ   rR   rS   rT   ré  r¯   Úclassmethodr  r	  r  r  rª  rj   rk   rl   s   @rI   rø  rø  7  s@   ø‡ € ÙWôRð
 ñBó ðBòXò*ò?÷hð hrL   rø  c                   óJ   a a€ ] tR tRt oRtR/ 3V 3R lltV 3R ltRtVtV ;t	# )ÚGemma4SDTokenizeriP  r.   Nc                óŽ   <€ VP                  R R4      pW0n        \        SV `  VRV P                  R\
        RRRR^RR^VR7       R# )rh  NFr0   Tiÿàõ)Úpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚpad_leftÚdisable_weightsÚstart_tokenr  )rƒ  rj  r®   r¯   r  rø  )r‰   Úembedding_directoryr  rh  r»   s   &&& €rI   r¯   ÚGemma4SDTokenizer.__init__R  s‚   ø€ Ø'×+Ñ+Ð,<¸dÓCˆØ#1Ô Ü‰Ñ˜°eÈD×L_ÑL_Ðowô  JZð  lpð  @Eð  Y^ð  ksð  @Að  LPð  bfð  tuð  FTÐö  	UrL   c                ó  <€ \         SV `  VR R7      p\        P                  ! RRV\        P                  R7      pVP                  RR4      p\        P                  ! RRV4      pVP                  R	R4      P                  4       pV# )
Fr  z$<\|channel>thought\n(.*?)<channel\|>z<think>\n\1</think>)Úflagsz<|channel>thought
z<think>
z5<\|channel>\w*\n?|<channel\|>|<\|turn>\w*\n?|<turn\|>r±  z<eos>)r®   rª  ÚreÚsubÚDOTALLÚreplaceÚstrip)r‰   Ú	token_idsrÓ  rÉ  r»   s   &&, €rI   rª  ÚGemma4SDTokenizer.decodeW  sy   ø€ Ü‰w‰~˜i¸Uˆ~ÓCˆô �vŠvÐ=Ð?UÐW[Ôce×clÑclÔmˆØ�|‰|Ð1°;Ó?ˆä�vŠvÐNÐPRÐTXÓYˆØ�|‰|˜G RÓ(×.Ñ.Ó0ˆØˆrL   ri  )
rQ   rR   rS   rT   r  r¯   rª  rj   rk   rü   rý   s   @@rI   r  r  P  s   ù‡ € Ø€NØ+/À÷ U÷
	õ 	rL   r  c                   ó>   a a€ ] tR tRt o]tR/ 3V 3R lltRtVtV ;t	# )ÚGemma4Tokenizeric  Nc                ó@   <€ \         SV `  WR V P                  R7       R# )r0   )r'  r  Únamerý  N)r®   r¯   r  )r‰   r'  r  r»   s   &&&€rI   r¯   ÚGemma4Tokenizer.__init__e  s+   ø€ Ü‰ÑÐ-@ÐfnÐz~÷  {Oñ  {OÐö  	PrL   rM   )
rQ   rR   rS   rT   r  r  r¯   rj   rk   rü   rý   s   @@rI   r3  r3  c  s   ù‡ € Ø'€OØ+/À÷ P÷ PrL   r3  c                   ó8   a € ] tR tRt o RtRtRtR tR tRt	V t
R# )	ÚGemma4UnifiedSDTokenizerii  zZEncoder-free (gemma4_unified) audio: raw 16kHz waveform frames instead of mel spectrogram.r(   Tc                ó´  € V P                  W4      pR pVP                  ^ ,          ) V,          pV'       d-   \        P                  P                  P                  V^ V34      pVP                  ^ ,          V,          pVRWd,           P                  Wd4      pVR,          p\        P                  ! VP                  ^ ,          \        P                  R7      pWx3# )r+   N:Niî  Nr  )	r‚  rƒ   r”   r  r  r¬  rÉ   r‰  rF   )	r‰   r€  r�  rö  Úsptr¬  rŠ   Úfeatsr—   s	   &&&      rI   rŸ  Ú0Gemma4UnifiedSDTokenizer._extract_audio_featuresn  s¨   € Ø×"Ñ" 8Ó9ˆØˆØ—‘˜A•ˆ #Õ%ˆßÜ—H‘H×'Ñ'×+Ñ+¨E°A°s°8Ó<ˆEØ—[‘[ •^ sÕ*ˆ
ØÐ'�zÕ'Ð(×0Ñ0°ÓAˆØ�d•ˆÜ�zŠz˜%Ÿ+™+ a�.´·
±
Ô;ˆØˆ{ÐrL   c                ó6   € \        VR ,           R,          R4      # )i  r+   ro  rQ  )r‰   rp  s   &&rI   ru  Ú+Gemma4UnifiedSDTokenizer._audio_token_countz  s   € Ü�K #Õ%¨#Õ-¨sÓ3Ð3rL   rM   N)rQ   rR   rS   rT   ré  r  rÇ  rŸ  ru  rj   rk   rl   s   @rI   r8  r8  i  s"   ø‡ € ÙdØ€NØÐò
÷4ð 4rL   r8  c                   ó   € ] tR tRt]tRtR# )ÚGemma4UnifiedTokenizeri~  rM   N)rQ   rR   rS   rT   r8  r  rj   rM   rL   rI   r@  r@  ~  s   † Ø.„OrL   r@  c                   óP   a a€ ] tR tRt oRtRRRRR/ 3V 3R lltR	R ltRtVtV ;t	# )
ÚGemma4Modeliƒ  NÚcpurp  Tc                óü   <€ VP                  R R4      pVe   VP                  4       pWvR&   \        4       V n        V P                  P	                  V4       \
        SV `  WV/ VR^R^ /RV P                  WUVR7       R# )Úllama_quantization_metadataNÚquantization_metadatarŸ  r¬  F)r�   rD  Ú	layer_idxÚtextmodel_json_configr«   Úspecial_tokensÚlayer_norm_hidden_stateÚmodel_classÚenable_attention_masksÚreturn_attention_masksÚmodel_options)rƒ  rŽ  rŒ  ÚdtypesrŽ  r®   r¯   rK  )	r‰   r�   rD  rG  r«   ræ   rN  rE  r»   s	   &&&&&&& €rI   r¯   ÚGemma4Model.__init__…  s¶   ø€ Ø&3×&7Ñ&7Ð8UÐW[Ó&\Ð#Ø&Ò2Ø)×.Ñ.Ó0ˆMØ5PÐ1Ñ2Ü“eˆŒØ�‰�‰˜ÔÜ‰Ñ ¸yÐ`bÐjoð  BIð  KLð  NSð  UVð  AWð  qvð  DH÷  DTñ  DTð  m{ð  rÐö  	@rL   c                ó  € \        V\        4      '       d#   \        \        VP	                  4       4      4      pV UUu. uF  qÌ Uu. uF  qÝ^ ,          NK  	  upNK  	  ppp\
        P                  P                  WV P                  4      w  p ppVP                  ^,          p^ .V,          p^ pV Uu/ uF  pVR,          VR,          bK  	  ppV^ ,           FR  pVV9   d   VVV,          ,          pK  \        V\        4      '       d   VV8  d   VVV&   V^,          pKI  V^,          pKT  	  V.p\        P                  ! VV P                  R7      pV P                  P                  WòW4WVWxV	V^ ,          V
VVR7      # u upi u uppi u upi )r   r†   rm  r�   )Úinitial_tokensÚpresence_penaltyÚinitial_input_idsr—  )r“   rB  r;  ÚiterÚvaluesr   ÚSDClipModelÚprocess_tokensÚexecution_devicerƒ   rC   r”   r>  ÚtransformerÚgenerate)r‰   r  Ú	do_sampler"  ÚtemperatureÚtop_kÚtop_pÚmin_pÚrepetition_penaltyÚseedrS  Úmtpr  rm  Útokens_onlyr”  rë   r—  r™  r  Úexpanded_idxrž  Ú	embed_mapÚinitial_token_idsr˜  s   &&&&&&&&&&&&             rI   r[  ÚGemma4Model.generateŽ  s“  € Ü�fœd×#Ò#Üœ$˜vŸ}™}›Ó/Ó0ˆFÙ28Ô9±&¨Q aÓ(¡a ˜!Ÿ˜¡aÔ(±&ˆÑ9Ü$,×$8Ñ$8×$GÑ$GÈÐ[_×[pÑ[pÓ$qÑ!ˆ��1�kØ—,‘,˜q•/ˆØˆc�G�mˆØˆÙ=HÓI¹[°T�T˜'•] D¨¥LÒ0¹[ˆ	ÐIØ˜Q—�ˆAØ˜yÔ(Ø 	¨,Õ 7Õ7’Ü˜Aœs×#Ò#Ø 'Ô)Ø()�C˜Ñ%Ø Õ!’à Õ!’ñ  ð !˜EÐÜ—L’LÐ!2¸4×;PÑ;PÔQˆ	Ø×Ñ×(Ñ(¨¸JÐUZÐchð  Cð  Teð  fgõ  Thð  {Kð  _hð  vAÐ(ó  Bð  	Bùò# )ùÓ9ùò
 Js   ¾FÁE>ÁFÂ3F	Å>F)rO  )rn  T)
rQ   rR   rS   rT   rK  r¯   r[  rj   rk   rü   rý   s   @@rI   rB  rB  ƒ  s+   ù‡ € Ø€KØ#¨5¸DÈÐ]aÐqs÷ @÷Bô BrL   rB  c                 ó*   € \        R \        3RV /4      # )ÚGemma4Model_rK  )rk  rB  ©rK  s   &rI   Úgemma4_clip_modelrl  ¥  s   € Ü�¤ °ÀÐ0LÓMÐMrL   c                 ó^   € \        R \        3RV R\        P                  P                  /4      # )ÚGemma4TextEncoderModel_rK  rX  )rk  rB  r   rW  rX  rk  s   &rI   Úgemma4_text_encoder_modelro  ©  s1   € ÜÐ)¬K¨>Ø�{Øœ(×.Ñ.×=Ñ=ð<ó ð rL   c                 ó^   a aa€ \        V4      o ! VV V3R  lR\        P                  4      pV# )c                   óD   <a a€ ] tR tRt oRR/ 3V VVV3R lltRtVtV ;t# )Ú!gemma4_te.<locals>.Gemma4TEModel_i²  rC  Nc                ól   <€ Se   VP                  4       pSVR&   Se   Sp\        SV `	  WRSVR7       R # )NrF  r0   )r�   r«   r5  Ú
clip_modelrN  )rŽ  r®   r¯   )r‰   r�   r«   rN  r»   rt  Údtype_llamarE  s   &&&&€€€€rI   r¯   Ú*gemma4_te.<locals>.Gemma4TEModel_.__init__³  sE   ø€ Ø*Ò6Ø -× 2Ñ 2Ó 4�Ø9T�Ð5Ñ6ØÒ&Ø#�Ü‰GÑ F¸hÐS]ÐmzÐÖ{rL   rM   rš  )r»   rH   rt  ru  rE  s   @@€€€rI   ÚGemma4TEModel_rr  ²  s   ú‡ € Ø"'¨tÀ2÷ 	|÷ 	|ò 	|rL   rw  )rl  r   ÚSD1ClipModel)ru  rE  rK  rw  rt  s   ff& @rI   Ú	gemma4_tery  °  s/   ú€ Ü" ;Ó/€J÷|ñ |œ×.Ñ.ô |ð ÐrL   c                 óF  a aa€ S P                   R JoS'       d   \        \        3M\        3p ! VV 3R lR.VO5!  pS P                  pV\        P
                  8w  g	   V'       d1   \        R\        3RVRV/4      o ! V3R lR\        4      pWSn        V# \        Vn        V# )Nc                   ó8   <a a€ ] tR tRt oV VV3R ltRtVtV ;t# )Ú_make_variant.<locals>.VariantiÂ  c                ó¸   <€ \         SV `  4        V P                  S! R/ VB W#V4       S'       d*   V P                  V P                  P
                  W#V4       R # R # ©NrM   )r®   r¯   rÃ  ró  r¼  r¸   )r‰   Úconfig_dictr«   r�   rÂ  r»   rö  Ú
config_clss   &&&&&€€€rI   r¯   Ú'_make_variant.<locals>.Variant.__init__Ã  sL   ø€ Ü‰GÑÔØ×Ñ™ZÑ6¨+Ñ6¸ÀzÔRßØ× Ñ  §¡×!2Ñ!2°EÀ:ÖNñ rL   rM   rš  )r»   rH   rö  r€  s   @@€€rI   ÚVariantr|  Â  s   ú‡ € ÷	O÷ 	OrL   r‚  ÚTr  rÇ  c                   ó   <€ ] tR tRt Z tRtR# )Ú _make_variant.<locals>.TokenizeriË  rM   N)rQ   rR   rS   rT   r  rj   )Útok_clss   €rI   r   r…  Ë  s   ø† Ù%ŒOrL   r   )	rg   rë  r¸  r   r  r  rk  r3  rý  )r€  rÇ  Úbasesr‚  r  r   rö  r†  s   f&    @@rI   Ú_make_variantrˆ  ¿  s£   ú€ Ø×#Ñ#¨4Ð/€Eß.3ÔœzÑ*¼*¸€E÷Oñ O�5ô Oð  ×+Ñ+€NØÔ*×9Ñ9Ô9×=PÜ�sÔ.Ð0Ð3CÀ^ÐUjÐlð  3Aó  Bˆ÷	&œô 	&à%Ôð €Nô ,ˆÔØ€NrL   T)rÇ  c                   ó2   a a€ ] tR tRt oV 3R ltRtVtV ;t# )Ú
Gemma4_12BiØ  c                ó\   <€ \         SV `  4        V P                  \        R/ VB W#V4       R # r~  )r®   r¯   rÃ  rz   )r‰   r  r«   r�   rÂ  r»   s   &&&&&€rI   r¯   ÚGemma4_12B.__init__Ù  s)   ø€ Ü‰ÑÔØ×ÑÔ*Ñ9¨[Ñ9¸5È*ÖUrL   rM   rš  rý   s   @@rI   rŠ  rŠ  Ø  s   ù‡ € ÷Võ VrL   rŠ  )g      Y@Nr&  )F)]r”   Útorch.nnr  Úcomfy.audiorÞ   Ú!torchvision.transforms.functionalÚ
transformsr  rÂ  r‡  rˆ  Ú
tokenizersr   Údataclassesr   rŸ  r+  r   Úcomfy.model_managementÚcomfy.model_prefetchÚ	comfy.opsÚcomfy.quant_opsÚcomfy.ldm.modules.attentionr   Úcomfy.rmsnormr   Úcomfy.text_encoders.llamar   r	   r
   r   r   r   rd   rx   rf   r~   r}   r-   rn   rr   rz   r€   r�   r¥   ÚModuler§   rÿ   r)  r¸  rë  rý  r  r  r  r-  r8  r?  rJ  r\  r¿  r   r½  r­  rÿ  rÎ  râ  rï  rÿ  r4  rA  rï  rñ  rd  rf  rø  ÚSDTokenizerr  ÚSD1Tokenizerr3  r8  r@  rW  rB  rl  ro  ry  rˆ  Ú
Gemma4_E4BÚ
Gemma4_E2BÚ
Gemma4_31BrŠ  rý  rM   rL   rI   Ú<module>r      s  ðÛ Ý Û ß /Ð /Û Ý  Ý !Û Û 	å Û Û Û Û Ý FÝ "ß l× lð & s¨L¸#Ð?RÐTXÐZoÐqsð  vIð  KMð  O[ð  ]_ð  akð  moð  qð  AEð  G`ð  bgð  i~ð  @Að  BÐ Ø)¨4°¸sÐDWÐY]Ð_tÐvxð  {Nð  PRð  T`ð  bdð  fpð  rtð  vDð  FJð  Leð  glð  nCð  EFð  GÐ Ø$ dÐ,?ÀÐEZÐ\]Ð_rÐtxð  {Mð  OPð  Rhð  jlð  nFð  HJð  Leð  ghð  jð  AEð  GYð  [_ð  aoð  quð  wHð  JMð  NÐ ð !3°B¸ÀbÐJ_ÐabÐdrÐtxð  {Kð  MQð  Seð  gkð  m{ð  }Að   BÐ Ø8¸#Ð?QÐSVÐXfÐhlÐmÐ à
÷#ð #ó ð#ðJ ô%˜ó %ó ð%ð ô-˜ó -ó ð-ð ô'˜ó 'ó ð'ô"BˆWô Bò	òôLD�b—i‘iô LDô^K2˜RŸY™Yô K2ô\^˜Ÿ	™	ô ^ôB	5�˜L¨%¯(©(¯/©/ô 5÷pñ ô(˜
ô ô0ò6%ô B�B—I‘Iô Bô.q�b—i‘iô qô #˜BŸI™Iô  #ôF˜Ÿ	™	ô ô63˜"Ÿ)™)ô 3ô@ §	¡	ô ôD)˜"Ÿ)™)ô D)ôN6˜RŸY™Yô 6ôwÐ 6ô wòô,(  "§)¡)ô ( ôZ/ §	¡	ô /ôD˜RŸY™Yô ô,g r§y¡yô gô*b@˜2Ÿ9™9ô b@ôJ˜Ÿ™ô ô8�r—y‘yô ô<˜Ÿ™ô ô@PÐ1ô Pò'÷0Añ A÷Hhñ hô2Ð(¨(×*>Ñ*>ô ô&P�h×+Ñ+ô Pô4Ð0ô 4ô*/˜_ô /ô
B�(×&Ñ&ô BòDNòô
ôñ& ˜<Ó(€
ÙÐ,Ó-€
ÙÐ,À$ÔG€
ôVÐ"ô Vð .€
Ö rL   