+
    ƒ°ñjÚ`  ã                  óä  € R t ^ RIHt ^ RIt^ RIHt ^ RIHtHtH	t	H
t
 ^ RIt^ RIHt ^ RIHu Ht ^ RIt^ RIHt ^ RIHt ^ RIHtHtHt ] ! R R	4      4       tR2R
 R lltR R ltR R lt ! R R]P<                  4      t ! R R]P<                  4      t  ! R R]P<                  4      t! ! R R]P<                  4      t" ! R R]P<                  4      t#R R lt$R R lt% ! R R]P<                  4      t&R t'R!t(^at)R3t*R"t+R#t,R$ R% lt-R&t. ! R' R(4      t/ ! R) R*]P`                  4      t1 ! R+ R,]Pd                  4      t3 ! R- R.]P<                  4      t4 ! R/ R0]Pj                  4      t6R4R1 lt7R# )5zGPT-OSS text encoder for Lens.)ÚannotationsN)Ú	dataclass)ÚAnyÚListÚOptionalÚSequence)Úsd1_clip)Úoptimized_attention_for_device)ÚRMSNormÚ
apply_ropeÚmoe_experts_forwardc                  óD  € ] tR t^t$ RtR]R&   RtR]R&   RtR]R&   ^tR]R&   ^@t	R]R&   ^t
R]R	&   ^@tR]R
&   ^ tR]R&   ^tR]R&   ^€tR]R&   RtR]R&   RtR]R&   RtR]R&   RtR]R&   RtR]R&   RtR]R&   RtR]R&   RtR]R&   RtR ]R!&   R"tR]R#&   R$tR]R%&   R& tR'tR# )(ÚGptOss20BConfigi€ ÚintÚ
vocab_sizeé@  Úhidden_sizeÚintermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚhead_dimÚnum_local_expertsÚnum_experts_per_tokÚsliding_windowi   Ú original_max_position_embeddingsg    €OAÚfloatÚ
rope_thetag      @@Úrope_factorÚrope_beta_fastç      ð?Úrope_beta_slowFÚboolÚrope_truncategñhãˆµøä>Úrms_norm_epsTÚattention_biasNzOptional[List[str]]Úlayer_typesg¬Zd;û?Ú	moe_alphag      @Ú	moe_limitc                	ó´   € V P                   fE   \        V P                  4       Uu. uF  pV^,           ^,          '       d   RMRNK  	  upV n         R # R # u upi )NÚsliding_attentionÚfull_attention)r&   Úranger   )ÚselfÚis   & Ú?C:\Ai_Coding\apps\studio\ComfyUI\comfy\text_encoders\gpt_oss.pyÚ__post_init__ÚGptOss20BConfig.__post_init__+   sX   € Ø×ÑÒ#ô ˜t×5Ñ5Ô6ó á6�Að )*¨A­°§{¤{Ñ#Ð8HÒHÙ6ñ ˆDÖñ $ùò s   ¦AÁA)r&   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__annotations__r   r   r   r   r   r   r   r   r   r   r   r   r   r!   r#   r$   r%   r&   r'   r(   r0   Ú__static_attributes__© ó    r/   r   r      sá   ‡ à€J�ÓØ€K�ÓØ!Ð�sÓ!ØÐ�sÓØ!Ð˜Ó!Ø Ð˜Ó Ø€HˆcÓØÐ�sÓØ Ð˜Ó Ø€N�CÓØ,0Ð$ cÓ0Ø €J�Ó Ø€K�ÓØ €N�EÓ Ø€N�EÓØ€M�4ÓØ€L�%ÓØ€N�DÓØ'+€KÐ$Ó+Ø€IˆuÓØ€IˆuÓör9   r   c               ó8   € V ^8„  d   QhRRRRRRRRRRRRR	R
RR/# )é   r   r   Úbaser   ÚfactorÚ	beta_fastÚ	beta_slowr   Útruncater"   Úreturnztuple[torch.Tensor, float]r8   )Úformats   "r/   Ú__annotate__rC   3   sH   € ÷ &'ñ &'˜Sð &'¨ð &'°uð &'Èð &'Ð[`ð &'Ø&)ð&'Ø59ð&'ØKeñ&'r9   c           	     óš  aaaaaaaa€ V oR VVV3R lloR VVVVV3R llpR V3R llp	R R lp
V
! V4      pS\         P                  ! ^ S^\         P                  SR	7      S,          ,          pR
V,          pR
W,,          ,          pV! 4       w  pp^V	! VVS^,          4      ,
          pV^V,
          ,          VV,          ,           pVV3# )z9YARN inv_freq + attention scaling (matches transformers).c               ó    € V ^8„  d   QhRRRR/# )r;   Únum_rotationsr   rA   r8   )rB   s   "r/   rC   Ú$_yarn_inv_freq.<locals>.__annotate__8   s   € ÷ 
ñ 
¨5ð 
°Uñ 
r9   c                óÈ   <€ S\         P                  ! SV ^,          \         P                  ,          ,          4      ,          ^\         P                  ! S4      ,          ,          # )r;   )ÚmathÚlogÚpi)rF   r<   Údimr   s   &€€€r/   Úfind_correction_dimÚ+_yarn_inv_freq.<locals>.find_correction_dim8   sF   ø€ Ø”d—h’hÐ?À=ÐSTÕCTÔW[×W^ÑW^ÕC^Õ_Ó`Õ`Ø”—’˜“Õõ
ð 	
r9   c               ó   € V ^8„  d   QhRR/# )r;   rA   ztuple[float, float]r8   )rB   s   "r/   rC   rG   =   s   € ÷ /ñ /Ð#6ñ /r9   c                 óÊ   <€ S! S4      p S! S4      pS'       d-   \         P                  ! V 4      p \         P                  ! V4      p\        V ^ 4      \	        VS^,
          4      3# )é    )rI   ÚfloorÚceilÚmaxÚmin)ÚlowÚhighr>   r?   rL   rM   r@   s     €€€€€r/   Úfind_correction_rangeÚ-_yarn_inv_freq.<locals>.find_correction_range=   sP   ø€ Ù! )Ó,ˆÙ" 9Ó-ˆßÜ—*’*˜S“/ˆCÜ—9’9˜T“?ˆDÜ�3˜‹{œC  c¨A¥gÓ.Ð.Ð.r9   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   Úmin_r   Úmax_Únr   rA   útorch.Tensorr8   )rB   s   "r/   rC   rG   E   s(   € ÷ )ñ ) ð )¨eð )¸ð )Àñ )r9   c                óÈ   <€ W8X  d
   VR ,          p\         P                  ! V\         P                  SR7      V ,
          W,
          ,          p\         P                  ! V^ ^4      # )gü©ñÒMbP?©ÚdtypeÚdevice)ÚtorchÚarangeÚfloat32Úclamp)r[   r\   r]   Úlinearrb   s   &&& €r/   Úlinear_ramp_factorÚ*_yarn_inv_freq.<locals>.linear_ramp_factorE   sH   ø€ ØŒ<Ø�E�MˆDÜ—,’,˜q¬¯©¸fÔEÈÕLÐQUÕQ\Õ]ˆÜ�{Š{˜6 1 aÓ(Ð(r9   c               ó    € V ^8„  d   QhRRRR/# )r;   Úscaler   rA   r8   )rB   s   "r/   rC   rG   K   s   € ÷ +ñ +˜%ð + Eñ +r9   c                ó\   € V ^8:  d   R# R\         P                  ! V 4      ,          R,           # )é   r    gš™™™™™¹?)rI   rJ   )rk   s   &r/   Ú
get_mscaleÚ"_yarn_inv_freq.<locals>.get_mscaleK   s$   € Ø�AŒ:ÙØ”T—X’X˜e“_Õ$ sÕ*Ð*r9   r`   r    )rc   rd   re   )r   r<   r=   r>   r?   r   r@   rb   rX   rh   rn   Úattention_scalingÚ	pos_freqsÚinv_freq_extrapolationÚinv_freq_interpolationrV   rW   Úextrap_factorÚinv_freqrL   rM   s   &f&fffff           @@r/   Ú_yarn_inv_freqrv   3   sÂ   ÿ€ ð €C÷
ò 
÷
/ô /÷)ð )õ+ñ
 # 6Ó*ÐàœŸš a¨¨a´u·}±}ÈVÔTÐWZÕZÕ[€IØ  9�_ÐØ  FÕ$6Õ7Ðá%Ó'�I€CˆØÑ*¨3°°c¸QµhÓ?Õ?€MØ%¨¨]Õ):Õ;Ð>TÐWdÕ>dÕd€HØÐ&Ð&Ð&r9   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r;   ru   r^   rp   r   Úposition_idsra   útorch.dtyperA   z/tuple[torch.Tensor, torch.Tensor, torch.Tensor]r8   )rB   s   "r/   rC   rC   \   s2   € ÷ 	<ñ 	<˜|ð 	<Àð 	<ÐUað 	<Ðjuð 	<Ø4ñ	<r9   c                óB  € V R,          P                  4       P                  VP                  ^ ,          R^4      pVR,          P                  4       pWE,          P                  ^^4      p\        P
                  ! Wf3RR7      pVP                  4       V,          P                  V4      P                  ^4      pVP                  4       V,          P                  V4      P                  ^4      p	V	P                  R,          ^,          p
W‰RR V
13,          V	RV
R 13,          ) 3# )N©rL   .)NºNNNNéÿÿÿÿ)r|   Nr|   )
r   ÚexpandÚshapeÚ	transposerc   ÚcatÚcosÚtoÚ	unsqueezeÚsin)ru   rp   rx   ra   Ú
inv_freq_eÚpos_eÚfreqsÚembr‚   r…   Ú	sin_splits   &&&&       r/   Ú_build_freqs_cisr‹   \   sð   € à˜-Õ(×.Ñ.Ó0×7Ñ7¸×8JÑ8JÈ1Õ8MÈrÐSTÓU€JØ˜Õ$×*Ñ*Ó,€EØÕ×*Ñ*¨1¨aÓ0€EÜ
�)Š)�U�N¨Ô
+€CØ�7‰7‹9Ð(Õ(×
,Ñ
,¨UÓ
3×
=Ñ
=¸aÓ
@€CØ�7‰7‹9Ð(Õ(×
,Ñ
,¨UÓ
3×
=Ñ
=¸aÓ
@€CØ—	‘	˜"• Õ"€IØ�C˜˜)˜�OÕ$ s¨3°	±
¨?Õ';Ð&;Ð;Ð;r9   c               ó8   € V ^8„  d   QhRRRRRRRRRRRR	R
R	RR/# )r;   Úqr^   ÚkÚvÚsinksÚattention_maskúOptional[torch.Tensor]Ú	num_headsr   Únum_kv_groupsrA   r8   )rB   s   "r/   rC   rC   h   sS   € ÷ Qñ Q˜\ð Q¨lð Q¸|ð QÐT`ð QØ*ðQØ7:ðQØKNðQØS_ñQr9   c           
     ót  € V P                   w  rxršVP                   ^,          pVP                   R,          p\        P                  ! WP                  W{^V
4      .RR7      p\        P                  ! W"P                  W{^V
4      .RR7      pVP	                  V P
                  4      P                  ^V^^4      P                  WuV	^4      pVe   VRRV13,          P                  WuWœ4      pMV P                  WuWœ4      p\        P                  ! Wí.RR7      p\        V P                  RRR7      pV! WW%VRRR7      # )	zèAttention with per-head sinks.

Sinks add a learned term to each row's softmax denominator but contribute
nothing to the output. We fake this by appending one zero k/v position and
putting the sink logit in the mask at that column.
r{   N.T)ÚmaskÚsmall_input)r–   Úskip_reshapeÚ
enable_gqaéþÿÿÿr}   )
r   rc   r�   Ú	new_zerosrƒ   ra   Úviewr~   r	   rb   )r�   rŽ   r�   r�   r‘   r“   r”   ÚBÚ_ÚS_qÚDÚH_kvÚS_kvÚ	sinks_colÚ	mask_leftr–   Úops   &&&&&&&          r/   Ú_attention_with_sinksr¦   h   s  € ð —7‘7�L€Aˆ#Ø�7‰7�1�:€DØ�7‰7�2�;€Dä�	Š	�1—k‘k !¨1¨aÓ0Ð1°rÔ:€AÜ�	Š	�1—k‘k !¨1¨aÓ0Ð1°rÔ:€Aà—‘˜Ÿ™Ó!×&Ñ& q¨)°Q¸Ó:×AÑAÀ!ÐPSÐUVÓW€IØÒ!Ø" 3¨¨¨ :Õ.×5Ñ5°aÀCÓN‰	à—K‘K ¨cÓ8ˆ	Ü�9Š9�iÐ+°Ô4€Dä	'¨¯©°tÈÔ	N€BÙˆa�A t¸$È4ÔPÐPr9   c                  ó>   a € ] tR t^ƒtRR V 3R llltR R ltRtV ;t# )ÚGptOssAttentionc               ó$   € V ^8„  d   QhRRRRRR/# ©r;   Úconfigr   Ú	layer_idxr   Úopsr   r8   )rB   s   "r/   rC   ÚGptOssAttention.__annotate__„   s'   € ÷ [ñ [˜ð [¸3ð [Ð^añ [r9   c                	óú  <€ \         SV `  4        W n        VP                  V,          V n        VP
                  V n        VP                  V n        V P                  V P                  ,          V n	        VP                  V n
        VP                  V n        V P                  R 8X  d   VP                  MRV n        VP                  pVP                  VP                  V P                  V P                  ,          WcVR7      V n        VP                  VP                  V P                  V P                  ,          WcVR7      V n        VP                  VP                  V P                  V P                  ,          WcVR7      V n        VP                  V P                  V P                  ,          VP                  WcVR7      V n        \&        P(                  ! \*        P,                  ! V P                  W4R7      4      V n        R# )r*   N)Úbiasrb   ra   ©rb   ra   )ÚsuperÚ__init__r¬   r&   Ú
layer_typer   r“   r   Únum_kv_headsr”   r   r   r   r%   ÚLinearÚq_projÚk_projÚv_projÚo_projÚnnÚ	Parameterrc   Úemptyr�   )r-   r«   r¬   rb   ra   r­   r°   Ú	__class__s   &&&&&& €r/   r³   ÚGptOssAttention.__init__„   so  ø€ Ü‰ÑÔØ"ŒØ ×,Ñ,¨YÕ7ˆŒØ×3Ñ3ˆŒØ"×6Ñ6ˆÔØ!Ÿ^™^¨t×/@Ñ/@Õ@ˆÔØŸ™ˆŒØ!×-Ñ-ˆÔØ7;·±ÐJ]Ô7]˜f×3Ò3ÐcgˆÔà×$Ñ$ˆØ—j‘j ×!3Ñ!3°T·^±^ÀdÇmÁmÕ5SÐZ^Ðuz�jÓ{ˆŒØ—j‘j ×!3Ñ!3°T×5FÑ5FÈÏÉÕ5VÐ]aÐx}�jÓ~ˆŒØ—j‘j ×!3Ñ!3°T×5FÑ5FÈÏÉÕ5VÐ]aÐx}�jÓ~ˆŒØ—j‘j §¡°$·-±-Õ!?À×ASÑASÐZ^Ðuz�jÓ{ˆŒÜ—\’\¤%§+¢+¨d¯n©nÀVÔ"YÓZˆŽ
r9   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   Úhidden_statesr^   r‘   r’   rA   r8   )rB   s   "r/   rC   r®   –   s#   € ÷ 
 ñ 
  \ð 
 ÐCYð 
 Ðiuñ 
 r9   c           	     	óZ  € VP                   w  rEpV P                  V4      P                  WEV P                  V P                  4      P                  ^^4      pV P                  V4      P                  WEV P                  V P                  4      P                  ^^4      pV P                  V4      P                  WEV P                  V P                  4      P                  ^^4      p	\        WxV4      w  rx\        WxW�P                  W P                  V P                  4      p
V P                  V
4      # )rm   )r   r·   rœ   r“   r   r€   r¸   rµ   r¹   r   r¦   r�   r”   rº   )r-   rÁ   r‘   Ú	freqs_cisr�   ÚSrž   r�   rŽ   r�   Úouts   &&&&       r/   ÚforwardÚGptOssAttention.forward–   sí   € Ø×%Ñ%‰ˆˆaà�K‰K˜Ó&×+Ñ+¨A°$·.±.À$Ç-Á-ÓP×ZÑZÐ[\Ð^_Ó`ˆØ�K‰K˜Ó&×+Ñ+¨A°$×2CÑ2CÀTÇ]Á]ÓS×]Ñ]Ð^_ÐabÓcˆØ�K‰K˜Ó&×+Ñ+¨A°$×2CÑ2CÀTÇ]Á]ÓS×]Ñ]Ð^_ÐabÓcˆä˜! 	Ó*‰ˆä# A¨!¯Z©Z¸ÏÉÐY]×YkÑYkÓlˆØ�{‰{˜3ÓÐr9   )r   r   r¸   r¬   r´   r“   r”   rµ   rº   r·   r�   r   r¹   ©NNN©r2   r3   r4   r5   r³   rÆ   r7   Ú__classcell__©r¾   s   @r/   r¨   r¨   ƒ   s   ø† ÷[ò [÷$
 ó 
 r9   r¨   c                  ó>   a € ] tR t^¥tRR V 3R llltR R ltRtV ;t# )ÚGptOssTopKRouterc               ó   € V ^8„  d   QhRR/# )r;   r«   r   r8   )rB   s   "r/   rC   ÚGptOssTopKRouter.__annotate__¦   s   € ÷ dñ d˜ñ dr9   c           	     	ój  <€ \         SV `  4        VP                  V n        VP                  V n        \        P                  ! \        P                  ! VP                  VP                  W#R 7      4      V n        \        P                  ! \        P                  ! VP                  W#R 7      4      V n        R# )r±   N)r²   r³   r   Útop_kr   Únum_expertsr»   r¼   rc   r½   r   Úweightr°   )r-   r«   rb   ra   r¾   s   &&&&€r/   r³   ÚGptOssTopKRouter.__init__¦   st   ø€ Ü‰ÑÔØ×/Ñ/ˆŒ
Ø!×3Ñ3ˆÔÜ—l’l¤5§;¢;¨v×/GÑ/GÈ×I[ÑI[ÐdjÔ#xÓyˆŒÜ—L’L¤§¢¨V×-EÑ-EÈfÔ!bÓcˆŽ	r9   c               ó    € V ^8„  d   QhRRRR/# )r;   rÁ   r^   rA   z!tuple[torch.Tensor, torch.Tensor]r8   )rB   s   "r/   rC   rÏ   ­   s   € ÷ ñ  \ð Ð6Wñ r9   c                	ót  € \         P                  P                  V P                  VR R7      p\         P                  P                  V P                  VR R7      p\
        P                  ! WV4      p\        P                  ! W@P                  RR7      w  rV\
        P                  ! VRVP                  R7      pWv3# )F)Úcopyr{   )rL   ra   r}   )Úcomfyr­   Úcast_to_inputrÓ   r°   ÚFrg   rc   ÚtopkrÑ   Úsoftmaxra   )r-   rÁ   rÓ   r°   ÚlogitsÚtop_valsÚtop_idxÚscoress   &&      r/   rÆ   ÚGptOssTopKRouter.forward­   s…   € Ü—‘×(Ñ(¨¯©°mÈ%Ð(ÓPˆÜ�y‰y×&Ñ& t§y¡y°-ÀeÐ&ÓLˆÜ—’˜-°Ó6ˆÜ!ŸJšJ v¯z©z¸rÔBÑˆä—’˜8¨°8·>±>ÔBˆØˆÐr9   )r°   rÒ   rÑ   rÓ   ©NNrÉ   rË   s   @r/   rÍ   rÍ   ¥   s   ø† ÷dò d÷ó r9   rÍ   c                  óJ   a € ] tR t^·tRR V 3R llltR R ltR R ltRtV ;t# )	ÚGptOssExpertsc               ó    € V ^8„  d   QhRRRR/# ©r;   r«   r   r­   r   r8   )rB   s   "r/   rC   ÚGptOssExperts.__annotate__¸   s   € ÷ }ñ }˜ð }Ècñ }r9   c           	     	óŒ  <€ \         SV `  4        VP                  V n        VP                  V n        VP
                  V n        VP                  V n        VP                  V n	        V P                  pV P                  pV P
                  pVP                  WV^V,          RW#R7      V n        VP                  WWVRW#R7      V n        R# )r;   T)rÒ   Úin_featuresÚout_featuresr°   rb   ra   N)r²   r³   r   rÒ   r   r   r'   Úalphar(   ÚlimitÚ
MoEExpertsÚgate_up_projÚ	down_proj)	r-   r«   rb   ra   r­   ÚEÚHÚIr¾   s	   &&&&&   €r/   r³   ÚGptOssExperts.__init__¸   s³   ø€ Ü‰ÑÔØ!×3Ñ3ˆÔØ!×-Ñ-ˆÔØ!'×!9Ñ!9ˆÔØ×%Ñ%ˆŒ
Ø×%Ñ%ˆŒ
à×ÑˆØ×ÑˆØ×"Ñ"ˆàŸN™N°qÐVWÐZ[ÕV[ÐbfÐou˜Nó  DˆÔØŸ™°AÐSTÐ[_Ðhn˜Ó|ˆŽr9   c               ó    € V ^8„  d   QhRRRR/# )r;   Úgate_upr^   rA   r8   )rB   s   "r/   rC   rç   Ç   s   € ÷ +ñ + <ð +°Lñ +r9   c                	ó6  € VR,          pVR,          pVP                  V P                  R7      pVP                  V P                  ) V P                  R7      pV\        P                  ! W P                  ,          4      ,          p\        P
                  ! WCV4      # ).)rT   )rU   rT   ).:NNr;   ).:rm   Nr;   )rf   rì   rc   Úsigmoidrë   Úaddcmul)r-   rõ   ÚgateÚupÚglus   &&   r/   Ú_apply_gateÚGptOssExperts._apply_gateÇ   sq   € Ø�xÕ ˆØ�YÕˆØ�z‰z˜dŸj™jˆzÓ)ˆØ�X‰X˜4Ÿ:™:˜+¨4¯:©:ˆXÓ6ˆØ”U—]’] 4¯*©*Õ#4Ó5Õ5ˆÜ�}Š}˜S cÓ*Ð*r9   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   rÁ   r^   Úrouter_indicesÚrouting_weightsrA   r8   )rB   s   "r/   rC   rç   Ï   s0   € ÷ Zñ Z \ð ZÀ<ð ZÐbnð ZÐsñ Zr9   c           	     	óp   € \        WW0P                  V P                  V P                  V P                  4      # ©N)r   rÒ   rî   rï   rü   )r-   rÁ   rÿ   r   s   &&&&r/   rÆ   ÚGptOssExperts.forwardÏ   sJ   € Ü" =À/×ScÑScÐei×evÑevÐx|÷  yGñ  yGð  IM÷  IYñ  IYó  Zð  	Zr9   )rë   rï   rî   r   r   rì   rÒ   rÈ   )	r2   r3   r4   r5   r³   rü   rÆ   r7   rÊ   rË   s   @r/   rä   rä   ·   s    ø† ÷}ò }õ+÷Zó Zr9   rä   c                  ó>   a € ] tR t^ÓtRR V 3R llltR R ltRtV ;t# )Ú	GptOssMLPc               ó    € V ^8„  d   QhRRRR/# ræ   r8   )rB   s   "r/   rC   ÚGptOssMLP.__annotate__Ô   s   € ÷ Rñ R˜ð RÈcñ Rr9   c                	ól   <€ \         SV `  4        \        WVR 7      V n        \	        WW4R7      V n        R# )r±   ©rb   ra   r­   N)r²   r³   rÍ   Úrouterrä   Úexperts)r-   r«   rb   ra   r­   r¾   s   &&&&&€r/   r³   ÚGptOssMLP.__init__Ô   s*   ø€ Ü‰ÑÔÜ& vÀEÔJˆŒÜ$ VÀ%ÔQˆŽr9   c               ó    € V ^8„  d   QhRRRR/# )r;   rÁ   r^   rA   r8   )rB   s   "r/   rC   r  Ù   s   € ÷ $ñ $ \ð $°lñ $r9   c                	ó²   € VP                   w  r#pVP                  RV4      pV P                  V4      w  rgV P                  WWV4      pVP                  W#V4      # )rm   r}   )r   Úreshaper
  r  )	r-   rÁ   r�   rÄ   rñ   Úflatrà   ÚidxrÅ   s	   &&       r/   rÆ   ÚGptOssMLP.forwardÙ   sT   € Ø×%Ñ%‰ˆˆaØ×$Ñ$ R¨Ó+ˆØ—k‘k $Ó'‰ˆØ�l‰l˜4 fÓ-ˆØ�{‰{˜1 Ó#Ð#r9   )r  r
  rÈ   rÉ   rË   s   @r/   r  r  Ó   s   ø† ÷Rò R÷
$ó $r9   r  c                  ó>   a € ] tR t^ãtRR V 3R llltR R ltRtV ;t# )ÚGptOssDecoderLayerc               ó$   € V ^8„  d   QhRRRRRR/# rª   r8   )rB   s   "r/   rC   ÚGptOssDecoderLayer.__annotate__ä   s"   € ÷ 8ñ 8˜ð 8¸3ð 8Ð^añ 8r9   c                	ó:  <€ \         SV `  4        \        WW4VR 7      V n        \	        WWER 7      V n        \        VP                  VP                  W4R7      V n	        \        VP                  VP                  W4R7      V n
        VP                  V,          V n        R# )r	  ©Úepsrb   ra   N)r²   r³   r¨   Ú	self_attnr  Úmlpr
   r   r$   Úinput_layernormÚpost_attention_layernormr&   r´   )r-   r«   r¬   rb   ra   r­   r¾   s   &&&&&&€r/   r³   ÚGptOssDecoderLayer.__init__ä   s{   ø€ Ü‰ÑÔÜ(¨À6Ð\_Ô`ˆŒÜ˜V¸%ÔIˆŒÜ& v×'9Ñ'9¸v×?RÑ?RÐ[aÔoˆÔÜ(/°×0BÑ0BÈ×H[ÑH[ÐdjÔ(xˆÔ%Ø ×,Ñ,¨YÕ7ˆŽr9   c               ó$   € V ^8„  d   QhRRRRRR/# )r;   Úxr^   Úattention_masksz!dict[str, Optional[torch.Tensor]]rA   r8   )rB   s   "r/   rC   r  ì   s#   € ÷ 
ñ 
˜ð 
Ð8Yð 
Ðiuñ 
r9   c                	óÚ   € TpV P                  V4      pV P                  WV P                  ,          V4      pWA,           pTpV P                  V4      pV P	                  V4      pWA,           pV# r  )r  r  r´   r  r  )r-   r   r!  rÃ   Úresiduals   &&&& r/   rÆ   ÚGptOssDecoderLayer.forwardì   se   € ØˆØ× Ñ  Ó#ˆØ�N‰N˜1¨d¯o©oÕ>À	ÓJˆØ�LˆàˆØ×)Ñ)¨!Ó,ˆØ�H‰H�Q‹KˆØ�LˆØˆr9   )r  r´   r  r  r  rÈ   rÉ   rË   s   @r/   r  r  ã   s   ø† ÷8ò 8÷
ó 
r9   r  c               ó$   € V ^8„  d   QhRRRRRR/# )r;   r�   r   rÄ   Úkey_padding_maskr’   r8   )rB   s   "r/   rC   rC   ù   s"   € ÷ ñ ˜cð  cð Ð=Sñ r9   c                ó–  € \         P                  ! V4      P                  p\         P                  ! W3WSVR 7      P	                  ^4      pVP                  ^ 4      P                  ^ 4      P                  V ^W4      P                  4       pVe=   VP                  VR7      pRV,
          P                  V ^^V4      V,          pWg,           pV# )r`   ©ra   r    )
rc   ÚfinforU   ÚfullÚtriu_r„   r~   Ú
contiguousrƒ   r  )r�   rÄ   r&  ra   rb   Únegr–   Úkps   &&&&&   r/   Ú_make_full_causal_maskr/  ù   sª   € Ü
�+Š+�eÓ
×
 Ñ
 €CÜ�:Š:�q�f˜c°vÔ>×DÑDÀQÓG€DØ�>‰>˜!Ó×&Ñ& qÓ)×0Ñ0°°A°qÓ<×GÑGÓI€DØÒ#Ø× Ñ  uÐ Ó-ˆØ�B�h×Ñ  1 a¨Ó+¨cÕ1ˆØ�yˆØ€Kr9   c               ó(   € V ^8„  d   QhRRRRRRRR/# )r;   r�   r   rÄ   Úwindowr&  r’   r8   )rB   s   "r/   rC   rC     s)   € ÷ ñ  ð ¨ð °cð ÐMcñ r9   c                ó’  € \         P                  ! V4      P                  p\         P                  ! WR 7      P	                  R^4      p\         P                  ! WR 7      P	                  ^R4      pW‡8*  W‡V,
          8„  ,          p	\         P
                  ! V	\         P                  ! RWER7      \         P                  ! RWdVR7      4      p
V
P                  ^ 4      P                  ^ 4      P                  V ^W4      P                  4       p
Ve=   VP                  VR7      pRV,
          P                  V ^^V4      V,          pW«,           p
V
# )©rb   r`   r(  r    r}   r8   )rc   r)  rU   rd   rœ   ÚwhereÚzerosr*  r„   r~   r,  rƒ   r  )r�   rÄ   r1  r&  ra   rb   r-  r.   ÚjÚkeepr–   r.  s   &&&&&&      r/   Ú_make_sliding_causal_maskr8    s   € Ü
�+Š+�eÓ
×
 Ñ
 €CÜ�Š�QÔ&×+Ñ+¨B°Ó2€AÜ�Š�QÔ&×+Ñ+¨A¨rÓ2€AØ‰F�q˜v�:‘~Õ&€DÜ�;Š;�tœUŸ[š[¨°5ÔHÌ%Ï*Ê*ÐUWÐY\ÐrxÔJyÓz€DØ�>‰>˜!Ó×&Ñ& qÓ)×0Ñ0°°A°qÓ<×GÑGÓI€DØÒ#Ø× Ñ  uÐ Ó-ˆØ�B�h×Ñ  1 a¨Ó+¨cÕ1ˆØ�yˆØ€Kr9   c                  ón   a € ] tR tRtRtRR V 3R lllt]R R l4       tR tR R	 lt	RR
 R llt
RtV ;t# )ÚGptOssModeli  zCGPT-OSS decoder with multi-layer hidden-state capture + early exit.c               ó    € V ^8„  d   QhRRRR/# ræ   r8   )rB   s   "r/   rC   ÚGptOssModel.__annotate__  s   € ÷ :ñ :˜ð :Ècñ :r9   c                	ó¨  <€ \         SV `  4        Wn        W0n        VP	                  VP
                  VP                  W#R 7      V n        \        P                  ! \        VP                  4       Uu. uF  p\        WW#VR7      NK  	  up4      V n        \        VP                  VP                  W#R7      V n        \#        VP$                  VP&                  VP(                  VP*                  VP,                  VP.                  VP0                  \2        P4                  ! R4      R7      w  rgV P7                  RVRR7       \9        V4      V n        R# u upi )	r±   r	  r  Úcpu)r   r<   r=   r>   r?   r   r@   rb   Úrope_inv_freqF)Ú
persistentN)r²   r³   r«   ra   Ú	Embeddingr   r   Úembed_tokensr»   Ú
ModuleListr,   r   r  Úlayersr
   r$   Únormrv   r   r   r   r   r!   r   r#   rc   rb   Úregister_bufferr   Úrope_attention_scaling)	r-   r«   rb   ra   r­   r.   ru   Úattn_scalingr¾   s	   &&&&&   €r/   r³   ÚGptOssModel.__init__  s  ø€ Ü‰ÑÔØŒØŒ
ØŸM™M¨&×*;Ñ*;¸V×=OÑ=OÐX^˜MÓlˆÔÜ—m’mô ˜v×7Ñ7Ô8óá8�Aô # 6°VÈc×RÙ8ñó
ˆŒô ˜F×.Ñ.°F×4GÑ4GÐPVÔdˆŒ	ô "0Ø—_‘_Ø×"Ñ"Ø×%Ñ%Ø×+Ñ+Ø×+Ñ+Ø-3×-TÑ-TØ×)Ñ)Ü—<’< Ó&ô	"
Ñˆð 	×Ñ˜_¨hÀ5ÐÔIÜ&+¨LÓ&9ˆÖ#ùò's   Á0Ec               ó   € V ^8„  d   QhRR/# )r;   rA   r   r8   )rB   s   "r/   rC   r<  1  s   € ÷ -ñ -˜Cñ -r9   c                	ó.   € V P                   P                  # r  )r«   r   ©r-   s   &r/   Ú
num_layersÚGptOssModel.num_layers0  s   € à�{‰{×,Ñ,Ð,r9   c                	ó   € V P                   # r  )rB  rL  s   &r/   Úget_input_embeddingsÚ GptOssModel.get_input_embeddings4  s   € Ø× Ñ Ð r9   c          
     ó,   € V ^8„  d   QhRRRRRRRRRR	/# )
r;   r�   r   rÄ   r‘   r’   ra   ry   rA   zdict[str, torch.Tensor]r8   )rB   s   "r/   rC   r<  7  s2   € ÷ ñ ¨ð °ð ÐE[ð Ðdoð Ø	 ñr9   c                	ó6  € \        WW4V4      pR V/p\        ;QJ d0    R V P                  P                   4       F  '       g   K   RM%	  RM!! R V P                  P                   4       4      '       d&   \	        WV P                  P
                  W4V4      VR&   V# )r+   c              3  ó*   "  € T F	  qR 8H  x € K  	  R# 5i)r*   Nr8   )Ú.0Úts   & r/   Ú	<genexpr>Ú5GptOssModel._build_attention_masks.<locals>.<genexpr>;  s   é € ÐIÑ1H¨AÐ'Ö'Ó1Hùs   ‚TFr*   )r/  Úanyr«   r&   r8  r   )r-   r�   rÄ   r‘   ra   rb   r*  Úmaskss   &&&&&&  r/   Ú_build_attention_masksÚ"GptOssModel._build_attention_masks7  sy   € ä% a¨NÀ6ÓJˆØ! 4Ð(ˆß‹3ÑI°·±×1HÒ1HÓI�3�3Š3ÑI°·±×1HÒ1HÓI×IÒIÜ)BØ�d—k‘k×0Ñ0°.Èó*ˆEÐ%Ñ&ð ˆr9   c               ó(   € V ^8„  d   QhRRRRRRRR/# )	r;   Ú	input_idsztorch.LongTensorr‘   r’   Úcapture_layerszOptional[Sequence[int]]rA   zdict[str, Any]r8   )rB   s   "r/   rC   r<  A  s,   € ÷  ?ñ  ?Ð!1ð  ?ÐCYð  ?Ø 7ð ?ØCQñ ?r9   c                	ó.  € VP                   w  rEVP                  pV P                  pV P                  WR 7      p\        P
                  ! WVR7      P                  ^ 4      P                  VR4      p	\        V P                  P                  VR7      V P                  W—4      p
V P                  WEW'V4      pV'       d   \        V4      MRpV'       d>   \        V4      p\        V4       UUu/ uF  w  rÞWíbK	  	  pppR.\!        V4      ,          pM!V P"                  P$                  ^,
          pRpRp\        V P&                  4       F/  w  ppV! W‹V
4      pVe   VV9   d   VVVV,          &   VV8¼  g   K/   M	  Ve   RV/# RV P)                  V4      /# u uppi ))Ú	out_dtyper3  NrÁ   Úlast_hidden_stater}   )r   rb   ra   rB  rc   rd   r„   r~   r‹   r?  rƒ   rG  r[  ÚlistrT   Ú	enumerateÚlenr«   r   rD  rE  )r-   r^  r‘   r_  r�   rÄ   rb   ra   rÁ   rx   rÃ   Ú
attn_masksÚ	max_layerÚposr  ÚwantedÚcapturedr.   Úlayers   &&&&               r/   rÆ   ÚGptOssModel.forwardA  st  € à�‰‰ˆØ×!Ñ!ˆØ—
‘
ˆà×)Ñ)¨)Ð)ÓEˆä—|’| AÔ5×?Ñ?ÀÓB×IÑIÈ!ÈRÓPˆÜ$ T×%7Ñ%7×%:Ñ%:À&Ð%:Ó%IÈ4×KfÑKfÐhtÓ|ˆ	à×0Ñ0°°~ÈfÓUˆ
ç1?œ˜nÔ-ÀTˆßÜ˜NÓ+ˆIÜ/8¸Ô/HÔIÑ/H¡8 3�c’hÑ/HˆFÑIØ6:°V¼cÀ.Ó>QÕ5Q‰HàŸ™×5Ñ5¸Õ9ˆIØˆFØˆHä! $§+¡+Ö.‰HˆAˆuÙ! -¸YÓGˆMØÒ! a¨6¤kØ&3�˜ �Ñ#Ø�IŽ~Ùñ /ð ÒØ# XÐ.Ð.Ø# T§Y¡Y¨}Ó%=Ð>Ð>ùó! Js   Ã)F)r«   ra   rB  rD  rE  rG  rÈ   râ   )r2   r3   r4   r5   Ú__doc__r³   ÚpropertyrM  rP  r[  rÆ   r7   rÊ   rË   s   @r/   r:  r:    s8   ø† ÙM÷:ò :ð6 ô-ó ð-ò!õ÷ ?õ  ?r9   r:  z…Describe the image by detailing the color, shape, size, texture, quantity, text, spatial relationships of the objects and background.z8Need to generate one image according to the description.i   z
2026-05-23c               ó    € V ^8„  d   QhRRRR/# )r;   ÚpromptÚstrrA   r8   )rB   s   "r/   rC   rC   s  s   € ÷ ñ ˜cð  cñ r9   c           	     ó8   € R\          R\         RV  R\         R2	# )z1Render the Lens prompt in GPT-OSS Harmony format.z}<|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI.
Knowledge cutoff: 2024-06
Current date: z£

Reasoning: medium

# Valid channels: analysis, commentary, final. Channel must be included for every message.<|end|><|start|>developer<|message|># Instructions

z!

<|end|><|start|>user<|message|>z7<|end|><|start|>assistant<|channel|>analysis<|message|>z4<|end|><|start|>assistant<|channel|>final<|message|>)Ú_LENS_CHAT_DATEÚ_LENS_CHAT_SYSTEMÚ_LENS_CHAT_ASSISTANT_THINKING)rp  s   &r/   Ú_lens_render_chatrv  s  s@   € ðô )Ð)ð *:ô
 Ð
ð #Ø#) (ð +;ä(Ð
)ð *8ð	9ðr9   i? c                  óL   € ] tR tRtRtRR lt]R 4       tR tR t	R t
R	 tR
tR# )Ú_GptOssRawTokenizeriŠ  zîRaw ``tokenizers.Tokenizer`` wrapper.

The tokenizer JSON ships as a byte tensor inside the encoder checkpoint
(``tokenizer_json`` key) rather than as a committed file. Extracted
it in ``sd.py`` and passes it here via ``tokenizer_data``.
Nc                	óì   € ^ RI Hp \        V\        P                  4      '       d   \        VP                  4       4      pVf   \        R4      hVP                  VP                  R4      4      V n
        R# )rQ   )Ú	TokenizerNz˜Lens tokenizer requires the ``tokenizer_json`` byte tensor in the encoder state dict. Re-bundle the encoder via bundle_te.py so it embeds the tokenizer.zutf-8)Ú
tokenizersrz  Ú
isinstancerc   ÚTensorÚbytesÚtolistÚ
ValueErrorÚfrom_strÚdecodeÚ	tokenizer)r-   Útokenizer_json_bytesÚkwargsrz  s   &&, r/   r³   Ú_GptOssRawTokenizer.__init__’  sd   € Ý(ÜÐ*¬E¯L©L×9Ò9Ü#(Ð)=×)DÑ)DÓ)FÓ#GÐ ØÒ'Üð(óð ð
 #×+Ñ+Ð,@×,GÑ,GÈÓ,PÓQˆŽr9   c                	ó   € V ! RR V/VB # )r„  r8   r8   )ÚclsÚtokenizer_datar…  s   &&,r/   Úfrom_pretrainedÚ#_GptOssRawTokenizer.from_pretrainedž  s   € áÑA¨ÐA¸&ÑAÐAr9   c                	óT   € R V P                   P                  VRR7      P                  /# )r^  F)Úadd_special_tokens)rƒ  ÚencodeÚids)r-   Útexts   &&r/   Ú__call__Ú_GptOssRawTokenizer.__call__¢  s'   € Ø˜TŸ^™^×2Ñ2°4ÈEÐ2ÓR×VÑVÐWÐWr9   c                	ó6   € V P                   P                  4       # r  )rƒ  Ú	get_vocabrL  s   &r/   r”  Ú_GptOssRawTokenizer.get_vocab¥  s   € Ø�~‰~×'Ñ'Ó)Ð)r9   c                	ó`   € V Uu. uF  q P                   P                  V4      NK  	  up# u upi r  )rƒ  Útoken_to_id)r-   ÚtokensrV  s   && r/   Úconvert_tokens_to_idsÚ)_GptOssRawTokenizer.convert_tokens_to_ids¨  s'   € Ù7=Ó>±v°!—‘×*Ñ*¨1Ö-±vÑ>Ð>ùÒ>s   …#+c                	óZ   € V P                   P                  WP                  R R4      R7      # )Úskip_special_tokensF)rœ  )rƒ  r‚  Úget)r-   r�  r…  s   &&,r/   r‚  Ú_GptOssRawTokenizer.decode«  s'   € Ø�~‰~×$Ñ$ S¿j¹jÐI^Ð`eÓ>fÐ$ÓgÐgr9   )rƒ  r  )r2   r3   r4   r5   rm  r³   ÚclassmethodrŠ  r‘  r”  r™  r‚  r7   r8   r9   r/   rx  rx  Š  s9   † ñô
Rð ñBó ðBòXò*ò?öhr9   rx  c                  óJ   a € ] tR tRtRtR/ 3V 3R lltRR R lltR tRtV ;t	# )	ÚLensGptOssTokenizeri¯  Nc                	ó�   <€ VP                  R R4      pW0n        \        SV `  VVRRR\        RRRR^RRVR7       \
        V n        R# )Útokenizer_jsonNFr   Úgpt_ossiÿàõT)Úembedding_directoryÚpad_with_endÚembedding_sizeÚembedding_keyÚtokenizer_classÚhas_start_tokenÚhas_end_tokenÚpad_to_max_lengthÚ
max_lengthÚ
min_lengthÚpad_leftÚdisable_weightsr‰  )r�  Útokenizer_json_datar²   r³   rx  Ú_LENS_PAD_TOKEN_IDÚpad_token_id)r-   r¥  r‰  r£  r¾   s   &&& €r/   r³   ÚLensGptOssTokenizer.__init__²  sb   ø€ Ø'×+Ñ+Ð,<¸dÓCˆØ#1Ô Ü‰ÑØØ 3ØØØ#Ü/Ø!ØØ#ØØØØ Ø)ð 	ô 	
ô  /ˆÖr9   c               ó   € V ^8„  d   QhRR/# )r;   r�  rq  r8   )rB   s   "r/   rC   Ú LensGptOssTokenizer.__annotate__Ç  s   € ÷ .ñ .¨#ñ .r9   c                	ó
  € V'       d   VP                  4       '       g   . .# \        V4      pV P                  V4      R ,          p\        V4      \        8”  d
   VR\         pV Uu. uF  p\        V4      R3NK  	  up.# u upi )r^  Nr    )Ústriprv  rƒ  re  ÚLENS_MAX_TOKENSr   )r-   r�  Úreturn_word_idsr…  Úrenderedr�  rV  s   &&&,   r/   Útokenize_with_weightsÚ)LensGptOssTokenizer.tokenize_with_weightsÇ  so   € ç˜4Ÿ:™:Ÿ<š<Ø�4ˆKÜ$ TÓ*ˆØ�n‰n˜XÓ& {Õ3ˆÜˆs‹8”oÔ%ØÐ&”Ð'ˆCÙ(+Ó,© 1”#�a“&˜#“©Ñ,Ð-Ð-ùÒ,s   Á&B c                	ó>   € V P                   e   RV P                   /# / # )Nr£  )r±  rL  s   &r/   Ú
state_dictÚLensGptOssTokenizer.state_dictÑ  s$   € Ø×#Ñ#Ò/Ø$ d×&>Ñ&>Ð?Ð?Øˆ	r9   )r³  r±  )F)
r2   r3   r4   r5   r±  r³   r¼  r¿  r7   rÊ   rË   s   @r/   r¡  r¡  ¯  s"   ø† ØÐà+/À÷ /÷*.÷ð r9   r¡  c                  ó0   a € ] tR tRtR/ 3V 3R lltRtV ;t# )ÚLensTokenizeri×  Nc                	ó6   <€ \         SV `  VVR \        R7       R# )r¤  )r¥  r‰  Únamerƒ  N)r²   r³   r¡  )r-   r¥  r‰  r¾   s   &&&€r/   r³   ÚLensTokenizer.__init__Ø  s!   ø€ Ü‰ÑØ 3Ø)ØÜ)ð	 	ö 	
r9   r8   ©r2   r3   r4   r5   r³   r7   rÊ   rË   s   @r/   rÂ  rÂ  ×  s   ø† Ø+/À÷ 
õ 
r9   rÂ  c                  óN   a € ] tR tRtRtR
V 3R lltR tR tR tR t	R t
R	tV ;t# )ÚLensGptOssClipModeliá  zHSDClipModel-shaped Lens GPT-OSS encoder (multi-layer feature extractor).c                	óp  <€ \         SV `  4        \        T;'       g    / 4      pVP                  R 4      pVf=   VP                  R4      ;'       g    / p\        P
                  P                  WbRR7      pWPn        VP                  R/ 4      p\        R	/ VB V n	        \        VP                  R\        4      4      V n        \        VP                  R\        4      4      V n        \!        V P                  WVR7      V n        V P                  P$                  V n        W n        RV n        \,        V n        R# )
Úcustom_operationsNÚquantization_metadataT)Úfull_precision_mmÚgpt_oss_configÚselected_layersÚ
txt_offsetr	  r8   )r²   r³   Údictr�  rØ   r­   Úmixed_precision_opsÚ
operationsr   r«   ÚtupleÚLENS_SELECTED_LAYERSrÎ  r   ÚLENS_TXT_OFFSETrÏ  r:  Útransformerr   rM  ra   Úexecution_devicer²  Ú_pad_token_id)	r-   rb   ra   Úmodel_optionsr…  rÒ  Úquant_configÚcfg_overridesr¾   s	   &&&&,   €r/   r³   ÚLensGptOssClipModel.__init__ä  s  ø€ Ü‰ÑÔÜ˜]×0Ð0¨bÓ1ˆà"×&Ñ&Ð':Ó;ˆ
ØÒØ(×,Ñ,Ð-DÓE×KÐKÈˆLÜŸ™×6Ñ6°|Ð^bÐ6ÓcˆJØ$Œà%×)Ñ)Ð*:¸BÓ?ˆÜ%Ñ6¨Ñ6ˆŒÜ$ ]×%6Ñ%6Ð7HÔJ^Ó%_Ó`ˆÔÜ˜m×/Ñ/°¼oÓNÓOˆŒä& t§{¡{¸6ÐT^Ô_ˆÔØŸ+™+×7Ñ7ˆŒØŒ
Ø $ˆÔÜ/ˆÖr9   c                	óH   € VP                  R V P                  4      V n        R# )r×  N)r�  r×  )r-   Úoptionss   &&r/   Úset_clip_optionsÚ$LensGptOssClipModel.set_clip_optionsù  s   € Ø '§¡Ð,>À×@UÑ@UÓ VˆÖr9   c                	ó   € R V n         R # r  )r×  rL  s   &r/   Úreset_clip_optionsÚ&LensGptOssClipModel.reset_clip_optionsü  s
   € Ø $ˆÖr9   c                	óV  € V UUu. uF$  q" Uu. uF  p\        V^ ,          4      NK  	  upNK&  	  pppV P                  p\        R V 4       4      pV P                  p\        P
                  ! \        V4      V3V\        P                  VR7      p\        P                  ! \        V4      V3\        P                  VR7      p	\        V4       FL  w  r«\        P                  ! V\        P                  VR7      WŠR\        V4      13&   ^WšR\        V4      13&   KN  	  W‰3# u upi u uppi )rQ   c              3  ó8   "  € T F  p\        V4      x € K  	  R # 5ir  ©re  )rU  r   s   & r/   rW  Ú5LensGptOssClipModel._gather_tokens.<locals>.<genexpr>  s   é € Ð/¡h ”c˜!—f�f£hùs   ‚r`   N)r   rØ  rT   r×  rc   r*  re  Úlongr5  rd  Útensor)r-   Útoken_weight_pairsÚbatchrV  Úids_listÚpad_idÚmax_lenrb   r�  r–   r.   r   s   &&          r/   Ú_gather_tokensÚ"LensGptOssClipModel._gather_tokensÿ  sò   € Ù<NÔOÑ<N°5¨Ó.© 1”S˜˜1�–Y©Ô.Ñ<NˆÑOØ×#Ñ#ˆÜÑ/¡hÓ/Ó/ˆØ×&Ñ&ˆÜ�jŠjœ#˜h›-¨Ð1°6ÄÇÁÐTZÔ[ˆÜ�{Š{œC ›M¨7Ð3¼5¿:¹:ÈfÔUˆÜ˜hÖ'‰DˆAÜ$Ÿ|š|¨A´U·Z±ZÈÔOˆC�8”S˜“V�8�ÑØ !ˆD�H”c˜!“f�H�Óñ (ð ˆyÐùò /ùÓOs   †D%ŽD ©D%Ä D%c                	óv  € \         ;QJ d    R  V 4       F  '       d   K   RM	  RM! R  V 4       4      '       dŸ   V P                  p\        V4      p\        V P                  4      pV P                  P
                  p\        P                  ! V^ WE,          V P                  VR7      p\        P                  ! V^ \        P                  VR7      pVRRVRV/3# V P                  V4      w  r‰V P                  W‰V P                  R7      p
V
R,          p\        P                  ! V^R	7      pV P                  pVP                  ^,          V8”  d*   VR
VR13,          P                  4       pV	R
VR13,          pMVR,          pV	R,          pVP                  w  r?rEVP!                  W?WE,          4      pRVRV/pVRV3# )c              3  ó>   "  € T F  p\        V4      ^ 8H  x € K  	  R# 5i)rQ   Nræ  )rU  rë  s   & r/   rW  Ú;LensGptOssClipModel.encode_token_weights.<locals>.<genexpr>  s   é € Ð?Ñ,> 5Œs�5‹z˜QŽÓ,>ùs   ‚FTr`   Nr‘   Únum_layers_stacked)r‘   r_  rÁ   r{   r|   )r|   :NrQ   N)Úallr×  re  rÎ  r«   r   rc   r5  ra   rè  rï  rÖ  ÚstackrÏ  r   r,  r  )r-   rê  rb   r�   ÚLrñ   r  r–   r^  Ú	attn_maskrÅ   rD  ÚstackedÚoffsetÚ	mask_trimrÄ   Úextras   &&               r/   Úencode_token_weightsÚ(LensGptOssClipModel.encode_token_weights  s�  € ç‹3Ñ?Ñ,>Ó?�3�3Š3Ñ?Ñ,>Ó?×?Ò?Ø×*Ñ*ˆFÜÐ&Ó'ˆAÜ�D×(Ñ(Ó)ˆAØ—‘×'Ñ'ˆAÜ—;’;˜q ! Q¥U°$·*±*ÀVÔLˆDÜ—;’;˜q !¬5¯:©:¸fÔEˆDØ˜Ð 0°$Ð8LÈaÐPÐPÐPà#×2Ñ2Ð3EÓFÑˆ	Ø×Ñ˜yÐSW×SgÑSgÐÓhˆØ�_Õ%ˆÜ—+’+˜f¨!Ô,ˆà—‘ˆØ�=‰=˜Õ˜fÔ$Ø˜a ¡˜jÕ)×4Ñ4Ó6ˆGØ! ! V¡W *Õ-‰Ià˜e•nˆGØ! %Õ(ˆIà—]‘]‰
ˆˆaØ�‰˜q Q¥UÓ+ˆØ! 9Ð.BÀAÐFˆØ�T˜5Ð Ð r9   c                	ó>   € V P                   P                  VR RR7      # )FT)ÚstrictÚassign)rÖ  Úload_state_dict)r-   Úsds   &&r/   Úload_sdÚLensGptOssClipModel.load_sd(  s    € Ø×Ñ×/Ñ/°¸5ÈÐ/ÓNÐNr9   )	rØ  r«   ra   r×  rM  rÒ  rÎ  rÖ  rÏ  ©r>  NN)r2   r3   r4   r5   rm  r³   rß  râ  rï  rý  r  r7   rÊ   rË   s   @r/   rÈ  rÈ  á  s,   ø† ÙR÷0ò*Wò%ò
ò!÷:Oð Or9   rÈ  c                  ó,   a € ] tR tRtRV 3R lltRtV ;t# )ÚLensTEModeli,  c                	óJ   <€ \         ST `  YR \        T;'       g    / R7       R# )r¤  )rb   ra   rÄ  Ú
clip_modelrÙ  N)r²   r³   rÈ  )r-   rb   ra   rÙ  r¾   s   &&&&€r/   r³   ÚLensTEModel.__init__-  s7   ø€ Ü‰Ñ ¸)ÔPcð  tA÷  tGð  tGð  EGÐö  	Hr9   r8   r  rÆ  rË   s   @r/   r  r  ,  s   ø† ÷Hõ Hr9   r  c                ó0   a a€  ! V V3R  lR\         4      pV# )c                  ó2   <a € ] tR tRtRV VV3R lltRtV ;t# )Úlens_te.<locals>.LensTEModel_i2  c                	óz   <€ \        T;'       g    / 4      pSe   SVR&   Vf   Se   Sp\        SV `	  WVR7       R # )NrË  )rb   ra   rÙ  )rÐ  r²   r³   )r-   rb   ra   rÙ  Úmor¾   Údtype_llamaÚllama_quantization_metadatas   &&&& €€€r/   r³   Ú&lens_te.<locals>.LensTEModel_.__init__3  sG   ø€ Ü�m×)Ð) rÓ*ˆBØ*Ò6Ø.I�Ð*Ñ+ØŠ} Ò!8Ø#�Ü‰GÑ FÀrÐÖJr9   r8   r  rÆ  )r¾   r  r  s   @€€r/   ÚLensTEModel_r  2  s   ù† ÷	K÷ 	Kr9   r  )r  )r  r  r  s   ff r/   Úlens_ter  1  s   ù€ ÷Kð K”{ô Kð Ðr9   r  )é   é   é   é   râ   )8rm  Ú
__future__r   rI   Údataclassesr   Útypingr   r   r   r   rc   Útorch.nnr»   Útorch.nn.functionalÚ
functionalrÚ   Ú	comfy.opsrØ   r   Úcomfy.ldm.modules.attentionr	   Úcomfy.text_encoders.llamar
   r   r   r   rv   r‹   r¦   ÚModuler¨   rÍ   rä   r  r  r/  r8  r:  rt  ru  rÕ  rÔ  r¹  rs  rv  r²  rx  ÚSDTokenizerr¡  ÚSD1TokenizerrÂ  rÈ  ÚSD1ClipModelr  r  r8   r9   r/   Ú<module>r'     sd  ðÙ $å "ã Ý !ß 0Ó 0ã Ý ß Ð ã Ý Ý Fß NÑ Nð ÷ð ó ð÷>&'õR	<õQô6 �b—i‘iô  ôD�r—y‘yô ô$Z�B—I‘Iô Zô8$�—	‘	ô $ô ˜Ÿ™ô õ,õôO?�"—)‘)ô O?ðhKð ð ![Ð Ø€Ø&Ð Ø€ð €õð( Ð ÷"hñ "hôJ%˜(×.Ñ.ô %ôP
�H×)Ñ)ô 
ôHO˜"Ÿ)™)ô HOôVH�(×'Ñ'ô Hö

r9   