+
    	åûjp„  ã                   óÂ  € ^ RI t ^ RIHt ^ RIHt ^ RIHt ^ RIHtH	t	H
t
 ^ RIt^ RIt^ RIHt ^RIHtHt ^RIHt ^RIHt ^R	IHtHtHt ^R
IHt ^RIHtHt . R7Ot] ! R R4      4       t R R lt!R R lt"R R lt#]PH                  PK                  R4       ]PH                  PK                  R4        ! R R]PL                  4      t'R R lt(R R lt)R R  lt*]PH                  PK                  R!4       ]PH                  PK                  R"4        ! R# R$]PL                  4      t+ ! R% R&]PL                  4      t, ! R' R(]PL                  4      t- ! R) R]PL                  4      t.R* R+ lt/ ! R, R]4      t0 ! R- R]4      t1]! 4       ]! R.]0Pd                  3R/7      R0RR1R2/R3 R4 ll4       4       t3]! 4       ]! R.]1Pd                  3R/7      R0RR1R2/R5 R6 ll4       4       t4R# )8é    N)ÚSequence)Ú	dataclass)Úpartial)ÚAnyÚCallableÚOptional)ÚMLPÚStochasticDepth)ÚVideoClassification)Ú_log_api_usage_once)Úregister_modelÚWeightsÚWeightsEnum)Ú_KINETICS400_CATEGORIES)Ú_ovewrite_named_paramÚhandle_legacy_interfaceÚMViTÚMViT_V1_B_WeightsÚMViT_V2_S_Weightsc                   ó,   a € ] tR t^t o V 3R ltRtV tR# )ÚMSBlockConfigc                ó®   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[S[ ,          ;R&   S[S[ ,          ;R&   S[S[ ,          ;R&   S[S[ ,          ;R&   # )é   Ú	num_headsÚinput_channelsÚoutput_channelsÚkernel_qÚ	kernel_kvÚstride_qÚ	stride_kv)ÚintÚlist)ÚformatÚ__classdict__s   "€ÚYC:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torchvision\models\video\mvit.pyÚ__annotate__ÚMSBlockConfig.__annotate__   sm   ø‡ ‚ á�Nñ ñ Ññ ñ Ññ	 ñ
 ‘3�iÑñ ñ ‘C�yÑñ ñ ‘3�iÑñ ñ ‘C�yÑò ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r$   s   @r%   r   r      s   ø‡ ‡ „ r(   r   c                óF   € V ^8„  d   QhR\         \        ,          R\        /# )r   ÚsÚreturn)r   r!   )r#   s   "r%   r&   r&   '   s   € ÷ ñ ŒX”c�]ð œsñ r(   c                 ó,   € ^pV  F  pW,          pK  	  V# ©é   r)   )r2   ÚproductÚvs   &  r%   Ú_prodr9   '   s   € Ø€GÛˆØ�Šñ à€Nr(   c          
      ó’   € V ^8„  d   QhR\         P                  R\        R\        R\        \         P                  \        3,          /# )r   ÚxÚ
target_dimÚ
expand_dimr3   )ÚtorchÚTensorr!   Útuple)r#   s   "r%   r&   r&   .   s;   € ÷ ñ ”%—,‘,ð ¬Cð ¼Sð ÄUÌ5Ï<É<ÔY\ÐK\ÕE]ñ r(   c                 ó¦   € V P                  4       pW1^,
          8X  d   V P                  V4      p W3# W18w  d   \        RV P                   24      hW3# )r6   zUnsupported input dimension )ÚdimÚ	unsqueezeÚ
ValueErrorÚshape©r;   r<   r=   Ú
tensor_dims   &&& r%   Ú
_unsqueezerH   .   sV   € Ø—‘“€JØ !•^Ô#Ø�K‰K˜
Ó#ˆð ˆ=Ðð 
Ô	!ÜÐ7¸¿¹°yÐAÓBÐBØˆ=Ðr(   c          
      ó|   € V ^8„  d   QhR\         P                  R\        R\        R\        R\         P                  /# )r   r;   r<   r=   rG   r3   ©r>   r?   r!   )r#   s   "r%   r&   r&   7   s:   € ÷ ñ ”—‘ð ¬#ð ¼3ð ÌCð ÔTY×T`ÑT`ñ r(   c                 óB   € W1^,
          8X  d   V P                  V4      p V # r5   )ÚsqueezerF   s   &&&&r%   Ú_squeezerM   7   s   € Ø !•^Ô#Ø�I‰I�jÓ!ˆØ€Hr(   rH   rM   c                   óT   a a€ ] tR t^At oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚPoolc          
      ó’   <€ V ^8„  d   QhRS[ P                  RS[S[ P                  ,          RS[S[ P                  ,          RS[RR/# )r   ÚpoolÚnormÚ
activationÚnorm_before_poolr3   N)ÚnnÚModuler   Úbool)r#   r$   s   "€r%   r&   ÚPool.__annotate__B   sS   ø€ ÷ 1ñ 1á�i‰ið1ñ ‘r—y‘yÕ!ð1ñ ™RŸY™YÕ'ð	1ñ
 ð1ð 
ñ1r(   c                óÚ   <€ \         SV `  4        Wn        . pVe   VP                  V4       Ve   VP                  V4       V'       d   \        P
                  ! V!  MR V n        W@n        R # ©N)ÚsuperÚ__init__rQ   ÚappendrU   Ú
SequentialÚnorm_actrT   )ÚselfrQ   rR   rS   rT   ÚlayersÚ	__class__s   &&&&& €r%   r\   ÚPool.__init__B   sX   ø€ ô 	‰ÑÔØŒ	ØˆØÒØ�M‰M˜$ÔØÒ!Ø�M‰M˜*Ô%ß28œŸš vÒ.¸dˆŒØ 0Ör(   c                óž   <€ V ^8„  d   QhRS[ P                  RS[S[S[S[3,          RS[S[ P                  S[S[S[S[3,          3,          /# ©r   r;   Úthwr3   ©r>   r?   r@   r!   )r#   r$   s   "€r%   r&   rX   S   sO   ø€ ÷ ñ ™Ÿ™ð ©E±#±s¹C°-Õ,@ð ÁUÉ5Ï<É<ÑY^Ñ_bÑdgÑilÐ_lÕYmÐKmÕEnñ r(   c                ó²  € \        V^^4      w  r\        P                  ! VR^R7      w  rAVP                  ^^4      pVP                  R,          w  rVpVP                  WV,          V3V,           4      P                  4       pV P                  '       d    V P                  e   V P                  V4      pV P                  V4      pVP                  R,          w  r‰p
VP                  WVVR4      P                  ^^4      p\        P                  ! WA3^R7      pV P                  '       g    V P                  e   V P                  V4      p\        V^^V4      pWWš33# )é   )ÚindicesrB   :Né   N:r   NN©rB   r5   éÿÿÿÿ)rH   r>   Útensor_splitÚ	transposerE   ÚreshapeÚ
contiguousrT   r_   rQ   ÚcatrM   )r`   r;   rf   rG   Úclass_tokenÚBÚNÚCÚTÚHÚWs   &&&        r%   ÚforwardÚPool.forwardS   s#  € Ü" 1 a¨Ó+‰ˆô ×+Ò+¨A°tÀÔC‰ˆØ�K‰K˜˜1ÓˆØ—'‘'˜"•+‰ˆˆaØ�I‰I�q•u˜a�j 3Õ&Ó'×2Ñ2Ó4ˆð × × Ð  T§]¡]Ò%>Ø—‘˜aÓ ˆAð �I‰I�a‹LˆØ—'‘'˜"•+‰ˆˆaØ�I‰I�a˜A˜rÓ"×,Ñ,¨Q°Ó2ˆÜ�IŠI�{Ð&¨AÔ.ˆà×$×$Ð$¨¯©Ò)BØ—‘˜aÓ ˆAä�Q˜˜1˜jÓ)ˆØ�a�)ˆ|Ðr(   )r_   rT   rQ   )NF©	r*   r+   r,   r-   r\   rz   r/   r0   Ú__classcell__©rb   r$   s   @@r%   rO   rO   A   s   ù‡ € ÷1õ 1÷"÷ ð r(   rO   c                ód   € V ^8„  d   QhR\         P                  R\        R\         P                  /# )r   Ú	embeddingÚdr3   rJ   )r#   s   "r%   r&   r&   m   s)   € ÷ ñ œEŸL™Lð ¬Sð ´U·\±\ñ r(   c                 óö   € V P                   ^ ,          V8X  d   V # \        P                  P                  V P	                  ^^ 4      P                  ^ 4      VRR7      P                  ^ 4      P	                  ^^ 4      # )r   Úlinear)ÚsizeÚmode)rE   rU   Ú
functionalÚinterpolateÚpermuterC   rL   )r€   r�   s   &&r%   Ú_interpolater‰   m   sn   € Ø‡��qÕ˜QÔØÐô 	�‰×!Ñ!Ø×Ñ˜a Ó#×-Ñ-¨aÓ0ØØð 	"ó 	
÷
 
‰�‹ß	‰��A‹ðr(   c                óH  € V ^8„  d   QhR\         P                  R\         P                  R\        \        \        \        3,          R\        \        \        \        3,          R\         P                  R\         P                  R\         P                  R\         P                  /# )	r   ÚattnÚqÚq_thwÚk_thwÚ	rel_pos_hÚ	rel_pos_wÚ	rel_pos_tr3   rg   )r#   s   "r%   r&   r&   |   s†   € ÷ 9ñ 9Ü
�,‰,ð9ä‡|�|ð9ô ””cœ3�Õð9ô ””cœ3�Õð	9ô
 �|‰|ð9ô �|‰|ð9ô �|‰|ð9ô ‡\�\ñ9r(   c                 óh  € Vw  rxp	Vw  r«p\        ^\        W‹4      ,          ^,
          4      p\        ^\        Wœ4      ,          ^,
          4      p\        ^\        Wz4      ,          ^,
          4      p\        W¸,          R4      p\        W‹,          R4      p\        P                  ! V4      R,          V,          \        P                  ! V4      R,          RV,
          ,           V,          ,
          p\        WÉ,          R4      p\        Wœ,          R4      p\        P                  ! V	4      R,          V,          \        P                  ! V4      R,          RV,
          ,           V,          ,
          p\        W§,          R4      p\        Wz,          R4      p\        P                  ! V4      R,          V,          \        P                  ! V
4      R,          RV
,
          ,           V,          ,
          p\	        WM4      p\	        W^4      p\	        Wo4      pVVP                  4       ,          pVVP                  4       ,          pVVP                  4       ,          pVP                  w  ppppVR,          P                  VVWxV	V4      p \        P                  ! RV V4      p!\        P                  ! RV V4      p"V P                  ^^ ^^^^4      P                  VVV,          V,          V	,          V4      p \        P                  ! V VP                  ^^4      4      P                  ^ ^4      p#V#P                  VVW‰Wz4      P                  ^ ^^^^^4      p#V!R,          V"R,          ,           V#R	,          ,           P                  VVWx,          V	,          W«,          V,          4      p$V R
;;,          V$,          uu&   V # )r   ç      ð?zbythwc,hkc->bythwkzbythwc,wkc->bythwk)ºNNNN)Nr”   )r”   r”   ºr6   NN)r”   r”   r”   r”   r”   Nr”   N)r”   r”   r”   r”   r”   NNr”   )r”   r”   r”   r”   r”   r”   NN)r”   r”   r•   r•   )r!   Úmaxr>   Úaranger‰   ÚlongrE   rp   Úeinsumrˆ   Úmatmulro   Úview)%r‹   rŒ   r�   rŽ   r�   r�   r‘   Úq_tÚq_hÚq_wÚk_tÚk_hÚk_wÚdhÚdwÚdtÚ	q_h_ratioÚ	k_h_ratioÚdist_hÚ	q_w_ratioÚ	k_w_ratioÚdist_wÚ	q_t_ratioÚ	k_t_ratioÚdist_tÚRhÚRwÚRtrt   Ún_headÚ_rB   Úr_qÚrel_h_qÚrel_w_qÚrel_q_tÚrel_poss%   &&&&&&&                              r%   Ú_add_rel_posr¸   |   s÷  € ð �M€CˆcØ�M€CˆcÜ	ˆQ”�S“Õ Õ"Ó	#€BÜ	ˆQ”�S“Õ Õ"Ó	#€BÜ	ˆQ”�S“Õ Õ"Ó	#€Bô �C•I˜sÓ#€IÜ�C•I˜sÓ#€IÜ�\Š\˜#Ó˜wÕ'¨)Õ3´u·|²|ÀCÓ7HÈÕ7QÐUXÐ[^ÕU^Õ7_ÐclÕ6lÕl€FÜ�C•I˜sÓ#€IÜ�C•I˜sÓ#€IÜ�\Š\˜#Ó˜wÕ'¨)Õ3´u·|²|ÀCÓ7HÈÕ7QÐUXÐ[^ÕU^Õ7_ÐclÕ6lÕl€FÜ�C•I˜sÓ#€IÜ�C•I˜sÓ#€IÜ�\Š\˜#Ó˜wÕ'¨)Õ3´u·|²|ÀCÓ7HÈÕ7QÐUXÐ[^ÕU^Õ7_ÐclÕ6lÕl€Fô ˜YÓ+€IÜ˜YÓ+€IÜ˜YÓ+€IØ	�6—;‘;“=Õ	!€BØ	�6—;‘;“=Õ	!€BØ	�6—;‘;“=Õ	!€BàŸ™Ñ€A€vˆq�#à
ˆH�+×
Ñ
˜a ¨°3¸Ó
<€CÜ�lŠlÐ/°°bÓ9€GÜ�lŠlÐ/°°bÓ9€Gà
�+‰+�a˜˜A˜q ! QÓ
'×
/Ñ
/°°Q¸µZÀ#Õ5EÈÕ5KÈSÓ
Q€Cä�lŠl˜3 §¡¨Q°Ó 2Ó3×=Ñ=¸aÀÓC€Gà�l‰l˜1˜f c°Ó9×AÑAÀ!ÀQÈÈ1ÈaÐQRÓS€Gð 	Ð,Õ-Ø
Ð.Õ
/õ	0à
Ð.Õ
/õ	0÷ �gˆa�˜� S�¨#­)°c­/Ó:ð	 ð 	ˆ×˜'Õ!Óà€Kr(   c                ód   € V ^8„  d   QhR\         P                  R\         P                  R\        /# )r   r;   ÚshortcutÚresidual_with_cls_embed)r>   r?   rW   )r#   s   "r%   r&   r&   ¸   s*   € ÷ ñ ”U—\‘\ð ¬U¯\©\ð ÔTXñ r(   c                 ót   € V'       d   V P                  V4       V # V R;;,          VR,          ,          uu&   V # )r”   )r”   r”   r•   r”   )Úadd_)r;   rº   r»   s   &&&r%   Ú_add_shortcutr¾   ¸   s2   € ßØ	�‰ˆxÔð €Hð 	
ˆ+�˜( ;Õ/Õ/‹Ø€Hr(   r¸   r¾   c                   ól   a a€ ] tR t^Ät oR]P
                  3V3R lV 3R llltV3R lR ltRtVt	V ;t
# )ÚMultiscaleAttentionç        c                óä   <€ V ^8„  d   QhRS[ S[,          RS[RS[RS[RS[ S[,          RS[ S[,          RS[ S[,          RS[ S[,          R	S[R
S[RS[RS[RS[RS[P                  3,          RR/# )r   Ú
input_sizeÚ	embed_dimÚ
output_dimr   r   r   r   r    Úresidual_poolr»   Úrel_pos_embedÚdropoutÚ
norm_layer.r3   N)r"   r!   rW   Úfloatr   rU   rV   )r#   r$   s   "€r%   r&   Ú MultiscaleAttention.__annotate__Å   sÈ   ø€ ÷ Z<ñ Z<á™•IðZ<ñ ðZ<ñ ð	Z<ñ
 ðZ<ñ ‘s•)ðZ<ñ ™•9ðZ<ñ ‘s•)ðZ<ñ ™•9ðZ<ñ ðZ<ñ "&ðZ<ñ ðZ<ñ ðZ<ñ ˜S¡"§)¡)˜^Õ,ðZ<ð 
ñZ<r(   c                óÞ  <€ \         SV `  4        W n        W0n        W@n        W4,          V n        R \        P                  ! V P
                  4      ,          V n        W�n	        W n
        \        P                  ! V^V,          4      V n        \        P                  ! W34      .pVR8”  d(   VP                  \        P                  ! VRR7      4       \        P                   ! V!  V n        RV n        \'        V4      ^8”  g   \'        V4      ^8”  d|   V Uu. uF  p\)        V^,          4      NK  	  pp\+        \        P,                  ! V P
                  V P
                  VVVV P
                  RR7      V! V P
                  4      4      V n        RV n        RV n        \'        V4      ^8”  g   \'        V4      ^8”  dÖ   V Uu. uF  p\)        V^,          4      NK  	  pp\+        \        P,                  ! V P
                  V P
                  VVVV P
                  RR7      V! V P
                  4      4      V n        \+        \        P,                  ! V P
                  V P
                  VVVV P
                  RR7      V! V P
                  4      4      V n        RV n        RV n        RV n        V'       Ed¹   \9        VR,          4      p\;        V4      ^ 8”  d   VV^,          ,          MTp\;        V4      ^ 8”  d   VV^,          ,          MTp^\9        VV4      ,          ^,
          p^V^ ,          ,          ^,
          p\        P<                  ! \>        P@                  ! VV P
                  4      4      V n        \        P<                  ! \>        P@                  ! VV P
                  4      4      V n        \        P<                  ! \>        P@                  ! VV P
                  4      4      V n        \        PB                  PE                  V P2                  RR	7       \        PB                  PE                  V P4                  RR	7       \        PB                  PE                  V P6                  RR	7       R# R# u upi u upi )
r“   rÁ   T©ÚinplaceNF)ÚstrideÚpaddingÚgroupsÚbiasr•   ç{®Gáz”?©Ústd)#r[   r\   rÄ   rÅ   r   Úhead_dimÚmathÚsqrtÚscalerrÆ   r»   rU   ÚLinearÚqkvr]   ÚDropoutr^   ÚprojectÚpool_qr9   r!   rO   ÚConv3dÚpool_kÚpool_vr�   r�   r‘   r–   ÚlenÚ	Parameterr>   ÚzerosÚinitÚtrunc_normal_)r`   rÃ   rÄ   rÅ   r   r   r   r   r    rÆ   r»   rÇ   rÈ   rÉ   ra   rŒ   Ú	padding_qÚkvÚ
padding_kvr„   Úq_sizeÚkv_sizeÚspatial_dimÚtemporal_dimrb   s   &&&&&&&&&&&&&&          €r%   r\   ÚMultiscaleAttention.__init__Å   s@  ø€ ô  	‰ÑÔØ"ŒØ$ŒØ"ŒØ"Õ/ˆŒØœDŸIšI d§m¡mÓ4Õ4ˆŒØ*ÔØ'>Ô$ä—9’9˜Y¨¨J­Ó7ˆŒÜ#%§9¢9¨ZÓ#DÐ"EˆØ�SŒ=Ø�M‰Mœ"Ÿ*š* W°dÔ;Ô<Ü—}’} fÑ-ˆŒà+/ˆŒÜ�‹?˜QÔ¤%¨£/°AÔ"5Ù.6Ó7©h¨œ˜Q !�Vž©hˆIÐ7ÜÜ—	’	Ø—M‘MØ—M‘MØØ#Ø%ØŸ=™=Øôñ ˜4Ÿ=™=Ó)óˆDŒKð ,0ˆŒØ+/ˆŒÜ�Ó˜aÔ¤5¨Ó#3°aÔ#7Ù1:Ó;±¨2œ#˜b A�gž,±ˆJÐ;ÜÜ—	’	Ø—M‘MØ—M‘MØØ$Ø&ØŸ=™=Øôñ ˜4Ÿ=™=Ó)óˆDŒKô Ü—	’	Ø—M‘MØ—M‘MØØ$Ø&ØŸ=™=Øôñ ˜4Ÿ=™=Ó)óˆDŒKð 26ˆŒØ15ˆŒØ15ˆŒßˆ=Ü�z "•~Ó&ˆDÜ,/°«M¸AÔ,=�T˜X a�[Ö(À4ˆFÜ.1°)«n¸qÔ.@�d˜i¨�lÖ*ÀdˆGØœc &¨'Ó2Õ2°QÕ6ˆKØ˜z¨!�}Õ,¨qÕ0ˆLÜŸ\š\¬%¯+ª+°kÀ4Ç=Á=Ó*QÓRˆDŒNÜŸ\š\¬%¯+ª+°kÀ4Ç=Á=Ó*QÓRˆDŒNÜŸ\š\¬%¯+ª+°lÀDÇMÁMÓ*RÓSˆDŒNÜ�G‰G×!Ñ! $§.¡.°dÐ!Ô;Ü�G‰G×!Ñ! $§.¡.°dÐ!Ô;Ü�G‰G×!Ñ! $§.¡.°dÐ!Ö;ñ ùò] 8ùò" <s   ÄQ%Æ<Q*c                óž   <€ V ^8„  d   QhRS[ P                  RS[S[S[S[3,          RS[S[ P                  S[S[S[S[3,          3,          /# re   rg   )r#   r$   s   "€r%   r&   rË   !  sO   ø€ ÷  ñ  ™Ÿ™ð  ©E±#±s¹C°-Õ,@ð  ÁUÉ5Ï<É<ÑY^Ñ_bÑdgÑilÐ_lÕYmÐKmÕEnñ  r(   c           	     óî  € VP                   w  r4pV P                  V4      P                  W4^V P                  V P                  4      P                  ^^4      P                  ^R7      w  rgpV P                  e   V P                  Wr4      w  ryMTp	V P                  e   V P                  W‚4      ^ ,          pV P                  e   V P                  Wb4      w  rb\        P                  ! V P                  V,          VP                  ^^4      4      p
V P                  eL   V P                  e>   V P                  e0   \!        V
VVV	V P                  V P                  V P                  4      p
V
P#                  RR7      p
\        P                  ! W¨4      pV P$                  '       d   \'        WV P(                  4       VP                  ^^4      P                  VRV P*                  4      pV P-                  V4      pW3# )rk   rl   rm   )rE   rÛ   rp   r   rÖ   ro   Úunbindrà   rá   rÞ   r>   rš   rÙ   r�   r�   r‘   r¸   ÚsoftmaxrÆ   r¾   r»   rÅ   rÝ   )r`   r;   rf   rt   ru   rv   rŒ   Úkr8   rŽ   r‹   s   &&&        r%   rz   ÚMultiscaleAttention.forward!  sŒ  € Ø—'‘'‰ˆˆaØ—(‘(˜1“+×%Ñ% a¨A¨t¯~©~¸t¿}¹}ÓM×WÑWÐXYÐ[\Ó]×dÑdÐijÐdÓk‰ˆˆaà�;‰;Ò"Ø—{‘{ 1Ó*‰HˆAˆuàˆEØ�;‰;Ò"Ø—‘˜AÓ# AÕ&ˆAØ�;‰;Ò"Ø—[‘[ Ó(‰FˆAä�|Š|˜DŸK™K¨!�O¨Q¯[©[¸¸AÓ->Ó?ˆØ�>‰>Ò%¨$¯.©.Ò*DÈÏÉÒIcÜØØØØØ—‘Ø—‘Ø—‘óˆDð �|‰| ˆ|Ó#ˆä�LŠL˜Ó!ˆØ××ÐÜ˜! × <Ñ <Ô=Ø�K‰K˜˜1Ó×%Ñ% a¨¨T¯_©_Ó=ˆØ�L‰L˜‹Oˆàˆvˆr(   )rÄ   rÖ   r   rÅ   rà   rÞ   rá   rÝ   rÛ   r�   r‘   r�   rÆ   r»   rÙ   ©r*   r+   r,   r-   rU   Ú	LayerNormr\   rz   r/   r0   r}   r~   s   @@r%   rÀ   rÀ   Ä   s-   ù‡ € ð Ø/1¯|©|÷Z<õ Z<÷x ÷  ð  r(   rÀ   c                   ón   a a€ ] tR tRt oRR]P
                  3V3R lV 3R llltV3R lR ltRtVt	V ;t
# )ÚMultiscaleBlockiD  rÁ   c                óŒ   <€ V ^8„  d   QhRS[ S[,          RS[RS[RS[RS[RS[RS[RS[R	S[R
S[P                  3,          RR/
# )r   rÃ   ÚcnfrÆ   r»   rÇ   Úproj_after_attnrÈ   Ústochastic_depth_probrÉ   .r3   N)r"   r!   r   rW   rÊ   r   rU   rV   )r#   r$   s   "€r%   r&   ÚMultiscaleBlock.__annotate__E  sŒ   ø€ ÷ 8Nñ 8Ná™•Ið8Nñ ð8Nñ ð	8Nñ
 "&ð8Nñ ð8Nñ ð8Nñ ð8Nñ  %ð8Nñ ˜S¡"§)¡)˜^Õ,ð8Nð 
ñ8Nr(   c
                ó@  <€ \         SV `  4        W`n        R V n        \	        VP
                  4      ^8”  d}   VP
                   U
u. uF  qª^8”  d
   V
^,           MT
NK  	  pp
V Uu. uF  p\        V^,          4      NK  	  pp\        \        P                  ! W²P
                  VR7      R 4      V n        V'       d   VP                  MVP                  pV	! VP                  4      V n        V	! V4      V n        \        V P                  \        P                  4      V n        \#        VVP                  VVP$                  VP&                  VP(                  VP
                  VP*                  VVVVV	R7      V n        \/        V^V,          VP                  .\        P0                  VR R7      V n        \5        VR4      V n        R V n        VP                  VP                  8w  d3   \        P:                  ! VP                  VP                  4      V n        R # R # u up
i u upi )N)rÏ   rÐ   )	r   r   r   r    rÇ   rÆ   r»   rÈ   rÉ   )Úactivation_layerrÈ   rÎ   Úrow)r[   r\   rû   Ú	pool_skipr9   r   r!   rO   rU   Ú	MaxPool3dr   r   Únorm1Únorm2Ú
isinstanceÚBatchNorm1dÚneeds_transposalrÀ   r   r   r   r    r‹   r	   ÚGELUÚmlpr
   Ústochastic_depthrÝ   rÚ   )r`   rÃ   rú   rÆ   r»   rÇ   rû   rÈ   rü   rÉ   r2   Úkernel_skipró   Úpadding_skipÚattn_dimrb   s   &&&&&&&&&&     €r%   r\   ÚMultiscaleBlock.__init__E  s³  ø€ ô 	‰ÑÔØ.Ôà.2ˆŒÜ�—‘Ó Ô"Ø:=¿,º,ÓG¹,°Q¨¤E˜1˜qž5¨qÒ0¹,ˆKÐGÙ1<Ó=±¨AœC  Q¥žK±ˆLÐ=Ü!Ü—’˜[·±À|ÔTÐVZóˆDŒN÷ +:�3×&Ò&¸s×?QÑ?Qˆá × 2Ñ 2Ó3ˆŒ
Ù Ó)ˆŒ
Ü *¨4¯:©:´r·~±~Ó FˆÔä'ØØ×ÑØØ�M‰MØ—\‘\Ø—m‘mØ—\‘\Ø—m‘mØ'Ø'Ø$;ØØ!ô
ˆŒ	ô ØØ��\˜3×.Ñ.Ð/ÜŸW™WØØô
ˆŒô !0Ð0EÀuÓ MˆÔà,0ˆŒØ×Ñ ×!4Ñ!4Ô4ÜŸ9š9 S×%7Ñ%7¸×9LÑ9LÓMˆDŽLñ 5ùòM HùÚ=s   ÁHÁ%Hc                óž   <€ V ^8„  d   QhRS[ P                  RS[S[S[S[3,          RS[S[ P                  S[S[S[S[3,          3,          /# re   rg   )r#   r$   s   "€r%   r&   rý     sT   ø€ ÷ 
Jñ 
J™Ÿ™ð 
J©E±#±s¹C°-Õ,@ð 
JÁUÉ5Ï<É<ÑY^Ñ_bÑdgÑilÐ_lÕYmÐKmÕEnñ 
Jr(   c                ó  € V P                   '       d2   V P                  VP                  ^^4      4      P                  ^^4      MV P                  V4      pV P                  W24      w  rEV P                  e   V P
                  '       g   TMV P	                  V4      pV P                  f   TMV P                  W4      ^ ,          pW`P                  V4      ,           pV P                   '       d2   V P                  VP                  ^^4      4      P                  ^^4      MV P                  V4      pV P                  e   V P
                  '       d   TMV P	                  V4      pW€P                  V P                  V4      4      ,           V3# r5   )
r  r  ro   r‹   rÝ   rû   r  r
  r  r	  )	r`   r;   rf   Úx_norm1Úx_attnÚthw_newÚx_skipÚx_norm2Úx_projs	   &&&      r%   rz   ÚMultiscaleBlock.forward  s/  € ØCG×CX×CXÐCX�$—*‘*˜QŸ[™[¨¨AÓ.Ó/×9Ñ9¸!¸QÔ?Ð^b×^hÑ^hÐijÓ^kˆØŸ)™) GÓ1‰ˆØ—‘Ò%¨T×-A×-AÐ-A‰AÀtÇ|Á|ÐT[ÓG\ˆØ—n‘nÒ,‘°$·.±.ÀÓ2HÈÕ2KˆØ×*Ñ*¨6Ó2Õ2ˆàCG×CX×CXÐCX�$—*‘*˜QŸ[™[¨¨AÓ.Ó/×9Ñ9¸!¸QÔ?Ð^b×^hÑ^hÐijÓ^kˆØ—l‘lÒ*¨d×.B×.BÐ.B‘ÈÏÉÐU\ÓH]ˆà×-Ñ-¨d¯h©h°wÓ.?Ó@Õ@À'ÐIÐIr(   )	r‹   r	  r  r  r  r  rû   rÝ   r
  rõ   r~   s   @@r%   rø   rø   D  s3   ù‡ € ð Ø'*Ø/1¯|©|÷8Nõ 8N÷t
J÷ 
Jð 
Jr(   rø   c                   óP   a a€ ] tR tRt oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚPositionalEncodingiŒ  c          
      óL   <€ V ^8„  d   QhRS[ RS[S[ S[ 3,          RS[ RS[RR/# )r   Ú
embed_sizeÚspatial_sizeÚtemporal_sizerÇ   r3   N)r!   r@   rW   )r#   r$   s   "€r%   r&   ÚPositionalEncoding.__annotate__�  sB   ø€ ÷ Cñ C¡3ð C±e¹CÁ¸Hµoð CÑVYð CÑjnð CÐswñ Cr(   c                ó\  <€ \         SV `  4        W n        W0n        \        P
                  ! \        P                  ! V4      4      V n        R V n	        R V n
        R V n        V'       gÅ   \        P
                  ! \        P                  ! V P                  ^ ,          V P                  ^,          ,          V4      4      V n	        \        P
                  ! \        P                  ! V P                  V4      4      V n
        \        P
                  ! \        P                  ! V4      4      V n        R # R # rZ   )r[   r\   r  r  rU   rã   r>   rä   rs   Úspatial_posÚtemporal_posÚ	class_pos)r`   r  r  r  rÇ   rb   s   &&&&&€r%   r\   ÚPositionalEncoding.__init__�  sÇ   ø€ Ü‰ÑÔØ(ÔØ*ÔäŸ<š<¬¯ª°JÓ(?Ó@ˆÔØ37ˆÔØ48ˆÔØ15ˆŒßÜ!Ÿ|š|¬E¯KªK¸×8IÑ8IÈ!Õ8LÈt×O`ÑO`ÐabÕOcÕ8cÐeoÓ,pÓqˆDÔÜ "§¢¬U¯[ª[¸×9KÑ9KÈZÓ-XÓ YˆDÔÜŸ\š\¬%¯+ª+°jÓ*AÓBˆDŽNñ r(   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   r;   r3   ©r>   r?   )r#   r$   s   "€r%   r&   r  ›  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r(   c                óÈ  € V P                   P                  VP                  ^ 4      R4      P                  ^4      p\        P
                  ! W!3^R7      pV P                  Ee    V P                  eò   V P                  eä   V P                  P                  w  r4\        P                  ! V P                  V^ R7      pVP                  V P                  P                  ^ 4      P                  V P                  RR4      P                  RV4      4       \        P
                  ! V P                  P                  ^ 4      V3^ R7      P                  ^ 4      pVP                  V4       V# )r   rl   rm   )rs   Úexpandr„   rC   r>   rr   r   r!  r"  rE   Úrepeat_interleaver½   r  rp   )r`   r;   rs   Úhw_sizer  Úpos_embeddings   &&    r%   rz   ÚPositionalEncoding.forward›  s  € Ø×&Ñ&×-Ñ-¨a¯f©f°Q«i¸Ó<×FÑFÀqÓIˆÜ�IŠI�{Ð&¨AÔ.ˆà×ÑÓ'¨D×,=Ñ,=Ò,IÈdÏnÉnÒNhØ"&×"2Ñ"2×"8Ñ"8ÑˆGÜ!×3Ò3°D×4EÑ4EÀwÐTUÔVˆMØ×Ñ˜t×/Ñ/×9Ñ9¸!Ó<×CÑCÀD×DVÑDVÐXZÐ\^Ó_×gÑgÐhjÐlvÓwÔxÜ!ŸIšI t§~¡~×'?Ñ'?ÀÓ'BÀMÐ&RÐXYÔZ×dÑdÐefÓgˆMØ�F‰F�=Ô!àˆr(   )r"  rs   r   r  r!  r  r|   r~   s   @@r%   r  r  Œ  s    ù‡ € ÷Có C÷÷ ð r(   r  c                   óT   a a€ ] tR tRt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )r   i©  c          #      ób  <€ V ^8„  d   QhRS[ S[S[3,          RS[RS[S[,          RS[RS[RS[RS[RS[R	S[R
S[RS[RS[S[RS[P                  3,          ,          RS[S[RS[P                  3,          ,          RS[ S[S[S[3,          RS[ S[S[S[3,          RS[ S[S[S[3,          RR/# )r   r  r  Úblock_settingrÆ   r»   rÇ   rû   rÈ   Úattention_dropoutrü   Únum_classesÚblock.rÉ   Úpatch_embed_kernelÚpatch_embed_strideÚpatch_embed_paddingr3   N)
r@   r!   r   r   rW   rÊ   r   r   rU   rV   )r#   r$   s   "€r%   r&   ÚMViT.__annotate__ª  s  ø€ ÷ v=ñ v=á™C¡˜H•oðv=ñ ðv=ñ  ¡Õ.ð	v=ñ
 ðv=ñ "&ðv=ñ ðv=ñ ðv=ñ ðv=ñ !ðv=ñ  %ðv=ñ ðv=ñ ™ ¡b§i¡i Õ0Õ1ðv=ñ ™X c©2¯9©9 nÕ5Õ6ðv=ñ "¡#¡s©C -Õ0ðv=ñ  "¡#¡s©C -Õ0ð!v=ñ" #¡3©©S =Õ1ð#v=ð$ 
ñ%v=r(   c                óö  <€ \         SV `  4        \        V 4       \        V4      pV^ 8X  d   \	        R4      hVf   \
        pVf   \        \        P                  RR7      p\        P                  ! ^V^ ,          P                  VVVR7      V n        \        V3V,           V P                  P                  4       UUu. uF  w  ppVV,          NK  	  ppp\        V^ ,          P                  V^,          V^,          3V^ ,          VR7      V n        \        P                   ! 4       V n        \%        V4       F”  w  ppV
V,          VR,
          ,          pV P"                  P'                  V! VVVVVVV	VVR7	      4       \        VP(                  4      ^ 8”  g   Kc  \        VVP(                  4       UUu. uF  w  ppVV,          NK  	  pppK–  	  V! VR,          P*                  4      V n        \        P.                  ! \        P0                  ! VR	R
7      \        P2                  ! VR,          P*                  V4      4      V n        V P7                  4        EF”  p\9        V\        P2                  4      '       dŠ   \        P:                  P=                  VP>                  RR7       \9        V\        P2                  4      '       d=   VP@                  e-   \        P:                  PC                  VP@                  R4       K©  K«  K­  \9        V\        P                  4      '       dw   VP>                  e+   \        P:                  PC                  VP>                  R4       VP@                  e.   \        P:                  PC                  VP@                  R4       EK@  EKC  \9        V\        4      '       g   EK\  VPE                  4        F$  p\        P:                  P=                  VRR7       K&  	  EK—  	  R# u uppi u uppi )a$  
MViT main class.

Args:
    spatial_size (tuple of ints): The spacial size of the input as ``(H, W)``.
    temporal_size (int): The temporal size ``T`` of the input.
    block_setting (sequence of MSBlockConfig): The Network structure.
    residual_pool (bool): If True, use MViTv2 pooling residual connection.
    residual_with_cls_embed (bool): If True, the addition on the residual connection will include
        the class embedding.
    rel_pos_embed (bool): If True, use MViTv2's relative positional embeddings.
    proj_after_attn (bool): If True, apply the projection after the attention.
    dropout (float): Dropout rate. Default: 0.0.
    attention_dropout (float): Attention dropout rate. Default: 0.0.
    stochastic_depth_prob: (float): Stochastic depth rate. Default: 0.0.
    num_classes (int): The number of classes.
    block (callable, optional): Module specifying the layer which consists of the attention and mlp.
    norm_layer (callable, optional): Module specifying the normalization layer to use.
    patch_embed_kernel (tuple of ints): The kernel of the convolution that patchifies the input.
    patch_embed_stride (tuple of ints): The stride of the convolution that patchifies the input.
    patch_embed_padding (tuple of ints): The padding of the convolution that patchifies the input.
z+The configuration parameter can't be empty.Ng�íµ ÷Æ°>)Úeps)Úin_channelsÚout_channelsÚkernel_sizerÏ   rÐ   )r  r  r  rÇ   r“   )	rÃ   rú   rÆ   r»   rÇ   rû   rÈ   rü   rÉ   TrÍ   rÓ   rÔ   rÁ   rm   )#r[   r\   r   râ   rD   rø   r   rU   rö   rß   r   Ú	conv_projÚziprÏ   r  Úpos_encodingÚ
ModuleListÚblocksÚ	enumerater]   r   r   rR   r^   rÜ   rÚ   ÚheadÚmodulesr  rå   ræ   ÚweightrÒ   Ú	constant_Ú
parameters)r`   r  r  r/  rÆ   r»   rÇ   rû   rÈ   r0  rü   r1  r2  rÉ   r3  r4  r5  Útotal_stage_blocksr„   rÏ   rÃ   Ústage_block_idrú   Úsd_probÚmÚweightsrb   s   &&&&&&&&&&&&&&&&&         €r%   r\   ÚMViT.__init__ª  s  ø€ ôR 	‰ÑÔô
 	˜DÔ!Ü  Ó/ÐØ Ô"ÜÐJÓKÐKàŠ=Ü#ˆEàÒÜ ¤§¡°4Ô8ˆJô ŸšØØ& qÕ)×8Ñ8Ø*Ø%Ø'ô
ˆŒô :=¸mÐ=MÐP\Õ=\Ð^b×^lÑ^l×^sÑ^sÔ9tÔuÑ9t©¨¨v�d˜f—n�nÑ9tˆ
Ñuô /Ø$ QÕ'×6Ñ6Ø$ Q�-¨°A­Ð7Ø$ Q�-Ø'ô	
ˆÔô —m’m“oˆŒÜ#,¨]Ö#;ÑˆN˜Cà+¨nÕ<Ð@RÐUXÕ@XÕYˆGà�K‰K×ÑÙØ)ØØ"/Ø,CØ"/Ø$3Ø-Ø*1Ø)ô
ôô �3—<‘<Ó  1Ö$ÜADÀZÐQT×Q]ÑQ]ÔA^Ô_ÑA^±°°v˜d fŸn˜nÑA^�
Ñ_‘
ñ' $<ñ( ˜}¨RÕ0×@Ñ@ÓAˆŒ	ô —M’MÜ�JŠJ�w¨Ô-Ü�IŠI�m BÕ'×7Ñ7¸ÓEó
ˆŒ	ð
 —‘—ˆAÜ˜!œRŸY™Y×'Ò'Ü—‘×%Ñ% a§h¡h°DÐ%Ô9Ü˜a¤§¡×+Ò+°·±Ò0BÜ—G‘G×%Ñ% a§f¡f¨cÖ2ñ 1CÑ+ä˜AœrŸ|™|×,Ò,Ø—8‘8Ò'Ü—G‘G×%Ñ% a§h¡h°Ô4Ø—6‘6Ò%Ü—G‘G×%Ñ% a§f¡f¨c×2ò &ä˜AÔ1×2Õ2Ø Ÿ|™|ž~�GÜ—G‘G×)Ñ)¨'°tÐ)Ö<ô  .ó  ùóQ vùó> `s   Â=O/Æ2O5c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r%  r&  )r#   r$   s   "€r%   r&   r6  "  s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r(   c                ó¨  € \        V^^4      ^ ,          pV P                  V4      pVP                  ^4      P                  ^^4      pV P	                  V4      pV P                  P
                  3V P                  P                  ,           pV P                   F  pV! W4      w  rK  	  V P                  V4      pVR,          pV P                  V4      pV# )é   )r”   r   )
rH   r<  Úflattenro   r>  r  r  r@  rR   rB  )r`   r;   rf   r2  s   &&  r%   rz   ÚMViT.forward"  s»   € ä�q˜!˜QÓ Õ"ˆà�N‰N˜1ÓˆØ�I‰I�a‹L×"Ñ" 1 aÓ(ˆð ×Ñ˜aÓ ˆð × Ñ ×.Ñ.Ð0°4×3DÑ3D×3QÑ3QÕQˆØ—[”[ˆEÙ˜1“]‰FˆA‰sñ !à�I‰I�a‹Lˆð ˆd�GˆØ�I‰I�a‹Lˆàˆr(   )r@  r<  rB  rR   r>  )	g      à?rÁ   rÁ   i�  NN)rk   é   rR  )r   ri   ri   )r6   rk   rk   r|   r~   s   @@r%   r   r   ©  s!   ù‡ € ÷v=õ v=÷p÷ ð r(   c                óŒ   € V ^8„  d   QhR\         \        ,          R\        R\        \        ,          R\
        R\        R\        /# )r   r/  rü   rK  ÚprogressÚkwargsr3   )r"   r   rÊ   r   r   rW   r   r   )r#   s   "r%   r&   r&   9  sN   € ÷ ñ ÜœÕ&ðä ðô ”kÕ"ðô ð	ô
 ðô 
ñr(   c                 ó�  € Ve�   \        VR\        VP                  R,          4      4       VP                  R,          ^ ,          VP                  R,          ^,          8X  g   Q h\        VRVP                  R,          4       \        VRVP                  R,          4       VP                  RR4      pVP                  R^4      p\	        RRVRVRV RVP                  RR	4      R
VP                  R
R4      RVP                  RR	4      RVP                  RR	4      RV/VB pVe#   VP                  VP                  VRR7      4       V# )Nr1  Ú
categoriesÚmin_sizer  r  Úmin_temporal_sizer/  rÆ   Fr»   TrÇ   rû   rü   )rT  Ú
check_hash©éà   r\  r)   )r   râ   ÚmetaÚpopr   Úload_state_dictÚget_state_dict)r/  rü   rK  rT  rU  r  r  Úmodels   &&&&,   r%   Ú_mvitrb  9  sS  € ð ÒÜ˜f m´S¸¿¹ÀlÕ9SÓ5TÔUØ�|‰|˜JÕ'¨Õ*¨g¯l©l¸:Õ.FÀqÕ.IÔIÐIÐIÜ˜f n°g·l±lÀ:Õ6NÔOÜ˜f o°w·|±|ÐDWÕ7XÔYØ—:‘:˜n¨jÓ9€LØ—J‘J˜°Ó3€Mäñ 
Ø!ð
à#ð
ð $ð
ð —j‘j °%Ó8ð	
ð
 !'§
¡
Ð+DÀdÓ Kð
ð —j‘j °%Ó8ð
ð Ÿ
™
Ð#4°eÓ<ð
ð 4ð
ð ñ
€Eð ÒØ×Ñ˜g×4Ñ4¸hÐSWÐ4ÓXÔYà€Lr(   c                   óv   € ] tR tRt]! R]! ]RRRRR7      RRR^R]RRR	R
RRRRRRRR//RRRR/	R7      t]t	Rt
R# )r   iZ  z:https://download.pytorch.org/models/mvit_v1_b-dbeb1030.pth©Ú	crop_sizeÚresize_sizeÚmeanrÕ   rX  rY  rW  ÚrecipezShttps://github.com/facebookresearch/pytorchvideo/blob/main/docs/source/model_zoo.mdÚ_docsúœThe weights were ported from the paper. The accuracies are estimated on video-level with parameters `frame_rate=7.5`, `clips_per_video=5`, and `clip_len=16`Ú
num_paramsip¢.Ú_metricsúKinetics-400úacc@1gJ+‡žS@úacc@5gh‘í|?eW@Ú_opsgu“V¦Q@Ú
_file_sizegœÄ °rxa@©ÚurlÚ
transformsr]  r)   Nr[  ©é   ©çÍÌÌÌÌÌÜ?rx  rx  ©çÍÌÌÌÌÌÌ?rz  rz  ©r*   r+   r,   r-   r   r   r   r   ÚKINETICS400_V1ÚDEFAULTr/   r)   r(   r%   r   r   Z  s€   † ÙØHÙØØ ØØ#Ø%ô
ð ˜
Ø ØÐ1ØÐkØð[ð ˜(ØØØ˜VØ˜Vð!ðð �FØ˜'ð#
ô€Nð: „Gr(   c                   óv   € ] tR tRt]! R]! ]RRRRR7      RRR^R]RRR	R
RRRRRRRR//RRRR/	R7      t]t	Rt
R# )r   i{  z:https://download.pytorch.org/models/mvit_v2_s-ae3be167.pthrd  rX  rY  rW  rh  zChttps://github.com/facebookresearch/SlowFast/blob/main/MODEL_ZOO.mdri  rj  rk  irl  rm  rn  gœÄ °r0T@ro  gÃõ(\�ªW@rp  gu“VP@rq  g?5^ºI|`@rr  r)   Nr[  ru  rw  ry  r{  r)   r(   r%   r   r   {  s€   † ÙØHÙØØ ØØ#Ø%ô
ð ˜
Ø ØÐ1ØÐ[Øð[ð ˜(ØØØ˜VØ˜Vð!ðð �FØ˜'ð#
ô€Nð: „Gr(   Ú
pretrained)rK  rK  rT  Tc                ó^   € V ^8„  d   QhR\         \        ,          R\        R\        R\        /# ©r   rK  rT  rU  r3   )r   r   rW   r   r   )r#   s   "r%   r&   r&   ž  s6   € ÷ ]ñ ]œ(Ô#4Õ5ð ]Ìð ]Ô_bð ]Ôgkñ ]r(   c                ó  € \         P                  V 4      p R. ROR. ROR. ROR. . RO. . RO. . . . . . . . . . . RO. .R. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO.R. . RO. . RO. . . . . . . . . . . RO. .R. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO./p. p\        \        VR,          4      4       F†  pVP	                  \        VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          R7      4       Kˆ  	  \        RR	RR
^RVRRRRRVP                  RR4      RV RV/VB # )aw  
Constructs a base MViTV1 architecture from
`Multiscale Vision Transformers <https://arxiv.org/abs/2104.11227>`__.

.. betastatus:: video module

Args:
    weights (:class:`~torchvision.models.video.MViT_V1_B_Weights`, optional): The
        pretrained weights to use. See
        :class:`~torchvision.models.video.MViT_V1_B_Weights` below for
        more details, and possible values. By default, no pre-trained
        weights are used.
    progress (bool, optional): If True, displays a progress bar of the
        download to stderr. Default is True.
    **kwargs: parameters passed to the ``torchvision.models.video.MViT``
        base class. Please refer to the `source code
        <https://github.com/pytorch/vision/blob/main/torchvision/models/video/mvit.py>`_
        for more details about this class.

.. autoclass:: torchvision.models.video.MViT_V1_B_Weights
    :members:
r   r   r   r   r   r   r    ©r   r   r   r   r   r   r    r  r  r/  rÆ   Fr»   rü   çš™™™™™É?rK  rT  ©r6   r   r   ri   ri   ri   ri   ri   ri   ri   ri   ri   ri   ri   é   r†  ©é`   éÀ   r‰  é€  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  é   r‹  )r‰  r‰  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  r‹  r‹  r‹  ©rk   rk   rk   ©r6   r   r   ©r6   r†  r†  ©r6   ri   ri   ©r6   r6   r6   r)   r[  )r   ÚverifyÚrangerâ   r]   r   rb  r^  ©rK  rT  rU  Úconfigr/  Úis   $$,   r%   Ú	mvit_v1_br–  œ  sú  € ô2  ×&Ñ& wÓ/€Gð 	ÒEØÒiØÒkØ�Rš Bª	°2°r¸2¸rÀ2ÀrÈ2ÈrÐSUÐWYÒ[dÐfhÐiØÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ð$ 	�Rš Bª	°2°r¸2¸rÀ2ÀrÈ2ÈrÐSUÐWYÒ[dÐfhÐiØÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ð1*€FðX €MÜ”3�v˜kÕ*Ó+Ö,ˆØ×ÑÜØ  Õ-¨aÕ0Ø%Ð&6Õ7¸Õ:Ø &Ð'8Õ 9¸!Õ <Ø 
Õ+¨AÕ.Ø  Õ-¨aÕ0Ø 
Õ+¨AÕ.Ø  Õ-¨aÕ0ôö
	
ñ -ô ñ 
Øð
àð
ð $ð
ð ð	
ð
 !&ð
ð %Ÿj™jÐ)@À#ÓFð
ð ð
ð ð
ð ñ
ð 
r(   c                ó^   € V ^8„  d   QhR\         \        ,          R\        R\        R\        /# r�  )r   r   rW   r   r   )r#   s   "r%   r&   r&      s6   € ÷ Bñ Bœ(Ô#4Õ5ð BÌð BÔ_bð BÔgkñ Br(   c                ó„  € \         P                  V 4      p R. ROR. ROR. ROR. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO.R. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO.R. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO.R. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO. RO./p. p\        \        VR,          4      4       F†  pVP	                  \        VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          VR,          V,          R7      4       Kˆ  	  \        RR	RR
^RVRRRRRRRRRVP                  RR4      RV RV/
VB # ) a÷  Constructs a small MViTV2 architecture from
`Multiscale Vision Transformers <https://arxiv.org/abs/2104.11227>`__ and
`MViTv2: Improved Multiscale Vision Transformers for Classification
and Detection <https://arxiv.org/abs/2112.01526>`__.

.. betastatus:: video module

Args:
    weights (:class:`~torchvision.models.video.MViT_V2_S_Weights`, optional): The
        pretrained weights to use. See
        :class:`~torchvision.models.video.MViT_V2_S_Weights` below for
        more details, and possible values. By default, no pre-trained
        weights are used.
    progress (bool, optional): If True, displays a progress bar of the
        download to stderr. Default is True.
    **kwargs: parameters passed to the ``torchvision.models.video.MViT``
        base class. Please refer to the `source code
        <https://github.com/pytorch/vision/blob/main/torchvision/models/video/mvit.py>`_
        for more details about this class.

.. autoclass:: torchvision.models.video.MViT_V2_S_Weights
        :members:
r   r   r   r   r   r   r    rƒ  r  r  r/  rÆ   Tr»   FrÇ   rû   rü   r„  rK  rT  r…  )rˆ  rˆ  r‰  r‰  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  rŠ  r‹  r‡  rŒ  r�  r�  rŽ  r�  r)   r[  )r   r‘  r’  râ   r]   r   rb  r^  r“  s   $$,   r%   Ú	mvit_v2_sr™  þ  s0  € ô4  ×&Ñ& wÓ/€Gð 	ÒEØÒhØÒjØÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ð$ 	ÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ð$ 	ÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ð$ 	ÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚÚð!
ðuL€Fð\ €MÜ”3�v˜kÕ*Ó+Ö,ˆØ×ÑÜØ  Õ-¨aÕ0Ø%Ð&6Õ7¸Õ:Ø &Ð'8Õ 9¸!Õ <Ø 
Õ+¨AÕ.Ø  Õ-¨aÕ0Ø 
Õ+¨AÕ.Ø  Õ-¨aÕ0ôö
	
ñ -ô ñ Øðàðð $ðð ð	ð
 !&ðð ðð ðð %Ÿj™jÐ)@À#ÓFðð ðð ðð ñð r(   )r   r   r–  r   r™  )5r×   Úcollections.abcr   Údataclassesr   Ú	functoolsr   Útypingr   r   r   r>   Útorch.fxÚtorch.nnrU   Úopsr	   r
   Útransforms._presetsr   Úutilsr   Ú_apir   r   r   Ú_metar   Ú_utilsr   r   Ú__all__r   r9   rH   rM   ÚfxÚwraprV   rO   r‰   r¸   r¾   rÀ   rø   r  r   rb  r   r   r|  r–  r™  r)   r(   r%   Ú<module>r©     s»  ðÛ Ý $Ý !Ý ß *Ñ *ã Û Ý ç 'Ý 6Ý (ß 7Ñ 7Ý +ß Cò€ð ÷ð ó ðõõõð ‡�‡�ˆlÔ Ø ‡�‡�ˆjÔ ô)ˆ2�9‰9ô )õXõ9õxð ‡�‡�ˆnÔ Ø ‡�‡�ˆoÔ ô}˜"Ÿ)™)ô }ô@EJ�b—i‘iô EJôP˜Ÿ™ô ô:Mˆ2�9‰9ô Mõ`ôB˜ô ôB˜ô ñB ÓÙ ,Ð0A×0PÑ0PÐ!QÔRð]¸ð ]Ètö ]ó Só ð]ñ@ ÓÙ ,Ð0A×0PÑ0PÐ!QÔRðB¸ð BÈtö Bó Só òBr(   