+
    ƒ°ñjl[  ã                   ó~  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHu Ht ^ RIH	t	 ^ RI
Ht ^ RIHtHtHtHtHt ^ RIt^ RIt^ RIt^ RIt^ RIt]P0                  P2                  t^t^tRtRt^tRtR t R t!R t" ! R R	]PF                  4      t$ ! R
 R]4      t% ! R R]4      t& ! R R]4      t' ! R R]PF                  4      t( ! R R]PF                  4      t) ! R R]PF                  4      t* ! R R]PF                  4      t+ ! R R]PF                  4      t, ! R R]PF                  4      t- ! R R]PF                  4      t.R# )!é    N)ÚEmbedND)Úapply_rope1)ÚWanAttentionBlockÚWanModelÚWanSelfAttentionÚmodulateÚsinusoidal_embedding_1di €  c                 ób   € \        \        ^ V ^,
          \        4      4      V ^,
          .,           # )r   )ÚlistÚrangeÚRELAY_KEYFRAME_INTERVAL)Úframess   &Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\wan\model_vsr.pyÚrelay_keyframesr      s&   € Ü”�a˜ !�Ô%<Ó=Ó>À&È1Å*ÀÕMÐMó    c                 ó    € V^,          p\         P                  ! W,          4      ^,          \         P                  ! W,          4      ^,          3# ©é   )ÚmathÚceil)ÚheightÚwidthÚlatent_strideÚstrides   &&& r   Úrelay_latent_sizer   #   s7   € à˜QÕ€FÜ�9Š9�V•_Ó%¨Õ)¬4¯9ª9°Uµ^Ó+DÀqÕ+HÐHÐHr   c                   ó<   a a€ ] tR t^)t oRV 3R lltR tRtVtV ;t# )ÚRelayLQProjectionc	           
     óX  <€ \         S	V `  4        Wn        VP                  ^^V,          ^,          ,          V^WgR7      V n        VP                  W%RWgR7      V n        VP                  W#^^^WgR7      V n        VP                  W5RWgR7      V n        VP                  W4WgR7      V n
        R# )é   ©ÚdeviceÚdtypeT©ÚepsÚelementwise_affiner!   r"   ©r   Úpaddingr!   r"   N)ÚsuperÚ__init__Úupscale_factorÚConv2dÚconv1ÚRMSNormÚnorm1Úconv2Únorm2ÚLinearÚlinear)
Úselfr*   Ú
hidden_dimÚhidden_dim2Úout_dimr$   r!   r"   Ú
operationsÚ	__class__s
   &&&&&&&&&€r   r)   ÚRelayLQProjection.__init__*   s¬   ø€ Ü‰ÑÔØ,ÔØ×&Ñ& q¨A°Õ,>À1Õ+DÕ'DÀjÐRSÐ\bÐ&ÓpˆŒ
Ø×'Ñ'¨
ÐPTÐ]cÐ'ÓqˆŒ
Ø×&Ñ& zÀÈ!ÐUVÐ_eÐ&ÓsˆŒ
Ø×'Ñ'¨ÐQUÐ^dÐ'ÓrˆŒ
Ø ×'Ñ'¨ÀVÐ'ÓYˆŽr   c                óÔ  € VP                   w  r#rEpVP                  ^^4      P                  W$,          W5V4      pV P                  ^8X  d   \        P
                  ! V^RRR7      pV P                  \        P                  ! V^V P                  ,          4      4      p\        P                  ! V P                  VP                  ^R4      4      4      P                  R^4      p\        P                  ! V P                  V P                  V4      P                  ^4      P                  ^^4      4      4      pV P                  V4      P                  VRV P                  P                   4      # )r   ÚbilinearF©Úscale_factorÚmodeÚalign_cornerséÿÿÿÿ)ÚshapeÚmovedimÚreshaper*   ÚFÚinterpolater,   Úpixel_unshuffleÚsilur.   r0   r/   ÚflattenÚ	transposer2   ÚviewÚout_features)r3   ÚvideoÚbÚcÚfÚhÚwÚxs   &&      r   ÚforwardÚRelayLQProjection.forward3   s  € ØŸ™‰ˆˆa�AØ�M‰M˜!˜QÓ×'Ñ'¨­¨q°QÓ7ˆØ×Ñ !Ô#Ü—’˜a¨a°jÐPUÔVˆAØ�J‰J”q×(Ò(¨¨A°×0CÑ0CÕ,CÓDÓEˆÜ�FŠF�4—:‘:˜aŸi™i¨¨2Ó.Ó/Ó0×8Ñ8¸¸QÓ?ˆÜ�FŠF�4—:‘:˜dŸj™j¨›m×3Ñ3°AÓ6×@Ñ@ÀÀAÓFÓGÓHˆØ�{‰{˜1‹~×"Ñ" 1 b¨$¯+©+×*BÑ*BÓCÐCr   )r,   r/   r2   r.   r0   r*   )é   é   rV   g�íµ ÷Æ°>NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r)   rS   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r8   Ú__classdict__s   @@r   r   r   )   s   ù‡ € ÷Z÷Dò Dr   r   c                   ó,   a € ] tR t^>t o / 3R ltRtV tR# )ÚRelayVSRSelfAttentionc                ó  € . VP                   R ,          OV P                  NV P                  N5w  rxršVR,          w  r¼pW{WÍWš3p\        V P	                  V P                  V4      4      P                  WxWš4      V4      P                  V4      p\        V P                  V P                  V4      4      P                  WxWš4      V4      P                  V4      pV P                  V4      P                  V4      p\        V\        ^,
          4      pTTppV^ 8”  d†   Vw  ppVRRRV13,          P                  VP                  4      VRRRV13,          ,          P                  ^ 4      w  pp\        P                   ! VV3^R7      \        P                   ! VV3^R7      pp\"        P$                  ! VVV\&        \        R7      pV'       Ed–   Vw  pp\        V\        ^,
          4      p\        V\        ^,
          V,
          4      pV^ 8”  dW   VRRVV,
          V13,          P)                  4       VRRRV13&   VRRVV,
          V13,          P)                  4       VRRRV13&   \+        VRVV,
          R13,          VRVV,
          R13,          34       FÉ  w  ppVP-                  4       P/                  R
RR7      R,          P1                  \        P2                  ! VP                  4      P4                  R	7      pVVVRVVV,           13&   VP7                  4       VP7                  4       ,          P9                  4       P1                  RR4      VVRVVV,           13&   KË  	  V P;                  VP                  WxWš,          4      4      # ):Nr   NÚ
grid_sizesºNNNN©Údim)Útemporal_windowT)rg   Úkeepdimg     À_@)Úminr@   g     À_À)rA   Ú	num_headsÚhead_dimr   Únorm_qÚqrJ   Únorm_kÚkÚvrj   ÚRELAY_WAN_CONTEXTÚtor"   ÚunbindÚtorchÚcatÚcomfy_kitchenÚwindow_attentionÚRELAY_WAN_WINDOWÚcloneÚ	enumerateÚabsÚamaxÚclamp_ÚfinfoÚtinyÚfloatÚround_Úo)r3   rR   ÚfreqsÚcacheÚstartÚstoreÚtransformer_optionsrM   ÚsÚnÚdr   r   r   Úgridrn   rp   rq   ÚpastÚkeysÚvaluesÚcachedÚscalesÚk_pastÚv_pastÚnewÚoldÚiÚrowsÚscales   &&&&&&&                       r   rS   ÚRelayVSRSelfAttention.forward?   s  € à@�a—g‘g˜b•kÐ@ 4§>¡>Ð@°4·=±=Ñ@‰
ˆˆaØ 3°LÕ AÑˆ˜Ø˜6¨!Ð/ˆÜ˜Ÿ™ D§F¡F¨1£IÓ.×3Ñ3°A¸!Ó?ÀÓG×LÑLÈTÓRˆÜ˜Ÿ™ D§F¡F¨1£IÓ.×3Ñ3°A¸!Ó?ÀÓG×LÑLÈTÓRˆØ�F‰F�1‹I�N‰N˜4Ó ˆä�5Ô+¨aÕ/Ó0ˆØ˜!ˆfˆØ�!Œ8Ø"‰NˆF�FØ$ Q¨¨5¨D¨5 [Õ1×4Ñ4°Q·W±WÓ=ÀÀqÈ!ÈUÈdÈUÀ{Õ@SÕS×[Ñ[Ð\]Ó^‰NˆF�FÜ Ÿ9š9 f¨a [°aÔ8¼%¿)º)ÀVÈQÀKÐUVÔ:W�&ˆDÜ×*Ò*¨1¨d°FÔ<LÔ^oÔpˆßˆ5à"‰NˆF�FÜ�fÔ/°!Õ3Ó4ˆCÜ�dÔ-°Õ1°CÕ7Ó8ˆCØ�QŒwØ%+¨A¨q°$¸µ*¸T°/Ð,AÕ%B×%HÑ%HÓ%J��q˜!˜T˜c˜T�zÑ"Ø%+¨A¨q°$¸µ*¸T°/Ð,AÕ%B×%HÑ%HÓ%J��q˜!˜T˜c˜T�zÑ"Ü$ a¨¨6°C­<©=Ð(8Õ&9¸1¸QÀÈÅÁÐ=MÕ;NÐ%OÖP‘��4ØŸ™›Ÿ™¨R¸˜Ó>ÀÕF×NÑNÔSX×S^ÒS^Ð_c×_iÑ_iÓSj×SoÑSoÐNÓp�Ø.3��q˜!˜S  s¥˜]Ð*Ñ+Ø/3¯z©z«|¸e¿k¹k»mÕ/K×.SÑ.SÓ.U×.\Ñ.\Ð]cÐejÓ.k��q˜!˜S  s¥˜]Ð*Ó+ñ Qð �v‰v�a—f‘f˜Q 1¥5Ó)Ó*Ð*r   © N©rX   rY   rZ   r[   rS   r\   r]   ©r`   s   @r   rb   rb   >   s   ø‡ € ØIK÷ +ò +r   rb   c                   ó,   a € ] tR t^^t o / 3R ltRtV tR# )ÚRelayVSRAttentionBlockc	                óf  € \         P                  P                  V P                  VP                  VP
                  R 7      P                  ^ 4      V,           P                  ^4      pVP                  V P                  \        WP                  V^ ,          V^,          4      W5WgVR7      V^,          4       VP                  V P                  V P                  V4      WHR7      4       VP                  V P                  \        WP                   V^,          V^,          4      4      V^,          4       V# ))r"   r!   ©rˆ   )ÚcomfyÚmodel_managementÚcast_toÚ
modulationr"   r!   Ú	unsqueezert   Úaddcmul_Ú	self_attnr   r.   Úadd_Ú
cross_attnÚnorm3Úffnr0   )	r3   rR   Úer„   Úcontextr…   r†   r‡   rˆ   s	   &&&&&&&&&r   rS   ÚRelayVSRAttentionBlock.forward_   sõ   € ä×#Ñ#×+Ñ+¨D¯O©OÀ1Ç7Á7ÐST×S[ÑS[Ð+Ó\×fÑfÐghÓiÐlmÕm×uÑuÐvwÓxˆØ	�
‰
�4—>‘>¤(¨1¯j©j¸!¸A½$ÀÀ!ÅÓ"EÀuÐUZð  xK�>ó  Lð  NOð  PQõ  NRô  	SØ	�‰ˆt�‰˜tŸz™z¨!›}¨gˆÓ_Ô`Ø	�
‰
�4—8‘8œH Q¯
©
°A°aµD¸!¸A½$Ó?Ó@À!ÀAÅ$ÔGØˆr   rš   Nr›   rœ   s   @r   rž   rž   ^   s   ø‡ € ØUW÷ ò r   rž   c                   óX   a a€ ] tR t^ht oRV 3R lltRR/ 3R ltRR/ R3R ltRtVtV ;t	# )ÚRelayVSRWanModelNc                ó°  <€ \         S	V `  ! RR RR\        RVRVRV/VB  V P                  R\        P
                  ! V P                  V P                  3WER7      4       RVRVRV/pV P                   F5  p\        V P                  V P                  V P                  VR7      Vn        K7  	  \        W P                  WEVR	7      V n        ^V,          V n        R
# )Ú
model_typeÚt2vÚwan_attn_block_classr7   r!   r"   Úpositive_conditioningr    )r$   Úoperation_settings)r6   r!   r"   r7   Nrš   )r(   r)   rž   Úregister_bufferru   ÚemptyÚtext_lenÚtext_dimÚblocksrb   rg   rk   r$   r§   r   Ú
lq_proj_inr   )
r3   r²   r*   r7   r!   r"   Úkwargsr¶   Úblockr8   s
   &&&&&&,  €r   r)   ÚRelayVSRWanModel.__init__i   sì   ø€ Ü‰Òñ  	U Eð  	UÔ@Vð  	UÐcmð  	UÐv|ð  	Uð  EJð  	Uð  NTò  	UØ×ÑÐ4´e·k²kÀ4Ç=Á=ÐRV×R_ÑR_ÐB`ÐioÔ6}Ô~Ø*¨J¸À&È'ÐSXÐYÐØ—[”[ˆEÜ3°D·H±H¸d¿n¹nÐRV×RZÑRZð  pBô  CˆEŽOñ !ä+¨NÇHÁHÐU[Ðuô  AˆŒØ >Õ1ˆÖr   c                óò  aaaa a!€ VP                   ^ ,          VP                   ^,          r˜VP                   ^,          V P                  ^,          ,          VP                   ^,          V P                  ^,          ,          rºW«,          pV P                  \        V P                  VP                  4       4      P                  VP                  R7      4      pVP                  VP                   ^ ,          RVP                   R,          4      pV P                  V4      P                  ^^V P                  34      pV P                  V4      p\        ^\        V,          4      pWŸ\        ,           8:  d   T	p^V\         ^,
          W«V P"                  V P                  V P"                  ,          3pV P$                   Uu. uFq  pWŸ8”  dg   \&        P(                  ! VVP*                  \&        P,                  R7      \&        P(                  ! . VRR O^N5VP*                  VP                  R7      3MRNKs  	  upo\&        P(                  ! W€P.                  .VP                   R,          O5VP*                  VP                  R7      pVP1                  R/ 4      P1                  R/ 4      p\3        V P$                  4      VR&   RVR	&   \5        ^ WŸ4      p\6        P8                  P;                  \3        V4      \3        V P$                  4      ,          4      p\6        P8                  P=                  \3        V4      \3        V P$                  4      ,          R
RR7      ;_uu_ 4       pV EFv  o \?        S V,           V	4      pVV	8  o!VS ,
          W«3pVVR&   V PA                  VRRS V13,          4      V PC                  VRRS V13,          PE                  4       4      P                  VP                  4      P                  ^4      PG                  ^^4      ,           pVRS V,          VV,          13,          p\6        PH                  PK                  \M        V P$                  4      VP*                  V4      p\6        PH                  PO                  VP*                  4       \Q        V P$                  4       Fµ  w  oo\6        PH                  PS                  VVP*                  SVP                  RR7       SVR&   RS3V9   d1   VVVV V!3R lpVRS3,          ! RVRVRVRVRV/RV/4      R,          pMS! VVVVSS,          S S!VR7      pVPU                  ^4       VPU                  ^4       K·  	  \6        PH                  PS                  VVP*                  RRR7       \6        PH                  PW                  4        V PY                  V P[                  VV4      V4      VRRS V13&   EKy  	  RRR4       V# u upi   + '       g   i     T# ; i)r   )r"   r    Nºr   NNÚpatches_replaceÚditÚtotal_blocksÚdoubleÚ
block_typeÚRelayVSRr¾   ©ÚdescÚunitrd   re   )Úmalloc_scopeÚblock_indexÚdouble_blockc                 ó|   <€ R S! V R ,          V R,          V R,          V R,          SS,          SSV R,          R7      /# )ÚimgÚvecÚpeÚtxtrˆ   r    rš   )Úargsr¾   Úcachesr–   r†   r‡   s   &€€€€€r   Ú
block_wrapÚ1RelayVSRWanModel.forward_orig.<locals>.block_wrap˜   sZ   ø€ Ø$)©5°°eµ¸dÀ5½kÈ4ÐPTÍ:ÐW[Ð\aÕWbÐdjÐklÕdmÐotÐv{ð  RVð  Wlõ  Rmô  ,nð  $oð  or   rÏ   rÒ   rÐ   rÑ   rˆ   Úoriginal_blockr    r@   ).rA   Ú
patch_sizeÚtime_embeddingr	   Úfreq_dimrH   rs   r"   rC   Útime_projectionÚ	unflattenrg   Útext_embeddingÚmaxÚRELAY_WAN_CHUNK_TOKENSÚRELAY_WAN_CACHE_KEYFRAMESrr   rk   r»   ru   r¸   r!   Úint8r6   ÚgetÚlenr   r¡   ÚutilsÚProgressBarÚmodel_trangerj   r¼   Úpatch_embeddingr�   rI   Úmodel_prefetchÚmake_prefetch_queuer   Úmalloc_graph_beginr{   Úprefetch_queue_popÚupdateÚmalloc_graph_endÚ
unpatchifyÚhead)"r3   rR   Útr­   r„   Ú	lq_pixelsrˆ   r½   rM   r   r   r   Útokensr¬   Úe0ÚchunkrA   Ú_ÚoutÚblocks_replaceÚstartsÚprogressÚpbarÚendrd   ÚhiddenÚchunk_freqsÚprefetch_queuerÕ   r¾   rÔ   r–   r†   r‡   s"   &&&&&&&,                     @@@@@r   Úforward_origÚRelayVSRWanModel.forward_origr   s•  ü€ Ø—G‘G˜A•J §¡¨¥
ˆ6ØŸ™ �
 d§o¡o°aÕ&8Õ8¸!¿'¹'À!½*ÈÏÉÐXYÕHZÕ:Z�Ø•ˆØ×ÑÔ 7¸¿¹ÀqÇyÁyÃ{Ó S× VÑ VÐ]^×]dÑ]dÐ VÓ eÓfˆØ�I‰I�a—g‘g˜a•j " a§g¡g¨b¥kÓ2ˆØ×!Ñ! !Ó$×.Ñ.¨q°1°d·h±h°-Ó@ˆØ×%Ñ% gÓ.ˆô �AÔ-°Õ7Ó8ˆØÔ6Õ6Ô6ØˆEØ�AÔ(¨1Õ,¨f¸T¿^¹^ÈTÏXÉXÐY]×YgÑYgÕMgÐhˆð os÷  ozò  ozó  {ñ  ozð  jkð  MSô  M[”5—;’;˜u¨Q¯X©X¼U¿Z¹ZÔHÌ%Ï+Ê+ÐVfÐX]Ð^aÐ_aÐXbÐVfÐdeÑVfÐop×owÑowð  @A÷  @Gñ  @Gô  KHñ  Ið  aeò  eñ  ozñ  {ˆÜ�kŠk˜1Ÿl™lÐ9¨Q¯W©W°R­[Ñ9À!Ç(Á(ÐRS×RYÑRYÔZˆØ,×0Ñ0Ð1BÀBÓG×KÑKÈEÐSUÓVˆÜ.1°$·+±+Ó.>Ð˜NÑ+Ø,4Ð˜LÑ)Ü�q˜&Ó(ˆä—;‘;×*Ñ*¬3¨v«;¼¸T¿[¹[Ó9IÕ+IÓJˆÜ�[‰[×%Ñ%¤c¨&£k´C¸¿¹Ó4DÕ&DÈ:Ð\cÐ%×dÔdÐhlÜ�Ü˜% %�-¨Ó0�à˜f™�Ø! E�k¨6Ð9�
Ø4>Ð# LÑ1àŸ™¨°1°a¸¸s¸°?Õ)CÓDÀt×G[ÑG[Ð\]Ð^_ÐabÐdiÐjmÐdmÐ^mÕ\n×\tÑ\tÓ\vÓGw×GzÑGzÐ{|÷  |Cñ  |Có  HD÷  HLñ  HLð  MNó  HO÷  HYñ  HYð  Z[ð  ]^ó  H_õ  _�Ø# A u¨v¥~°c¸FµlÐ'BÐ$BÕC�Ü!&×!5Ñ!5×!IÑ!IÌ$ÈtÏ{É{ÓJ[Ð]^×]eÑ]eÐgzÓ!{�Ü×$Ñ$×7Ñ7¸¿¹ÔAÜ )¨$¯+©+Ö 6‘H�A�uÜ×(Ñ(×;Ñ;¸NÈAÏHÉHÐV[Ð]^×]dÑ]dÐszÐ;Ô{Ø9:Ð'¨Ñ6Ø&¨Ð*¨nÔ<÷oñ oà!/°ÀÐ0CÖ!DÀeÈVÐUZÐ\cÐejÐlnÐptð  wBð  DYð  [nð  Foð  rBð  DNð  qOó  "Pð  QVõ  "W™á!& v¨r°;ÀÈÐPQÍÐTYÐ[`ð  wJô  "K˜Ø—K‘K ”NØ—O‘O AÖ&ñ !7ô ×$Ñ$×7Ñ7¸ÈÏÉÐRVÐelÐ7ÔmÜ×$Ñ$×5Ñ5Ô7Ø'+§¡°t·y±yÀÈÓ7KÈZÓ'X��A�q˜% ˜)�OÔ$ñ1  ÷ eð4 ˆ
ùòE {÷ eÖdð4 ˆ
ús   Æ8A7W ÍI>W%×%W6	c           	     ó�  € Vf   \        R4      hVP                  R,          w  ršp\        P                  P                  P                  WP                  RR7      pVP                  R,          w  rÍpWÐP                  ,          WàP                  ,          ppVRR V1R V13,          p\        P                  ! V^ VVP                  R,          ,
          ^ W÷P                  R,          ,
          ^ ^ 3RR7      pV P                  WÍWáP                  VP                  VR7      pV P                  ! WV3RVR	VR
V/VB RRR V	1R V
1R V13,          # )Nz_RelayVSR needs the low-quality video, connect the model through the RelayVSR Conditioning node.rÁ   Ú	replicate)Úpadding_mode.©r>   )r!   r"   rˆ   r„   rñ   rˆ   re   r@   éþÿÿÿ)Ú
ValueErrorrA   r¡   ÚldmÚ
common_ditÚpad_to_patch_sizerØ   r   rD   ÚpadÚrope_encoder!   r"   rÿ   )r3   rR   Útimestepr­   Úclip_feaÚtime_dim_concatrˆ   rñ   r½   rð   rP   rQ   ÚtpÚhpÚwpÚ	lq_heightÚlq_widthr„   s   &&&&&&&&,         r   Ú_forwardÚRelayVSRWanModel._forward¤   s“  € ØÒÜÐ~ÓÐØ—'‘'˜"•+‰ˆˆaÜ�I‰I× Ñ ×2Ñ2°1·o±oÐT_Ð2Ó`ˆØ—W‘W˜R•[‰
ˆ�Ø ×#5Ñ#5Õ5°r×<NÑ<NÕ7N�8ˆ	Ø˜c : I :¨y°¨yÐ8Õ9ˆ	Ü—E’E˜) a¨°I·O±OÀBÕ4GÕ)GÈÈI×XgÑXgÐhjÕXkÕLkÐmnÐpqÐ%rð  zEô  Fˆ	Ø× Ñ  ¨·H±HÀAÇGÁGÐatÐ ÓuˆØ× Ò  ¨gñ  L¸Uð  LÈið  Lð  nAð  Lð  EKñ  Lð  MNð  PQð  SUð  TUð  SUð  WYð  XYð  WYð  []ð  \]ð  []ð  M]õ  ^ð  	^r   )r   r¼   )Né   NNN)
rX   rY   rZ   r[   r)   rÿ   r  r\   r]   r^   r_   s   @@r   r°   r°   h   s3   ù‡ € ÷2ð 15ÀÐZ\ô 0ðd 7;ÈDÐfhÐtx÷ 
^ô 
^r   r°   c                   óH   a a€ ] tR t^±t oRV 3R lltR tR tR tRtVt	V ;t
# )ÚRelayFlashAttentionc                óÎ  <€ \         SV `  4        W n        W0n        W,          V n        \
        P                  WWVR 7      V n        \
        P                  WV P                  ,          WVR 7      V n        \
        P                  WV P                  ,          WVR 7      V n	        \
        P                  WV P                  ,          WVR 7      V n
        \
        P                  WV P                  ,          WVR 7      V n        \
        P                  V P                  VRWVR7      V n        \
        P                  V P                  VRWVR7      V n        \
        P                  WWVR 7      V n        R# )r    Tr#   N)r(   r)   rk   Ú	kv_groupsrl   Úopsr1   ÚqueryÚkeyÚvalueÚcondition_keyÚcondition_valuer-   Úkey_normÚ
value_normÚoutput)r3   rg   rk   r  r$   r!   r"   r8   s   &&&&&&&€r   r)   ÚRelayFlashAttention.__init__²   sü   ø€ Ü‰ÑÔØ"ŒØ"ŒØÕ(ˆŒÜ—Z‘Z °�ZÓEˆŒ
Ü—:‘:˜c¨t¯}©}Õ#<ÀV�:ÓYˆŒÜ—Z‘Z °·±Õ%>Àv�ZÓ[ˆŒ
Ü ŸZ™Z¨¸¿¹Õ-FÈv˜ZÓcˆÔÜ"Ÿz™z¨#¸4¿=¹=Õ/HÐQW˜zÓeˆÔÜŸ™ D§M¡M°sÈtÐ\b˜ÓpˆŒÜŸ+™+ d§m¡m¸ÐQUÐ^d˜+ÓrˆŒÜ—j‘j °&�jÓFˆŽr   c                ó˜  € VP                   w  rVp\        V P                  V4      P                  WVV P                  V P
                  4      V4      pV P                  V! V4      P                  WVV P                  V P
                  4      4      p	V P                  V! V4      P                  WVV P                  V P
                  4      4      p
W‰V
3# ©N)	rA   r   r  rJ   rk   rl   r!  r  r"  )r3   rR   r  r  r„   rM   r‰   rõ   rn   rp   rq   s   &&&&&      r   ÚprojectÚRelayFlashAttention.projectÀ   s’   € Ø—'‘'‰ˆˆaÜ˜Ÿ
™
 1›×*Ñ*¨1°·±ÀÇÁÓOÐQVÓWˆØ�M‰M™#˜a›&Ÿ+™+ a¨D¯N©N¸D¿M¹MÓJÓKˆØ�O‰O™E !›HŸM™M¨!°·±ÀÇÁÓNÓOˆØ�Qˆwˆr   c           
     óà  € VP                   w  rVpV P                  WP                  V P                  V4      w  r‰p
\	        W’4      P                  V^W4V P                  V P                  4      p	V
P                  V	P                   4      p
\        P                  ! VP                  V^W4V P                  V P                  4      Wš\        RR7      pV P                  VP                  WVV4      4      Wš33# )é   F©Úclamp)rA   r'  r  r   r   rJ   r  rl   rw   rx   rk   ÚRELAY_FLASH_CONDITION_WINDOWr#  )r3   rR   r„   r   r   rM   r‰   rN   rn   rp   rq   s   &&&&&      r   Ú	conditionÚRelayFlashAttention.conditionÇ   sÇ   € à—'‘'‰ˆˆaØ—,‘,˜q×"4Ñ"4°d×6JÑ6JÈEÓR‰ˆˆaÜ˜Ó!×&Ñ& q¨!¨V¸D¿N¹NÈDÏMÉMÓZˆØ�F‰F�1—7‘7‹OˆÜ×*Ò*¨1¯6©6°!°Q¸ÀtÇ~Á~ÐW[×WdÑWdÓ+eÐghô  nJð  RWô  XˆØ�{‰{˜1Ÿ6™6 !¨›?Ó+¨a¨VÐ3Ð3r   c           
     ó   € VP                   w  r‰p
V^WEV P                  V P                  3pV P                  WP                  V P
                  V4      w  rÍpVw  w  ppw  ppVV.VV.ppVeY   VP                  \        V^ ,          V4      P                  V4      4       VP                  V^,          P                  V4      4       VP                  \        WÒ4      P                  V4      4       VP                  VP                  V4      4       \        .^,          \        .\        V4      ^,
          ,          ,           p\        P                  ! VP                  V^WEV P                  V P                  4      \        P                   ! V^R7      \        P                   ! V^R7      VRR7      pV P#                  VP                  W‰V
4      4      WÞ33# )r*  rf   Fr+  )rA   r  rl   r'  r  r  Úappendr   rJ   r-  ÚRELAY_FLASH_VIDEO_WINDOWrã   rw   rx   rk   ru   rv   r#  )r3   rR   r„   Ú
freqs_pastr   r   r.  r�   rM   r‰   rN   Úplanern   rp   rq   Úk_startÚv_startÚk_endÚv_endrŽ   r�   Úwindowss   &&&&&&&&              r   rL   ÚRelayFlashAttention.videoÐ   s�  € Ø—'‘'‰ˆˆaØ�A�v d§n¡n°d·m±mÐDˆØ—,‘,˜q§(¡(¨D¯J©J¸Ó>‰ˆˆaà-6Ñ*Ñˆ�'™N˜U EØ Ð'¨'°5Ð)9ˆfˆØÒØ�K‰Kœ D¨¥G¨ZÓ8×=Ñ=¸eÓDÔEØ�M‰M˜$˜q�'Ÿ,™, uÓ-Ô.Ø�‰”K Ó)×.Ñ.¨uÓ5Ô6Ø�‰�a—f‘f˜U“mÔ$Ü/Ð0°1Õ4Ô8PÐ7QÔUXÐY]ÓU^ÐabÕUbÕ7cÕcˆÜ×*Ò*¨1¯6©6°!°Q¸ÀtÇ~Á~ÐW[×WdÑWdÓ+eÔgl×gpÒgpÐquÐ{|Ôg}ô  @E÷  @Iò  @Ið  JPð  VWô  @Xð  Zað  inô  oˆØ�{‰{˜1Ÿ6™6 !¨›?Ó+¨a¨VÐ3Ð3r   )r  r   rl   r  r!  r  rk   r#  r  r  r"  ©NN)rX   rY   rZ   r[   r)   r'  r.  rL   r\   r]   r^   r_   s   @@r   r  r  ±   s   ù‡ € ÷Gòò4÷4ò 4r   r  c                   ó<   a a€ ] tR t^át oRV 3R lltR tRtVtV ;t# )ÚRelayFlashFeedForwardc                ó¨   <€ \         SV `  4        \        P                  V^V,          RW4R7      V n        \        P                  W!RW4R7      V n        R# )r   F)Úbiasr!   r"   N)r(   r)   r  r1   Úgate_up_projÚdown)r3   rg   r4   r!   r"   r8   s   &&&&&€r   r)   ÚRelayFlashFeedForward.__init__â   sA   ø€ Ü‰ÑÔÜŸJ™J s¨A°
­NÀÈv˜JÓcˆÔÜ—J‘J˜z°UÀ6�JÓWˆŽ	r   c                óv   € \         P                  P                  V P                  V P	                  V4      R 4      # )Úswiglu)r¡   r  Úlinear_input_actrA  r@  ©r3   rR   s   &&r   rS   ÚRelayFlashFeedForward.forwardç   s*   € Ü�y‰y×)Ñ)¨$¯)©)°T×5FÑ5FÀqÓ5IÈ8ÓTÐTr   )rA  r@  r;  rW   r_   s   @@r   r=  r=  á   s   ù‡ € ÷X÷
Uò Ur   r=  c                   óB   a a€ ] tR t^ët oRV 3R lltR tR tRtVtV ;t	# )ÚRelayFlashBlockc           	     óâ   <€ \         SV `  4        \        P                  WR WgR7      V n        \        WW5WgR7      V n        \        P                  WR WgR7      V n        \        WWgR7      V n	        R# )Tr#   r    N)
r(   r)   r  r-   Úattention_normr  Ú	attentionÚfeed_forward_normr=  Úfeed_forward)	r3   rg   rk   r  r4   r$   r!   r"   r8   s	   &&&&&&&&€r   r)   ÚRelayFlashBlock.__init__ì   s^   ø€ Ü‰ÑÔÜ!Ÿk™k¨#È4ÐX^˜kÓlˆÔÜ,¨S¸YÐTZÔhˆŒÜ!$§¡¨SÈdÐ[a Ó!oˆÔÜ1°#È&Ô^ˆÖr   c                óÀ   € V P                   P                  ! V P                  V4      .VO5!  w  r4W,           pWP                  V P	                  V4      4      ,           V3# r&  )rL  r.  rK  rN  rM  ©r3   rR   rÓ   ÚyÚkvs   &&*  r   r.  ÚRelayFlashBlock.conditionó   sS   € Ø—‘×(Ò(¨×)<Ñ)<¸QÓ)?ÐGÀ$ÓG‰ˆØ�EˆØ×$Ñ$ T×%;Ñ%;¸AÓ%>Ó?Õ?ÀÐCÐCr   c                óÀ   € V P                   P                  ! V P                  V4      .VO5!  w  r4W,           pWP                  V P	                  V4      4      ,           V3# r&  )rL  rL   rK  rN  rM  rQ  s   &&*  r   rL   ÚRelayFlashBlock.videoø   sS   € Ø—‘×$Ò$ T×%8Ñ%8¸Ó%;ÐC¸dÓC‰ˆØ�EˆØ×$Ñ$ T×%;Ñ%;¸AÓ%>Ó?Õ?ÀÐCÐCr   )rL  rK  rN  rM  r;  )
rX   rY   rZ   r[   r)   r.  rL   r\   r]   r^   r_   s   @@r   rI  rI  ë   s   ù‡ € ÷_òD÷
Dò Dr   rI  c                   ó<   a a€ ] tR t^þt oRV 3R lltR tRtVtV ;t# )ÚRelayFlashEncoderc                óÖ  <€ \         SV `  4        \        P                  ! \        P                  ^^@^^^WER7      \        P                  ! 4       \        P                  ^@^€^^^WER7      \        P                  ! 4       \        P                  ^€^€^V^WER7      \        P                  ! 4       \        P                  ^€V^WER7      4      V n        \        P                  W#RWER7      V n	        R# )r   r&   r    Tr#   N)
r(   r)   ÚnnÚ
Sequentialr  r+   ÚSiLUÚlayersr-   Únorm)r3   Úlast_striderg   r$   r!   r"   r8   s   &&&&&&€r   r)   ÚRelayFlashEncoder.__init__ÿ   s·   ø€ Ü‰ÑÔÜ—m’mÜ�J‰J�q˜"˜a¨°1¸VˆJÓQÔSU×SZÒSZÓS\Ü�J‰J�r˜3 ¨!°Q¸vˆJÓSÔUW×U\ÒU\ÓU^Ü�J‰J�s˜C ¨;ÀÈ&ˆJÓ^Ô`b×`gÒ`gÓ`iÜ�J‰J�s˜C ¨6ˆJÓ?ó	AˆŒô
 —K‘K ÀÈf�KÓbˆŽ	r   c                ó€   € V P                  V P                  V4      P                  ^4      P                  ^^4      4      # r   )r^  r]  rH   rI   rF  s   &&r   rS   ÚRelayFlashEncoder.forward  s1   € Ø�y‰y˜Ÿ™ Q›×/Ñ/°Ó2×<Ñ<¸QÀÓBÓCÐCr   )r]  r^  r;  rW   r_   s   @@r   rX  rX  þ   s   ù‡ € ÷c÷Dò Dr   rX  c                   ó<   a a€ ] tR tRt oRV 3R lltR tRtVtV ;t# )ÚRelayFlashConditionEncoderi  c                ó˜   <€ \         SV `  4        \        P                  W^WER7      V n        \        P                  W#RWER7      V n        R# )r*  r    Tr#   N)r(   r)   r  r+   Ú
projectionr-   r^  )r3   Úin_channelsrg   r$   r!   r"   r8   s   &&&&&&€r   r)   Ú#RelayFlashConditionEncoder.__init__  s:   ø€ Ü‰ÑÔÜŸ*™* [°qÀ˜*ÓUˆŒÜ—K‘K ÀÈf�KÓbˆŽ	r   c                ó€   € V P                  V P                  V4      P                  ^4      P                  ^^4      4      # r   )r^  rf  rH   rI   rF  s   &&r   rS   Ú"RelayFlashConditionEncoder.forward  s2   € Ø�y‰y˜Ÿ™¨Ó+×3Ñ3°AÓ6×@Ñ@ÀÀAÓFÓGÐGr   )r^  rf  r;  rW   r_   s   @@r   rd  rd    s   ù‡ € ÷c÷
Hò Hr   rd  c                   ó6   a a€ ] tR tRt oRV 3R lltRtVtV ;t# )ÚRelayFlashBackbonei  c	                ó°   <€ \         S
V `  4        \        P                  ! \	        V4       U	u. uF  p	\        W#WEWgVR 7      NK  	  up	4      V n        R# u up	i )r    N)r(   r)   rZ  Ú
ModuleListr   rI  r»   )r3   Údepthrg   rk   r  r4   r$   r!   r"   rõ   r8   s   &&&&&&&&& €r   r)   ÚRelayFlashBackbone.__init__  sk   ø€ Ü‰ÑÔÜ—m’mô  GLð  MRô  GSó  %Tñ  GSð  BC¤_°SÀYÐ\_Ðv{×%|ñ  GSñ  %Tó  UˆŽùò  %Ts   ­A)r»   r;  )rX   rY   rZ   r[   r)   r\   r]   r^   r_   s   @@r   rl  rl    s   ù‡ € ÷U÷ Ur   rl  c                   ód   a a€ ] tR tRt oRtRtRV 3R lltR tR tR t	RR lt
RR	 ltR
tVtV ;t# )Ú
RelayFlashi  zhPer-frame decoder conditioned on the keyframe latents on either side of the frame, VAE slot of RelayVSR.Tc                ó¦  <€ \         SV `  4        Wn        ^V,          V n        \	        V P                  ^,          W9W«R7      V n        \        W#WšVR7      V n        \        P                  ! \        P                  ! ^^W:VR7      4      V n        \        P                  ! \        P                  ! ^^W:VR7      4      V n        \        WCWVWyW«R7      V n        \        P                   ! \"        P%                  W8W«R7      \        P&                  ! 4       4      V n        \"        P%                  VRW«R7      V n        \-        W5,          R. ROR7      V n        R# )é   r    rU   g     ˆÃ@)rg   ÚthetaÚaxes_dimN)rt  é   rw  )r(   r)   r*   r   rX  Ú
lr_encoderrd  Úcondition_encoderrZ  Ú	Parameterru   r¸   Úvideo_type_embeddingÚcondition_type_embeddingrl  Úbackboner[  r  r1   r\  Úspatial_headÚresidual_projectionr   Úrope_embedder)r3   r*   Úlatent_channelsrg   ro  rk   r  r4   rl   r$   r!   r"   r8   s   &&&&&&&&&&&&€r   r)   ÚRelayFlash.__init__!  sû   ø€ Ü‰ÑÔØ,ÔØ >Õ1ˆÔÜ+¨D×,>Ñ,>À!Õ,CÀSÐV\ÔjˆŒÜ!;¸OÐRUÐlqÔ!rˆÔÜ$&§L¢L´·²¸QÀÀ3Ð]bÔ1cÓ$dˆÔ!Ü(*¯ª´U·[²[ÀÀAÀsÐafÔ5gÓ(hˆÔ%Ü*¨5°yÈZÐekÔyˆŒÜŸMšM¬#¯*©*°SÈ6¨*Ó*_Ôac×ahÒahÓajÓkˆÔÜ#&§:¡:¨h¸ÀF :Ó#XˆÔ Ü$¨Õ)9ÀÒS_Ô`ˆÖr   c                ó€  € \         P                  ! W#^3V\         P                  R7      pWR&   \         P                  ! W$\         P                  R7      R,          VR&   \         P                  ! W4\         P                  R7      R,          VR&   V P	                  VP                  ^R^4      4      P                  ^^4      # )r   r    N).r   )re   N).r*  ).r   r@   )ru   ÚzerosÚfloat32Úaranger€  rC   rB   )r3   rð   r   r   r!   Úidss   &&&&& r   Ú	grid_ropeÚRelayFlash.grid_rope.  s‰   € Ü�kŠk˜6¨!Ð,°VÄ5Ç=Á=ÔQˆØˆF‰Ü—l’l 6ÄÇÁÔNÈwÕWˆˆF‰Ü—l’l 5¼u¿}¹}ÔMÈdÕSˆˆF‰Ø×!Ñ! #§+¡+¨a°°QÓ"7Ó8×@Ñ@ÀÀAÓFÐFr   c                ó0  € VP                   RR w  r4V P                  V4      \        P                  P	                  V P
                  V4      ,           p. pV P                  P                   F(  pVP                  WRW44      w  rXVP                  V4       K*  	  V# )r   Nr  )
rA   ry  r¡   r  Úcast_to_inputr|  r}  r»   r.  r1  )	r3   Úlatentr„   r   r   rR   rö   r¾   rS  s	   &&&      r   Úprepare_conditionÚRelayFlash.prepare_condition5  s~   € ØŸ™ R SÐ)‰ˆØ×"Ñ" 6Ó*¬U¯Y©Y×-DÑ-DÀT×EbÑEbÐdjÓ-kÕkˆØˆØ—]‘]×)Ô)ˆEØ—O‘O A¨fÓ<‰EˆAØ�J‰J�rŽNñ *ð ˆ
r   c           
     ó  € VP                   R,          V P                  ,          VP                   R,          V P                  ,          r˜V P                  VP                  V4      4      p
V
\        P
                  P                  V P                  V
4      ,           p
. p\        V P                  P                  WV4       F-  w  rÍpVP                  W£WHW�V4      w  r¯VP                  V4       K/  	  \        P                  ! V P                  V P!                  V
4      4      P#                  ^^4      P%                  VP                   ^ ,          RW‰4      ^4      pVR8w  d
   VV,          p\        P&                  ! WP(                  RRR7      V,           V3# )r   rU   ç      ð?ÚbicubicFr<   r  r@   )rA   r   rx  rs   r¡   r  r‹  r{  Úzipr}  r»   rL   r1  rD   Úpixel_shuffler  r~  rI   rC   rE   r*   )r3   Úlrr"   r„   r3  r.  ÚhistoryÚdetailr   r   rR   Únext_historyr¾   Úcondr�   rS  Úresiduals   &&&&&&&&         r   Údecode_frameÚRelayFlash.decode_frame>  sU  € ØŸ™ �¨×(:Ñ(:Õ:¸B¿H¹HÀR½LÈD×L^ÑL^Õ<^�Ø�O‰O˜BŸE™E %›LÓ)ˆØ”—	‘	×'Ñ'¨×(AÑ(AÀ1ÓEÕEˆØˆÜ!$ T§]¡]×%9Ñ%9¸9Ö!NÑˆE˜Ø—K‘K ¨*¸eÈ4ÓP‰EˆAØ×Ñ Ö#ñ "Oô —?’? 4×#;Ñ#;¸D×<MÑ<MÈaÓ<PÓ#Q×#[Ñ#[Ð\]Ð_`Ó#a×#iÑ#iÐjl×jrÑjrÐstÕjuÐwzð  }Có  $Kð  MOó  PˆØ�SŒ=Ø &Õ(ˆHÜ�}Š}˜R×.AÑ.AÈ	ÐafÔgÐjrÕrð  uAð  Að  	Ar   c                ó”  € Vf   \        R4      hVP                  R,          w  rEp\        VR,          4      \        \	        V4      4      .\        WVV P                  4      O58w  d6   \        R\        VR,          4       RV P                   RV RV RV R	24      hV^ ,          ^WEV P                  ,          W`P                  ,          3# )
NzYThe RelayVSR Flash decoder needs the low-quality frames, decode with the VSR Decode node.ºNr   NrÁ   zThe latent z doesn't fit the xz" RelayVSR Flash decoder and these Ú rR   z� frames: use the RelayVSR model and Flash decoder of the same factor, and the same video in RelayVSR Conditioning and VSR Decode.)r  rA   Útuplerã   r   r   r   r*   )r3   Úinput_shapeÚ	lq_imagesr–  r   r   r   s   &&&&   r   Údecode_output_shapeÚRelayFlash.decode_output_shapeK  sû   € ØÒÜÐxÓyÐyØ )§¡°Õ 3Ñˆ˜ä�˜R•Ó!¤c¬/¸&Ó*AÓ&BÐ%zÔEVÐW]Ðfj×fxÑfxÓEyÑ%zÔzÜ˜{¬5°¸RµÓ+AÐ*BÐBTÐUY×UhÑUhÐTið  jLð  MSð  LTð  TUð  V[ð  U\ð  \]ð  ^dð  ]eð  efð  gó  hð  hØ˜A•  6°D×4GÑ4GÕ+GÈ×QdÑQdÕIdÐeÐer   c                ó0  € TpVfO   \         P                  ! V P                  VP                  V4      \        P
                  P                  4       R7      pVP                  w  p rxp	VP                  R,          w  r«p\        V P                  P                  4      p\        V
4      pVP                  pV P                  ^ W‰V4      V P                  RW‰V4      pp\        P                  P                  V
4      p\        P
                  P                  WõV^.VP                  RR  O54      ;_uu_ 4       p\        P                  P!                  V
RRR7      ;_uu_ 4       pV P#                  VR,          V4      p\%        \'        YîR,          ;'       g    T4      4       EF?  w  pw  pp\        P
                  P)                  4        V P#                  VRR\+        V^,           \        V4      ^,
          4      3,          V4      p\-        \'        VV4      4      pR .V,          pVVV^,            P/                  VR7      R,          P1                  R^4      R	,          R
,
          p\2        P4                  ! V^ W�P6                  ,          V,
          ^ W€P6                  ,          V,
          3RR7      p\%        \9        VV^,           4      4       EF  w  ppV P;                  VVV^,            P=                  VRRR4      VP>                  VVVVV4      w  ppV^ 8X  g
   VV8”  g   KW  VPA                  VRRV3,          VRR VP                  R,          1R VP                  R,          13,          PC                  R
4      PE                  R	4      PG                  RR
4      P/                  VP>                  4      4       VPI                  ^4       VPI                  ^4       EK  	  TpEKB  	  R R R 4       R R R 4       V#   + '       g   i     L; i  + '       g   i     T# ; i)N)r!   r�  zRelayVSR Flash decodeÚframerÈ   re   :r*  NN.g       @r�  r  r  g        r@   r  )re   re   r   ).r�  )%ru   r¸   r¢  rA   r¡   r¢   Úintermediate_devicerã   r}  r»   r   r!   rˆ  rä   rå   Ú
HostWriterræ   r�  r{   r’  Ú)throw_exception_if_processing_interruptedrj   r   rs   rB   rD   r
  r   r   rš  Úexpandr"   Úwriter¨   Údiv_r~   rì   ) r3   rR   r¡  Úoutput_bufferr–  rö   rM   rõ   r   r   r   r  r  ro  Ú	keyframesr!   r„   r3  rú   ÚwriterÚconsoler†   ÚwindowÚfirstÚlastrû   r.  r•  Ú	lr_windowr–   r¥  Údecodeds    &&&&&                           r   ÚdecodeÚRelayFlash.decodeT  sÏ  € àˆØŠ;Ü—+’+˜d×6Ñ6°q·w±wÀ	ÓJÔSX×SiÑSi×S}ÑS}ÓSô  AˆCØ!"§¡Ñˆˆ1ˆa˜Ø&/§o¡o°bÕ&9Ñ#ˆ˜8Ü�D—M‘M×(Ñ(Ó)ˆÜ# FÓ+ˆ	Ø—‘ˆØ ŸN™N¨1¨f¸VÓDÀdÇnÁnÐUWÐY_ÐhnÓFoˆzˆÜ�{‰{×&Ñ& vÓ.ˆä×#Ñ#×.Ñ.¨v¸QÀÐ<SÀCÇIÁIÈbÈcÀNÑ<S×TÔTÐX^Ô`e×`kÑ`k×`xÑ`xÐyð  G^ð  elÐ`x÷  amô  amð  qxØ×*Ñ*¨1¨W­:°uÓ=ˆEÜ)2´3°yÈBÅ-×B\ÐB\ÐS\Ó3]×)^Ñ%�™˜ Ü×&Ñ&×PÑPÔRØ×,Ñ,¨Q¨q°!´S¸À!½ÄSÈÃ^ÐVWÕEWÓ5XÐ/XÕ-YÐ[`Óa�Ü ¤ U¨C£Ó1�	Ø˜& 5�.�à% e¨D°1­HÐ5×8Ñ8ÀÐ8ÓGÈÕP×XÑXÐY[Ð]^Ó_ÐbeÕeÐhkÕk�	ÜŸEšE )¨a°×9KÑ9KÕ1KÈhÕ1VÐXYÐ[a×dvÑdvÕ[vð  zCõ  \Cð  .Dð  KVô  W�	Ü )¬%°°t¸aµxÓ*@× A‘H�A�uØ'+×'8Ñ'8¸À1ÀQÈÅUÐ9K×9RÑ9RÐSTÐVXÐZ\Ð^`Ó9aÐcd×cjÑcjÐlqÐs}ð  @Ið  KRð  TZó  ([Ñ$�G˜Wà ”{ e¨e¦màŸ™ S¨¨A¨u¨Õ%5°w¸sÀNÀSÇYÁYÈrÅ]ÀNÐTbÐUX×U^ÑU^Ð_aÕUbÐTbÐ?bÕ7c×7hÑ7hÐilÓ7m×7rÑ7rÐsvÓ7w×7~Ñ7~ð  @Cð  EHó  8I÷  8Lñ  8Lð  MP÷  MVñ  MVó  8Wô  XØŸ™ AœØŸ™ q×)ñ !Bð “ñ! *_÷ am×Tð& ˆ
÷' am÷  amú×TÖTð& ˆ
ús,   Ä1+PÅF=O1	ÌCO1	ÏPÏ1PÏ<PÐP	)
r}  ry  r|  r   rx  r  r€  r~  r*   r{  )
é0   i   é
   é   r   i€  i   gñhãˆµøä>NN)Nr�  )NNr�  )rX   rY   rZ   r[   Ú__doc__Úcomfy_has_chunked_ior)   rˆ  r�  rš  r¢  rµ  r\   r]   r^   r_   s   @@r   rr  rr    s5   ù‡ € ÙràÐ÷aòGòòAôf÷ ô  r   rr  )é   é(   )r·  r·  )rw  rw  )/r   rw   ru   Útorch.nnrZ  Útorch.nn.functionalÚ
functionalrD   Úcomfy.ldm.flux.layersr   Úcomfy.ldm.flux.mathr   Úcomfy.ldm.wan.modelr   r   r   r   r	   Úcomfy.ldm.common_ditr¡   Úcomfy.model_managementÚcomfy.model_prefetchÚ	comfy.opsÚcomfy.utilsr  Údisable_weight_initr   rr   ry   rß   rà   r-  r2  r   r   ÚModuler   rb   rž   r°   r  r=  rI  rX  rd  rl  rr  rš   r   r   Ú<module>rË     s4  ðó ã Û Ý ß Ð å )Ý +ß pÕ pÛ Û Û Û Û à‡i�i×#Ñ#€àÐ ØÐ ØÐ ØÐ àÐ Ø'Ð Ø#Ð òNòIôD˜Ÿ	™	ô Dô*+Ð,ô +ô@Ð.ô ôF^�xô F^ôR-4˜"Ÿ)™)ô -4ô`U˜BŸI™Iô UôD�b—i‘iô Dô&D˜Ÿ	™	ô DôH §¡ô HôU˜Ÿ™ô UôX�—‘ö Xr   