+
    ƒ°ñj"   ã                   óê   € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIt^ RI	H
t
Ht ^tR tR tRR ltR t ! R R]P"                  4      t ! R	 R
]P"                  4      t ! R R]P"                  4      tR# )é    N)ÚLATENTS_MEANÚLATENTS_STDc           	      óª   € V P                   w  r#rEp\        P                  ! V P                  W#^WE,          V4      VP                  VP
                  4      # )é   )ÚshapeÚcomfy_kitchenÚgroup_norm_stats3dÚreshapeÚ
num_groupsÚeps)ÚxÚnormÚnÚcÚtÚhÚws   &&     ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\minimax\latent_upscaler.pyÚ
clip_statsr      sB   € Ø—G‘G�M€Aˆ!�Ü×+Ò+¨A¯I©I°a¸A¸q½uÀaÓ,HÈ$Ï/É/Ð[_×[cÑ[cÓdÐdó    c              #   óº   "  € \        ^ V \        4       FA  p\        V\        ,           V 4      pW#\        W!,
          ^ 4      \        W1,           V 4      3x € KC  	  R# 5i)r   N)ÚrangeÚSLABÚminÚmax)r   ÚhaloÚt0Út1s   &&  r   Úslabsr      sG   é € Ü�A�qœ$ÖˆÜ�”d•˜AÓˆØ”c˜"�) QÓ'¬¨R­Y¸Ó):Ð:Ô:ó  ùs   ‚AAc                ó  € \         P                  P                  WRR7      w  rVp YVr˜Ve.   V^V,           ,          \        P                  ! WF^V,           4      r˜V P
                  w  r«rÍp\        P                  ! V P                  W«^WÍ,          V4      W‰VP                  VP                  RRVR7      pVP                  W«WÍV4      \         P                  P                  WWg4       #   \         P                  P                  YYg4       i ; i)zhSiLU(GroupNorm(x) * (1 + scale) + shift) of a slab, normalized with the clip's stats; channels-last out.T©Úoffloadable)ÚsiluÚstats)r   r   r   r   r   )ÚcomfyÚopsÚcast_bias_weightÚtorchÚaddcmulr   r   Úgroup_norm_silu_pad3dr
   r   r   ÚviewÚuncast_bias_weight)r   r   r$   ÚscaleÚshiftÚweightÚbiasÚoffload_streamr   Úbr   r   r   r   ÚwdÚouts   &&&&&           r   Ú	norm_silur5      sç   € ä#(§9¡9×#=Ñ#=¸dÐSWÐ#=Ó#XÑ €F�.ð	IØˆ1ØÒØ˜Q �YÕ'¬¯ª°uÀAÈÅIÓ)NˆqØŸ™‰ˆˆa�Bä×1Ò1°!·)±)¸AÀ!ÀQÅUÈBÓ2OÐQRÐW[×WfÑWfÐhl×hpÑhpð  sBð  IMð  UZô  [ˆØ�x‰x˜˜a BÓ'ä�	‰	×$Ñ$ T°4ÕHøŒ�	‰	×$Ñ$ T°4ÕHús   ¦BC% Ã%"Dc           	      ó–  € \         P                  P                  WR R7      w  r#p \        P                  ! WP                  \        P                  R7      W0P                  V P                  V P                  V P                  4      \         P                  P                  WW44       #   \         P                  P                  YY44       i ; i)Tr!   ©Úmemory_format)r%   r&   r'   ÚFÚconv3dÚ
contiguousr(   Úchannels_last_3dÚstrideÚpaddingÚdilationÚgroupsr,   )Úconvr   r/   r0   r1   s   &&   r   Ú	conv3d_clrB   '   s«   € ä#(§9¡9×#=Ñ#=¸dÐSWÐ#=Ó#XÑ €F�.ðIÜ�xŠx˜×,Ñ,¼5×;QÑ;QÐ,ÓRÐTX×ZeÑZeÐgk×gsÑgsÐuy÷  vCñ  vCð  EI÷  EPñ  EPó  Qä�	‰	×$Ñ$ T°4ÕHøŒ�	‰	×$Ñ$ T°4ÕHús   ¦AB& Â&"Cc                   ó<   a a€ ] tR t^0t oRV 3R lltR tRtVtV ;t# )ÚResBlockEmb3Dc                ó<  <€ \         SV `  4        \        P                  ! VP	                  ^ WVR7      \        P
                  ! 4       VP                  W^^W4R7      4      V n        \        P                  ! \        P                  ! 4       VP                  V^V,          W4R7      4      V n
        VP	                  ^ WVR7      V n        \        P                  ! \        P
                  ! 4       \        P
                  ! 4       VP                  W^^W4R7      4      V n        R# )é    ©ÚdtypeÚdevice©r>   rH   rI   N)ÚsuperÚ__init__ÚnnÚ
SequentialÚ	GroupNormÚIdentityÚConv3dÚ	in_layersÚSiLUÚLinearÚ
emb_layersÚout_normÚ
out_layers)ÚselfÚchannelsÚemb_channelsrH   rI   Ú
operationsÚ	__class__s   &&&&&&€r   rL   ÚResBlockEmb3D.__init__1   sÙ   ø€ Ü‰ÑÔäŸšØ× Ñ   XÀ6Ð ÓJÌBÏKÊKËMØ×Ñ˜h°!¸QÀeÐÓ[ó]ˆŒô Ÿ-š-¬¯ª«	°:×3DÑ3DÀ\ÐSTÐW_ÕS_ÐglÐ3DÓ3|Ó}ˆŒØ"×,Ñ,¨R°ÈvÐ,ÓVˆŒÜŸ-š-Ü�KŠK‹Mœ2Ÿ;š;›=Ø×Ñ˜h°!¸QÀeÐÓ[ó]ˆŽr   c                ó"  € V P                  V4      ^ ,          P                  ^4      w  r4\        P                  ! V4      p\	        WP
                  ^ ,          4      p\        VP                  ^,          ^4       Fi  w  rxrš\        V P
                  ^,          \        VRRWš13,          V P
                  ^ ,          V4      4      RRWy,
          W‰,
          13,          VRRWx13&   Kk  	  \	        WPP                  4      p\        VP                  ^,          ^4       Fs  w  rxršVRRWx13;;,          \        V P                  ^,          \        VRRWš13,          V P                  WcV4      4      RRWy,
          W‰,
          13,          ,          uu&   Ku  	  V# )r   ºNNN)rU   Úchunkr(   Ú
empty_liker   rR   r   r   rB   r5   rV   rW   )rX   r   Úembr-   r.   r   r$   r   r   Úar2   s   &&&        r   ÚforwardÚResBlockEmb3D.forward=   s  € Ø—‘ sÓ+¨AÕ.×4Ñ4°QÓ7‰ˆÜ×Ò˜QÓˆÜ˜1Ÿn™n¨QÕ/Ó0ˆÜ! !§'¡'¨!¥*¨aÖ0‰LˆB�AÜ& t§~¡~°aÕ'8¼)ÀAÀaÈÈAÈCÀiÅLÐRV×R`ÑR`ÐabÕRcÐejÓ:kÓlÐmnÐpqÐsuÕsyÐz|õ  {Að  tAð  nAõ  BˆAˆa��B�Eˆk‹Nñ 1ä˜1Ÿm™mÓ,ˆÜ! !§'¡'¨!¥*¨aÖ0‰LˆB�AØˆa��B�Eˆk�Nœi¨¯©¸Õ(:¼IÀaÈÈ1ÈaÈcÈ	ÅlÐTX×TaÑTaÐchÐqvÓ<wÓxÐyzÐ|}ð  @Bõ  @Fð  GIõ  GMð  @Mð  zMõ  Nõ  N�Nñ 1àˆr   )rU   rR   rW   rV   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rL   rd   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r\   Ú__classdict__s   @@r   rD   rD   0   s   ù‡ € ÷
]÷	ò 	r   rD   c                   ó<   a a€ ] tR t^It oRV 3R lltR tRtVtV ;t# )ÚTemporalConvc           
     óØ   <€ \         SV `  4        VP                  ^ WVR7      V n        VP	                  WV^^3V^,          ^ ^ 3WVR7      V n        VP	                  W^W4R7      V n        R# )rF   rG   )r>   r@   rH   rI   N)rK   rL   rO   r   rQ   ÚdwconvÚpwconv)rX   rY   Úkernel_sizerH   rI   r[   r\   s   &&&&&&€r   rL   ÚTemporalConv.__init__J   s�   ø€ Ü‰ÑÔØ×(Ñ(¨¨XÈ6Ð(ÓRˆŒ	Ø ×'Ñ'¨¸[È!ÈQÐ<OÐZeÐijÕZjÐlmÐopÐYqð  {Cð  Y_Ð'ó  `ˆŒØ ×'Ñ'¨¸AÀUÐ'ÓZˆŽr   c                ó€  € \         P                  ! V4      p\        WP                  4      p\        P
                  P                  V P                  VR R7      w  rEp VP                  ^,          p\        VP                  ^,          V^,          4       EF<  w  r‰r«\        VRRW«13,          V P                  V4      p\         P                  ! V4      P                  VP                  ^R^^^4      4      p\        V4       Fœ  pWç^,          ,
          pVRR\        ^ V) 4      Wº,
          \        ^ V4      ,
          13,          P                  VRR\        ^ V4      Wº,
          \!        ^ V4      ,           13,          VR^ V3,          P                  ^R^^^4      4       Kž  	  V P#                  VRRWŠ,
          Wš,
          13,          4      VRRW‰13&   EK?  	  \        P
                  P%                  V P                  WEV4       VP'                  V4      #   \        P
                  P%                  T P                  YET4       i ; i)Tr!   r_   éÿÿÿÿ)r(   ra   r   r   r%   r&   r'   rt   r   r   r5   Úcopy_r+   r   r   Úaddcmul_r   ru   r,   Úadd_)rX   r   r4   r$   r/   r0   r1   Úkr   r   rc   r2   r   ÚaccÚiÚss   &&              r   rd   ÚTemporalConv.forwardP   sú  € Ü×Ò˜qÓ!ˆÜ˜1Ÿi™iÓ(ˆä',§y¡y×'AÑ'AÀ$Ç+Á+ÈqÐ^bÐ'AÓ'cÑ$ˆ�nð
	TØ—‘˜Q•ˆAÜ % a§g¡g¨a¥j°!°qµ&× 9‘�˜Ü˜a  1 a c 	�l¨D¯I©I°uÓ=�Ü×&Ò& qÓ)×/Ñ/°·	±	¸!¸RÀÀAÀqÓ0IÓJ�Ü˜qž�AØ �F�
�AØ˜˜1œc ! a R›j¨­´°Q¸³Õ):Ð:Ð:Õ;×DÑDÀQÀqÈ!ÌSÐQRÐTUËYÐWXÕW\Ô_bÐcdÐfgÓ_hÕWhÐMhÐGhÕEiÐkqÐrsÐuvÐxyÐryÕkz×kÑkð  ABð  DFð  HIð  KLð  NOó  lPö  Qñ "ð $(§;¡;¨s°1°a¸½ÀÅ¸Ð3FÕ/GÓ#H��A�q˜"˜%�KÔ ñ !:ô �I‰I×(Ñ(¨¯©°fÀNÔSØ�v‰v�c‹{Ðøô �I‰I×(Ñ(¨¯©°fÀNÕSús   ÁE8H È-H=)rt   r   ru   rf   rg   ro   s   @@r   rr   rr   I   s   ù‡ € ÷[÷ò r   rr   c                   óR   a a€ ] tR t^ct oRtRV 3R lltR tR tR tR t	Rt
VtV ;t# )	ÚMiniMaxH3LatentUpscalerz¼3D-conv blocks at the input size, a trilinear resize, then blocks at the output size; every res block is
conditioned on the scale factor and every other one is followed by a temporal conv.c	                óæ  <€ \         SV `  4        W`n        R VRVRV/p	VP                  W^^WgR7      V n        \
        P                  ! VP                  ^^@WgR7      \
        P                  ! 4       VP                  ^@^@WgR7      4      V n	        \
        P                  ! 4       V n        \
        P                  ! 4       V n        V P                  V3V P                  V33 F^  w  r«\        V4       FJ  pV
P                  \        V^@3/ V	B 4       V^,          ^ 8X  g   K/  V
P                  \!        W%3/ V	B 4       KL  	  K`  	  VP#                  ^ W&VR7      V n        VP                  W!^^WgR7      V n        R# )rH   rI   r[   rJ   rG   N)rK   rL   rH   rQ   Úconv_inrM   rN   rT   rS   ÚembedÚ
ModuleListÚ	in_blocksÚ
out_blocksr   ÚappendrD   rr   rO   Únorm_outÚconv_out)rX   Úin_channelsrY   rˆ   r‰   Útemporal_kernelrH   rI   r[   r&   ÚblocksÚcountr   r\   s   &&&&&&&&&    €r   rL   Ú MiniMaxH3LatentUpscaler.__init__g   sN  ø€ Ü‰ÑÔØŒ
Ø˜˜x¨°¸zÐJˆØ!×(Ñ(¨ÀÈ1ÐTYÐ(ÓiˆŒÜ—]’] :×#4Ñ#4°Q¸À%Ð#4Ó#WÔY[×Y`ÒY`ÓYbÐdn×duÑduÐvxÐz|ð  EJÐduó  eZó  [ˆŒ
ÜŸš›ˆŒÜŸ-š-›/ˆŒØ#Ÿ~™~¨yÐ9¸D¿O¹OÈZÐ;XÓY‰MˆFÜ˜5–\�Ø—‘œm¨H°bÑ@¸CÑ@ÔAØ�q•5˜A–:Ø—M‘M¤,¨xÑ"PÈCÑ"PÖQó "ñ Zð
 #×,Ñ,¨R°ÈvÐ,ÓVˆŒØ"×)Ñ)¨(ÀÈAÐUZÐ)ÓjˆŽr   c                ó   € V P                   # ©N)rH   )rX   s   &r   Ú	get_dtypeÚ!MiniMaxH3LatentUpscaler.get_dtypew   s   € Ø�z‰zÐr   c                óþ   € Vw  r4rVpW0P                   P                  ,          ^V,          ^`,           ,          \        Wg,          V^,          V^,          ,          4      ,          V P                  P                  ,          # )é   )r…   Úout_channelsr   rH   Úitemsize)rX   r   Úsizer   Ú_r   r   r   s   &&&     r   Úmemory_requiredÚ'MiniMaxH3LatentUpscaler.memory_requiredz   s]   € à‰ˆˆa�AØ—<‘<×,Ñ,Õ,°°Aµ¸µ
Õ;¼cÀ!Å%ÈÈaÍÐSWÐXYÕSZÕIZÓ>[Õ[Ð^b×^hÑ^h×^qÑ^qÕqÐqr   c                ód   € V F)  p\        V\        4      '       d	   V! W#4      MV! V4      pK+  	  V# r“   )Ú
isinstancerD   )rX   r�   r   rb   Úblocks   &&&& r   Ú
run_blocksÚ"MiniMaxH3LatentUpscaler.run_blocks   s,   € ÛˆEÜ!+¨E´=×!AÒ!A‘�a”ÁuÈQÃxŠAñ àˆr   c                óÈ  € VR,          VP                   R,          ,          VR	,          VP                   R	,          ,          ,           ^,          p\        P                  ! \        VP                  VP
                  R7      P                  ^R^^^4      p\        P                  ! \        VP                  VP
                  R7      P                  ^R^^^4      pW,
          V,          pV P                  \        P                  ! R
V^,
          VP                  VP
                  R7      4      pV P                  V P                  V P                  V4      P                  \        P                  R7      V4      p\        P                   ! WRRR7      P                  \        P                  R7      pV P                  V P"                  W4      p\        P$                  ! VP                   ^ ,          V P&                  P(                  3\+        VP                   R,          4      ,           VP                  VP
                  R7      p\-        WP.                  4      p\1        VP                   ^,          ^4       F[  w  ršr¼\3        V P&                  \5        VRRW¼13,          V P.                  V4      4      RRW›,
          W«,
          13,          VRRWš13&   K]  	  \        P6                  ! WGV4      # )zLNormalized H3 video latent [B, 24, T, H, W] -> the same at size (T, H', W').)rI   rH   r7   Ú	trilinearF)rš   ÚmodeÚalign_corners:r—   NNr_   ry   éþÿÿÿ)r   r   )r   r(   Útensorr   rI   rH   r+   r   r†   Úfullr¡   rˆ   r…   r;   r<   r9   Úinterpolater‰   ÚemptyrŒ   r˜   Útupler   r‹   r   rB   r5   r)   )rX   r   rš   r-   ÚmeanÚstdrb   r4   r$   r   r   rc   r2   s   &&&          r   rd   ÚMiniMaxH3LatentUpscaler.forward„   s  € à�b•˜AŸG™G B�KÕ'¨$¨r­(°Q·W±W¸Rµ[Õ*@Õ@ÀAÕEˆÜ�|Š|œL°·±ÀÇÁÔI×NÑNÈqÐRTÐVWÐYZÐ\]Ó^ˆÜ�lŠlœ;¨q¯x©x¸q¿w¹wÔG×LÑLÈQÐPRÐTUÐWXÐZ[Ó\ˆà�X˜ÕˆØ�j‰jœŸš F¨E°A­I¸a¿h¹hÈaÏgÉgÔVÓWˆà�O‰O˜DŸN™N¨D¯L©L¸«O×,FÑ,FÔUZ×UkÑUkÐ,FÓ,lÐnqÓrˆÜ�MŠM˜!¨[ÈÔN×YÑYÔhm×h~Ñh~ÐYÓˆØ�O‰O˜DŸO™O¨QÓ4ˆÜ�kŠk˜1Ÿ7™7 1�: t§}¡}×'AÑ'AÐBÄUÈ1Ï7É7ÐSUÍ;ÓEWÕWÐ`a×`hÑ`hÐpq×pwÑpwÔxˆÜ˜1Ÿm™mÓ,ˆÜ! !§'¡'¨!¥*¨aÖ0‰LˆB�AÜ(¨¯©¼	À!ÀAÀqÈ!È#ÀIÅ,ÐPT×P]ÑP]Ð_dÓ8eÓfÐghÐjkÐmoÕmsÐtvÕtzÐmzÐgzÕ{ˆC��1�b�e�Óñ 1ä�}Š}˜T¨Ó,Ð,r   )r…   rŒ   rH   r†   rˆ   r‹   r‰   )é   i   é   r±   é   NNN)rh   ri   rj   rk   Ú__doc__rL   r”   rœ   r¡   rd   rl   rm   rn   ro   s   @@r   rƒ   rƒ   c   s+   ù‡ € ñ[÷kò òrò
÷
-ò -r   rƒ   )NN)r   r(   Útorch.nnrM   Útorch.nn.functionalÚ
functionalr9   Ú	comfy.opsr%   Úcomfy.ldm.minimax.vaer   r   r   r   r   r5   rB   ÚModulerD   rr   rƒ   © r   r   Ú<module>r»      sh   ðÛ Û Ý ß Ð ã ß ;ð 
€òeò
;ôIòIô�B—I‘Iô ô2�2—9‘9ô ô41-˜bŸi™iö 1-r   