+
    ‚°ñj³'  ã                   óð   € ^ RI t ^ RItRt ^ RIt]P
                  tRt]'       g   R tRR lt
RR ltRR ltR	 tRR
 R lltR tRR ltRR ltRR ltR#   ]]3 d    ] P                  ! R4        LVi ; i)é    NFTzTcomfy_kitchen does not support stochastic FP8 rounding, please update comfy_kitchen.c                 ó   € \        R 4      h)z6comfy_kitchen does not support stochastic FP8 rounding)ÚNotImplementedError)ÚvalueÚrngÚdtypes   &&&Ú/C:\Ai_Coding\apps\studio\ComfyUI\comfy\float.pyÚ_ck_stochastic_rounding_fp8r	      s   € Ü!Ð"ZÓ[Ð[ó    c           	      ó–  € \         P                  ! VV R W,
          ,          ,          R,
          ^V,          ,          V R V) ^,           V,
          ,          ,          4      pV\         P                  ! VP                  4       VP                  VP
                  VP                  VR7      ,          pVP                  4       ^V,          ,          # )ç       @ç      ð?©r   ÚlayoutÚdeviceÚ	generator)ÚtorchÚwhereÚrandÚsizer   r   r   Úfloor)Úabs_xÚexponentÚnormal_maskÚMANTISSA_BITSÚEXPONENT_BIASr   Úmantissa_scaleds   &&&&&& r   Úcalc_mantissar      sµ   € Ü—k’kØØ	�#˜(Õ2Õ3Õ	4°sÕ	:¸qÀ-Õ?OÕPØ	�#˜=˜.¨1Õ,¨}Õ<Õ=Õ	>ó€Oð ”u—z’z /×"6Ñ"6Ó"8À×@UÑ@UÐ^m×^tÑ^tð  ~M÷  ~Tñ  ~Tð  `iô  jõ  j€OØ× Ñ Ó" a¨Õ&6Õ7Ð7r
   c           	      ó(  € V\         P                  8X  d   ^^^rTpM&V\         P                  8X  d   ^^^rTpM\        R4      hV P	                  4       p \         P
                  ! V 4      pV P                  4       p\         P                  ! V^ 8H  ^ V4      p\         P                  ! \         P                  ! \         P                  ! V4      4      V,           ^ ^V,          ^,
          4      pV^ 8H  ( p	\        WxW”WRR7      VR&   V\         P                  ! V	RW…,
          ,          RV,           ,          RV) ^,           ,          V,          4      ,          p\         P                  ! V4      p
\         P                  ! WjP                  V
P                  VR7       V# )é   zUnsupported dtype©r   :NNNr   r   )ÚminÚmaxÚout)r   Úfloat8_e4m3fnÚfloat8_e5m2Ú
ValueErrorÚhalfÚsignÚabsr   Úclampr   Úlog2r   Úfinfor!   r"   )Úxr   r   ÚEXPONENT_BITSr   r   r(   r   r   r   Úinfs   &&&        r   Ú!manual_stochastic_round_to_float8r0      sC  € Ø”×#Ñ#Ô#Ø67¸¸A mˆ mØ	”%×#Ñ#Ô	#Ø67¸¸B mˆ mäÐ,Ó-Ð-à	�‰‹€AÜ�:Š:�a‹=€DØ�E‰E‹G€EÜ�;Š;�u ‘z 1 dÓ+€Dô �{Š{Ü�Š”E—J’J˜uÓ%Ó&¨Õ6Ø	ˆ1ˆmÕ˜aÕó€Hð  ‘MÐ"€Kä˜U¨kÈ-Ôm€Eˆ!�HàŒE�KŠKØØ	�Õ)Õ	*¨s°U­{Õ;Ø	�-� !Õ#Õ	$¨Õ-óõ €Dô �+Š+�eÓ
€CÜ	‡K‚K�Ÿ'™' s§w¡w°DÕ9Ø€Kr
   c           
      óX  € V\         P                  8X  d!   V P                  \         P                  R 7      # V\         P                  8X  d!   V P                  \         P                  R 7      # V\         P                  8X  d!   V P                  \         P                  R 7      # V\         P
                  8X  g   V\         P                  8X  EdP   \         P                  ! V P                  R7      pVP                  V4       \        '       dZ   \         P                  ! ^ RV P                  4       \         P                  V P                  V P                  VR7      p\        WV4      # \         P                   ! WR 7      p\#        ^V P%                  4       R,          4      p\#        ^\'        V P(                  ^ ,          V,          4      4      p\+        ^ V P(                  ^ ,          V4       F/  pWXW‡,            P-                  \/        WW‡,            WR7      4       K1  	  V# V P                  VR 7      # ))r   ©r   é   r   r    é   )r   Úfloat32ÚtoÚfloat16Úbfloat16r$   r%   Ú	Generatorr   Úmanual_seedÚ!_CK_STOCHASTIC_ROUNDING_AVAILABLEÚrandintr   Úuint8r   r	   Ú
empty_liker"   ÚnumelÚroundÚshapeÚrangeÚcopy_r0   )	r   r   Úseedr   r   ÚoutputÚ
num_slicesÚ
slice_sizeÚis	   &&&      r   Ústochastic_roundingrI   A   sŠ  € Ø”—‘ÔØ�x‰xœeŸm™mˆxÓ,Ð,Ø”—‘ÔØ�x‰xœeŸm™mˆxÓ,Ð,Ø”—‘ÔØ�x‰xœeŸn™nˆxÓ-Ð-Ø”×#Ñ#Ô# u´×0AÑ0AÕ'AÜ—O’O¨5¯<©<Ô8ˆ	Ø×Ñ˜dÔ#ß,Ó,Ü—-’-  3¨¯
©
«¼E¿K¹KÐPU×P\ÑP\Ðej×eqÑeqð  ~Gô  HˆCÜ.¨u¸5ÓAÐAä×!Ò! %Ô5ˆÜ˜˜UŸ[™[›]¨kÕ:Ó<ˆ
Ü˜œE %§+¡+¨a¥.°:Õ"=Ó>Ó?ˆ
Ü�q˜%Ÿ+™+ a�.¨*Ö5ˆAØ�Q•\Ð"×(Ñ(Ô)JÈ5ÐSTÕS_ÐK`ÐbgÔ)}Ö~ñ 6àˆà�8‰8˜%ˆ8Ó Ð r
   c           	      ó°  € V P                   p\        P                  ! V 4      P                  \        P                  4      p\        P
                  ! \        P                  ! V P                  4       4      R ,           4      P                  ^ ^4      pV \        P                  ! V P                  4       V P                  V P                  V P                  VR7      R,
          ^VR,
          ,          ,          R,          ,          p V P                  4       p \        P
                  ! \        P                  ! V 4      R,           4      P                  ^ ^4      p\        P                  ! V^ 8„  V RV^,
          ,          ,          R ,
          R,          V R,          V R7      P                  4       P                  \        P                  4      p? VP                  \        P                  4      pV^,          V^,          ,          V,          p???VP!                  R
4      pVR,          ^,          VR,          ,          pVP#                  \%        V4      R	R
 R
.,           4      # )r   r   g      à?r   g      ô?g®Gázó?)r#   :r   Né   :é   NrK   Néÿÿÿÿ)rA   r   Úsignbitr6   r=   r   r+   r)   r*   r   r   r   r   r   r   r@   ÚviewÚreshapeÚlist)	r-   r   Ú
orig_shaper(   ÚexpÚmantissaÚfp4Úfp4_flatÚpackeds	   &&       r   Ústochastic_float_to_fp4_e2m1rX   Z   s°  € Ø—‘€JÜ�=Š=˜Ó×ÑœuŸ{™{Ó+€Dä
�+Š+”e—j’j §¡£Ó)¨CÕ/Ó
0×
6Ñ
6°q¸!Ó
<€CØŒ%�*Š*�Q—V‘V“X Q§W¡W°Q·X±XÀaÇhÁhÐZcÔ
dÐgjÕ
jÐopÐuxÐ{~Õu~Õoõ  
Að  DHõ  
Hõ  H€Aà	�‰‹€AÜ
�+Š+”e—j’j “m fÕ,Ó
-×
3Ñ
3°A°qÓ
9€Cä�{Š{Øˆa‰Ø	
ˆc�c˜A•gÕÕ	 #Õ	%¨Õ,Ø	
ˆS�Øô	÷
 �eƒg�b‰b”—‘‹oð ð 	
à
�&‰&”—‘Ó
€Cà�1�9˜ �Õ
" XÕ
-€CØˆc�8à�x‰x˜‹|€HØ�t�n Õ! X¨d¥^Õ3€FØ�>‰>œ$˜zÓ*¨3¨BÐ/°2°$Õ6Ó7Ð7r
   c                óD   € V ^8„  d   QhR\         R\        P                  /# )rK   ÚflattenÚreturn)Úboolr   ÚTensor)Úformats   "r   Ú__annotate__r_   v   s   € ÷ &8ñ &8¤dð &8´e·l±lñ &8r
   c                óú  € R pV P                   w  r4V! V^€4      pV! V^4      pV^€,          pV^,          pT p	W43Wx38w  d9   \        P                  ! Wx3V P                  V P                  R7      p	W	RV1RV13&   V	P                  V^€V^4      P                  ^ ^^^4      p
V
P                  R^^ ^4      P                  ^^4      P                  R^ ^4      pV'       d   VP                  4       # VP                  Wx4      # )a9  
Rearrange a large matrix by breaking it into blocks and applying the rearrangement pattern.
See:
    https://docs.nvidia.com/cuda/cublas/index.html#d-block-scaling-factors-layout

Args:
    input_matrix: Input tensor of shape (H, W)
Returns:
    Rearranged tensor of shape (32*ceil_div(H,128), 16*ceil_div(W,4))
c                 ó.   € W,           ^,
          V,          # ©rL   © )ÚaÚbs   &&r   Úceil_divÚto_blocked.<locals>.ceil_div‚   s   € Ø•˜•	˜aÕÐr
   )r   r   NrM   )
rA   r   Úzerosr   r   rO   ÚpermuterP   Ú	transposerZ   )Úinput_matrixrZ   rf   ÚrowsÚcolsÚn_row_blocksÚn_col_blocksÚpadded_rowsÚpadded_colsÚpaddedÚblocksÚ
rearrangeds   &&          r   Ú
to_blockedru   v   s  € ò ð ×#Ñ#�J€DÙ˜D #Ó&€LÙ˜D !Ó$€Lð  Õ$€KØ Õ"€Kà€FØ€|˜Ð1Ô1Ü—’ØÐ&Ø×&Ñ&Ø×$Ñ$ô
ˆð
  ,ˆu�ˆu�e�t�eˆ|Ñð �[‰[˜ s¨L¸!Ó<×DÑDÀQÈÈ1ÈaÓP€FØ—‘  A r¨1Ó-×7Ñ7¸¸1Ó=×EÑEÀbÈ"ÈbÓQ€JßØ×!Ñ!Ó#Ð#à×Ñ˜kÓ7Ð7r
   c                 ób  € R pRpV P                   p^pV P                  V^ ,          RV4      p \        P                  ! \        P                  ! \        P
                  ! V 4      RR7      V,          VP                  V P                  4      ,          VR7      P                  \        P                  4      pWP                  V P                  4      VP                  V P                  4      ,          P                  R4      ,          p V P                  V4      P                  4       p \        WR7      pW‡3# )g      @ç      |@©Údim)r"   r    rM   )rA   rP   r   r*   Úamaxr)   r6   r   r$   Ú	unsqueezerO   Ú
nan_to_numrX   )	r-   Úper_tensor_scaler   ÚF4_E2M1_MAXÚF8_E4M3_MAXrR   Ú
block_sizeÚscaled_block_scales_fp8Údata_lps	   &&&      r   Ú%stochastic_round_quantize_nvfp4_blockrƒ   Ÿ   s  € Ø€KØ€Kà—‘€Jà€Jà	�	‰	�*˜Q•-  ZÓ0€AÜ#Ÿkšk¬E¯JªJ´u·y²yÀ³|ÈÔ,LÐP[Õ+[Ð_o×_rÑ_rÐst×szÑszÓ_{Õ*{ð  BMô  N÷  Qñ  Qô  RW÷  Reñ  Reó  fÐØ	× Ñ  §¡Ó)Ð,C×,FÑ,FÀqÇwÁwÓ,OÕO×ZÑZÐ[]Ó^Õ^€Aà	�‰ˆzÓ×%Ñ%Ó'€AÜ*¨1ÔB€GØÐ+Ð+r
   c                 óˆ  € R  R lp\         P                  ! V P                  R7      pVP                  V4       V'       dg   V P                  w  rgV! V^4      pV! V^4      p	W†8w  g   W—8w  d;   \         P
                  P                  P                  V ^ W—,
          ^ W†,
          34      p \        WV4      w  r
V \        V
RR7      3# )c                ó<   € V ^8„  d   QhR\         R\         R\         /# ©rK   r-   Úmultipler[   ©Úint)r^   s   "r   r_   Ú5stochastic_round_quantize_nvfp4.<locals>.__annotate__±   ó!   € ÷ ;ñ ;”3ð ;¤#ð ;¬#ñ ;r
   c                ó<   € W,           ^,
          V,          V,          # ©z#Round up x to the nearest multiple.rc   ©r-   r‡   s   &&r   ÚroundupÚ0stochastic_round_quantize_nvfp4.<locals>.roundup±   ó   € à• Õ! hÕ.°(Õ:Ð:r
   r2   F©rZ   )
r   r9   r   r:   rA   ÚnnÚ
functionalÚpadrƒ   ru   )r-   r}   Úpad_16xrD   r�   r   rl   rm   rp   rq   Úblocked_scaleds   &&&&       r   Ústochastic_round_quantize_nvfp4r˜   °   s©   € õ;ô —’ q§x¡xÔ0€IØ×Ñ˜$Ô÷ Ø—W‘W‰
ˆÙ˜d BÓ'ˆÙ˜d BÓ'ˆØÔ +Ô"5Ü—‘×#Ñ#×'Ñ'¨¨A¨{Õ/AÀ1ÀkÕFXÐ+YÓZˆAä=¸aÐS\Ó]Ñ€AØŒj˜°Ô7Ð7Ð7r
   c                 ó`  € R  R lpV P                   pV'       ds   V P                   w  rxV! V^4      p	V! V^4      p
W—8w  g   W¨8w  dG   \        P                  P                  P	                  V ^ W¨,
          ^ W—,
          34      p V P                   p\        V4      p\        P                  ! VRR VR,          ^,          .,           \        P                  V P                  R7      p\        P                  ! VRR VR,          ^,          .,           \        P                  V P                  R7      p\        P                  ! V P                  R7      pVP                  V4       \        ^V P                  4       V,          4      p\        ^\        V P                   ^ ,          V,          4      4      p\        ^ V P                   ^ ,          V4       FS  p\!        V VVV,            WR7      w  ppVVVV,            P#                  V4       VVVV,            P#                  V4       KU  	  V\%        VRR7      3# )	c                ó<   € V ^8„  d   QhR\         R\         R\         /# r†   rˆ   )r^   s   "r   r_   Ú>stochastic_round_quantize_nvfp4_by_block.<locals>.__annotate__Å   r‹   r
   c                ó<   € W,           ^,
          V,          V,          # r�   rc   rŽ   s   &&r   r�   Ú9stochastic_round_quantize_nvfp4_by_block.<locals>.roundupÅ   r‘   r
   N)r   r   r2   r    Fr’   rM   )rA   r   r“   r”   r•   rQ   Úemptyr=   r   r$   r9   r:   r"   r?   r@   rB   rƒ   rC   ru   )r-   r}   r–   rD   r€   r�   rR   rl   rm   rp   rq   Ú
output_fp4Úoutput_blockr   rF   rG   rH   rU   Úblocks   &&&&&              r   Ú(stochastic_round_quantize_nvfp4_by_blockr¢   Ä   sÁ  € õ;ð —‘€J÷ Ø—W‘W‰
ˆÙ˜d BÓ'ˆÙ˜d BÓ'ˆØÔ +Ô"5Ü—‘×#Ñ#×'Ñ'¨¨A¨{Õ/AÀ1ÀkÕFXÐ+YÓZˆAð Ÿ™ˆJä�jÓ!€Jä—’˜Z¨¨˜_°
¸2µÀ!Õ0CÐ/DÕDÌEÏKÉKÐ`a×`hÑ`hÔi€JÜ—;’;˜z¨#¨2˜°*¸Rµ.ÀBÕ2FÐ1GÕGÌu×ObÑObÐkl×ksÑksÔt€Lä—’ q§x¡xÔ0€IØ×Ñ˜$Ôä�Q˜Ÿ™› ZÕ/Ó1€JÜ�Qœ˜qŸw™w q�z¨JÕ6Ó7Ó9€Jä�1�a—g‘g˜a•j *Ö-ˆÜ:¸1¸QÀÀJÅÐ;OÐQaÔw‰
ˆˆUØ�1�Q˜•^Ð$×*Ñ*¨3Ô/Ø�Q�q˜:•~Ð&×,Ñ,¨UÖ3ñ .ð
 ”z ,¸Ô>Ð>Ð>r
   c                 ó$  € R  pV'       dg   V P                   w  rEV! V^ 4      pV! V^ 4      pWd8w  g   Wu8w  d;   \        P                  P                  P	                  V ^ Wu,
          ^ Wd,
          34      p Rp^p	^ p
V P                   w  rEV P                  VRV
4      p\        P                  ! \        P                  ! V4      RR7      p\        P                  ! VP                  4       V,          RR7      p\        P                  ! \        P                  ! \        P                  ! V4      4      P                  \        P                  4      V	,           ^ ^þ4      pVP                  \        P                  4      pV^ 8H  pVP                  \        P                  4      ^,          P                  \        P                   4      p\        P"                  ! V\        P$                  ! V4      V4      pVP                  4       VP'                  R4      ,          P                  WE4      p\)        V\        P*                  VR7      p\        P"                  ! V\        P,                  ! V4      V4      pV\/        VRR7      P                  \        P0                  4      3# )	c                 ó<   € W,           ^,
          V,          V,          # rb   rc   )Úx_valr‡   s   &&r   r�   Ú9stochastic_round_quantize_mxfp8_by_block.<locals>.roundupê   s   € ØÕ! AÕ%¨(Õ2°hÕ>Ð>r
   rw   rx   )r!   )rD   Fr’   rM   g       8)rA   r   r“   r”   r•   rP   rz   r)   r*   ÚfloatÚceilr+   r6   Úint32r=   rO   r5   r   Ú	ones_liker{   rI   r$   Ú
zeros_likeru   Úfloat8_e8m0fnu)r-   Úpad_32xrD   r�   rl   rm   rp   rq   r   Ú	E8M0_BIASÚ
BLOCK_SIZEÚ	x_blockedÚmax_absÚscale_neededÚ
exp_biasedÚblock_scales_e8m0Ú	zero_maskÚblock_scales_f32Údata_scaledÚ
output_fp8s   &&&                 r   Ú(stochastic_round_quantize_mxfp8_by_blockr¹   é   sç  € ò?÷ Ø—W‘W‰
ˆÙ˜d BÓ'ˆÙ˜d BÓ'ˆØÔ +Ô"5Ü—‘×#Ñ#×'Ñ'¨¨A¨{Õ/AÀ1ÀkÕFXÐ+YÓZˆAà€KØ€IØ€Jà—‘�J€DØ—	‘	˜$  JÓ/€IÜ�jŠjœŸš 9Ó-°2Ô6€Gô —;’;˜wŸ}™}›°Õ<À)ÔL€LÜ—’œUŸZšZ¬¯
ª
°<Ó(@ÓA×DÑDÄUÇ[Á[ÓQÐT]Õ]Ð_`ÐbeÓf€JØ"Ÿ™¤e§k¡kÓ2Ðà˜A‘€IØ)×,Ñ,¬U¯[©[Ó9¸RÕ?×EÑEÄeÇmÁmÓTÐÜ—{’{ 9¬e¯oªoÐ>NÓ.OÐQaÓbÐð —?‘?Ó$Ð'7×'AÑ'AÀ"Ó'EÕE×NÑNÈtÓZ€KÜ$ [´%×2EÑ2EÈDÔQ€JäŸš I¬u×/?Ò/?Ð@QÓ/RÐTeÓfÐØ”zÐ"3¸UÔC×HÑHÌ×I]ÑI]Ó^Ð^Ð^r
   )N)r   )T)r   r4   )Úloggingr   r;   Úcomfy_kitchenÚckÚstochastic_rounding_fp8r	   ÚAttributeErrorÚImportErrorÚwarningr   r0   rI   rX   ru   rƒ   r˜   r¢   r¹   rc   r
   r   Ú<module>rÁ      sŽ   ðÛ ã à$)Ð !ðlÛØ"$×"<Ñ"<ÐØ(,Ð%÷ )ò\ô8ô ôH!ò28÷8&8òR,ô"8ô("?öJ!_øð 	˜Ð$ô lØ‡O‚OÐjÖkðlús   ŒA ÁA5Á4A5