+
    ƒ°ñjÞ4  ã                   óÈ   € ^ RI Ht ^ RIHt ^ RIt^ RIHtHt ^ RIHt ^ RI	t
^ RIHtHtHt ^ RIHtHt ^ RIHt ^R	IHtHtHtHt ] ! R
 R]4      4       t ! R R]4      tR# )é    )Ú	dataclass)ÚOptionalN)ÚTensorÚnn)Úrepeat)ÚEmbedNDÚDoubleStreamBlockÚSingleStreamBlock)ÚChromaÚChromaParams)ÚApproximator)ÚNerfEmbedderÚNerfGLUBlockÚNerfFinalLayerÚNerfFinalLayerConvc                   ó,   a € ] tR t^t o V 3R ltRtV tR# )ÚChromaRadianceParamsc                ó¶   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[S[P                  ,          ;R&   S[;R	&   S[;R
&   # )é   Ú
patch_sizeÚnerf_hidden_sizeÚnerf_mlp_ratioÚ
nerf_depthÚnerf_max_freqsÚnerf_tile_sizeÚnerf_final_head_typeÚnerf_embedder_dtypeÚuse_x0Úuse_sequential_txt_ids)ÚintÚstrr   ÚtorchÚdtypeÚbool)ÚformatÚ__classdict__s   "€ÚCC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\chroma_radiance\model.pyÚ__annotate__Ú!ChromaRadianceParams.__annotate__   s‹   ø‡ ‚ á�Oñ ñ Ññ ñ Ññ	 ñ
 �Oñ ñ Ññ ñ Ññ ñ Ññ ñ "¡%§+¡+Õ.Ñ.ñ ñ �Lñ ñ !Ñ ò ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r&   s   @r'   r   r      s   ø‡ ‡ „ r*   r   c                   ó²   a € ] tR t^,t o RtRR lt]V 3R lR l4       tV 3R lR ltV 3R lR	 lt	V 3R
 lR lt
V 3R lR ltR tR/ 3V 3R lR lltRtV tR# )ÚChromaRadiancez3
Transformer model for flow matching on sequences.
Nc                ó
  € Vf   \        R4      h\        P                  P                  V 4       W0n        \        R/ VB pWpn        VP                  V n        VP                  V n        VP                  V n	        VP                  VP                  ,          ^ 8w  d&   \        RVP                   RVP                   24      hVP                  VP                  ,          p\        VP                  4      V8w  d   \        RVP                   RV 24      hVP                  V n
        VP                  V n        VP                  V n        VP                   V n        VP"                  V n        VP$                  V n        \'        W‡P(                  VP                  R7      V n        VP-                  VP                  VP                  VP                  VP                  RVVR7      V n        VP1                  VP2                  V P                  W4R	7      V n        \7        V P                  V P"                  V P                   V P$                  W4VR
7      V n        \        P:                  ! \=        VP>                  4       U	u. uF=  p	\A        V P                  V P                  VPB                  VPD                  RW4VR7      NK?  	  up	4      V n#        \        P:                  ! \=        VPH                  4       U	u. uF2  p	\K        V P                  V P                  VPB                  RW4VR7      NK4  	  up	4      V n&        \O        VP                  VPP                  VPR                  VPT                  ;'       g    TVVR7      V n+        \        P:                  ! \=        VPX                  4       U	u. uF2  p	\[        VP                  VPP                  VP\                  VVVR7      NK4  	  up	4      V n/        VP`                  R8X  d+   \c        VPP                  VP                  VVVR7      V n2        MUVP`                  R8X  d+   \g        VPP                  VP                  VVVR7      V n4        MRVP`                   2p
\        V
4      h. V n5        . V n6        RV n7        VPp                  '       d'   V Ps                  R\t        Pv                  ! . 4      4       VPx                  '       d)   V Ps                  R\t        Pv                  ! . 4      4       R # R # u up	i u up	i u up	i )NzBAttempt to create ChromaRadiance object without setting operationszHidden size z  must be divisible by num_heads zGot z but expected positional dim )ÚdimÚthetaÚaxes_dimT)Úkernel_sizeÚstrideÚbiasr#   Údevice)r#   r=   )Úin_dimÚ
hidden_dimÚout_dimÚn_layersr#   r=   Ú
operationsF)Ú	mlp_ratioÚqkv_biasÚ
modulationr#   r=   rB   )rC   rE   r#   r=   rB   )Úin_channelsÚhidden_size_inputÚ	max_freqsr#   r=   rB   )Úhidden_size_sÚhidden_size_xrC   r#   r=   rB   Úlinear)Úout_channelsr#   r=   rB   Úconvz!Unsupported nerf_final_head_type Ú__x0__Ú__sequential__r+   )=ÚRuntimeErrorr   ÚModuleÚ__init__r#   r   Úparamsr   rF   rL   Úhidden_sizeÚ	num_headsÚ
ValueErrorÚsumr9   r>   r@   r?   rA   r   r8   Úpe_embedderÚConv2dÚimg_in_patchÚLinearÚcontext_in_dimÚtxt_inr   Údistilled_guidance_layerÚ
ModuleListÚrangeÚdepthr	   rC   rD   Údouble_blocksÚdepth_single_blocksr
   Úsingle_blocksr   r   r   r   Únerf_image_embedderr   r   r   Únerf_blocksr   r   Únerf_final_layerr   Únerf_final_layer_convÚ
skip_mmditÚskip_ditÚliter   Úregister_bufferr"   Útensorr   )ÚselfÚimage_modelÚfinal_layerr#   r=   rB   ÚkwargsrS   Úpe_dimÚ_Úerrstrs   &&&&&&,    r'   rR   ÚChromaRadiance.__init__1   sj  € ØÒÜÐcÓdÐdÜ
�	‰	×Ñ˜4Ô ØŒ
Ü%Ñ/¨Ñ/ˆØŒØ ×+Ñ+ˆŒØ!×-Ñ-ˆÔØ"×/Ñ/ˆÔØ×Ñ × 0Ñ 0Õ0°AÔ5ÜØ˜v×1Ñ1Ð2Ð2RÐSY×ScÑScÐRdÐeóð ð ×#Ñ# v×'7Ñ'7Õ7ˆÜˆv�‰Ó 6Ô)Ü˜t F§O¡OÐ#4Ð4QÐRXÐQYÐZÓ[Ð[Ø!×-Ñ-ˆÔØ×)Ñ)ˆŒØ—m‘mˆŒØ—~‘~ˆŒØ ×+Ñ+ˆŒØŸ™ˆŒÜ" v·\±\ÈFÏOÉOÔ\ˆÔØ&×-Ñ-Ø×ÑØ×ÑØ×)Ñ)Ø×$Ñ$ØØØð .ó 
ˆÔð !×'Ñ'¨×(=Ñ(=¸t×?OÑ?OÐW\Ð'ÓlˆŒä(4ØŸ;™;Ø#Ÿ™Ø ŸL™LØ!Ÿ]™]Ø¸:ô)ˆÔ%ô  Ÿ]š]ô ˜vŸ|™|Ô,ó
ñ -�Aô "Ø×$Ñ$Ø—N‘NØ$×.Ñ.Ø#Ÿ_™_Ø$Ø¸:÷ñ -ñ
ó
ˆÔô  Ÿ]š]ô ˜v×9Ñ9Ô:ó	ñ ;�Aô "Ø×$Ñ$Ø—N‘NØ$×.Ñ.Ø$Ø¸:÷ñ ;ñ	ó
ˆÔô $0Ø×*Ñ*Ø$×5Ñ5Ø×+Ñ+Ø×,Ñ,×5Ð5°ØØ!ô$
ˆÔ ô Ÿ=š=ô ˜V×.Ñ.Ô/ó	*
ñ 0�!ô Ø$×0Ñ0Ø$×5Ñ5Ø ×/Ñ/ØØØ%÷ñ 0ñ	*
ó 	ˆÔð ×&Ñ&¨(Ô2Ü$2Ø×'Ñ'Ø#×/Ñ/ØØØ%ô%ˆDÕ!ð ×(Ñ(¨FÔ2Ü);Ø×'Ñ'Ø#×/Ñ/ØØØ%ô*ˆDÕ&ð 9¸×9TÑ9TÐ8UÐVˆFÜ˜VÓ$Ð$àˆŒØˆŒØˆŒ	à�=�=ˆ=Ø× Ñ  ¬5¯<ª<¸Ó+;Ô<à×(×(Ð(Ø× Ñ Ð!1´5·<²<ÀÓ3CÖDñ )ùòU
ùò	ùò,	*
s   É5AS;Ë+8T Î8Tc                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   Úreturn)r   rQ   )r%   r&   s   "€r'   r(   ÚChromaRadiance.__annotate__«   s   ø€ ÷ "ñ "¡2§9¡9ñ "r*   c                óª   € V P                   P                  R 8X  d   V P                  # V P                   P                  R8X  d   V P                  # \        h)rK   rM   )rS   r   rg   rh   ÚNotImplementedError)rn   s   &r'   Ú_nerf_final_layerÚ ChromaRadiance._nerf_final_layerª   sD   € à�;‰;×+Ñ+¨xÔ7Ø×(Ñ(Ð(Ø�;‰;×+Ñ+¨vÔ5Ø×-Ñ-Ð-ä!Ð!r*   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Úimgrw   )r   )r%   r&   s   "€r'   r(   rx   ³   s   ø€ ÷ .ñ .™&ð .¡Vñ .r*   c                óf   € V P                  V4      pVP                  ^4      P                  ^^4      # )r   )rZ   ÚflattenÚ	transpose)rn   r~   s   &&r'   Úimg_inÚChromaRadiance.img_in³   s-   € Ø×Ñ Ó$ˆà�{‰{˜1‹~×'Ñ'¨¨1Ó-Ð-r*   c                ó2   <€ V ^8„  d   QhRS[ RS[ RS[RS[ /# )r   Úimg_origÚimg_outrS   rw   )r   r   )r%   r&   s   "€r'   r(   rx   ¸   s3   ø€ ÷ */ñ */áð*/ñ ð*/ñ %ð	*/ñ
 
ñ*/r*   c           	     ó   € VP                   w  rErgVP                   ^,          pVP                  p	\        P                  P	                  WV	R7      p
V
P                  ^^4      p
VP                  WH,          VP                  4      pV
P                  WH,          WY^,          4      P                  ^^4      p
VP                  ^ 8”  d&   WƒP                  8”  d   V P                  WºWEW‰V4      pM,V P                  V
4      pV P                   F  pV! WË4      pK  	  VP                  ^^4      pVP                  WHR4      pVP                  ^^4      p\        P                  P                  VWg3V	V	R7      pV P                  V4      # )é   )r:   r;   )Úoutput_sizer:   r;   éÿÿÿÿ)Úshaper   r   Ú
functionalÚunfoldr�   ÚreshaperT   r   Úforward_tiled_nerfre   rf   Úfoldr{   )rn   r…   r†   rS   ÚBÚCÚHÚWÚnum_patchesr   Únerf_pixelsÚnerf_hiddenÚimg_dctÚblocks   &&&&          r'   Úforward_nerfÚChromaRadiance.forward_nerf¸   si  € ð —^‘^‰
ˆˆaØ—m‘m AÕ&ˆØ×&Ñ&ˆ
ô —m‘m×*Ñ*¨8ÐT^Ð*Ó_ˆØ!×+Ñ+¨A¨qÓ1ˆð —o‘o a¥o°v×7IÑ7IÓJˆØ!×)Ñ)¨!­/¸1È!½mÓL×VÑVÐWXÐZ[Ó\ˆà× Ñ  1Ô$¨×7LÑ7LÔ)Lð ×-Ñ-¨kÈÈkÐgmÓn‰Gð ×.Ñ.¨{Ó;ˆGð ×)Ô)�Ù Ó5’ñ *ð ×#Ñ# A qÓ)ˆà—/‘/ !°"Ó5ˆØ×#Ñ# A qÓ)ˆÜ—-‘-×$Ñ$ØØ˜Ø"Øð	 %ó 
ˆð ×%Ñ% gÓ.Ð.r*   c                óJ   <€ V ^8„  d   QhRS[ RS[ RS[RS[RS[RS[RS[RS[ /# )	r   r—   r–   ÚbatchÚchannelsr•   r   rS   rw   )r   r    r   )r%   r&   s   "€r'   r(   rx   ä   s[   ø€ ÷ #.ñ #.áð#.ñ ð#.ñ ð	#.ñ
 ð#.ñ ð#.ñ ð#.ñ %ð#.ñ 
ñ#.r*   c                óV  € VP                   p. p	\        ^ WX4       Ft  p
\        W¨,           V4      pWV,          W³,           pW*V,          W³,           pV P                  V4      pV P                   F  pV! Wì4      pK  	  V	P                  V4       Kv  	  \        P                  ! V	^ R7      # )zz
Processes the NeRF head in tiles to save memory.
nerf_hidden has shape [B, L, D]
nerf_pixels has shape [B, L, C * P * P]
)r7   )r   r`   Úminre   rf   Úappendr"   Úcat)rn   r—   r–   r�   rž   r•   r   rS   Ú	tile_sizeÚoutput_tilesÚiÚendÚnerf_hidden_tileÚnerf_pixels_tileÚimg_dct_tiler™   s   &&&&&&&&        r'   r�   Ú!ChromaRadiance.forward_tiled_nerfä   s©   € ð ×)Ñ)ˆ	Øˆä�q˜+Ö1ˆAÜ�a•m [Ó1ˆCð  +¨u­9°Sµ[ÐAÐØ*¨u­9°Sµ[ÐAÐð  ×3Ñ3Ð4DÓEˆLð ×)Ô)�Ù$ \ÓD’ñ *ð ×Ñ Ö-ñ 2ô" �yŠy˜¨1Ô-Ð-r*   c                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   Ú	overridesrw   )Údictr   )r%   r&   s   "€r'   r(   rx   	  s   ø€ ÷ /ñ /±dð /Ñ?Sñ /r*   c                óv  aaa€ V P                   oV'       g   S# SP                   Uu/ uF  q"\        SV4      bK  	  upo\        R4      o\        ;QJ d    . V3R lV 4       F  NK  	  5M! V3R lV 4       4      pV'       d    RRP                  V4       2p\        V4      h\        ;QJ d&    . VV3R lVP                  4        4       F  NK  	  5M! VV3R lVP                  4        4       4      pV'       d    RRP                  V4       2p\        V4      hSV,          oSP                  ! R/ SB # u upi )r   c              3   ó8   <"  € T F  qS9  g   K  Vx € K  	  R # 5i©Nr+   )Ú.0ÚkÚparams_dicts   & €r'   Ú	<genexpr>Ú>ChromaRadiance.radiance_get_override_params.<locals>.<genexpr>  s   øé € ÐF¡I˜q¸+Ñ1EŸš£Iùs   ƒ�
z?Unknown key(s) in transformer_options chroma_radiance_options: z, c           
   3   ó”   <"  € T F=  w  r\        V\        \        SV4      4      4      '       d   K,  Vf
   VS9  g   K9  Vx € K?  	  R # 5ir°   )Ú
isinstanceÚtypeÚgetattr)r±   r²   ÚvÚnullable_keysrS   s   &  €€r'   r´   rµ     sE   øé € ð 
á)‘�Ü˜a¤¤g¨f°aÓ&8Ó!9×:ô à@AÂÐQRÐZgÑQg÷ ŠAÛ)ùs   ƒ)A±A¾
AzAInvalid value(s) in transformer_options chroma_radiance_options: )r   r+   )	rS   Ú__dataclass_fields__r¹   Ú	frozensetÚtupleÚjoinrV   ÚitemsÚ	__class__)rn   r¬   r²   Úbad_keysÚer»   rS   r³   s   &&   @@@r'   Úradiance_get_override_paramsÚ+ChromaRadiance.radiance_get_override_params	  s  ú€ Ø—‘ˆßØˆMØ6<×6QÒ6QÓRÑ6Q°œ' &¨!Ó,Ò,Ñ6QÑRˆÜ!Ð":Ó;ˆß”5ÔF¡IÓF—5‘5ÔF¡IÓFÓFˆßØQÐRV×R[ÑR[Ð\dÓReÐQfÐgˆAÜ˜Q“-Ðß”5õ 
à!Ÿ™Ô)ó
—5‘5õ 
à!Ÿ™Ô)ó
ó 
ˆ÷
 ØSÐTX×T]ÑT]Ð^fÓTgÐShÐiˆAÜ˜Q“-Ðà�yÕ ˆØ×ÒÑ. +Ñ.Ð.ùò! Ss   ¨D6c                óV   € R pW!,
          VP                  R^^^4      V,           ,          # )g        rŠ   )Úview)rn   Ú	predictedÚnoisyÚ	timestepsÚepss   &&&& r'   Ú_apply_x0_residualÚ!ChromaRadiance._apply_x0_residual  s+   € ð ˆØÕ! i§n¡n°R¸¸!¸AÓ&>ÀÕ&DÕEÐEr*   c                ój   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[ ,          RS[S[,          RS[RS[RS[ /# )	r   ÚxÚtimestepÚcontextÚguidanceÚcontrolÚtransformer_optionsrq   rw   )r   r   r­   )r%   r&   s   "€r'   r(   rx   %  sd   ø€ ÷ 1ñ 1áð1ñ ð1ñ ð	1ñ
 ™6Õ"ð1ñ ™$•ð1ñ "ð1ñ ð1ñ 
ñ1r*   c                óö  € VP                   w  r‰r«\        P                  P                  P	                  WP
                  V P
                  34      pVP                  ^8w  d   \        R4      hVP                  ^8w  d   \        R4      hV P                  VP                  R/ 4      4      pVP                   R,          V P
                  ,          pVP                   R,          V P
                  ,          p\        P                  ! Wï^3VP                  VP                  R7      pVR,          \        P                  ! ^ V^,
          WáP                  VP                  R7      P                  ^4      ,           VR&   VR,          \        P                  ! ^ V^,
          WñP                  VP                  R7      P                  ^ 4      ,           VR&   \!        VRVR7      p\        P                  ! WƒP                   ^,          ^3VP                  VP                  R7      pVP"                  '       da   \        P$                  ! VP                   ^,          VP                  VP                  R7      P                  ^ 4      P'                  VR4      VR&   V P)                  VVVVVVVVVP                  R	R
4      R7	      pV P+                  VVV4      RRR
V
1R
V13,          p\-        V R4      '       d   V P/                  VWÂ4      pV# )é   z0Input img tensor must be in [B, C, H, W] format.z)Input txt tensors must have 3 dimensions.Úchroma_radiance_options)r=   r#   ºNNN)Ústepsr=   r#   zh w c -> b (h w) c)ÚbÚattention_maskN)Ú	attn_maskrN   éþÿÿÿrŠ   )rØ   rØ   rˆ   )rØ   rØ   r   )rØ   rØ   r   )r‹   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizer   ÚndimrV   rÄ   Úgetr"   Úzerosr=   r#   ÚlinspaceÚ	unsqueezer   r   ÚarangeÚexpandÚforward_origrš   ÚhasattrrÌ   )rn   rÏ   rÐ   rÑ   rÒ   rÓ   rÔ   rq   ÚbsÚcÚhÚwr~   rS   Úh_lenÚw_lenÚimg_idsÚtxt_idsr†   Úouts   &&&&&&&,            r'   Ú_forwardÚChromaRadiance._forward%  s�  € ð —g‘g‰ˆˆqÜ�i‰i×"Ñ"×4Ñ4°Q¿¹È$Ï/É/Ð8ZÓ[ˆà�8‰8�qŒ=ÜÐOÓPÐPØ�<‰<˜1ÔÜÐHÓIÐIà×2Ñ2Ð3F×3JÑ3JÐKdÐfhÓ3iÓjˆà—‘˜2• $§/¡/Õ1ˆØ—‘˜2• $§/¡/Õ1ˆä—+’+˜u¨QÐ/¸¿¹ÈÏÉÔPˆØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑÜ˜Ð"6¸"Ô=ˆÜ—+’+˜r§=¡=°Õ#3°QÐ7ÀÇÁÐPQ×PWÑPWÔXˆà×(×(Ð(Ü$Ÿ|š|¨G¯M©M¸!Õ,<ÀQÇXÁXÐUV×U\ÑU\Ô]×gÑgÐhiÓj×qÑqÐrtÐvxÓyˆG�GÑà×#Ñ#ØØØØØØØØØ—j‘jÐ!1°4Ó8ð $ó 

ˆð ×Ñ  W¨fÓ5°a¸¸B¸Q¸BÀÀÀ°lÕCˆô �4˜×"Ò"Ø×)Ñ)¨#¨sÓ=ˆCØˆ
r*   )r^   rb   r#   r?   rT   rZ   rF   r>   rk   rA   rf   rg   rh   re   rU   rL   r@   rS   r   rX   rd   rj   ri   r]   )NTNNN)r,   r-   r.   r/   Ú__doc__rR   Úpropertyr{   r‚   rš   r�   rÄ   rÌ   rô   r1   r2   r3   s   @r'   r5   r5   ,   sm   ø‡ € ñôwEðr ÷"ó ð"÷.ð .÷
*/ð */÷X#.ð #.÷J/ð /ò,Fð !%Ø"$÷1÷ 1ð 1r*   r5   )Údataclassesr   Útypingr   r"   r   r   Úeinopsr   Úcomfy.ldm.common_ditrÞ   Úcomfy.ldm.flux.layersr   r	   r
   Úcomfy.ldm.chroma.modelr   r   Úcomfy.ldm.chroma.layersr   Úlayersr   r   r   r   r   r5   r+   r*   r'   Ú<module>r      sZ   ðõ
 "Ý ã ß Ý Û ç OÑ Oç 7õ÷ó ð ô!˜<ó !ó ð!ô j�Vö jr*   