+
    ƒ°ñj	5  ã                   ó¾   € ^ RI Ht ^ RIt^ RIHtHt ^ RIHtHt ^ RIt	^ RI
t	^ RIHtHtHtHt ^RIHtHtHt ] ! R R4      4       t ! R	 R
]P*                  4      tR# )é    )Ú	dataclassN)ÚTensorÚnn)Ú	rearrangeÚrepeat)ÚEmbedNDÚtimestep_embeddingÚDoubleStreamBlockÚSingleStreamBlock)Ú	LastLayerÚApproximatorÚChromaModulationOutc                   ó,   a € ] tR t^t o V 3R ltRtV tR# )ÚChromaParamsc                óò   <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R	&   S[ ;R
&   S[ ;R&   S[;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[ ;R&   # )é   Úin_channelsÚout_channelsÚcontext_in_dimÚhidden_sizeÚ	mlp_ratioÚ	num_headsÚdepthÚdepth_single_blocksÚaxes_dimÚthetaÚ
patch_sizeÚqkv_biasÚin_dimÚout_dimÚ
hidden_dimÚn_layersÚtxt_ids_dimsÚ
vec_in_dim)ÚintÚfloatÚlistÚbool)ÚformatÚ__classdict__s   "€Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\chroma\model.pyÚ__annotate__ÚChromaParams.__annotate__   sâ   ø‡ ‚ áÑñ ñ Ññ ñ Ññ	 ñ
 Ññ ñ Ññ ñ �Nñ ñ �Jñ ñ Ññ ñ �Nñ ñ �Jñ ñ �Oñ ñ �Nñ ñ �Kñ ñ �Lñ ñ  �Oñ! ñ" �Mñ# ñ$ Ññ% ñ& �Oò' ó    © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r*   s   @r+   r   r      s   ø‡ ‡ „ r.   r   c                   óŽ   a a€ ] tR t^0t oRtRV 3R lltR^ /V3R lR lltRR/ R3V3R lR lltR/ 3R	 ltR/ 3R
 lt	Rt
VtV ;t# )ÚChromaz3
Transformer model for flow matching on sequences.
Nc                ó–  <€ \         S
V `  4        W0n        \        R/ VB pWpn        VP
                  V n        VP                  V n        VP                  V n        VP                  VP                  ,          ^ 8w  d&   \        RVP                   RVP                   24      hVP                  VP                  ,          p\        VP                  4      V8w  d   \        RVP                   RV 24      hVP                  V n        VP                  V n	        VP                  V n        VP                  V n        VP                  V n        VP                   V n        \#        W‡P$                  VP                  R7      V n        VP)                  V P                  V P                  RW4R7      V n        VP)                  VP,                  V P                  W4R7      V n        \1        V P                  V P                  V P                  V P                   W4VR	7      V n        \4        P6                  ! \9        VP:                  4       U	u. uF=  p	\=        V P                  V P                  VP>                  VP@                  R
W4VR7      NK?  	  up	4      V n!        \4        P6                  ! \9        VPD                  4       U	u. uF2  p	\G        V P                  V P                  VP>                  R
W4VR7      NK4  	  up	4      V n$        V'       d*   \K        V P                  ^V P                  W4VR7      V n&        . V n'        . V n(        R
V n)        R# u up	i u up	i )r   zHidden size z  must be divisible by num_heads zGot z but expected positional dim )Údimr   r   T)ÚbiasÚdtypeÚdevice)r<   r=   )r   r!   r    r"   r<   r=   Ú
operationsF)r   r   Ú
modulationr<   r=   r>   )r   r?   r<   r=   r>   )r<   r=   r>   Nr/   )*ÚsuperÚ__init__r<   r   Úparamsr   r   r   r   r   Ú
ValueErrorÚsumr   r   r    r!   r"   r   r   Úpe_embedderÚLinearÚimg_inr   Útxt_inr   Údistilled_guidance_layerr   Ú
ModuleListÚranger   r
   r   r   Údouble_blocksr   r   Úsingle_blocksr   Úfinal_layerÚ
skip_mmditÚskip_ditÚlite)ÚselfÚimage_modelrN   r<   r=   r>   ÚkwargsrB   Úpe_dimÚ_Ú	__class__s   &&&&&&,   €r+   rA   ÚChroma.__init__5   sÖ  ø€ Ü‰ÑÔØŒ
ÜÑ' Ñ'ˆØŒØ ×+Ñ+ˆŒØ!×-Ñ-ˆÔØ"×/Ñ/ˆÔØ×Ñ × 0Ñ 0Õ0°AÔ5ÜØ˜v×1Ñ1Ð2Ð2RÐSY×ScÑScÐRdÐeóð ð ×#Ñ# v×'7Ñ'7Õ7ˆÜˆv�‰Ó 6Ô)Ü˜t F§O¡OÐ#4Ð4QÐRXÐQYÐZÓ[Ð[Ø!×-Ñ-ˆÔØ×)Ñ)ˆŒØ—m‘mˆŒØ—~‘~ˆŒØ ×+Ñ+ˆŒØŸ™ˆŒÜ" v·\±\ÈFÏOÉOÔ\ˆÔØ ×'Ñ'¨×(8Ñ(8¸$×:JÑ:JÐQUÐ]bÐ'ÓrˆŒØ ×'Ñ'¨×(=Ñ(=¸t×?OÑ?OÐW\Ð'ÓlˆŒä(4ØŸ;™;Ø#Ÿ™Ø ŸL™LØ!Ÿ]™]Ø¸:ô)ˆÔ%ô  Ÿ]š]ô ˜vŸ|™|Ô,ó
ñ -�Aô "Ø×$Ñ$Ø—N‘NØ$×.Ñ.Ø#Ÿ_™_Ø$Ø¸:÷ñ -ñ
ó
ˆÔô  Ÿ]š]ô ˜v×9Ñ9Ô:óá:�Aô " $×"2Ñ"2°D·N±NÈf×N^ÑN^ÐkpÐx}ð  Zd÷  eÙ:ñó
ˆÔ÷ Ü(¨×)9Ñ)9¸1¸d×>OÑ>OÐW\ð  yCô   DˆDÔàˆŒØˆŒØˆŽ	ùò3
ùòs   È?AMÊ58MÚidxc                ó@   <€ V ^8„  d   QhRS[ P                  RS[RS[/# )r   ÚtensorÚ
block_typerY   )Útorchr   Ústrr%   )r)   r*   s   "€r+   r,   ÚChroma.__annotate__s   s&   ø€ ÷ +ñ +¡e§l¡lð +Áð +ÉSñ +r.   c               óÖ  € VR 8X  d   VRRR1R3,          VRRR1R3,          3# V P                   P                  pV P                   P                  p^V,          pVR8X  d   \        P                  ! W4      # V^,          pVR9   d[   V^V,          ,          pVR8X  d   V^V,          ,          p\        P                  ! W4      \        P                  ! W^,           4      3# \        R4      h)	ÚfinalºNNNNÚsingleÚ
double_txtzBad block_typeéþÿÿÿéÿÿÿÿ>   Ú
double_imgrd   )rB   r   r   r   Úfrom_offsetrC   )rR   r[   r\   rY   Úsingle_block_countÚdouble_block_countÚoffsets   &&&$   r+   Úget_modulationsÚChroma.get_modulationss   sç   € ð ˜Ô Ø˜1˜b ˜e Q˜;Õ'¨°°2±3¸°	Õ):Ð;Ð;Ø!Ÿ[™[×<Ñ<ÐØ!Ÿ[™[×.Ñ.ÐØ�S•ˆØ˜Ô!Ü&×2Ò2°6ÓBÐBà�!�ˆØÐ5Ô5à�aÐ,Õ,Õ,ˆFØ˜\Ô)à˜!Ð0Õ0Õ0�ä#×/Ò/°Ó?Ü#×/Ò/°À½
ÓCðð ô Ð)Ó*Ð*r.   c                óJ   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ /# )	r   ÚimgÚimg_idsÚtxtÚtxt_idsÚ	timestepsÚguidanceÚ	attn_maskÚreturn)r   )r)   r*   s   "€r+   r,   r_   �   se   ø€ ÷ }ñ }áð}ñ ð}ñ ð	}ñ
 ð}ñ ð}ñ ð}ñ ð}ñ 
ñ}r.   c
                óx
  a€ VP                  4       pVP                  R / 4      p
V P                  V4      pRp\        VP	                  4       P                  4       ^4      P                  VP                  VP                  4      p\        VP	                  4       P                  4       ^4      P                  VP                  VP                  4      p\        \        P                  ! W±P                  R7      ^ 4      P                  VP                  VP                  4      pVP                  ^ 4      P                  VP                  ^ ,          ^^4      P                  VP                  VP                  4      p\        P                  ! WÍ.^R7      P                  ^4      P                  ^V^4      P                  VP                  4      P                  VP                  VP                  4      p\        P                  ! Wþ.R#R7      P                  VP                  VP                  4      pV P                  V4      pV P!                  V4      p\        P                  ! WB3^R7      pV P#                  V4      pV
P                  R/ 4      p\%        V P&                  4      VR&   RVR&   \)        V P&                  4       FÙ  w  poVVR&   VV P*                  9  g   K  V P-                  VR	VR
7      V P-                  VRVR
7      3pRV3V9   d:   V3R lpVRV3,          ! RVRVRVRVRV	RV/RV/4      pVR,          pVR,          pMS! VVVVV	VR7      w  rVf   Kž  VP                  R4      pV\%        V4      8  g   KÁ  VV,          pVf   KÐ  VV,          pKÛ  	  \        P                  ! W13^4      p\%        V P.                  4      VR&   RVR&   VP                  ^,          VP                  ^,          .VR&   \)        V P.                  4       FØ  w  poVVR&   VV P0                  9  g   K  V P-                  VRVR
7      pRV3V9   d/   V3R lpVRV3,          ! RVRVRVRV	RV/RV/4      pVR,          pMS! VVVW˜R7      pVf   K{  VP                  R4      pV\%        V4      8  g   Kž  VV,          pVf   K­  VRVP                  ^,          R1R3;;,          V,          uu&   KÚ  	  VRVP                  ^,          R1R3,          p\3        V R 4      '       d&   V P-                  VR!4      pV P5                  VVR"7      pV# )$Úpatches_replaceiX  )r=   )r:   ÚditÚtotal_blocksÚdoubler\   Úblock_indexrg   )rY   rd   Údouble_blockc           
      ó®   <€ / pS! V R ,          V R,          V R,          V R,          V P                  R4      V P                  R4      R7      w  VR &   VR&   V# )ro   rq   ÚvecÚperu   Útransformer_options©ro   rq   r   r€   ru   r�   ©Úget©ÚargsÚoutÚblocks   & €r+   Ú
block_wrapÚ'Chroma.forward_orig.<locals>.block_wrapÂ   s[   ø€ Ø ˜Ù16¸4À½;Ø;?À½;Ø;?À½;Ø:>¸t½*ØAEÇÁÈ+ÓAVØKOÏ8É8ÐTiÓKjô2lÑ.˜˜E™
 C¨¡Jð  #˜
r.   ro   rq   r   r€   ru   r�   Úoriginal_blockr‚   NÚinputrc   Ú	img_sliceÚsingle_blockc           	      ó’   <€ / pS! V R ,          V R,          V R,          V P                  R4      V P                  R4      R7      VR &   V# )ro   r   r€   ru   r�   ©r   r€   ru   r�   rƒ   r…   s   & €r+   r‰   rŠ   î   sK   ø€ Ø ˜Ù%*¨4°­;Ø/3°E­{Ø.2°4­jØ59·X±X¸kÓ5JØ?C¿x¹xÐH]Ó?^ô	&`˜˜E™
ð
  #˜
r.   r�   Úoutputrb   .rN   ra   )r   rf   )Úcopyr„   rG   r	   ÚdetachÚcloneÚtor=   r<   r]   ÚarangeÚ	unsqueezer   ÚshapeÚcatrI   rH   rE   ÚlenrL   Ú	enumeraterO   rl   rM   rP   ÚhasattrrN   )rR   ro   rp   rq   rr   rs   rt   Úcontrolr�   ru   rx   Úmod_index_lengthÚdistill_timestepÚdistil_guidanceÚmodulation_indexÚtimestep_guidanceÚ	input_vecÚmod_vectorsÚidsr€   Úblocks_replaceÚiÚ
double_modr‰   r‡   Ú	control_iÚaddÚ
single_modÚ	control_oÚ	final_modrˆ   s   &&&&&&&&&&                    @r+   Úforward_origÚChroma.forward_orig�   s@  ø€ ð 2×6Ñ6Ó8ÐØ-×1Ñ1Ð2CÀRÓHˆð �k‰k˜#Óˆð ÐÜ-¨i×.>Ñ.>Ó.@×.FÑ.FÓ.HÈ"ÓM×PÑPÐQT×Q[ÑQ[Ð]`×]fÑ]fÓgÐä,¨X¯_©_Ó->×-DÑ-DÓ-FÈÓK×NÑNÈsÏzÉzÐ[^×[dÑ[dÓeˆô .¬e¯lªlÐ;K×T^ÑT^Ô._ÐacÓd×gÑgÐhk×hrÑhrÐtw×t}Ñt}Ó~Ðà+×5Ñ5°aÓ8×?Ñ?ÀÇ	Á	È!ÅÈaÐQRÓS×VÑVÐWZ×WaÑWaÐcf×clÑclÓmÐä!ŸIšIÐ'7Ð&IÈqÔQ×[Ñ[Ð\]Ó^×eÑeÐfgÐiyÐ{|Ó}÷  Añ  Að  BE÷  BKñ  BKó  L÷  Oñ  Oð  PS÷  PZñ  PZð  \_÷  \eñ  \eó  fÐä—I’IÐ0ÐCÈÔL×OÑOÐPS×PZÑPZÐ\_×\eÑ\eÓfˆ	à×3Ñ3°IÓ>ˆà�k‰k˜#Óˆä�iŠi˜Ð*°Ô2ˆØ×Ñ˜cÓ"ˆà(×,Ñ,¨U°BÓ7ˆÜ.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø˜Ÿ™Ö'à×(Ñ(¨°lÈÐ(ÓJØ×(Ñ(¨°lÈÐ(ÓJð�
ð # AÐ&¨.Ô8õ#ð )¨.¸!Ð)<Ö=¸uÀcØ?DÀcØ?DÀjØ?CÀRØ?JÈIØ?TÐVið?kð @PÐQ[Ð>\ó^�Cð ˜e�*�CØ˜e�*‘Cá$¨Ø),Ø)3Ø(*Ø/8Ø9Lô N‘H�Cð Ô&Ø '§¡¨GÓ 4�IØœ3˜y›>Ö)Ø'¨�l˜Øœ?Ø 3�JšCñQ 6ôT �iŠi˜˜
 AÓ&ˆä.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ø,/¯I©I°a­L¸#¿)¹)ÀA½,Ð+GÐ˜KÑ(Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø˜Ÿ™Ö%Ø!×1Ñ1°+¸xÈQÐ1ÓO�
Ø" AÐ&¨.Ô8õ#ð )¨.¸!Ð)<Ö=¸uÀcØ?DÀjØ?CÀRØ?JÈIØ?TÐVið	?kð
 @PÐQ[Ð>\ó^�Cð ˜e�*‘Cá ¨¸ÀiÔy�CàÔ&Ø '§¡¨HÓ 5�IØœ3˜y›>Ö)Ø'¨�l˜Øœ?Ø  3§9¡9¨Q¥<¡>°3Ð 6×7¸3Õ>Õ7ñ; 6ð> �!�S—Y‘Y˜q•\‘^ SÐ(Õ)ˆÜ�4˜×'Ò'Ø×,Ñ,¨[¸'ÓBˆIØ×"Ñ" 3¨IÐ"Ó6ˆCØˆ
r.   c                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4WV3/ VB # )N)	ÚcomfyÚpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)rR   ÚxÚtimestepÚcontextrt   r�   r�   rT   s   &&&&&&&,r+   ÚforwardÚChroma.forward  s}   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜w°'ñ	Zð SYñ	Zð 	Zr.   c                óè  € VP                   w  r‰r«\        P                  P                  P	                  WP
                  V P
                  34      p\        VR V P
                  V P
                  R7      pVP                  ^8w  g   VP                  ^8w  d   \        R4      hW P
                  ^,          ,           V P
                  ,          pW°P
                  ^,          ,           V P
                  ,          p\        P                  ! WÞ^3VP                  VP                  R7      pVR,          \        P                  ! ^ V^,
          WÑP                  VP                  R7      P                  ^4      ,           VR&   VR,          \        P                  ! ^ V^,
          WáP                  VP                  R7      P                  ^ 4      ,           VR&   \        VRVR7      p\        P                  ! WƒP                   ^,          ^3VP                  VP                  R7      pV P!                  WÏVVW$WVVP#                  RR	4      R
7	      p\        VRWÞV P
                  V P
                  R7      RRR	V
1R	V13,          # )z&b c (h ph) (w pw) -> b (h w) (c ph pw))ÚphÚpwz1Input img and txt tensors must have 3 dimensions.)r=   r<   rb   )Ústepsr=   r<   zh w c -> b (h w) c)ÚbÚattention_maskN)ru   z&b (h w) (c ph pw) -> b c (h ph) (w pw))ÚhÚwrÀ   rÁ   )rb   rb   é   )rb   rb   r   )r˜   r±   ÚldmÚ
common_ditÚpad_to_patch_sizer   r   ÚndimrC   r]   Úzerosr=   r<   Úlinspacer—   r   r®   r„   )rR   rº   r»   r¼   rt   r�   r�   rT   ÚbsÚcrÅ   rÆ   ro   Úh_lenÚw_lenrp   rr   r‡   s   &&&&&&&,          r+   rµ   ÚChroma._forward  sa  € Ø—g‘g‰ˆˆqÜ�I‰I× Ñ ×2Ñ2°1·±ÈÏÉÐ6XÓYˆä˜ÐCÈÏÉÐ\`×\kÑ\kÔlˆà�8‰8�qŒ=˜GŸL™L¨AÔ-ÜÐPÓQÐQà—‘¨!Õ+Õ,°·±Õ@ˆØ—‘¨!Õ+Õ,°·±Õ@ˆÜ—+’+˜u¨QÐ/¸¿¹ÈÏÉÔPˆØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑØ" 7Õ+¬e¯nªn¸QÀÈÅ	ÐQV×_gÑ_gÐop×ovÑovÔ.w÷  /Bñ  /Bð  CDó  /Eõ  Eˆ�ÑÜ˜Ð"6¸"Ô=ˆä—+’+˜r§=¡=°Õ#3°QÐ7ÀÇÁÐPQ×PWÑPWÔXˆØ×Ñ ¨g°wÀÐT[ð  }C÷  }Gñ  }Gð  HXð  Z^ó  }_Ðó  `ˆÜ˜ÐFÈ%Ð]a×]lÑ]lÐqu÷  rAñ  rAô  Bð  CDð  EFð  GIð  HIð  GIð  JLð  KLð  JLð  CLõ  Mð  	Mr.   )rI   rL   r<   rN   r!   r   rG   r   r   rQ   r"   r   r   r    rB   r   rE   rM   rP   rO   rH   )NTNNN)r0   r1   r2   r3   Ú__doc__rA   rl   r®   r½   rµ   r5   r6   Ú__classcell__)rW   r*   s   @@r+   r8   r8   0   sc   ù‡ € ñ÷<ð|+ÐST÷ +ò +ðF  ØØØ ÷}ò }ð~ ?CÐXZô Zð @DÐY[÷ Mô Mr.   r8   )Údataclassesr   r]   r   r   Úeinopsr   r   Úcomfy.patcher_extensionr±   Úcomfy.ldm.common_ditÚcomfy.ldm.flux.layersr   r	   r
   r   Úlayersr   r   r   r   ÚModuler8   r/   r.   r+   Ú<module>rÜ      sZ   ðõ "ã ß ß $Û Û ÷ó ÷ñ ð ÷ð ó ðô,wMˆR�Y‰Yö wMr.   