+
    ƒ°ñjæ%  ã                   óŽ   € R t ^ RIHt ^ RIt^ RIt^ RIHt ^RIH	t	H
t
HtHtHt ^t^t. ROt. ROtR R ltR R ltRR	 R
 lltR# )u  HiDream-O1 conditioning prep â€” ref-image dual path + extra_conds assembly.

Each ref image goes through two paths: a 32x32 patchified stream concatenated
to the noised target, and a Qwen3-VL ViT path producing tokens that scatter
into input_ids at <|image_pad|> positions.
)ÚListN)Úprocess_qwen2vl_images)Ú
PATCH_SIZEÚcalculate_dimensionsÚcond_image_sizeÚref_max_sizeÚresize_tensorc          
      ó¦   € V ^8„  d   QhR\         \        P                  ,          R\        R\        R\        P                  R\        P
                  /# )é   Ú
ref_imagesÚtarget_hÚtarget_wÚdeviceÚdtype)r   ÚtorchÚTensorÚintr   r   )Úformats   "ÚEC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hidream_o1\conditioning.pyÚ__annotate__r      sR   € ÷ Bñ BÜ”U—\‘\Õ"ðBäðBô ðBô �L‰Lð	Bô
 �;‰;ñBó    c                ó^  € \        V 4      pV^ 8X  d   R# \        \        W4      V4      p\        V4      pV  Uu. uFW  qˆ^ ,          P	                  ^ ^4      P                  ^^ ^4      P                  ^ 4      P                  4       P                  4       NKY  	  p	pV	 U
u. uF  p
\        W¦\        4      NK  	  p	p
. p. pV	 FÜ  p
V
P                  ^ 4      R,
          R,          pVP                  R,          \        ,          VP                  R,          \        ,          rþVP                  Wï34       VP                  ^V\        V\        4      P                  ^^^ ^^4      P                  Wï,          ^\        ,          \        ,          4      pVP                  V4       KÞ  	  \        P                   ! V^ R7      P                  ^ 4      P#                  W4R7      p. pV	 F’  p
V
P                  w   ppp\%        VVV,          4      w  pp\        V\&        \(        ,          4      p\        V\&        \(        ,          4      pVP                  \*        P,                  P/                  V
VVRR4      4       K”  	  . . . pppV Fó  p\1        VP                  ^ ^^^4      ^ R\&        \(        \2        \4        R7      w  ppV^ ,          pVP                  VP#                  W4R7      4       VP                  VP#                  VR7      4       \7        V^,          P9                  4       4      \7        V^,          P9                  4       4      ppVP                  V\(        ,          V\(        ,          ,          4       Kõ  	  R	VR
\        P                   ! V^ R7      R\        P:                  ! V^ R7      RVRV/# u upi u up
i )zÐBuild the dual-path tensors for K reference images at (target_h, target_w).

Returns None for K=0, else a dict with ref_patches, ref_pixel_values,
ref_image_grid_thw, per_ref_vit_tokens, per_ref_patch_grids.
Nç      à?©Údim©r   r   ÚlanczosÚdisabled)Ú
min_pixelsÚ
max_pixelsÚ
patch_sizeÚ
merge_sizeÚ
image_meanÚ	image_std)r   Úref_patchesÚref_pixel_valuesÚref_image_grid_thwÚper_ref_vit_tokensÚper_ref_patch_gridséþÿÿÿéÿÿÿÿl    J)£)Úlenr   Úmaxr   ÚclampÚpermuteÚ	unsqueezeÚ
contiguousÚfloatr   r   ÚsqueezeÚshapeÚappendÚreshaper   ÚcatÚtor   Ú	VIT_PATCHÚ	VIT_MERGEÚcomfyÚutilsÚcommon_upscaler   ÚVIT_IMAGE_MEANÚVIT_IMAGE_STDr   ÚitemÚstack) r   r   r   r   r   ÚKÚmax_sizeÚcisÚimgÚrefs_tÚtÚref_patches_perr(   Út_normÚh_pÚw_pÚpatchesr$   Ú
refs_vlm_tÚ_ÚhÚwÚcond_wÚcond_hÚpv_listÚ	grid_listr'   Út_vÚpvÚgrid_thwÚghÚgws    &&&&&                           r   Úprepare_ref_imagesrY      s  € ô 	ˆJ‹€AØˆA„vÙÜœC Ó3°QÓ7€HÜ
˜!Ó
€Cá_iÓjÑ_iÐX[�!�f�l‰l˜1˜aÓ ×(Ñ(¨¨A¨qÓ1×;Ñ;¸AÓ>×IÑIÓK×QÑQÖSÑ_i€FÐjÙ>DÓE¹f¸Œm˜A¬Ö4¹f€FÐEð €OØÐÛˆØ—)‘)˜A“, Õ$¨Õ+ˆØ—<‘< Õ#¤zÕ1°6·<±<ÀÕ3CÄzÕ3QˆSØ×"Ñ" C :Ô.à�N‰N˜1˜c¤:¨s´JÓ?ß‰W�Q˜˜1˜a Ó#ß‰W�S•Y ¤J¥´Õ ;Ó<ð 	ð
 	×Ñ˜wÖ'ñ ô —)’)˜O°Ô3×=Ñ=¸aÓ@×CÑCÈ6ÐCÓ_€Kð €JÛˆØ—W‘W‰
ˆˆ1ˆa�Ü-¨c°1°qµ5Ó9‰ˆ�Ü�VœY¬Õ2Ó3ˆÜ�VœY¬Õ2Ó3ˆØ×Ñœ%Ÿ+™+×4Ñ4°Q¸ÀÈ	ÐS]Ó^Ö_ñ ð .0°°RÐ*ˆY€GÛˆÜ-Ø�K‰K˜˜1˜a Ó#Ø VÜ ¬YÜ%´ô	
‰ˆˆHð ˜A•;ˆØ�‰�r—u‘u F�uÓ8Ô9Ø×Ñ˜Ÿ™¨F˜Ó3Ô4ä�X˜a•[×%Ñ%Ó'Ó(¬#¨h°q­k×.>Ñ.>Ó.@Ó*AˆBˆØ×!Ñ! 2¬¥?°r¼YµÕ"GÖHñ ð 	�{ØœEŸIšI g°1Ô5ØœeŸkšk¨)¸Ô;ØÐ0ØÐ2ðð ùòU kùÚEs   ¹AN%ÂN*c          
      ó~   € V ^8„  d   QhR\         P                  R\        \        ,          R\        R\        R\        /# )r
   Útext_input_idsr'   Úimage_token_idÚvision_start_idÚvision_end_id©r   r   r   r   )r   s   "r   r   r   ]   sI   € ÷ ]ñ ]Ü—L‘Lð]äœS�	ð]ô ð]ô ð	]ô
 ñ]r   c                ó0  € V ^ ,          P                  4       p. pV F,  pVP                  V.V.V,          ,           V.,           4       K.  	  VR,          V,           VR,          ,           p\        P                  ! V.V P                  V P
                  R7      # )z�Splice [vision_start, image_pad*N, vision_end] blocks into input_ids
after the [im_start, user, \n] prefix (matches original chat template).
:Né   N:ra   NN©r   r   )ÚtolistÚextendr   Útensorr   r   )	r[   r'   r\   r]   r^   ÚidsÚinsertedÚn_padÚnew_idss	   &&&&&    r   Úbuild_ref_input_idsrj   ]   s�   € ð ˜Õ
×
"Ñ
"Ó
$€CØ€HÛ#ˆØ�‰˜Ð)¨^Ð,<¸uÕ,DÕDÈÀÕVÖWñ $à�"�g˜Õ  3 r¥7Õ*€GÜ�<Š<˜˜	¨×)=Ñ)=Àn×F[ÑF[Ô\Ð\r   c                óš   € V ^8„  d   QhR\         P                  R\         P                  R\        \         P                  ,          R\        /# )r
   r[   Únoiser   Útarget_patch_sizer_   )r   s   "r   r   r   o   sG   € ÷ wñ wÜ—L‘Lðwä�<‰<ðwô ”U—\‘\Õ"ðwô ñ	wr   c                óÌ
  € ^RI Hp ^ RIHpHpHp V P                  4       ^8X  d   V P                  ^ 4      p V P                  4       P                  VP                  4      p VP                  ^ ,          pV P                  ^ ,          ^8X  d   V^8”  d   V P                  VR4      p VP                  R,          VP                  R,          r©W“,          W£,          rËW¼,          p\        P                  ! ^W¼..\        P                  V P                  R7      p/ pV'       Ed   \        W)W¡P                  VP                   R7      p\#        V VR,          WVV4      p V P                  ^,          pVR,           UUu. uF  w  ppVV,          NK  	  ppp\        P$                  ! ^V3VV P                   V P                  R7      pVVR&   . pV FI  p\        P$                  ! ^V3VV P                   V P                  R7      pVVR&   VP'                  V4       KK  	  \        P(                  ! V.V,           ^R7      p\        P(                  ! V V.RR7      p\+        V4      pVV,           V,           p\-        V4      pVR	,          P/                  4       pVR;;,          ^,          uu&   VR;;,          ^,          uu&   \        P                  ! VR,           UUu. uF  w  pp^VV.NK  	  upp\        P                  V P                  R7      p\        P(                  ! VP                  V P                  4      VV.^ R7      p V! ^VVVV R
^ .V,          ^.,           ^.V,          ,           RR7      w  p!p"V^,
          p#T#p$\        P0                  ! VV\        P                  VP                  R7      p%^V%RV#R
13&   \        P0                  ! VV\        P2                  VP                  R7      p&RV&RVR
13&   VR,          P                  ^ 4      VR&   VR	,          P                  ^ 4      VR	&   VR,          VR&   MüV P                  ^,          p'V'V,           p\        P$                  ! W�3VV P                   V P                  R7      p(VV(R&   \        P(                  ! V V(.RR7      pV! ^VVVVR
^.R7      w  p!p"V'^,
          p$\        P0                  ! VV\        P                  VP                  R7      p%^V%RV$R
13&   \        P0                  ! VV\        P2                  VP                  R7      p&RV&RV'R
13&   WR&   V!R,          P                  ^ 4      VR&   V%VR&   V&VR&   V$VR&   V# u uppi u uppi )zïAssemble all conditioning tensors for HiDreamO1Transformer.forward:
input_ids (with ref-vision tokens spliced in for the edit/IP path),
position_ids (MRoPE), token_types, vinput_mask, plus the ref
dual-path tensors when refs are provided.
)Úget_rope_index_fix_point)ÚIMAGE_TOKEN_IDÚVISION_START_IDÚVISION_END_IDrb   r   r'   r(   ºNNNr   r&   Ni   )Úspatial_merge_sizer\   Úvision_start_token_idÚ	input_idsÚimage_grid_thwÚattention_maskÚskip_vision_start_tokenÚ	fix_pointTr%   r$   )rt   r\   ru   rv   rw   rx   ry   rv   Úposition_idsÚtoken_typesÚvinput_maskÚar_lenr*   r)   )rs   é    )rs   é   )rs   r
   )r;   ro   Úcomfy.text_encoders.hidream_o1rp   rq   rr   r   r/   Úlongr7   r   r3   Úexpandr   re   rY   r   rj   Úfullr4   r6   Úsumr+   ÚcloneÚzerosÚbool))r[   rl   r   rm   ro   rp   rq   rr   ÚBÚHÚWrI   rJ   Ú	image_lenÚimage_grid_thw_tgtÚoutÚrefÚnew_txt_lenÚhpÚwpÚref_grid_lengthsÚ
tgt_visionÚref_vision_blocksÚrlÚblkÚref_vision_catÚinput_ids_padÚtotal_ref_patches_lenÚ	total_lenrA   Ú
igthw_condÚimage_grid_thw_refÚ	igthw_allr{   rM   Útms_posr~   r|   r}   Útxt_lenÚvision_tokenss)   &&&&                                     r   Úbuild_extra_condsr¢   o   sù  € õ 0÷ñ ð ×ÑÓ˜qÔ Ø'×1Ñ1°!Ó4ˆØ#×(Ñ(Ó*×-Ñ-¨e¯l©lÓ;€NØ�‰�A�€AØ×Ñ˜AÕ !Ô#¨¨A¬Ø'×.Ñ.¨q°"Ó5ˆà�;‰;�r�?˜EŸK™K¨�O€qØÕ% qÕ'=ˆØ•	€IÜŸšØ
ˆSˆˆœuŸz™z°.×2GÑ2GôÐð €Cß€zÜ  °¿,¹,ÈeÏkÉkÔZˆÜ,Ø˜CÐ 4Õ5Ø¨]ó
ˆð %×*Ñ*¨1Õ-ˆð 58Ð8MÖ4NÔOÑ4N©¨¨R˜B ŸG˜GÑ4NÐÑOÜ—Z’Z  I °Ø&4×&:Ñ&:À>×CXÑCXôZˆ
à*ˆ
�4ÑØÐÛ"ˆBÜ—*’*˜a ˜W nØ#1×#7Ñ#7À×@UÑ@UôWˆCà'ˆC�‰IØ×$Ñ$ SÖ)ñ	 #ô
 Ÿš J <Ð2CÕ#CÈÔKˆÜŸ	š	 >°>Ð"BÈÔKˆÜ #Ð$4Ó 5ÐØ )Õ+Ð.CÕCˆ	ô �
‹OˆØÐ-Õ.×4Ñ4Ó6ˆ
Ø�4×˜QÕÓØ�4×˜QÕÓÜ"Ÿ\š\Ø),Ð-BÖ)CÔDÑ)C™X˜b "ˆa��R‹[Ñ)CÒDÜ—*‘* ^×%:Ñ%:ô
Ðô —I’IØ�M‰M˜.×/Ñ/Ó0ØØð
ð ô	ˆ	ñ
 3Ø Ø)Ø"1Ø#°IØØ%& C¨!¥G¨q¨c¥M°Q°C¸!µGÕ$;Øô
‰ˆ�að  •/ˆØˆÜ—k’k ! Y´e·j±jÈÏÉÔVˆØ#$ˆ�A�w‘x�KÑ Ü—k’k ! Y´e·j±jÈÏÉÔVˆØ'+ˆ�A�{‘|�OÑ$ð #&Ð&8Õ"9×"CÑ"CÀAÓ"FˆÐÑØ$'Ð(<Õ$=×$GÑ$GÈÓ$JˆÐ Ñ!Ø  Õ/ˆˆMÒð !×&Ñ& qÕ)ˆØ˜iÕ'ˆ	ÜŸ
š
 A >°>Ø)7×)=Ñ)=Àn×F[ÑF[ô]ˆà-ˆ�dÑÜŸ	š	 >°=Ð"AÀrÔJˆÙ2Ø Ø)Ø"1Ø#Ð4FØØ%& Cô
‰ˆ�að ˜1•ˆÜ—k’k ! Y´e·j±jÈÏÉÔVˆØ"#ˆ�A�v‘w�JÑÜ—k’k ! Y´e·j±jÈÏÉÔVˆØ#'ˆ�A�w‘x�KÑ à%ˆÑØ& tÕ,×6Ñ6°qÓ9€CˆÑØ$€CˆÑØ$€CˆÑØ€Cˆ�MØ€Jùó] Pùó* Es   Å5UËU 
)r   r   r   )Né    )Ú__doc__Útypingr   r   Úcomfy.utilsr:   Úcomfy.text_encoders.qwen_vlr   r;   r   r   r   r   r   r8   r9   r=   r>   rY   rj   r¢   © r   r   Ú<module>r©      sM   ðñõ ã ã Ý >ç cÕ cð €	Ø€	Ú €Ú€õBõJ]÷$wñ wr   