+
    ƒ°ñj@  ã                  óž  € R t ^ RIHt ^ RIt^ RIt^ RIHt ^ RIHu Ht	 ^ RI
t^ RIt^ RIt^ RIt^ RIHt ^ RIHtHtHt ^ RIHt Rt^t^tRtR tR t ! R	 R
]P:                  4      t ! R R]P:                  4      tRR lt  ! R R]P:                  4      t! ! R R]P:                  4      t" ! R R]P:                  4      t# ! R R]#4      t$R# )a  
The Ideogram 4 transformer is a NextDiT/Lumina2-family single-stream model
consumes Qwen3-VL hidden-state features (concatenated from 13 layers -> 53248 dims)
packs ``[text tokens, image tokens]`` into one sequence with block-diagonal segment attention and 3D interleaved MRoPE.
)ÚannotationsN)ÚFeedForward)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention_masked)Úprecompute_freqs_cisi   c           	     óú   € V w  rpVP                   R,          p\        P                  ! VRRV13,          W2VRVR13,          3RR7      pVP                  ! . VP                   RR O^N^N5!  P	                  ^4      # )é   .N©Údiméÿÿÿÿ)ÚshapeÚtorchÚstackÚreshapeÚ	unsqueeze)Ú	freqs_cisÚcosÚsinÚneg_sinÚhalf_dimÚmatrixs   &     Ú=C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\ideogram4\model.pyÚ_split_half_rope_matrixr      s   € Ø!Ñ€CˆgØ�y‰y˜�}€HÜ�[Š[Ø	ˆS�)�8�)ˆ^Õ	˜g¨C°°X±Y°Õ,?Ð@Àbô€Fð �>Š>Ð3˜6Ÿ<™<¨¨Ð,Ð3¨aÐ3°Ó3×=Ñ=¸aÓ@Ð@ó    c                óº  € V P                   pV P                  ! . V P                  R R O^NRN5!  P                  RR4      P	                  R4      P                  VP                   4      p VR,          V R,          ,          VR,          V R,          ,          ,           pVP                  RR4      P                  ! . V P                  R R ORN5!  P                  V4      # )Nr   éþÿÿÿ).é    ).r	   éýÿÿÿ)Údtyper   r   Úmovedimr   Úto)Úxr   Úx_dtypeÚoutputs   &&  r   Ú_apply_rope_split_half1r%   (   s¶   € Ø�g‰g€GØ	�	Š	Ð'�1—7‘7˜3˜B�<Ð' Ð' BÓ'×/Ñ/°°BÓ7×AÑAÀ"ÓE×HÑHÈÏÉÓY€AØ�vÕ  6¥Õ*¨Y°vÕ->ÀÀ6ÅÕ-JÕJ€FØ�>‰>˜"˜bÓ!×)Ò)Ð<¨1¯7©7°3°B¨<Ð<¸Ó<×?Ñ?ÀÓHÐHr   c                  ó8   a € ] tR t^/tRV 3R llt/ 3R ltRtV ;t# )ÚIdeogram4Attentionc                	óv  <€ \         SV `  4        \        4       V n        W n        W,          V n        Wn        VP                  W^,          RWER7      V n        VP                  V P
                  VRWER7      V n
        VP                  V P
                  VRWER7      V n        VP                  WRWER7      V n        R# )é   F©Úbiasr   ÚdeviceT©ÚepsÚelementwise_affiner   r,   N)ÚsuperÚ__init__r   Úcomfy_attentionÚ	num_headsÚhead_dimÚhidden_sizeÚLinearÚqkvÚRMSNormÚnorm_qÚnorm_kÚo)Úselfr5   r3   r.   r   r,   Ú
operationsÚ	__class__s   &&&&&&&€r   r1   ÚIdeogram4Attention.__init__0   s§   ø€ Ü‰ÑÔÜ-Ó/ˆÔØ"ŒØ#Õ0ˆŒØ&Ôà×$Ñ$ [Àµ/ÈÐUZÐ$ÓjˆŒØ ×(Ñ(¨¯©¸CÐTXÐ`eÐ(ÓuˆŒØ ×(Ñ(¨¯©¸CÐTXÐ`eÐ(ÓuˆŒØ×"Ñ" ;À%ÈuÐ"ÓdˆŽr   c                	ód  € VP                   w  rVpV P                  V4      P                  WV^V P                  V P                  4      pVP                  ^R7      w  ršp\        P                  P                  '       d8   \        V P                  V	4      V4      p	\        V P                  V
4      V4      p
M÷\        P                  P                  V P                  V	RR7      w  rÇp\        P                  P                  V P                  V
RR7      w  rçp\        P                  P                  P!                  WšW<WàP                  P"                  4      w  rš\        P                  P%                  V P                  VRV4       \        P                  P%                  V P                  VRV4       \'        V	P)                  ^^4      4      p	\'        V
P)                  ^^4      4      p
\'        VP)                  ^^4      4      p?\+        WšW°P                  VRV P,                  VR7      pV P/                  V4      # )r)   r
   T)ÚoffloadableN)Úskip_reshapeÚpreferred_attentionÚtransformer_options)r   r7   Úviewr3   r4   ÚunbindÚcomfyÚmodel_managementÚin_trainingr%   r9   r:   ÚopsÚcast_bias_weightÚ	quant_opsÚckÚrms_rope_split_halfr.   Úuncast_bias_weightr   Ú	transposer   r2   r;   )r<   r"   Ú	attn_maskr   rD   Ú
batch_sizeÚseq_lenÚ_r7   ÚqÚkÚvÚq_scaleÚq_offload_streamÚk_scaleÚk_offload_streamÚouts   &&&&&            r   ÚforwardÚIdeogram4Attention.forward<   s»  € Ø!"§¡Ñˆ
˜QØ�h‰h�q‹k×Ñ˜z°A°t·~±~ÀtÇ}Á}ÓUˆØ—*‘* �*Ó#‰ˆˆaä×!Ñ!×-×-Ð-Ü'¨¯©°A«¸	ÓBˆAÜ'¨¯©°A«¸	ÓB‰Aä+0¯9©9×+EÑ+EÀdÇkÁkÐSTÐbfÐ+EÓ+gÑ(ˆGÐ(Ü+0¯9©9×+EÑ+EÀdÇkÁkÐSTÐbfÐ+EÓ+gÑ(ˆGÐ(Ü—?‘?×%Ñ%×9Ñ9Ø�i¨'·;±;·?±?ó‰DˆAô �I‰I×(Ñ(¨¯©°g¸tÐEUÔVÜ�I‰I×(Ñ(¨¯©°g¸tÐEUÔVô % Q§[¡[°°AÓ%6Ó7ˆÜ$ Q§[¡[°°AÓ%6Ó7ˆÜ$ Q§[¡[°°AÓ%6Ó7ˆØä(¨¨q·.±.À)ÐZ^Ðtx÷  uIñ  uIð  _rô  sˆØ�v‰v�c‹{Ðr   )r2   r4   r5   r:   r9   r3   r;   r7   )çñhãˆµøä>NNN©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r1   r]   Ú__static_attributes__Ú__classcell__©r>   s   @r   r'   r'   /   s   ø† ÷
eð DF÷ ò r   r'   c                  ó8   a € ] tR t^WtRV 3R llt/ 3R ltRtV ;t# )ÚIdeogram4TransformerBlockc	                	óŠ  <€ \         S	V `  4        \        WR WgVR7      V n        \	        W^RRVRVRV/R7      V n        VP                  WRWgR7      V n        VP                  WRWgR7      V n        VP                  WRWgR7      V n	        VP                  WRWgR7      V n
        VP                  V^V,          RWgR	7      V n        R# )
r_   )r.   r   r,   r=   Nr=   r   r,   )r   Ú
hidden_dimÚmultiple_ofÚffn_dim_multiplierÚoperation_settingsTr-   r*   )r0   r1   r'   Ú	attentionr   Úfeed_forwardr8   Úattention_norm1Ú	ffn_norm1Úattention_norm2Ú	ffn_norm2r6   Úadaln_modulation)
r<   r5   Úintermediate_sizer3   Únorm_epsÚ	adaln_dimr   r,   r=   r>   s
   &&&&&&&&&€r   r1   Ú"Ideogram4TransformerBlock.__init__X   sã   ø€ Ü‰ÑÔÜ+¨KÈÐTYÐuô  AˆŒÜ'ØÀqÐ]aØ ,¨j¸'À5È(ÐTZÐ[ô
ˆÔð
  *×1Ñ1°+Ð`dÐlqÐ1ó   BˆÔØ#×+Ñ+¨KÐZ^ÐfkÐ+Ó{ˆŒØ)×1Ñ1°+Ð`dÐlqÐ1ó   BˆÔØ#×+Ñ+¨KÐZ^ÐfkÐ+Ó{ˆŒà *× 1Ñ 1°)¸QÀ½_ÐSWÐ_dÐ 1Ó tˆÖr   c           	     	óæ  € V P                  V4      pVP                  ^RR7      w  rxrš\        P                  ! V4      p\        P                  ! V
4      p
RV,           pRV	,           p	V P	                  V P                  V4      V,          W#VR7      pWV P                  V4      ,          ,           pWV P                  V P                  V P                  V4      V	,          4      4      ,          ,           pV# )é   r
   ç      ð?©rD   r   )
ru   Úchunkr   Útanhro   rq   rs   rt   rp   rr   )r<   r"   rQ   r   Úadaln_inputrD   ÚmodÚ	scale_msaÚgate_msaÚ	scale_mlpÚgate_mlpÚattn_outs   &&&&&&      r   r]   Ú!Ideogram4TransformerBlock.forwardg   sÐ   € Ø×#Ñ# KÓ0ˆØ36·9±9¸QÀB°9Ó3GÑ0ˆ	˜YÜ—:’:˜hÓ'ˆÜ—:’:˜hÓ'ˆØ˜)•Oˆ	Ø˜)•Oˆ	à—>‘> $×"6Ñ"6°qÓ"9¸IÕ"EÀyð  rE�>ó  FˆØ˜4×/Ñ/°Ó9Õ9Õ9ˆØ˜4Ÿ>™>¨$×*;Ñ*;¸D¿N¹NÈ1Ó<MÐPYÕ<YÓ*ZÓ[Õ[Õ[ˆØˆr   )ru   ro   rq   rs   rp   rr   rt   ©NNNr`   rg   s   @r   ri   ri   W   s   ø† ÷uð QS÷ ò r   ri   c                ó6  € V P                  \        P                  4      p V^,          p\        P                  ! V4      V^,
          ,          p\        P
                  ! \        P                  ! V\        P                  V P                  R7      V) ,          4      pV P                  R4      V,          p\        P                  ! \        P                  ! V4      \        P                  ! V4      .RR7      pV^,          ^8X  d   \        P                  ! VR4      pV# )é   ©r   r,   r
   r   )r   r	   )r!   r   Úfloat32ÚmathÚlogÚexpÚaranger,   r   Úcatr   r   ÚFÚpad)Útr   ÚscaleÚhalfÚfreqÚembs   &&&   r   Ú_sinusoidal_embeddingr™   u   s¶   € Ø	�‰ŒU�]‰]Ó€AØ�!�8€DÜ�8Š8�E‹?˜d Q�hÕ'€DÜ�9Š9”U—\’\ $¬e¯m©mÀAÇHÁHÔMÐQUÐPUÕUÓV€DØ
�+‰+�b‹/˜DÕ
 €CÜ
�)Š)”U—Y’Y˜s“^¤U§Y¢Y¨s£^Ð4¸"Ô
=€CØ
ˆQ…w�!„|Ü�eŠe�C˜Ó ˆØ€Jr   c                  ó2   a € ] tR t^�tRV 3R lltR tRtV ;t# )ÚIdeogram4EmbedScalarc                	ó²   <€ \         SV `  4        Wn        Vw  V n        V n        VP                  WR W4R7      V n        VP                  WR W4R7      V n        R# )Tr*   N)r0   r1   r   Ú	range_minÚ	range_maxr6   Úmlp_inÚmlp_out)r<   r   Úinput_ranger   r,   r=   r>   s   &&&&&&€r   r1   ÚIdeogram4EmbedScalar.__init__‚   sS   ø€ Ü‰ÑÔØŒØ)4Ñ&ˆŒ˜œØ ×'Ñ'¨°tÀ5Ð'ÓXˆŒØ!×(Ñ(¨¸ÀEÐ(ÓYˆŽr   c                	ón  € VP                  \        P                  4      pR WP                  ,
          ,          V P                  V P                  ,
          ,          p\        W0P                  4      pVP                  V4      p\        P                  ! V P                  V4      4      pV P                  V4      # ©g     ˆÃ@)r!   r   rŒ   r�   rž   r™   r   r’   ÚsilurŸ   r    )r<   r"   r   Úscaledr˜   s   &&&  r   r]   ÚIdeogram4EmbedScalar.forward‰   sx   € Ø�D‰D”—‘ÓˆØ˜ŸN™NÕ*Õ+¨t¯~©~ÀÇÁÕ/NÕOˆÜ# F¯H©HÓ5ˆØ�f‰f�U‹mˆÜ�fŠf�T—[‘[ Ó%Ó&ˆØ�|‰|˜CÓ Ð r   )r   rŸ   r    rž   r�   )©g        r|   NNNr`   rg   s   @r   r›   r›   �   s   ø† ÷Z÷!ð !r   r›   c                  ó2   a € ] tR t^’tRV 3R lltR tRtV ;t# )ÚIdeogram4FinalLayerc                	ó¼   <€ \         SV `  4        VP                  VR RWER7      V n        VP	                  WRWER7      V n        VP	                  W1RWER7      V n        R# )ç�íµ ÷Æ°>Fr-   Tr*   N)r0   r1   Ú	LayerNormÚ
norm_finalr6   Úlinearru   )r<   r5   Úout_channelsrx   r   r,   r=   r>   s   &&&&&&&€r   r1   ÚIdeogram4FinalLayer.__init__“   s`   ø€ Ü‰ÑÔØ$×.Ñ.¨{ÀÐY^ÐfkÐ.Ó{ˆŒØ ×'Ñ'¨ÈÐTYÐ'ÓiˆŒØ *× 1Ñ 1°)ÈtÐ[`Ð 1Ó pˆÖr   c                	ó¨   € R V P                  \        P                  ! V4      4      ,           pV P                  V P	                  V4      V,          4      # ©r|   )ru   r’   r¥   r¯   r®   )r<   r"   Úcr•   s   &&& r   r]   ÚIdeogram4FinalLayer.forward™   s<   € Ø�d×+Ñ+¬A¯FªF°1«IÓ6Õ6ˆØ�{‰{˜4Ÿ?™?¨1Ó-°Õ5Ó6Ð6r   )ru   r¯   r®   rˆ   r`   rg   s   @r   rª   rª   ’   s   ø† ÷q÷7ð 7r   rª   c                  ó<   a € ] tR t^žtRtRV 3R llt/ 3R ltRtV ;t# )ÚIdeogram4TransformerzBA single Ideogram 4 backbone operating on a packed token sequence.c                	óB  <€ \         SV `  4        W,          V n        W€n        \	        V	4      V n        VP                  WaR W¼R7      V n        VP                  VRR W¼R7      V n	        VP                  WqR W¼R7      V n
        \        VRW¼VR7      V n        VP                  WR W¼R7      V n        VP                  ^WVR7      V n        \         P"                  ! \%        V4       Uu. uF  p\'        WW:VW¼VR7      NK  	  up4      V n        \+        WW[WÍR7      V n        R# u upi )	Tr*   r¬   r-   )r¡   r   r,   r=   r‹   )r   r,   r=   Nr¨   )r0   r1   r4   Ú
rope_thetaÚtupleÚmrope_sectionr6   Ú
input_projr8   Úllm_cond_normÚllm_cond_projr›   Út_embeddingÚ
adaln_projÚ	EmbeddingÚembed_image_indicatorÚnnÚ
ModuleListÚrangeri   Úlayersrª   Úfinal_layer)r<   Úemb_dimÚ
num_layersr3   rv   rx   Úin_channelsÚllm_features_dimr¹   r»   rw   r   r,   r=   rT   r>   s   &&&&&&&&&&&&&& €r   r1   ÚIdeogram4Transformer.__init__¡   s7  ø€ ô 	‰ÑÔØÕ,ˆŒØ$ŒÜ" =Ó1ˆÔà$×+Ñ+¨KÀtÐSXÐ+ÓhˆŒØ'×/Ñ/Ð0@ÀdÐ_cÐkpÐ/ó  AˆÔØ'×.Ñ.Ð/?ÈtÐ[`Ð.ÓpˆÔÜ/°ÀZÐW\ð  yCô  DˆÔØ$×+Ñ+¨GÀTÐQVÐ+ÓfˆŒà%/×%9Ñ%9¸!¸WÐZ`Ð%9Ó%aˆÔ"ä—m’mô ˜:Ô&ó%
ñ '�ô & gÀ)ÐW`Ø,1ÈZ÷Yá&ñ%
ó ˆŒô /¨wÀYÐdjô  CˆÖùò%
s   Ã"Dc           	     	óˆ  € VP                  \        P                  4      pV\        8H  P                  VP                  4      P                  R4      pW(,          pV P                  V4      V,          p	V P                  W2P                  R7      p
VP                  4       ^8X  d   V
P                  ^4      p
\        P                  ! V P                  V
4      4      pVeš   VP                  ^,          pVRRV13,          \        8H  P                  VP                  4      P                  R4      pV P                  W,          4      pV P                  V4      V,          pV	RRV13,          V,           V	RRV13&   W�P!                  V\        8H  P                  \        P                  4      V	P                  R7      ,           p	\#        V P$                  V^ ,          P'                  ^ ^4      V P(                  V P*                  RVP,                  R7      p\/        V4      pVe{   VP                  \        P0                  8X  d\   \        P2                  ! WYP                  R7      P5                  V( \        P6                  ! V	P                  4      P8                  ) 4      pV P:                   F  pV! W•WûVR7      p	K  	  V P=                  W›4      # )	r	   )r   NºNNN)Ú	out_dtypeT)Ú	rope_dimsÚinterleaved_mroper,   r}   r   )r!   r   ÚlongÚOUTPUT_IMAGE_INDICATORr   r   r¼   r¿   r   r’   r¥   rÀ   r   ÚLLM_TOKEN_INDICATORr½   r¾   rÂ   r   r4   rP   r¹   r»   r,   r   ÚboolÚ
zeros_likeÚmasked_fill_ÚfinfoÚmaxrÆ   rÇ   )r<   Úllm_featuresr"   r”   Úposition_idsrQ   Ú	indicatorrD   Úoutput_image_maskÚhÚt_condr€   ÚL_textÚ	text_maskÚllmr   Úlayers   &&&&&&&&         r   Ú	_backboneÚIdeogram4Transformer._backbone¹   s?  € Ø—L‘L¤§¡Ó,ˆ	Ø&Ô*@Ñ@×DÑDÀQÇWÁWÓM×WÑWÐXZÓ[ÐàÕ!ˆØ�O‰O˜AÓÐ!2Õ2ˆà×!Ñ! !¯7©7Ð!Ó3ˆØ�5‰5‹7�aŒ<Ø×%Ñ% aÓ(ˆFÜ—f’f˜TŸ_™_¨VÓ4Ó5ˆð Ò#Ø!×'Ñ'¨Õ*ˆFØ" 1 g v g :Õ.Ô2EÑE×IÑIÈ!Ï'É'ÓR×\Ñ\Ð]_Ó`ˆIØ×$Ñ$ \Õ%=Ó>ˆCØ×$Ñ$ SÓ)¨IÕ5ˆCØ˜a  & ˜j�M¨CÕ/ˆAˆa��&�ˆj‰Mà×*Ñ*¨IÔ9OÑ,O×+SÑ+SÔTY×T^ÑT^Ó+_Ðkl×krÑkrÐ*ÓsÕsˆô )Ø�M‰M˜<¨�?×4Ñ4°Q¸Ó:¸D¿O¹OØ×(Ñ(¸DÈ×I\ÑI\ô
ˆ	ô ,¨IÓ6ˆ	àÒ  Y§_¡_¼¿
¹
Ô%BÜ×(Ò(¨¿'¹'ÔB×OÑOÐQZÐPZÔ]b×]hÒ]hÐij×ipÑipÓ]q×]uÑ]uÐ\uÓvˆIà—[”[ˆEÙ�a IÐPcÔdŠAñ !ð ×Ñ Ó/Ð/r   )rÀ   rÂ   rÇ   r4   r¼   rÆ   r½   r¾   r»   r¹   r¿   rˆ   )	ra   rb   rc   rd   Ú__doc__r1   rä   re   rf   rg   s   @r   r·   r·   ž   s   ø† ÙL÷Cð0 eg÷ #0ò #0r   r·   c                  ón   a € ] tR t^ßtRtRV 3R lltR tR tR tR t	R t
RR/ 3R	 ltRR/ 3R
 ltRtV ;t# )ÚIdeogram4Transformer2DModelz›Ideogram 4 single-stream DiT.

Runs a packed ``[text, image]`` sequence when text context is supplied, or an image-only sequence when ``context is None``.
Nc                	óÈ   <€ WE,          p\         SV `  VW4WgVW‰V
W¼WÞR 7       WÀn        W n        W n        ^V n        W P
                  V P
                  ,          ,          V n        R# ))rÈ   rÉ   r3   rv   rx   rÊ   rË   r¹   r»   rw   r   r,   r=   N)r0   r1   r   rÊ   r°   Ú
patch_sizeÚae_channels)r<   Úimage_modelrÊ   rÉ   Únum_attention_headsÚattention_head_dimrv   rx   rË   r¹   r»   rw   r   r,   r=   ÚkwargsrÈ   r>   s   &&&&&&&&&&&&&&&, €r   r1   Ú$Ideogram4Transformer2DModel.__init__å   sh   ø€ ð &Õ:ˆÜ‰ÑØ¨
Ø/ÐR]Ø-ÐTaØ°6ð	 	ô 	Rð
 Œ
Ø&ÔØ'ÔàˆŒØ&¯?©?¸T¿_¹_Õ+LÕMˆÖr   c                	óâ   € VP                   w  r#rEVP                  W P                  V P                  V P                  WE4      pVP	                  ^ ^^^^^4      pVP                  W$V,          V4      # )r   )r   rE   rë   rê   Úpermuter   )r<   r"   ÚBÚCÚghÚgws   &&    r   Ú_img_to_tokensÚ*Ideogram4Transformer2DModel._img_to_tokensõ   s^   € Ø—w‘w‰ˆˆbØ�F‰F�1×&Ñ&¨¯©¸¿¹È"ÓQˆØ�I‰I�a˜˜A˜q ! QÓ'ˆØ�y‰y˜ �G QÓ'Ð'r   c                	ó  € VP                   ^ ,          pVP                   R,          pVP                  WBW0P                  V P                  V P                  4      pVP	                  ^ ^^^^^4      pVP                  WEW#4      # )r   r   )r   r   rê   rë   rò   )r<   Útokensrõ   rö   ró   rô   r"   s   &&&&   r   Ú_tokens_to_imgÚ*Ideogram4Transformer2DModel._tokens_to_imgû   sh   € Ø�L‰L˜�OˆØ�L‰L˜ÕˆØ�N‰N˜1 "§o¡o°t·±È×HXÑHXÓYˆØ�I‰I�a˜˜A˜q ! QÓ'ˆØ�y‰y˜˜rÓ&Ð&r   c                	óŒ  € \         P                  ! WR 7      P                  R^4      P                  W4      P	                  R4      p\         P                  ! W#R 7      P                  ^R4      P                  W4      P	                  R4      p\         P
                  ! V4      p\         P                  ! WdV.^R7      \        ,           # )©r,   r
   r   )r   r�   rE   Úexpandr   rÖ   r   ÚIMAGE_POSITION_OFFSET)r<   rõ   rö   r,   Úh_idxÚw_idxÚt_idxs   &&&&   r   Ú_image_position_idsÚ/Ideogram4Transformer2DModel._image_position_ids  s’   € Ü—’˜RÔ/×4Ñ4°R¸Ó;×BÑBÀ2ÓJ×RÑRÐSUÓVˆÜ—’˜RÔ/×4Ñ4°Q¸Ó;×BÑBÀ2ÓJ×RÑRÐSUÓVˆÜ× Ò  Ó'ˆÜ�{Š{˜E¨%Ð0°aÔ8Ô;PÕPÐPr   c           
     	ó8  € VP                   ^ ,          pVP                  p	V P                  V4      p
V
P                   ^,          pVP                   ^,          pWË,           pV
P                   R,          p\        P                  ! W�WêP
                  V	R7      pW¯RVR13&   \        P                  ! WÉR7      P                  R^4      P                  V^4      pV P                  WVV	4      p\        P                  ! VV.^ R7      P                  ^ 4      P                  W�^4      p\        P                  ! W�\        P                  V	R7      p\        VRRV13&   \        VRVR13&   RpVeƒ   \        P                   ! W�\        P                  V	R7      pV^ 8H  p\"        VRRV13,          V&   ^ VRRV13,          V&   VP                  ^4      VP                  ^4      8H  P                  ^4      pV P%                  W/VVVVVR7      pV P'                  VRVR13,          WV4      # )r   r‹   rÎ   Nrþ   r
   r}   r   )r   r,   r÷   r   Úzerosr   r�   rE   rÿ   r  r‘   r   ÚemptyrÒ   rÔ   rÓ   ÚonesÚSEQUENCE_PADDING_INDICATORrä   rû   )r<   Úx_chunkÚcontext_chunkÚattn_mask_chunkÚt_chunkrõ   rö   rD   ró   r,   Ú
img_tokensÚL_imgrà   ÚLÚ
latent_dimÚx_fullÚtext_posÚimg_posrÛ   rÜ   rQ   Úsegment_idsr“   r\   s   &&&&&&&&                r   Ú_run_conditionalÚ,Ideogram4Transformer2DModel._run_conditional  sì  € Ø�M‰M˜!ÕˆØ—‘ˆØ×(Ñ(¨Ó1ˆ
Ø× Ñ  Õ#ˆØ×$Ñ$ QÕ'ˆØ�NˆØ×%Ñ% bÕ)ˆ
ä—’˜Q :×5EÑ5EÈfÔUˆØ'ˆq�&‘'ˆzÑä—<’< Ô6×;Ñ;¸BÀÓB×IÑIÈ&ÐRSÓTˆØ×*Ñ*¨2°6Ó:ˆÜ—y’y (¨GÐ!4¸!Ô<×FÑFÀqÓI×PÑPÐQRÐWXÓYˆä—K’K ¬E¯J©J¸vÔFˆ	Ü 3ˆ	�!�W�f�W�*ÑÜ 6ˆ	�!�V‘W�*Ñàˆ	ØÒ&ÜŸ*š* Q´·±ÀFÔKˆKØ" aÑ'ˆCÜ+EˆK˜˜7˜F˜7˜
Õ# CÑ(Ø)*ˆI�a˜˜&˜�jÕ! #Ñ&à$×.Ñ.¨qÓ1°[×5JÑ5JÈ1Ó5MÑM×XÑXÐYZÓ[ˆIà�n‰n˜]°G¸\È9ÐV_Ø1Dð ó Fˆà×"Ñ" 3 q¨&©' z¥?°BÓ;Ð;r   c           
     	ó”  € VP                   ^ ,          pVP                  pV P                  V4      pVP                   ^,          p	V P                  W4V4      P	                  ^ 4      P                  Wi^4      p
\        P                  ! Wi3\        \        P                  VR7      pV P                  RW‚V
RWµR7      pV P                  WÃV4      # )r   r‹   Nr}   )r   r,   r÷   r  r   rÿ   r   ÚfullrÓ   rÒ   rä   rû   )r<   r  r  rõ   rö   rD   ró   r,   r  r  rÛ   rÜ   r\   s   &&&&&&       r   Ú_run_image_onlyÚ+Ideogram4Transformer2DModel._run_image_only)  s®   € Ø�M‰M˜!ÕˆØ—‘ˆØ×(Ñ(¨Ó1ˆ
Ø× Ñ  Õ#ˆà×/Ñ/°¸Ó?×IÑIÈ!ÓL×SÑSÐTUÐ^_Ó`ˆÜ—J’J ˜zÔ+AÌÏÉÐ\bÔcˆ	ð �n‰n˜T :¸ÀdÈIˆnÓˆØ×"Ñ" 3¨BÓ/Ð/r   c                	ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4V3/ VB # )N)	rG   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r<   r"   Ú	timestepsÚcontextÚattention_maskrD   rï   s   &&&&&&,r   r]   Ú#Ideogram4Transformer2DModel.forward6  s~   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð  Ð9Lñ	Xð QWñ	Xð 	Xr   c           	     	óŒ   € VP                   w  rxršR V,
          pVf   V P                  WWšV4      ) # V P                  WWBWšV4      ) # r³   )r   r  r  )r<   r"   r&  r'  r(  rD   rï   Úbsr´   rõ   rö   s   &&&&&&,    r   r!  Ú$Ideogram4Transformer2DModel._forward=  sS   € ØŸ™‰ˆˆrà˜)•Oˆ	ð Š?Ø×(Ñ(¨°rÐ?RÓSÐSÐSà×%Ñ% a°.ÈRÐUhÓiÐiÐir   )rë   r   rÊ   r°   rê   )Né€   é"   é   é   i 0  i   i Ð  i@KL )é   é   r2  r_   NNN)ra   rb   rc   rd   ræ   r1   r÷   rû   r  r  r  r]   r!  re   rf   rg   s   @r   rè   rè   ß   sO   ø† ñ÷
Nò (ò'òQò<òB0ð -1ÀÐ[]ô Xð .2À$Ð\^÷ 	jò 	jr   rè   r   r¤   )%ræ   Ú
__future__r   r�   r   Útorch.nnrÃ   Útorch.nn.functionalÚ
functionalr’   Úcomfy.model_managementrG   Ú	comfy.opsÚcomfy.patcher_extensionÚcomfy.quant_opsÚcomfy.ldm.lumina.modelr   Úcomfy.ldm.modules.attentionr   r   r   Úcomfy.text_encoders.llamar   r
  rÓ   rÔ   r   r   r%   ÚModuler'   ri   r™   r›   rª   r·   rè   © r   r   Ú<module>r@     sÄ   ðñõ #ã ã Ý ß Ð ã Û Û Û Ý .ß lÑ lÝ :ð  Ð ØÐ ØÐ àÐ òAòIô%˜Ÿ™ô %ôP §	¡	ô ô<	ô!˜2Ÿ9™9ô !ô"	7˜"Ÿ)™)ô 	7ô>0˜2Ÿ9™9ô >0ôBgjÐ"6ö gjr   