+
    ƒ°ñjH  ã                   óz  € ^ RI t ^ RIHtHt ^ RIt^ RIt^ RIHt ^ RIt	^ RI
t	^ RIt	^ RIHtHtHtHt ^ RIHtHtHt  ! R R]P*                  4      t ! R R]P*                  4      t ! R	 R
]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      t ! R R]P*                  4      tR# )é    N)ÚOptionalÚTuple)ÚGELU_approxÚPixArtAlphaTextProjectionÚTimestepEmbeddingÚ	Timesteps)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc                   óT   a a€ ] tR t^t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚJoyImageModulatec                ó&   <€ V ^8„  d   QhRS[ RS[ /# )é   Úhidden_sizeÚfactor©Úint)ÚformatÚ__classdict__s   "€Ú<C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\joyimage\model.pyÚ__annotate__ÚJoyImageModulate.__annotate__   s   ø€ ÷ 
ñ 
¡Cð 
±ñ 
ó    c           
     ó”   <€ \         SV `  4        W n        \        P                  ! \
        P                  ! ^W!W4R7      4      V n        R# )é   ©ÚdtypeÚdeviceN)ÚsuperÚ__init__r   ÚnnÚ	ParameterÚtorchÚemptyÚmodulate_table)Úselfr   r   r   r   Ú	__class__s   &&&&&€r   r    ÚJoyImageModulate.__init__   s4   ø€ Ü‰ÑÔØŒÜ ŸlšlÜ�KŠK˜˜6°eÔKó
ˆÖr   c                ó:   <€ V ^8„  d   QhRS[ P                  RS[/# ©r   ÚxÚreturn)r#   ÚTensorÚlist)r   r   s   "€r   r   r      s#   ø€ ÷ Mñ M™Ÿ™ð M©$ñ Mr   c                ó&  € VP                   ^8w  d   VP                  ^4      p\        P                  P	                  V P
                  V4      pW!,           P                  V P                  ^R7       Uu. uF  q3P                  ^4      NK  	  up# u upi )é   ©Údim)	ÚndimÚ	unsqueezeÚcomfyÚopsÚcast_to_inputr%   Úchunkr   Úsqueeze)r&   r+   ÚtableÚos   &&  r   ÚforwardÚJoyImageModulate.forward   sl   € Ø�6‰6�QŒ;Ø—‘˜A“ˆAÜ—	‘	×'Ñ'¨×(;Ñ(;¸QÓ?ˆØ',¥y×&7Ñ&7¸¿¹ÈÐ&7Ô&KÓLÑ&K —	‘	˜!–Ñ&KÑLÐLùÒLs   Á2B)r   r%   ©NN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r    r<   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r'   r   s   @@r   r   r      s!   ù‡ € ÷
õ 
÷M÷ Mð Mr   r   c                   óT   a a€ ] tR t^t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚJoyImageFeedForwardc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   r2   Ú	inner_dimr   )r   r   s   "€r   r   Ú JoyImageFeedForward.__annotate__    s   ø€ ÷ ñ áðñ ñr   c                óÂ   <€ \         SV `  4        \        P                  ! \	        WW4VR 7      \        P
                  ! 4       VP                  W!RW4R7      .4      V n        R# ))r   r   Ú
operationsT©Úbiasr   r   N)r   r    r!   Ú
ModuleListr   ÚIdentityÚLinearÚnet)r&   r2   rK   r   r   rN   r'   s   &&&&&&€r   r    ÚJoyImageFeedForward.__init__    sO   ø€ ô 	‰ÑÔÜ—=’=Ü˜¨eÈzÔZÜ�KŠK‹MØ×Ñ˜i°4¸uÐÓTð"
ó ˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# r*   ©r#   r-   )r   r   s   "€r   r   rL   /   s#   ø€ ÷ ñ ™Ÿ™ð ©%¯,©,ñ r   c                ó<   € V P                    F  pV! V4      pK  	  V# ©N©rT   )r&   r+   Úmodules   && r   r<   ÚJoyImageFeedForward.forward/   s   € Ø—h”hˆFÙ�q“	ŠAñ àˆr   rZ   ©NNNr?   rG   s   @@r   rI   rI      s   ù‡ € ÷õ ÷÷ ð r   rI   c                   óX   a a€ ] tR t^5t oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚJoyImageAttentionc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r   r2   Únum_attention_headsÚattention_head_dimÚeps©r   Úfloat)r   r   s   "€r   r   ÚJoyImageAttention.__annotate__6   s9   ø€ ÷ fñ fáðfñ !ðfñ  ð	fñ
 ñfr   c                ó  <€ \         S	V `  4        W n        \        4       V n        W#,          pVP                  W^,          RWVR7      V n        VP                  W4WVR7      V n        VP                  W4WVR7      V n	        VP                  W�RWVR7      V n
        VP                  W^,          RWVR7      V n        VP                  W4WVR7      V n        VP                  W4WVR7      V n        VP                  W�RWVR7      V n        R# )r0   TrO   )rc   r   r   N)r   r    ra   r
   Úcomfy_attentionrS   Úimg_attn_qkvÚRMSNormÚimg_attn_q_normÚimg_attn_k_normÚimg_attn_projÚtxt_attn_qkvÚtxt_attn_q_normÚtxt_attn_k_normÚtxt_attn_proj)
r&   r2   ra   rb   rc   r   r   rN   rK   r'   s
   &&&&&&&& €r   r    ÚJoyImageAttention.__init__6   s  ø€ ô 	‰ÑÔØ#6Ô Ü-Ó/ˆÔØ'Õ<ˆ	à&×-Ñ-¨c¸qµ=ÀtÐSXÐ-ÓhˆÔØ)×1Ñ1Ð2DÐUZÐ1ÓjˆÔØ)×1Ñ1Ð2DÐUZÐ1ÓjˆÔØ'×.Ñ.¨yÀDÐPUÐ.ÓeˆÔà&×-Ñ-¨c¸qµ=ÀtÐSXÐ-ÓhˆÔØ)×1Ñ1Ð2DÐUZÐ1ÓjˆÔØ)×1Ñ1Ð2DÐUZÐ1ÓjˆÔØ'×.Ñ.¨yÀDÐPUÐ.ÓeˆÖr   c          
      ó¬   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[S[ P                  S[ P                  3,          /# )r   ÚimgÚtxtÚimage_rotary_embr,   ©r#   r-   r   )r   r   s   "€r   r   rf   O   sQ   ø€ ÷ 4 ñ 4 á�\‰\ð4 ñ �\‰\ð4 ñ  Ÿ,™,ð	4 ñ 
‰u�|‰|™UŸ\™\Ð)Õ	*ñ4 r   c           	     óÒ  € V P                   pV P                  V4      P                  ^RR7      w  rgpV P                  V4      P                  ^RR7      w  ršpVP	                  RVR34      pVP	                  RVR34      pVP	                  RVR34      pV	P	                  RVR34      p	V
P	                  RVR34      p
VP	                  RVR34      pV P                  V	4      p	V P                  V
4      p
\        P                  P                  V P                  VRR7      w  rÍp\        P                  P                  V P                  VRR7      w  rýp\        P                  ! VVVVVV P                  P                  4      w  rg\        P                  P                  V P                  VRV4       \        P                  P                  V P                  VRV4       \         P"                  ! Wi.^R7      p\         P"                  ! Wz.^R7      p\         P"                  ! W‹.^R7      p????	?
?\%        VP'                  ^^4      4      p\%        VP'                  ^^4      4      p\%        VP'                  ^^4      4      p\)        VVVWPP*                  VR7      pVP,                  ^,          pVRRV1R3,          pVRVR1R3,          pV P/                  V4      pV P1                  V4      pVV3# )r0   r1   T)ÚoffloadableN)ÚheadsÚpreferred_attentionÚtransformer_optionsºNNNéÿÿÿÿ)ra   ri   r8   rn   Ú	unflattenro   rp   r5   r6   Úcast_bias_weightrk   rl   Úcomfy_kitchenÚrms_roperc   Úuncast_bias_weightr#   Úcatr	   Úflattenr   rh   Úshaperm   rq   )r&   rt   ru   rv   r|   rz   Úimg_qÚimg_kÚimg_vÚtxt_qÚtxt_kÚtxt_vÚimg_q_scaleÚ_Úimg_q_offload_streamÚimg_k_scaleÚimg_k_offload_streamÚjoint_qÚjoint_kÚjoint_vÚ	joint_outÚseq_imgÚimg_outÚtxt_outs   &&&&&                   r   r<   ÚJoyImageAttention.forwardO   s³  € ð ×(Ñ(ˆà"×/Ñ/°Ó4×:Ñ:¸1À"Ð:ÓEÑˆ�eØ"×/Ñ/°Ó4×:Ñ:¸1À"Ð:ÓEÑˆ�eà—‘  U¨B KÓ0ˆØ—‘  U¨B KÓ0ˆØ—‘  U¨B KÓ0ˆØ—‘  U¨B KÓ0ˆØ—‘  U¨B KÓ0ˆØ—‘  U¨B KÓ0ˆà×$Ñ$ UÓ+ˆØ×$Ñ$ UÓ+ˆä/4¯y©y×/IÑ/IÈ$×J^ÑJ^Ð`eÐswÐ/IÓ/xÑ,ˆÐ,Ü/4¯y©y×/IÑ/IÈ$×J^ÑJ^Ð`eÐswÐ/IÓ/xÑ,ˆÐ,Ü$×-Ò-ØØØØØØ× Ñ ×$Ñ$ó
‰ˆô 	�	‰	×$Ñ$ T×%9Ñ%9¸;ÈÐNbÔcÜ�	‰	×$Ñ$ T×%9Ñ%9¸;ÈÐNbÔcä—)’)˜U˜N°Ô2ˆÜ—)’)˜U˜N°Ô2ˆÜ—)’)˜U˜N°Ô2ˆØ�5˜% ¨¨uä*¨7¯?©?¸1¸aÓ+@ÓAˆÜ*¨7¯?©?¸1¸aÓ+@ÓAˆÜ*¨7¯?©?¸1¸aÓ+@ÓAˆä'¨°¸'È×dxÑdxð  Obô  cˆ	à—)‘)˜A•,ˆØ˜A˜x ˜x¨˜NÕ+ˆØ˜A˜w™x¨˜NÕ+ˆà×$Ñ$ WÓ-ˆØ×$Ñ$ WÓ-ˆØ˜ÐÐr   )
rh   rl   rm   rk   ri   ra   rp   rq   ro   rn   )ç�íµ ÷Æ°>NNNrY   r?   rG   s   @@r   r_   r_   5   s    ù‡ € ÷fõ f÷24 ÷ 4 ò 4 r   r_   c                   óX   a a€ ] tR t^†t oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚJoyImageTransformerBlockc          
      ó8   <€ V ^8„  d   QhRS[ RS[ RS[ RS[RS[/# )r   r2   ra   rb   Úmlp_width_ratiorc   rd   )r   r   s   "€r   r   Ú%JoyImageTransformerBlock.__annotate__‡   s=   ø€ ÷  
ñ  
áð 
ñ !ð 
ñ  ð	 
ñ
 ð 
ñ ñ 
r   c	           
     óÜ  <€ \         S
V `  4        \        W,          4      p	\        V^WgR7      V n        VP                  VRWVVR7      V n        VP                  VRWVVR7      V n        \        WWgVR7      V n	        \        V^WgR7      V n
        VP                  VRWVVR7      V n        VP                  VRWVVR7      V n        \        WWgVR7      V n        \        VVVVVVVR7      V n        R# )é   )r   r   r   F©Úelementwise_affinerc   r   r   )rK   r   r   rN   )r2   ra   rb   rc   r   r   rN   N)r   r    r   r   Úimg_modÚ	LayerNormÚ	img_norm1Ú	img_norm2rI   Úimg_mlpÚtxt_modÚ	txt_norm1Ú	txt_norm2Útxt_mlpr_   Úattn)r&   r2   ra   rb   rž   rc   r   r   rN   Úmlp_hidden_dimr'   s   &&&&&&&&& €r   r    Ú!JoyImageTransformerBlock.__init__‡   sö   ø€ ô 	‰ÑÔÜ˜SÕ2Ó3ˆä'¨°A¸UÔRˆŒØ#×-Ñ-¨cÀeÐQTÐjpÐ-ÓqˆŒØ#×-Ñ-¨cÀeÐQTÐjpÐ-ÓqˆŒÜ*¨3ÐPUÐq{Ô|ˆŒä'¨°A¸UÔRˆŒØ#×-Ñ-¨cÀeÐQTÐjpÐ-ÓqˆŒØ#×-Ñ-¨cÀeÐQTÐjpÐ-ÓqˆŒÜ*¨3ÐPUÐq{Ô|ˆŒä%ØØ 3Ø1ØØØØ!ô
ˆŽ	r   c                óÆ   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  RS[S[ P                  S[ P                  3,          /# )r   Úhidden_statesÚencoder_hidden_statesÚtembrv   r,   rw   )r   r   s   "€r   r   rŸ   ©   s_   ø€ ÷ *4ñ *4á—|‘|ð*4ñ  %Ÿ|™|ð*4ñ �l‰lð	*4ñ
  Ÿ,™,ð*4ñ 
‰u�|‰|™UŸ\™\Ð)Õ	*ñ*4r   c                óö  € V P                  V4      w  pppp	p
pV P                  V4      w  ppppppV P                  V4      pV P                  V4      pV^VP	                  ^4      ,           ,          VP	                  ^4      ,           pV^VP	                  ^4      ,           ,          VP	                  ^4      ,           pV P                  VVWER7      w  ppVVVP	                  ^4      ,          ,           pVVVP	                  ^4      ,          ,           pV P                  V4      pV P                  V4      pV^V
P	                  ^4      ,           ,          V	P	                  ^4      ,           pV^VP	                  ^4      ,           ,          VP	                  ^4      ,           pWP                  V4      VP	                  ^4      ,          ,           pW P                  V4      VP	                  ^4      ,          ,           pW3# )r   )r|   )
r¤   r©   r¦   rª   r4   r­   r§   r«   r¨   r¬   )r&   r±   r²   r³   rv   r|   Úimg_mod1_shiftÚimg_mod1_scaleÚimg_mod1_gateÚimg_mod2_shiftÚimg_mod2_scaleÚimg_mod2_gateÚtxt_mod1_shiftÚtxt_mod1_scaleÚtxt_mod1_gateÚtxt_mod2_shiftÚtxt_mod2_scaleÚtxt_mod2_gateÚ
img_normedÚ
txt_normedÚimg_modulatedÚtxt_modulatedÚimg_attnÚtxt_attnÚimg_ffn_normedÚtxt_ffn_normedÚimg_ffn_inputÚtxt_ffn_inputs   &&&&&&                      r   r<   Ú JoyImageTransformerBlock.forward©   sÓ  € ð �L‰L˜Óñ	
ØØØØØØð �L‰L˜Óñ	
ØØØØØØð —^‘^ MÓ2ˆ
Ø—^‘^Ð$9Ó:ˆ
Ø" a¨.×*BÑ*BÀ1Ó*EÕ&EÕFÈ×IaÑIaÐbcÓIdÕdˆØ" a¨.×*BÑ*BÀ1Ó*EÕ&EÕFÈ×IaÑIaÐbcÓIdÕdˆà!ŸY™Y }°mÐEU˜YÓÑˆ�(à%¨°=×3JÑ3JÈ1Ó3MÕ(MÕMˆØ 5¸À=×CZÑCZÐ[\ÓC]Õ8]Õ ]ÐàŸ™¨Ó6ˆØŸ™Ð(=Ó>ˆØ&¨!¨n×.FÑ.FÀqÓ.IÕ*IÕJÈ^×MeÑMeÐfgÓMhÕhˆØ&¨!¨n×.FÑ.FÀqÓ.IÕ*IÕJÈ^×MeÑMeÐfgÓMhÕhˆØ%¯©°]Ó(CÀm×F]ÑF]Ð^_ÓF`Õ(`Õ`ˆØ 5¿¹À]Ó8SÐVc×VmÑVmÐnoÓVpÕ8pÕ pÐàÐ3Ð3r   )	r­   r¨   r¤   r¦   r§   r¬   r©   rª   r«   )ç      @rš   NNNrY   r?   rG   s   @@r   rœ   rœ   †   s   ù‡ € ÷ 
õ  
÷D*4÷ *4ò *4r   rœ   c                   óT   a a€ ] tR t^Öt oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚJoyImageTimeTextImageEmbeddingc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ /# )r   r2   Útime_freq_dimÚtime_proj_dimÚtext_embed_dimr   )r   r   s   "€r   r   Ú+JoyImageTimeTextImageEmbedding.__annotate__×   s3   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ
 ñ
r   c           	     ó  <€ \         SV `  4        \        VR ^ R7      V n        \	        VVVVVR7      V n        \        P                  ! 4       V n        VP                  WR WVR7      V n
        \        WARWVVR7      V n        R# )T)Únum_channelsÚflip_sin_to_cosÚdownscale_freq_shift)Úin_channelsÚtime_embed_dimr   r   rN   rO   Ú	gelu_tanh)Úact_fnr   r   rN   N)r   r    r   Útimesteps_projr   Útime_embedderr!   ÚSiLUrÛ   rS   Ú	time_projr   Útext_embedder)	r&   r2   rÐ   rÑ   rÒ   r   r   rN   r'   s	   &&&&&&&&€r   r    Ú'JoyImageTimeTextImageEmbedding.__init__×   s   ø€ ô 	‰ÑÔÜ'°]ÐTXÐopÔqˆÔÜ.Ø%ØØØØ!ô
ˆÔô —g’g“iˆŒØ#×*Ñ*¨3ÀDÐPUÐ*ÓeˆŒÜ6Ø¨¸5Ð\fô
ˆÖr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Útimestepr²   rW   )r   r   s   "€r   r   rÓ   ð   s#   ø€ ÷ :ñ :¡§¡ð :ÁUÇ\Á\ñ :r   c                ó  € V P                  V4      pV P                  VP                  VP                  R 7      4      P	                  V4      pV P                  V P                  V4      4      pV P                  V4      pW4V3# ))r   )rÜ   rÝ   Útor   Útype_asrß   rÛ   rà   )r&   rã   r²   r³   Útimestep_projs   &&&  r   r<   Ú&JoyImageTimeTextImageEmbedding.forwardð   su   € Ø×&Ñ& xÓ0ˆØ×!Ñ! (§+¡+Ð4I×4OÑ4O +Ó"PÓQ×YÑYÐZoÓpˆØŸ™ t§{¡{°4Ó'8Ó9ˆØ $× 2Ñ 2Ð3HÓ IÐØÐ$9Ð9Ð9r   )rÛ   rà   rÝ   rß   rÜ   r]   r?   rG   s   @@r   rÎ   rÎ   Ö   s   ù‡ € ÷
õ 
÷2:÷ :ð :r   rÎ   c                   óÐ   a a€ ] tR t^øt o. RO^RR^RR^. RORRRRR3V3R lV 3R llltRV3R lR	 lltRV3R
 lR lltV3R lR ltRV3R lR lltRV3R lR llt	Rt
VtV ;t# )ÚJoyImageTransformer3DModelNi   i   rÌ   é   c                óf   <€ V ^8„  d   QhRS[ RS[RS[S[,          RS[RS[RS[RS[RS[R	S[ R
S[/
# )r   Ú
patch_sizerØ   Úout_channelsr   ra   Útext_dimrž   Ú
num_layersÚrope_dim_listÚtheta)r.   r   r   re   )r   r   s   "€r   r   Ú'JoyImageTransformer3DModel.__annotate__ù   s   ø€ ÷ A
ñ A
áðA
ñ ðA
ñ ™s•mð	A
ñ
 ðA
ñ !ðA
ñ ðA
ñ ðA
ñ ðA
ñ ðA
ñ ñA
r   c                óÈ  <€ \         SV `  4        WÀn        T;'       g    TV n        \	        V4      V n        \	        V	4      V n        W n        WE,          pVP                  VV\        V P
                  4      \        V P
                  4      VVR 7      V n
        \        VRV^,          VVVVR7      V n        \        P                  ! \        V4       Uu. uF  p\!        VVVVVVVR7      NK  	  up4      V n        VP%                  VRRWÍR7      V n        VP)                  VV P                  \*        P,                  ! V P
                  4      ,          RVVR7      V n        R	# u upi )
)Úkernel_sizeÚstrider   r   rë   )r2   rÐ   rÑ   rÒ   r   r   rN   )r2   ra   rb   rž   r   r   rN   Frš   r¢   TrO   N)r   r    r   rî   r.   rí   rñ   rò   ÚConv3dÚtupleÚimg_inrÎ   Úcondition_embedderr!   rQ   Úrangerœ   Údouble_blocksr¥   Únorm_outrS   ÚmathÚprodÚproj_out)r&   rí   rØ   rî   r   ra   rï   rž   rð   rñ   rò   Úimage_modelr   r   rN   rb   rŽ   r'   s   &&&&&&&&&&&&&&&  €r   r    Ú#JoyImageTransformer3DModel.__init__ù   se  ø€ ô" 	‰ÑÔØŒ
Ø(×7Ð7¨KˆÔÜ˜zÓ*ˆŒÜ! -Ó0ˆÔØŒ
à(Õ?Ðà ×'Ñ'ØØÜ˜dŸo™oÓ.Ü˜Ÿ™Ó)ØØð (ó 
ˆŒô #AØØØ%¨�/Ø#ØØØ!ô#
ˆÔô  Ÿ]š]ô ˜:Ô&ó,
ñ '�ô %ØØ$7Ø#5Ø /ØØØ%÷ñ 'ñ,
ó ˆÔð #×,Ñ,¨[ÈUÐX\ÐdiÐ,ÓyˆŒØ"×)Ñ)ØØ×Ñ¤§	¢	¨$¯/©/Ó :Õ:ØØØð *ó 
ˆŽùò,
s   ÃEc                ót   <€ V ^8„  d   QhRS[ S[S[S[3,          RS[ S[S[S[3,          RS[P                  /# )r   ÚstartÚstopr,   )r   r   r#   r-   )r   r   s   "€r   r   ró   <  sH   ø€ ÷ Pñ Pá‘S™#™s�]Õ#ðPñ ‘C™™c�MÕ"ðPñ
 
�‰ñPr   c                ó"  € V P                   p\        ^4       Uu. uF7  p\        P                  ! W,          W%,          \        P                  VR7      NK9  	  pp\        P
                  ! \        P                  ! VRR/ ^ R7      p. p\        V4       F“  w  rYWu,          P                  R4      p
RV P                  \        P                  ! ^ V	^\        P                  VR7      RV	^,           V	,          ,          ,          pVP                  \        P                  ! W«4      4       K•  	  \        P                  ! V^R7      pVP                  4       pVP                  4       p\        P
                  ! WÞ) Wí3RR7      P                  RR4      # u upi )	r0   r   ÚindexingÚijr1   g      ð?Nr~   )r   r   )rñ   rû   r#   ÚarangeÚfloat32ÚstackÚmeshgridÚ	enumerateÚreshaperò   ÚappendÚouterr„   ÚcosÚsinr   )r&   r  r  r   rñ   ÚiÚgridsÚmeshÚangles_partsr2   ÚposÚfreqsÚanglesr  r  s   &&&&           r   Ú_get_rotary_pos_embed_for_rangeÚ:JoyImageTransformer3DModel._get_rotary_pos_embed_for_range<  s/  € ð ×*Ñ*ˆä^cÐdeÔ^fÓgÑ^fÐYZ”—’˜e�h¨­´u·}±}ÈV×TÑ^fˆÐgÜ�{Š{œ5Ÿ>š>¨5Ð@¸4Ñ@ÀaÔHˆàˆÜ Ö.‰FˆAØ•'—/‘/ "Ó%ˆCØ˜4Ÿ:™:¬%¯,ª,°q¸#¸qÌÏÉÐ^dÔ*eÐfrÐilÐpqÕiqÐ*sÐvyÕ*yÕzÕ{ˆEØ×Ñ¤§¢¨CÓ 7Ö8ñ /ô
 —’˜<¨QÔ/ˆØ�j‰j‹lˆØ�j‰j‹lˆÜ�{Š{˜C  sÐ0°bÔ9×CÑCÀBÈÓOÐOùò hs   š=Fc                ó4   <€ V ^8„  d   QhRS[ P                  /# )r   r,   rW   )r   r   s   "€r   r   ró   T  s   ø€ ÷ Gñ Gñ 
�‰ñ	Gr   c                óþ   € . p^ pV F>  w  rVpV P                  V^ ^ 3WE,           Wg3VR7      pVP                  V4       WE,          pK@  	  \        P                  ! V^ R7      P	                  ^ 4      P	                  ^4      # )r   )r  r  r   r1   )r  r  r#   r„   r4   )	r&   Úcomponent_sizesr   Úfreqs_partsÚt_offsetÚtÚhÚwr  s	   &&&      r   Ú#get_rotary_pos_embed_for_componentsÚ>JoyImageTransformer3DModel.get_rotary_pos_embed_for_componentsT  sˆ   € ð ˆØˆÛ(‰IˆQ�1Ø×8Ñ8Ø  AÐ&Ø•l AÐ)Øð 9ó ˆEð
 ×Ñ˜uÔ%Ø�MŠHñ )ô �yŠy˜¨!Ô,×6Ñ6°qÓ9×CÑCÀAÓFÐFr   c          
      ó`   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[RS[ P                  /# )r   r+   r!  r"  r#  r,   )r#   r-   r   )r   r   s   "€r   r   ró   h  s?   ø€ ÷ @ñ @™EŸL™Lð @©Sð @±Sð @¹Sð @ÁUÇ\Á\ñ @r   c           
     ó$  € V P                   pV P                  w  rgpVP                  VP                  ^ ,          W#WFWxV4      pVP	                  ^ ^^^^^^^4      pVP                  VP                  ^ ,          WRV,          W7,          WH,          4      # )r   )rî   rí   r  r†   Úpermute)	r&   r+   r!  r"  r#  ÚcÚptÚphÚpws	   &&&&&    r   Ú
unpatchifyÚ%JoyImageTransformer3DModel.unpatchifyh  sy   € Ø×ÑˆØ—_‘_‰
ˆ�Ø�I‰I�a—g‘g˜a•j !¨¨r°qÓ9ˆØ�I‰I�a˜˜A˜q ! Q¨¨1Ó-ˆØ�y‰y˜Ÿ™ � Q¨B­°µ¸½Ó?Ð?r   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# ©r   r±   rã   Úcontextr,   rW   )r   r   s   "€r   r   ró   o  sI   ø€ ÷ `ñ `á—|‘|ð`ñ —,‘,ð`ñ —‘ð	`ñ 
�‰ñ`r   c                ó>  € Vf   / MVP                  4       p\        P                  P                  P	                  V P
                  V \        P                  P                  \        P                  P                  P                  V4      4      P                  ! WW4V3/ VB # rY   )
Úcopyr5   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r&   r±   rã   r1  Úref_latentsÚcontrolr|   Úkwargss   &&&&&&&,r   r<   Ú"JoyImageTransformer3DModel.forwardo  s—   € ð %8Ò$?™bÐEX×E]ÑE]ÓE_ÐÜ×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð  ¨7ÐATñ	`ð Y_ñ	`ð 	`r   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# r0  rW   )r   r   s   "€r   r   ró   €  sI   ø€ ÷ H(ñ H(á—|‘|ðH(ñ —,‘,ðH(ñ —‘ð	H(ñ 
�‰ñH(r   c                óä  a#€ V P                   w  rxp	VP                  w   r«rÍV.T;'       g    . Op. p. pV F³  p\        P                  P                  P                  VV P                   4      pVP                  w   p
pppVP                  VV,          VV,          VV	,          34       V P                  V4      P                  ^4      P                  ^^4      pVP                  V4       Kµ  	  \        P                  ! V^R7      pV P                  W#4      w  p
ppVP                  ^R4      pV P                  VVP                  R7      pVP!                  R/ 4      pVP!                  R/ 4      p\#        V P$                  4      VR&   RVR&   \'        V P$                  4       F\  w  po#VVR&   R	V3V9   d9   V#3R
 lpVR	V3,          ! RVRVRVRVRV/RV/4      pVR,          pVR,          pKL  S#! VVVVVR7      w  ppK^  	  V^ ,          w  pp p!VV ,          V!,          p"VRRV"1R3,          pV P)                  V P+                  V4      4      pV P-                  VVV V!4      pVRRRV1RV1RV13,          # )r   r1   )r   Úpatches_replaceÚditÚtotal_blocksÚdoubleÚ
block_typeÚblock_indexÚdouble_blockc           	      óŽ   <€ / pS! V R ,          V R,          V R,          V R,          V P                  R4      R7      w  VR &   VR&   V# )rt   ru   ÚvecÚper|   ©r±   r²   r³   rv   r|   )Úget)ÚargsÚoutÚblocks   & €r   Ú
block_wrapÚ7JoyImageTransformer3DModel._forward.<locals>.block_wrap§  sO   ø€ Ø�CÙ-2Ø&*¨5¥kØ.2°5­kØ! %�[Ø)-¨d­Ø,0¯H©HÐ5JÓ,Kô.Ñ*�C˜‘J  E¡
ð �Jr   rt   ru   rJ  rK  r|   Úoriginal_blockrL  r}   N)r¡   r~   )rí   r†   r5   ÚldmÚ
common_ditÚpad_to_patch_sizer  rù   r…   Ú	transposer#   r„   rú   r   r$  r   rM  Úlenrü   r  r   rý   r-  )$r&   r±   rã   r1  r<  r|   r>  r*  r+  r,  rŽ   ÚotÚohÚowÚ
componentsr  Ú
img_tokensÚcompÚctÚchÚcwÚtokensrt   rJ  ru   rv   rB  Úblocks_replacer  rQ  rO  ÚttÚthÚtwÚtarget_tokensrP  s$   &&&&&&,                            @r   r7  Ú#JoyImageTransformer3DModel._forward€  s£  ø€ ð —_‘_‰
ˆ�Ø(×.Ñ.Ñˆˆ1�"à#Ð: {×'8Ð'8°bÐ:ˆ
ØˆØˆ
ÛˆDÜ—9‘9×'Ñ'×9Ñ9¸$ÀÇÁÓPˆDØ#Ÿz™zÑˆAˆq�"�b˜"Ø×"Ñ" B¨"¥H¨b°B­h¸¸b½Ð#AÔBØ—[‘[ Ó&×.Ñ.¨qÓ1×;Ñ;¸A¸qÓAˆFØ×Ñ˜fÖ%ñ ô �iŠi˜
¨Ô*ˆà×-Ñ-¨hÓ@‰ˆˆ3�Ø�m‰m˜A˜wÓ'ˆà×CÑCØØ ×'Ñ'ð Dó 
Ðð
 .×1Ñ1Ð2CÀRÓHˆØ(×,Ñ,¨U°BÓ7ˆÜ.1°$×2DÑ2DÓ.EÐ˜NÑ+Ø,4Ð˜LÑ)Ü! $×"4Ñ"4Ö5‰HˆAˆuØ12Ð Ñ.Ø Ð" nÔ4õ	ð % n°aÐ%8Ö9¸5À#Ø;@À#Ø;@À#Ø;?ÐAQØ;PÐReð	;gð
 <LÈZÐ:XóZ�ð ˜%•j�Ø˜%•j’á Ø"%Ø*-ØØ%5Ø(;ô‘�’Sñ/ 6ð> % QÕ'‰
ˆˆB�Ø˜R� "�ˆØ�!�^�m�^ QÐ&Õ'ˆØ�m‰m˜DŸM™M¨#Ó.Ó/ˆØ�o‰o˜c 2 r¨2Ó.ˆØ�1�a˜˜"˜˜c˜r˜c 3 B 3Ð&Õ'Ð'r   )
rú   rü   r   rù   rý   rî   rí   r   rñ   rò   )r   r   r   )é   é8   rj  rY   )NNNNr>   )r@   rA   rB   rC   r    r  r$  r-  r<   r7  rD   rE   rF   rG   s   @@r   rê   rê   ø   s€   ù‡ € ò %ØØ&*ØØ#%ØØ!$ØÚ*ØØØØØ÷A
õ A
÷FPò P÷0Gò G÷(@ð @÷`ò `÷"H(÷ H(ò H(r   rê   )rþ   Útypingr   r   r�   r#   Útorch.nnr!   Úcomfy.ldm.common_ditr5   Ú	comfy.opsÚcomfy.patcher_extensionÚcomfy.ldm.lightricks.modelr   r   r   r   Úcomfy.ldm.modules.attentionr	   r
   r   ÚModuler   rI   r_   rœ   rÎ   rê   © r   r   Ú<module>rt     s”   ðã ß "ã Û Ý ã Û Û ß kÓ kß eÑ eôM�r—y‘yô Mô˜"Ÿ)™)ô ô,N ˜Ÿ	™	ô N ôbM4˜rŸy™yô M4ô`: R§Y¡Yô :ôDP( §¡ö P(r   