+
    ƒ°ñjÏ6  ã                   óæ  € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIHtH	t	H
t
 ^ RIt^ RIt^ RItR R lt ! R R]P                   4      t ! R R]P                   4      t ! R	 R
]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      t ! R R]P                   4      tR# )é    N)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc                óp   € V ^8„  d   QhR\         P                  R\        R\        R\         P                  /# )é   ÚposÚdimÚthetaÚreturn)ÚtorchÚTensorÚint)Úformats   "Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\ernie\model.pyÚ__annotate__r      s0   € ÷ :ñ :Œe�l‰lð :¤ð :¬Sð :´U·\±\ñ :ó    c                 ól  € V^,          ^ 8X  g   Q h\         P                  P                  V P                  4      '       g   \        P                  ! R4      pMV P                  p\        P
                  ! ^ V^\        P                  VR7      V,          pRW$,          ,          p\        P                  ! RV P                  V4      V4      p\        P                  ! \        P                  ! V4      \        P                  ! V4      .^ R7      pVP                  \        P                  V P                  R7      # )r   Úcpu©ÚdtypeÚdeviceç      ð?z...n,d->...nd©r	   )ÚcomfyÚmodel_managementÚsupports_fp64r   r   ÚarangeÚfloat64ÚeinsumÚtoÚstackÚcosÚsinÚfloat32)r   r	   r
   r   ÚscaleÚomegaÚouts   &&&    r   Úroper(      sÉ   € Ø��7�aŒ<Ðˆ<Ü×!Ñ!×/Ñ/°·
±
×;Ò;Ü—’˜eÓ$‰à—‘ˆä�LŠL˜˜C ¬%¯-©-ÀÔGÈ#ÕM€EØ�5•<Õ €EÜ
�,Š,�¨¯©¨v«¸Ó
>€CÜ
�+Š+”u—y’y “~¤u§y¢y°£~Ð6¸AÔ
>€CØ�6‰6œŸ™¨c¯j©jˆ6Ó9Ð9r   c                   óP   a a€ ] tR t^t oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚErnieImageEmbedND3c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[/# )r   r	   r
   Úaxes_dim)r   Útuple)r   Ú__classdict__s   "€r   r   ÚErnieImageEmbedND3.__annotate__   s"   ø€ ÷ 'ñ '™Cð '©ð '±uñ 'r   c                ó\   <€ \         SV `  4        Wn        W n        \	        V4      V n        R # ©N)ÚsuperÚ__init__r	   r
   Úlistr,   )Úselfr	   r
   r,   Ú	__class__s   &&&&€r   r3   ÚErnieImageEmbedND3.__init__   s#   ø€ Ü‰ÑÔØŒØŒ
Ü˜X›ˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Úidsr   ©r   r   )r   r.   s   "€r   r   r/      s#   ø€ ÷ ?ñ ?™5Ÿ<™<ð ?©E¯L©Lñ ?r   c           
     ó´  € \         P                  ! \        ^4       Uu. uF4  p\        VRV3,          V P                  V,          V P
                  4      NK6  	  upRR7      pV^ ,          pV^,          pVP                  R,          pV^,          pVRRV13,          P                  ^RR7      pVRRV13,          P                  ^RR7      p	VRVR13,          P                  ^RR7      p
VRVR13,          P                  ^RR7      p\         P                  ! W‰) Wº.RR7      pVP                  ! . VP                  RR O^N^N5!  P                  ^4      # u upi )é   .r   Néÿÿÿÿ)r   ÚcatÚranger(   r,   r
   ÚshapeÚrepeat_interleaver!   ÚreshapeÚ	unsqueeze)r5   r9   ÚiÚembÚcos_Úsin_ÚNÚhalfÚcos_topÚsin_topÚcos_botÚsin_botÚrots   &&           r   ÚforwardÚErnieImageEmbedND3.forward   sC  € Ü�iŠiÔRWÐXYÔRZÓ[ÑRZÈQœ˜c # q &�k¨4¯=©=¸Õ+;¸T¿Z¹ZÖHÑRZÑ[ÐacÔdˆØ�1�vˆØ�1�vˆØ�J‰J�r�NˆØ�A�vˆØ�s˜E˜T˜E�zÕ"×4Ñ4°Q¸BÐ4Ó?ˆØ�s˜E˜T˜E�zÕ"×4Ñ4°Q¸BÐ4Ó?ˆØ�s˜D™E�zÕ"×4Ñ4°Q¸BÐ4Ó?ˆØ�s˜D™E�zÕ"×4Ñ4°Q¸BÐ4Ó?ˆÜ�kŠk˜7 H¨gÐ?ÀRÔHˆØ�{Š{Ð1˜CŸI™I c r˜NÐ1¨AÐ1¨qÓ1×;Ñ;¸AÓ>Ð>ùò \s   ž:E)r,   r	   r
   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r3   rO   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r6   r.   s   @@r   r*   r*      s   ù‡ € ÷'ó '÷?÷ ?ð ?r   r*   c                   óT   a a€ ] tR t^,t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚErnieImagePatchEmbedDynamicc                ó,   <€ V ^8„  d   QhRS[ RS[ RS[ /# )r   Úin_channelsÚ	embed_dimÚ
patch_size©r   )r   r.   s   "€r   r   Ú(ErnieImagePatchEmbedDynamic.__annotate__-   s'   ø€ ÷ Pñ P¡Cð P±Cð PÁSñ Pr   c           
     ód   <€ \         SV `  4        W0n        VP                  WW3R WVR7      V n        R# )T)Úkernel_sizeÚstrideÚbiasr   r   N)r2   r3   r_   ÚConv2dÚproj)r5   r]   r^   r_   Ú
operationsr   r   r6   s   &&&&&&&€r   r3   Ú$ErnieImagePatchEmbedDynamic.__init__-   s7   ø€ Ü‰ÑÔØ$ŒØ×%Ñ% kÈ*Ðnrð  |BÐ%ó  PˆŽ	r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# ©r   Úxr   r:   )r   r.   s   "€r   r   ra   2   s'   ø€ ÷ Wñ W™Ÿ™ð W©%¯,©,ñ Wr   c                ó®   € V P                  V4      pVP                  w  r#rEVP                  W#WE,          4      P                  ^^4      P	                  4       # )é   )rg   r@   rB   Ú	transposeÚ
contiguous)r5   rl   Ú
batch_sizer	   ÚheightÚwidths   &&    r   rO   Ú#ErnieImagePatchEmbedDynamic.forward2   sF   € Ø�I‰I�a‹LˆØ)*¯©Ñ&ˆ
˜Ø�y‰y˜¨&­.Ó9×CÑCÀAÀqÓI×TÑTÓVÐVr   )r_   rg   ©NNrQ   rY   s   @@r   r[   r[   ,   s#   ù‡ € ÷Põ P÷
W÷ Wð Wr   r[   c                   óT   a a€ ] tR t^7t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )Ú	Timestepsc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   Únum_channelsÚflip_sin_to_cos)r   Úbool)r   r.   s   "€r   r   ÚTimesteps.__annotate__8   s   ø€ ÷ /ñ /¡Sð /¹4ñ /r   c                ó<   <€ \         SV `  4        Wn        W n        R # r1   )r2   r3   ry   rz   )r5   ry   rz   r6   s   &&&€r   r3   ÚTimesteps.__init__8   s   ø€ Ü‰ÑÔØ(ÔØ.Ör   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Ú	timestepsr   r:   )r   r.   s   "€r   r   r|   =   s#   ø€ ÷ 	ñ 	¡§¡ð 	±%·,±,ñ 	r   c                óz  € V P                   ^,          p\        P                  ! R4      ) \        P                  ! V\        P
                  VP                  R7      ,          V,          p\        P                  ! V4      pVR,          P                  4       VR,          ,          pV P                  '       dE   \        P                  ! \        P                  ! V4      \        P                  ! V4      .RR7      pV# \        P                  ! \        P                  ! V4      \        P                  ! V4      .RR7      pV# )r   i'  r   r   )ºNNNN)Nr‚   r=   )ry   ÚmathÚlogr   r   r$   r   ÚexpÚfloatrz   r>   r"   r#   )r5   r€   Úhalf_dimÚexponentrE   s   &&   r   rO   ÚTimesteps.forward=   sÓ   € Ø×$Ñ$¨Õ)ˆÜ—H’H˜U“OÐ#¤e§l¢l°8Ä5Ç=Á=ÐYb×YiÑYiÔ&jÕjÐmuÕuˆÜ�iŠi˜Ó!ˆØ˜Õ ×&Ñ&Ó(¨3¨w­<Õ7ˆØ××ÐÜ—)’)œUŸYšY s›^¬U¯YªY°s«^Ð<À"ÔEˆCð ˆ
ô —)’)œUŸYšY s›^¬U¯YªY°s«^Ð<À"ÔEˆCØˆ
r   )rz   ry   )FrQ   rY   s   @@r   rw   rw   7   s   ù‡ € ÷/õ /÷
	÷ 	ð 	r   rw   c                   óT   a a€ ] tR t^Ht oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚTimestepEmbeddingc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   r]   Útime_embed_dimr`   )r   r.   s   "€r   r   ÚTimestepEmbedding.__annotate__I   s   ø€ ÷ fñ f¡Cð f¹ñ fr   c                ó°   <€ \         SV `  4        VP                  pV! WR WER7      V n        \        P
                  ! 4       V n        V! W"R WER7      V n        R# )T©re   r   r   N)r2   r3   ÚLinearÚlinear_1ÚnnÚSiLUÚactÚlinear_2)r5   r]   r�   rh   r   r   r‘   r6   s   &&&&&& €r   r3   ÚTimestepEmbedding.__init__I   sG   ø€ Ü‰ÑÔØ×"Ñ"ˆÙ˜{ÀÈfÔbˆŒÜ—7’7“9ˆŒÙ˜~ÀDÐQWÔeˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Úsampler   r:   )r   r.   s   "€r   r   rŽ   P   s#   ø€ ÷ ñ ™eŸl™lð ©u¯|©|ñ r   c                ól   € V P                  V4      pV P                  V4      pV P                  V4      pV# r1   )r’   r•   r–   )r5   r™   s   &&r   rO   ÚTimestepEmbedding.forwardP   s1   € Ø—‘˜vÓ&ˆØ—‘˜&Ó!ˆØ—‘˜vÓ&ˆØˆr   )r•   r’   r–   ru   rQ   rY   s   @@r   r‹   r‹   H   s    ù‡ € ÷fõ f÷÷ ð r   r‹   c                   óX   a a€ ] tR t^Vt oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚErnieImageAttentionc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r   Ú	query_dimÚheadsÚdim_headÚeps©r   r†   )r   r.   s   "€r   r   Ú ErnieImageAttention.__annotate__W   s/   ø€ ÷ qñ q¡#ð q©cð q¹Sð qÁuñ qr   c           
     óà  <€ \         S
V `  4        \        4       V n        W n        W0n        W#,          V n        VP                  pVP                  p	V! WP                  R WgR7      V n	        V! WP                  R WgR7      V n
        V! WP                  R WgR7      V n        V	! W4RWgR7      V n        V	! W4RWgR7      V n        \        P                  ! V! V P                  VR WgR7      .4      V n        R# )Fr�   T)r¢   Úelementwise_affiner   r   N)r2   r3   r   Úcomfy_attentionr    Úhead_dimÚ	inner_dimr‘   ÚRMSNormÚto_qÚto_kÚto_vÚnorm_qÚnorm_kr“   Ú
ModuleListÚto_out)r5   rŸ   r    r¡   r¢   rh   r   r   r‘   rª   r6   s   &&&&&&&&  €r   r3   ÚErnieImageAttention.__init__W   sÄ   ø€ Ü‰ÑÔÜ-Ó/ˆÔØŒ
Ø ŒØÕ)ˆŒà×"Ñ"ˆØ×$Ñ$ˆá˜9§n¡n¸5ÈÔ]ˆŒ	Ù˜9§n¡n¸5ÈÔ]ˆŒ	Ù˜9§n¡n¸5ÈÔ]ˆŒ	á˜hÀDÐQWÔeˆŒÙ˜hÀDÐQWÔeˆŒä—m’m¡V¨D¯N©N¸IÈEÐZ`Ô%nÐ$oÓpˆŽr   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# )r   rl   Úattention_maskÚimage_rotary_embr   r:   )r   r.   s   "€r   r   r¤   j   sG   ø€ ÷ -ñ -™Ÿ™ð -±u·|±|ð -Ñ^c×^jÑ^jð -Ñv{÷  wCñ  wCñ -r   c           	     óü  € VP                   w  rEpV P                  V4      pV P                  V4      pV P                  V4      p	VP	                  WEV P
                  V P                  4      p
VP	                  WEV P
                  V P                  4      pVEe   \        P                  P                  '       gù   \        P                  P                  V P                  V
RR7      w  rÆp\        P                  P                  V P                  VRR7      w  ræp\        P                  P                  P!                  W«W<WàP                  P"                  4      w  r«\        P                  P%                  V P                  VR V4       \        P                  P%                  V P                  VR V4       MRV P                  V
4      p
V P                  V4      pVe-   \        P                  P                  P'                  W«V4      w  r«\)        V
P+                  WER4      4      p\)        VP+                  WER4      4      p\)        V	4      p	?
?\-        WxW�P
                  W P.                  R7      pV P0                  ^ ,          ! V4      # )NT)Úoffloadable)ÚmaskÚpreferred_attentionr=   )r@   r«   r¬   r­   Úviewr    r¨   r   r   Úin_trainingÚopsÚcast_bias_weightr®   r¯   Ú	quant_opsÚckÚrms_rope_split_halfr¢   Úuncast_bias_weightÚapply_rope_split_halfr   rB   r   r§   r±   )r5   rl   r´   rµ   ÚBÚSÚ_Úq_flatÚk_flatÚv_flatÚqueryÚkeyÚq_scaleÚq_offload_streamÚk_scaleÚk_offload_streamÚhidden_statess   &&&&             r   rO   ÚErnieImageAttention.forwardj   së  € Ø—'‘'‰ˆˆaà—‘˜1“ˆØ—‘˜1“ˆØ—‘˜1“ˆà—‘˜A $§*¡*¨d¯m©mÓ<ˆØ�k‰k˜! §
¡
¨D¯M©MÓ:ˆàÓ'´×0FÑ0F×0R×0RÐ0RÜ+0¯9©9×+EÑ+EÀdÇkÁkÐSXÐfjÐ+EÓ+kÑ(ˆGÐ(Ü+0¯9©9×+EÑ+EÀdÇkÁkÐSVÐdhÐ+EÓ+iÑ(ˆGÐ(ÜŸ™×+Ñ+×?Ñ?ÀÐL\Ðgn×p{Ñp{×pÑpó  A‰JˆEÜ�I‰I×(Ñ(¨¯©°g¸tÐEUÔVÜ�I‰I×(Ñ(¨¯©°g¸tÐEUÕVà—K‘K Ó&ˆEØ—+‘+˜cÓ"ˆCØÒ+Ü"Ÿ_™_×/Ñ/×EÑEÀeÐRbÓc‘
�ä)¨%¯-©-¸¸bÓ*AÓBˆÜ)¨#¯+©+°a¸BÓ*?Ó@ˆÜ)¨&Ó1ˆØ�3ä+¨F¸FÇJÁJÐUc÷  zNñ  zNô  Oˆà�{‰{˜1Ž~˜mÓ,Ð,r   )
r§   r¨   r    r©   r¯   r®   r¬   r±   r«   r­   ©ç�íµ ÷Æ°>NNNru   rQ   rY   s   @@r   r�   r�   V   s    ù‡ € ÷qõ q÷&-÷ -ò -r   r�   c                   óT   a a€ ] tR t^‰t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚErnieImageFeedForwardc                ó&   <€ V ^8„  d   QhRS[ RS[ /# )r   Úhidden_sizeÚffn_hidden_sizer`   )r   r.   s   "€r   r   Ú"ErnieImageFeedForward.__annotate__Š   s   ø€ ÷ gñ g¡Cð g¹#ñ gr   c                óœ   <€ \         SV `  4        VP                  pV! WR WER7      V n        V! WR WER7      V n        V! W!R WER7      V n        R# )Fr�   N)r2   r3   r‘   Ú	gate_projÚup_projÚ
linear_fc2)r5   rÖ   r×   rh   r   r   r‘   r6   s   &&&&&& €r   r3   ÚErnieImageFeedForward.__init__Š   sK   ø€ Ü‰ÑÔØ×"Ñ"ˆÙ À5ÐQWÔeˆŒÙ˜kÀÈvÔcˆŒÙ  ÀEÐRXÔfˆŽr   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# rk   r:   )r   r.   s   "€r   r   rØ   ‘   s'   ø€ ÷ Lñ L™Ÿ™ð L©%¯,©,ñ Lr   c                ó–   € V P                  V P                  V4      \        P                  ! V P	                  V4      4      ,          4      # r1   )rÜ   rÛ   ÚFÚgelurÚ   )r5   rl   s   &&r   rO   ÚErnieImageFeedForward.forward‘   s0   € Ø�‰˜tŸ|™|¨A›´·²¸¿¹ÀqÓ8IÓ1JÕJÓKÐKr   )rÚ   rÜ   rÛ   ru   rQ   rY   s   @@r   rÔ   rÔ   ‰   s#   ù‡ € ÷gõ g÷L÷ Lð Lr   rÔ   c                   óL   a a€ ] tR t^”t oRV3R lV 3R llltRR ltRtVtV ;t# )ÚErnieImageSharedAdaLNBlockc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r   rÖ   Ú	num_headsr×   r¢   r£   )r   r.   s   "€r   r   Ú'ErnieImageSharedAdaLNBlock.__annotate__•   s0   ø€ ÷ zñ z¡Cð z±Cð zÉ#ð zÑTYñ zr   c           
     óØ   <€ \         S	V `  4        VP                  pV! WWgR 7      V n        \	        VW,          VVVVVR7      V n        V! WWgR 7      V n        \        WWVVR7      V n        R# ))r¢   r   r   )rŸ   r¡   r    r¢   rh   r   r   )rh   r   r   N)	r2   r3   rª   ÚadaLN_sa_lnr�   Úself_attentionÚadaLN_mlp_lnrÔ   Úmlp)
r5   rÖ   ræ   r×   r¢   rh   r   r   rª   r6   s
   &&&&&&&& €r   r3   Ú#ErnieImageSharedAdaLNBlock.__init__•   sp   ø€ Ü‰ÑÔØ×$Ñ$ˆá" ;ÀÔTˆÔÜ1Ø!Ø Õ-ØØØ!ØØô
ˆÔñ $ KÀÔUˆÔÜ(¨ÐR\ÐsxÔyˆŽr   c                ó6  € Vw  rVrxršTpV P                  V4      pV^V,           ,          V,           pV P                  WÄVR7      pW·V,          ,           pTpV P                  V4      pV^V	,           ,          V,           pWºV P                  V4      ,          ,           # )rn   )r´   rµ   )ré   rê   rë   rì   )r5   rl   Úrotary_pos_embÚtembr´   Ú	shift_msaÚ	scale_msaÚgate_msaÚ	shift_mlpÚ	scale_mlpÚgate_mlpÚresidualÚx_normÚattn_outs   &&&&&         r   rO   Ú"ErnieImageSharedAdaLNBlock.forward¦   s˜   € ØIMÑFˆ	˜h°9àˆØ×!Ñ! !Ó$ˆØ˜1˜y�=Õ)¨IÕ5ˆà×&Ñ& vÐ_mÐ&ÓnˆØ (Õ*Õ*ˆàˆØ×"Ñ" 1Ó%ˆØ˜1˜y�=Õ)¨IÕ5ˆà T§X¡X¨fÓ%5Õ5Õ5Ð5r   )rë   ré   rì   rê   rÑ   r1   rQ   rY   s   @@r   rä   rä   ”   s   ù‡ € ÷zõ z÷"6ô 6r   rä   c                   óT   a a€ ] tR t^¶t oRV3R lV 3R llltV3R lR ltRtVtV ;t# )ÚErnieImageAdaLNContinuousc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   rÖ   r¢   r£   )r   r.   s   "€r   r   Ú&ErnieImageAdaLNContinuous.__annotate__·   s   ø€ ÷ Wñ W¡Cð W©eñ Wr   c                ó¢   <€ \         SV `  4        VP                  pVP                  pV! VR W$VR7      V n        V! W^,          WER7      V n        R# )F)r¦   r¢   r   r   ©r   r   N)r2   r3   Ú	LayerNormr‘   ÚnormÚlinear)	r5   rÖ   r¢   rh   r   r   r  r‘   r6   s	   &&&&&&  €r   r3   Ú"ErnieImageAdaLNContinuous.__init__·   sI   ø€ Ü‰ÑÔØ×(Ñ(ˆ	Ø×"Ñ"ˆÙ˜k¸eÈÐchÔiˆŒ	Ù˜[¸­/À&ÔVˆŽr   c                óh   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  /# )r   rl   Úconditioningr   r:   )r   r.   s   "€r   r   rþ   ¾   s.   ø€ ÷ ñ ™Ÿ™ð ±U·\±\ð ÁeÇlÁlñ r   c                óê   € V P                  V4      P                  ^RR7      w  r4V P                  V4      p\        P                  ! VP                  ^4      V^VP                  ^4      ,           4      pV# )r   r   r=   )r  Úchunkr  r   ÚaddcmulrC   )r5   rl   r  r%   Úshifts   &&&  r   rO   Ú!ErnieImageAdaLNContinuous.forward¾   s]   € Ø—{‘{ <Ó0×6Ñ6°q¸bÐ6ÓA‰ˆØ�I‰I�a‹LˆÜ�MŠM˜%Ÿ/™/¨!Ó,¨a°°U·_±_ÀQÓ5GÕ1GÓHˆØˆr   )r  r  rÑ   rQ   rY   s   @@r   rü   rü   ¶   s    ù‡ € ÷Wõ W÷÷ ð r   rü   c                   óH   a a€ ] tR t^Ät oRV3R lV 3R llltR tRtVtV ;t# )ÚErnieImageModelc                ób   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ R
S[RS[RS[/# )r   rÖ   Únum_attention_headsÚ
num_layersr×   r]   Úout_channelsr_   Útext_in_dimÚ
rope_thetaÚrope_axes_dimr¢   Úqk_layernorm)r   r-   r†   r{   )r   r.   s   "€r   r   ÚErnieImageModel.__annotate__Å   s‘   ø€ ÷ 0tñ 0táð0tñ !ð0tñ ð	0tñ
 ð0tñ ð0tñ ð0tñ ð0tñ ð0tñ ð0tñ ð0tñ ð0tñ ñ0tr   c                óÌ  <€ \         SV `  4        Wàn        Wn        W n        W,          V n        Wpn        W`n        VP                  p\        WQWWÞ4      V n
        W�8w  d   V! W�R WÞR7      MRV n        \        VR R7      V n        \        WWýV4      V n        \!        V P
                  WšR7      V n        \$        P&                  ! \$        P(                  ! 4       V! V^V,          WÞR7      4      V n        \$        P,                  ! \/        V4       Uu. uF  p\1        WWKWýV4      NK  	  up4      V n        \5        WWýV4      V n        V! WV,          V,          WÞR7      V n        R# u upi )Fr�   N)rz   )r	   r
   r,   r   )r2   r3   r   rÖ   ræ   r¨   r_   r  r‘   r[   Ú
x_embedderÚ	text_projrw   Ú	time_projr‹   Útime_embeddingr*   Ú	pos_embedr“   Ú
Sequentialr”   ÚadaLN_modulationr°   r?   rä   Úlayersrü   Ú
final_normÚfinal_linear)r5   rÖ   r  r  r×   r]   r  r_   r  r  r  r¢   r  r   r   rh   Úkwargsr‘   rÅ   r6   s   &&&&&&&&&&&&&&&&,  €r   r3   ÚErnieImageModel.__init__Å   s;  ø€ ô& 	‰ÑÔØŒ
Ø&ÔØ,ŒØ#Õ:ˆŒØ$ŒØ(Ôà×"Ñ"ˆä5°kÐPZÐhnÓvˆŒØepÔe™ ¸uÈVÕað  FJˆŒä" ;ÀÔFˆŒÜ/°È*Ð^cÓdˆÔä+°·±ÀZÔhˆŒä "§¢Ü�GŠG‹IÙ�;  K¥¸ÔLó!
ˆÔô
 —m’mä˜:Ô&ó%
á&�ô ' {ÈÐ_iÐsxÖyÙ&ñ%
ó ˆŒô
 4°KÀjÐZ_Ó`ˆŒÙ" ;¸ZÕ0GÈ,Õ0VÐ_eÔsˆÖùò%
s   ÄE!c           	     ó@	  € VP                   VP                  reVP                  w  rxršV P                  W�P                  ,          W P                  ,          rÜpWÍ,          pV P	                  V4      pTpV P
                  e'   VP                  4       ^ 8”  d   V P                  V4      pVP                  ^,          p\        P                  ! VV.^R7      p\        P                  ! VV^3V\        P                  R7      p\        P                  ! ^ V^,
          VVP                   \        P                  R7      VR&   \        V4      pVP                  R/ 4      pVP                  RR 4      p\        V4      \        V4      ppRRppVeš   VR,
          VP                  R	R4      ,          R,           pVR,
          VP                  R
R4      ,          R,           pVVP                  RR4      ,          pVVP                  RR4      ,          pVVP                  RR4      ,          p\        P                  ! WÍ^3V\        P                  R7      pVR,          V,           VR&   VR,          \        P                  ! VV^,
          V,           WÅ\        P                  R7      P                  ^4      ,           VR&   VR,          \        P                  ! VV^,
          V,           WÕ\        P                  R7      P                  ^ 4      ,           VR&   VP                  ^V^4      P!                  VRR4      pV P#                  \        P                  ! VV.^R7      4      p??V P%                  V4      P'                  V4      pV P)                  V4      pV P+                  V4      P-                  ^RR7       Uu. uF"  pVP                  ^4      P/                  4       NK$  	  upw  p p!p"p#p$p%V V!V"V#V$V%.p&V P0                   F  p'V'! VVV&4      pK  	  V P3                  VV4      P5                  V4      pV P7                  V4      RR V1R3,          p(V(P                  W|WÛW°P8                  4      P;                  ^ ^^^^^4      P/                  4       P                  WpP8                  Wš4      p)V)# u upi )Nr   r   )Ústepsr   r   r‚   Útransformer_optionsÚrope_optionsg        r   Úscale_yÚscale_xÚshift_tÚshift_yÚshift_x)r‚   r‚   r   )r‚   r‚   rn   )r‚   r‚   r   r=   )r   r   r@   r_   r  r  Únumelr   r>   Úzerosr$   Úlinspacer†   ÚgetrC   rº   Úexpandr  r  r    r  r  r  rp   r  r   Útype_asr!  r  Úpermute)*r5   rl   r€   Úcontextr"  r   r   rÃ   ÚCÚHÚWÚpÚHpÚWpÚN_imgÚimg_bshÚtext_bthÚTmaxrÏ   Útext_idsÚindexr&  r'  Úh_lenÚw_lenÚh_offsetÚw_offsetÚ	image_idsrï   r™   ÚcÚtrñ   rò   ró   rô   rõ   rö   rð   ÚlayerÚpatchesÚoutputs*   &&&&,                                     r   rO   ÚErnieImageModel.forward÷   s-  € ØŸ™ !§'¡'�Ø—W‘W‰
ˆˆaØ—O‘O Q¯/©/Õ%9¸1ÇÁÕ;OˆrˆØ•ˆà—/‘/ !Ó$ˆàˆØ�>‰>Ò%¨(¯.©.Ó*:¸QÔ*>Ø—~‘~ hÓ/ˆHØ�~‰~˜aÕ ˆäŸ	š	 7¨HÐ"5¸1Ô=ˆä—;’;  4¨˜|°FÄ%Ç-Á-ÔPˆÜ!ŸNšN¨1¨d°Q­h¸dÈ1Ï8É8Ô[`×[hÑ[hÔiˆ�ÑÜ�d“ˆà$Ÿj™jÐ)>ÀÓCÐØ*×.Ñ.¨~¸tÓDˆä˜R“y¤%¨£)ˆuˆØ  #�(ˆàÒ#Ø˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ˜S•[ L×$4Ñ$4°YÀÓ$DÕDÀsÕJˆEØ�\×%Ñ% i°Ó5Õ5ˆEØ˜×(Ñ(¨°CÓ8Õ8ˆHØ˜×(Ñ(¨°CÓ8Õ8ˆHä—K’K ¨ °FÄ%Ç-Á-ÔPˆ	Ø& wÕ/°%Õ7ˆ	�'ÑØ& wÕ/´%·.².ÀÈ5ÐSTÍ9ÐW_ÕK_Ðgiô  AF÷  ANñ  ANô  3O÷  3Yñ  3Yð  Z[ó  3\õ  \ˆ	�'ÑØ& wÕ/´%·.².ÀÈ5ÐSTÍ9ÐW_ÕK_Ðgiô  AF÷  ANñ  ANô  3O÷  3Yñ  3Yð  Z[ó  3\õ  \ˆ	�'Ñà—N‘N 1 e¨QÓ/×6Ñ6°q¸"¸bÓAˆ	àŸ™¬¯	ª	°9¸hÐ2GÈQÔ(OÓPˆØ�xà—‘ 	Ó*×-Ñ-¨eÓ4ˆØ×Ñ Ó'ˆð 26×1FÑ1FÀqÓ1I×1OÑ1OÐPQÐWYÐ1OÔ1ZóJ
Ù1Z¨AˆA�K‰K˜‹N×%Ñ%Ö'Ñ1ZñJ
ÑFˆ	�9˜h¨	°9¸hð ˜9 h°	¸9ÀhÐOˆØ—[”[ˆEÙ! -°ÀÓFŠMñ !ð Ÿ™¨°qÓ9×AÑAÀ-ÓPˆà×#Ñ# MÓ2°1°f°u°f¸a°<Õ@ˆà�L‰L˜  q×*;Ñ*;Ó<ß‰W�Q˜˜1˜a  AÓ&ß‰Z‹\ß‰T�!×&Ñ&¨Ó-ð	 	ð ˆùò%J
s   Î+(R)r  r   r!  r   r¨   rÖ   r  ræ   r  r_   r  r  r  r  r  )i   é    é$   i 0  é€   rN  rn   i   é   )rL  é0   rP  rÒ   TNNNrQ   rY   s   @@r   r  r  Ä   s   ù‡ € ÷0tõ 0t÷d?ò ?r   r  )rƒ   r   Útorch.nnr“   Útorch.nn.functionalÚ
functionalrà   Úcomfy.ldm.modules.attentionr   r   r   Úcomfy.model_managementr   Ú	comfy.opsÚcomfy.quant_opsr(   ÚModuler*   r[   rw   r‹   r�   rÔ   rä   rü   r  © r   r   Ú<module>rZ     sÀ   ðÛ Û Ý ß Ð ç eÑ eÛ Û Û õ:ô?˜Ÿ™ô ?ô(	W "§)¡)ô 	Wô�—	‘	ô ô"˜Ÿ	™	ô ô1-˜"Ÿ)™)ô 1-ôf	L˜BŸI™Iô 	Lô 6 §¡ô  6ôD §	¡	ô ôr�b—i‘iö rr   