+
    ƒ°ñjV  ã                   ó   € ^ RI t^ RIt^ RIHt ^ RIHtHt ^ RIt^ RI	H
t
 ^ RIH
u Ht ^ RIHt ^ RItR t]! ^4      t ! R R]
P(                  4      t ! R R	]
P(                  4      t ! R
 R]
P(                  4      tR# )é    N)Úrepeat)ÚCallableÚOptional)Ú	rearrangec                 ó   a € V 3R  lpV# )c                 óÄ   <€ \        V \        P                  P                  4      '       d"   \        V \        4      '       g   \        V 4      # \        \        V S4      4      # )N)Ú
isinstanceÚcollectionsÚabcÚIterableÚstrÚtupler   )ÚxÚns   &€ÚFC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\genmo\joint_model\layers.pyÚparseÚ_ntuple.<locals>.parse   s@   ø€ Ü�aœŸ™×1Ñ1×2Ò2¼:ÀaÌ×;MÒ;MÜ˜“8ˆOÜ”V˜A˜q“\Ó"Ð"ó    © )r   r   s   f r   Ú_ntupler      s   ø€ õ#ð
 €Lr   c                   ót   a a€ ] tR t^t oRRRRRRRRRRR/V3R lV 3R	 llllt]RR
 l4       tR tRtVt	V ;t
# )ÚTimestepEmbedderÚbiasTÚtimestep_scaleNÚdtypeÚdeviceÚ
operationsc          	      óB   <€ V ^8„  d   QhRS[ RS[ RS[RS[S[,          /# )é   Úhidden_sizeÚfrequency_embedding_sizer   r   )ÚintÚboolr   Úfloat)ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚTimestepEmbedder.__annotate__   s7   ø€ ÷ -ñ -áð-ñ #&ð-ñ
 ð-ñ !¡�ñ-r   c               óä   <€ \         SV `  4        \        P                  ! VP	                  W!W5VR 7      \        P
                  ! 4       VP	                  WW5VR 7      4      V n        W n        W@n        R# ))r   r   r   N)	ÚsuperÚ__init__ÚnnÚ
SequentialÚLinearÚSiLUÚmlpr!   r   )	Úselfr    r!   r   r   r   r   r   Ú	__class__s	   &&&$$$$$€r   r+   ÚTimestepEmbedder.__init__   se   ø€ ô 	‰ÑÔÜ—=’=Ø×ÑÐ6È$ÐdjÐÓkÜ�GŠG‹IØ×Ñ˜k¸TÐW]ÐÓ^ó
ˆŒð
 )AÔ%Ø,Ör   c                óH  € V^,          p\         P                  ! ^ V\         P                  V P                  R7      pVP	                  \
        P                  ! V4      ) V,          4      P                  4        V R,          P                  4       VR,          ,          p\         P                  ! \         P                  ! V4      \         P                  ! V4      .RR7      pV^,          '       d6   \         P                  ! V\         P                  ! VR,          4      .RR7      pV# )r   )ÚstartÚendr   r   N©Údim)ºNNNNéÿÿÿÿ)r9   :Né   N)ÚtorchÚarangeÚfloat32r   Úmul_ÚmathÚlogÚexp_r$   ÚcatÚcosÚsinÚ
zeros_like)Útr8   Ú
max_periodÚhalfÚfreqsÚargsÚ	embeddings   &&&    r   Útimestep_embeddingÚ#TimestepEmbedder.timestep_embedding2   sÆ   € à�a�xˆÜ—’ 1¨$´e·m±mÈAÏHÉHÔUˆØ�
‰
”D—H’H˜ZÓ(Ð(¨4Õ/Ó0×5Ñ5Ô7Ø��z×ÑÓ! E¨$¥KÕ/ˆÜ—I’IœuŸyšy¨›´·	²	¸$³Ð@ÀbÔIˆ	Ø��7Œ7ÜŸ	š	ØœE×,Ò,¨Y°uÕ-=Ó>Ð?ÀRôˆIð Ðr   c                ó¾   € V P                   e   WP                   ,          pV P                  WP                  4      P                  VR7      pV P	                  V4      pV# )N)r   )r   rM   r!   Útor0   )r1   rG   Ú	out_dtypeÚt_freqÚt_embs   &&&  r   ÚforwardÚTimestepEmbedder.forward?   sT   € Ø×ÑÒ*Ø×'Ñ'Õ'ˆAØ×(Ñ(¨×,IÑ,IÓJ×MÑMÐT]ÐMÓ^ˆØ—‘˜Ó ˆØˆr   )r!   r0   r   )é   )i'  )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r+   ÚstaticmethodrM   rT   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r2   r&   s   @@r   r   r      s_   ù‡ € ñ-ð
 ð-ð +/ð-ð ð-ð ð-ð ÷-ö -ð( ó
ó ð
÷ò r   r   c                   óH   a a€ ] tR t^Gt oRV3R lV 3R llltR tRtVtV ;t# )ÚFeedForwardc                ól   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[,          RS[S[P                  ,          /# )r   Úin_featuresr    Úmultiple_ofÚffn_dim_multiplierr   )r"   r   r$   r<   r   )r%   r&   s   "€r   r'   ÚFeedForward.__annotate__H   sQ   ø€ ÷ fñ fáðfñ ðfñ ð	fñ
 %¡U�Oðfñ ™Ÿ™Õ&ñfr   c                ó:  <€ \         SV `  4        \        ^V,          ^,          4      pVe   \        WB,          4      pW2V,           ^,
          V,          ,          pW n        VP	                  V^V,          RWVR7      V n        VP	                  W!RWVR7      V n        R# )r   NF)r   r   r   )r*   r+   r"   Ú
hidden_dimr.   Úw1Úw2)	r1   rc   r    rd   re   r   r   r   r2   s	   &&&&&&&&€r   r+   ÚFeedForward.__init__H   s�   ø€ ô 	‰ÑÔä˜!˜k�/¨AÕ-Ó.ˆàÒ)ÜÐ0Õ>Ó?ˆKØ!°KÕ&?À!Õ&CÈÕ%SÕTˆà%ŒØ×#Ñ# K°°[µÀuÐU[Ð#ÓiˆŒØ×#Ñ# KÀ5ÐQWÐ#ÓeˆŽr   c                ó¦   € V P                  V4      P                  ^RR7      w  rV P                  \        P                  ! V4      V,          4      pV# )r   r7   r:   )ri   Úchunkrj   ÚFÚsilu)r1   r   Úgates   && r   rT   ÚFeedForward.forward^   sA   € Ø—'‘'˜!“*×"Ñ" 1¨"Ð"Ó-‰ˆØ�G‰G”A—F’F˜1“I Õ$Ó%ˆØˆr   )rh   ri   rj   )NNN©	rW   rX   rY   rZ   r+   rT   r\   r]   r^   r_   s   @@r   ra   ra   G   s   ù‡ € ÷fõ f÷,ò r   ra   c                   óH   a a€ ] tR t^dt oRV3R lV 3R llltR tRtVtV ;t# )Ú
PatchEmbedc                óT   <€ V ^8„  d   QhRS[ RS[ RS[ RS[S[,          RS[RS[RS[/# )r   Ú
patch_sizeÚin_chansÚ	embed_dimÚ
norm_layerÚflattenr   Údynamic_img_pad)r"   r   r   r#   )r%   r&   s   "€r   r'   ÚPatchEmbed.__annotate__e   sV   ø€ ÷ 
ñ 
áð
ñ ð
ñ ð	
ñ
 ™XÕ&ð
ñ ð
ñ ð
ñ ñ
r   c           
     ó  <€ \         SV `  4        \        V4      V n        WPn        Wpn        V
P                  VVVVVV	VR 7      V n        Ve   Q hV'       d   V! W9R7      V n
        R# \        P                  ! 4       V n
        R# ))Úkernel_sizeÚstrider   r   r   N)r   )r*   r+   Ú	to_2tuplerv   rz   r{   ÚConv2dÚprojr,   ÚIdentityÚnorm)r1   rv   rw   rx   ry   rz   r   r{   r   r   r   r2   s   &&&&&&&&&&&€r   r+   ÚPatchEmbed.__init__e   s‚   ø€ ô 	‰ÑÔÜ# JÓ/ˆŒØŒØ.Ôà×%Ñ%ØØØ"ØØØØð &ó 
ˆŒ	ð Ò!Ð!Ð!ç4>‰J�yÔ0ð 	Ž	ÜDFÇKÂKÃMð 	Ž	r   c                óº  € VP                   w  r#rEpV P                  '       g|   WPP                  ^ ,          ,          ^ 8X  g    Q RV RV P                  ^ ,           R24       hW`P                  ^,          ,          ^ 8X  g    Q RV RV P                  ^,           R24       hM­V P                  ^ ,          WPP                  ^ ,          ,          ,
          V P                  ^ ,          ,          pV P                  ^,          W`P                  ^,          ,          ,
          V P                  ^,          ,          p\        P                  ! V^ V^ V34      p\        VRW$R7      p\        P                  P                  P                  WP                  RR7      pV P                  V4      pV P                  '       g   \        R	4      h\        VR
W$R7      pV P                  V4      pV# )r   zInput height (z%) should be divisible by patch size (z).zInput width (zB C T H W -> (B T) C H W)ÚBÚTÚcircular)Úpadding_modezMust flatten output.z(B T) C H W -> B (T H W) C)Úshaper{   rv   rn   Úpadr   ÚcomfyÚldmÚ
common_ditÚpad_to_patch_sizer‚   rz   ÚNotImplementedErrorr„   )	r1   r   r‡   Ú_Crˆ   ÚHÚWÚpad_hÚpad_ws	   &&       r   rT   ÚPatchEmbed.forward…   s†  € ØŸ™‰ˆˆq�QØ×#×#Ð#Ø—‘ qÕ)Õ)¨QÔ.Ð°.ÀÀÐChÐim×ixÑixÐyzÕi{Ðh|Ð|~Ð0ÓÐ.Ø—‘ qÕ)Õ)¨QÔ.Ð~°-À¸sÐBgÐhl×hwÑhwÐxyÕhzÐg{Ð{}Ð0~Ó~Ñ.à—_‘_ QÕ'¨!¯o©o¸aÕ.@Õ*@Õ@ÀDÇOÁOÐTUÕDVÕVˆEØ—_‘_ QÕ'¨!¯o©o¸aÕ.@Õ*@Õ@ÀDÇOÁOÐTUÕDVÕVˆEÜ—’�a˜!˜U A uÐ-Ó.ˆAä�aÐ3°qÔ>ˆÜ�I‰I× Ñ ×2Ñ2°1·o±oÐT^Ð2Ó_ˆØ�I‰I�a‹Lˆð �|�|ˆ|Ü%Ð&<Ó=Ð=Ü�aÐ5¸Ô@ˆà�I‰I�a‹LˆØˆr   )r{   rz   r„   rv   r‚   )
é   é   i   NTTFNNNrr   r_   s   @@r   rt   rt   d   s   ù‡ € ÷
õ 
÷@ò r   rt   )Úcollections.abcr
   r@   Ú	itertoolsr   Útypingr   r   r<   Útorch.nnr,   Útorch.nn.functionalÚ
functionalrn   Úeinopsr   Úcomfy.ldm.common_ditr�   r   r€   ÚModuler   ra   rt   r   r   r   Ú<module>r£      sf   ðó Û Ý ß %ã Ý ß Ð Ý Û òñ �A‹J€	ô'�r—y‘yô 'ôT�"—)‘)ô ô:5�—‘ö 5r   