+
    ƒ°ñj‘  ã                   ó`   € ^ RI t ^ RIHt ^ RIHtHtHt ^ RIt ! R R]P                  4      t
R# )é    N)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attentionc                   óH   a a€ ] tR t^t oRV3R lV 3R llltR tRtVtV ;t# )ÚAttentionPoolc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ /# )é   Úspacial_dimÚ	embed_dimÚ	num_headsÚ
output_dim)Úint)ÚformatÚ__classdict__s   "€Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\hydit\poolers.pyÚ__annotate__ÚAttentionPool.__annotate__   s*   ø€ ÷ 	#ñ 	#¡Cð 	#±Cð 	#ÁCð 	#ÑUXñ 	#ó    c           	     ó   <€ \         SV `  4        \        4       V n        \        P
                  ! \        P                  ! V^,           W%VR7      4      V n        VP                  W"WVR7      V n
        VP                  W"WVR7      V n        VP                  W"WVR7      V n        TP                  Y$;'       g    TWVR7      V n        W0n        W n        R# )é   )ÚdtypeÚdeviceN)ÚsuperÚ__init__r   Úcomfy_attentionÚnnÚ	ParameterÚtorchÚemptyÚpositional_embeddingÚLinearÚk_projÚq_projÚv_projÚc_projr   r   )	Úselfr
   r   r   r   r   r   Ú
operationsÚ	__class__s	   &&&&&&&&€r   r   ÚAttentionPool.__init__   s«   ø€ Ü‰ÑÔÜ-Ó/ˆÔÜ$&§L¢L´·²¸[È1½_ÈiÐmsÔ1tÓ$uˆÔ!Ø ×'Ñ'¨	ÀEÐ'ÓYˆŒØ ×'Ñ'¨	ÀEÐ'ÓYˆŒØ ×'Ñ'¨	ÀEÐ'ÓYˆŒØ ×'Ñ'¨	×3JÐ3JÀÐRWÐ'ÓgˆŒØ"ŒØ"Žr   c           	     ó"  € VR RV P                   P                  ^ ,          ^,
          13,          pVP                  ^^ ^4      p\        P                  ! VP                  ^ RR7      V.^ R7      pV\        P                  P                  V P                   R,          V4      ,           pV P                  VR,          4      pV P                  V4      pV P                  V4      pVP                  ^,          pV P                  V P                  ,          pVP                  ^WPP                  ,          V4      P                  ^ ^4      P                  WPP                  RV4      pVP                  VP                  ^ ,          WPP                  ,          V4      P                  ^ ^4      P                  WPP                  RV4      pVP                  VP                  ^ ,          WPP                  ,          V4      P                  ^ ^4      P                  WPP                  RV4      p\!        V4      \!        V4      \!        V4      rCp\#        W#W@P                  RV P$                  R7      P                  ^ ^4      pV P'                  V4      pVP)                  ^ 4      # )	ºNNNNT)ÚdimÚkeepdim)r,   :Nr   N)Úskip_reshapeÚpreferred_attention)r+   Nr+   éÿÿÿÿ)r    ÚshapeÚpermuter   ÚcatÚmeanÚcomfyÚopsÚcast_to_inputr#   r"   r$   r   r   ÚviewÚ	transposer   r   r   r%   Úsqueeze)r&   ÚxÚqÚkÚvÚ
batch_sizeÚhead_dimÚattn_outputs   &&      r   ÚforwardÚAttentionPool.forward   s&  € ØˆaÐ7�×*Ñ*×0Ñ0°Õ3°aÕ7Ð7Ð7Õ8ˆØ�I‰I�a˜˜AÓˆÜ�IŠI�q—v‘v !¨T�vÓ2°AÐ6¸AÔ>ˆØ”—	‘	×'Ñ'¨×(AÑ(AÀ*Õ(MÈqÓQÕQˆà�K‰K˜˜"�ÓˆØ�K‰K˜‹NˆØ�K‰K˜‹Nˆà—W‘W˜Q•Zˆ
Ø—>‘> T§^¡^Õ3ˆØ�F‰F�1�j§>¡>Õ1°8Ó<×FÑFÀqÈ!ÓL×QÑQÐR\×^lÑ^lÐnpÐrzÓ{ˆØ�F‰F�1—7‘7˜1•:˜z¯N©NÕ:¸HÓE×OÑOÐPQÐSTÓU×ZÑZÐ[e×guÑguÐwyð  |Dó  EˆØ�F‰F�1—7‘7˜1•:˜z¯N©NÕ:¸HÓE×OÑOÐPQÐSTÓU×ZÑZÐ[e×guÑguÐwyð  |Dó  Eˆä*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆÜ)¨!°·>±>ÐPTÐjn×j~Ñj~Ô÷  Jñ  Jð  KLð  NOó  Pˆà—k‘k +Ó.ˆØ×"Ñ" 1Ó%Ð%r   )r%   r   r   r"   r   r    r#   r$   )NNNN)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   rB   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r(   r   s   @@r   r   r      s   ù‡ € ÷	#õ 	#÷&ò &r   r   )r   Útorch.nnr   Úcomfy.ldm.modules.attentionr   r   r   Ú	comfy.opsr5   ÚModuler   © r   r   Ú<module>rP      s$   ðÛ Ý ß eÑ eÛ ô &�B—I‘Iö  &r   