+
    ƒ°ñj'  ã                   ó  € ^ RI Ht ^ RIt^ RIHt ^ RIHu Ht R tRR lt ! R R]P                  4      t
 ! R R	]P                  4      t ! R
 R]P                  4      t ! R R]P                  4      t ! R R]4      tR# )é    )ÚMiniTrainDITN)Únnc                 óÌ   € V R RV P                   R,          ^,          13,          pV R V P                   R,          ^,          R13,          p\        P                  ! V) V3RR7      # ).N©Údiméÿÿÿÿ)ÚshapeÚtorchÚcat)ÚxÚx1Úx2s   &  Ú9C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\anima\model.pyÚrotate_halfr      sZ   € Ø	
ˆ3Ð"�!—'‘'˜"•+ Õ"Ð"Ð"Õ	#€BØ	
ˆ3�—‘˜•˜qÕ Ñ"Ð"Õ	#€BÜ�9Š9�r�c˜2�Y BÔ'Ð'ó    c                 óˆ   € VP                  V4      pVP                  V4      pW,          \        V 4      V,          ,           pV# ©N)Ú	unsqueezer   )r   ÚcosÚsinÚunsqueeze_dimÚx_embeds   &&&& r   Úapply_rotary_pos_embr      s8   € Ø
�-‰-˜Ó
&€CØ
�-‰-˜Ó
&€CØ�wœ; q›>¨CÕ/Õ0€GØ€Nr   c                   ó`   a a€ ] tR t^t oV 3R lt]P                  ! 4       R 4       tRtVt	V ;t
# )ÚRotaryEmbeddingc           	     ó$  <€ \         SV `  4        R V n        RV P                  \        P                  ! ^ V^\        P
                  R7      P                  \        P                  R7      V,          ,          ,          pV P                  RVRR7       R# )i'  g      ð?©ÚdtypeÚinv_freqF)Ú
persistentN)	ÚsuperÚ__init__Ú
rope_thetar
   ÚarangeÚint64ÚtoÚfloatÚregister_buffer)ÚselfÚhead_dimr   Ú	__class__s   && €r   r"   ÚRotaryEmbedding.__init__   sq   ø€ Ü‰ÑÔØˆŒØ˜$Ÿ/™/¬e¯lªl¸1¸hÈÔQV×Q\ÑQ\Ô.]×.`Ñ.`Ôgl×grÑgrÐ.`Ó.sÐv~Õ.~Õõ  AˆØ×Ñ˜Z¨¸eÐÖDr   c                óf  € V P                   R,          P                  4       P                  VP                  ^ ,          R^4      P	                  VP
                  4      pVR	,          P                  4       p\        VP
                  P                  \        4      '       d2   VP
                  P                  R8w  d   VP
                  P                  MRp\        P                  ! VRR7      ;_uu_ 4        VP                  4       VP                  4       ,          P                  ^^4      p\        P                  ! Wf3RR7      pVP                  4       pVP                  4       p	R R R 4       XP	                  VP                  R7      X	P	                  VP                  R7      3#   + '       g   i     LH; i)
NÚmpsÚcpuF)Údevice_typeÚenabledr   r   )NºNNNNr   )r2   Nr2   )r   r'   Úexpandr	   r&   ÚdeviceÚ
isinstanceÚtypeÚstrr
   ÚautocastÚ	transposer   r   r   r   )
r)   r   Úposition_idsÚinv_freq_expandedÚposition_ids_expandedr0   ÚfreqsÚembr   r   s
   &&&       r   ÚforwardÚRotaryEmbedding.forward   s1  € à ŸM™M¨-Õ8×>Ñ>Ó@×GÑGÈ×HZÑHZÐ[\ÕH]Ð_aÐcdÓe×hÑhÐij×iqÑiqÓrÐØ ,¨ZÕ 8× >Ñ >Ó @Ðä'1°!·(±(·-±-Ä×'EÒ'EÈ!Ï(É(Ï-É-Ð[`ÔJ`�a—h‘h—m’mÐfkˆÜ�^Š^¨¸U×CÖCØ&×,Ñ,Ó.Ð1F×1LÑ1LÓ1NÕN×YÑYÐZ[Ð]^Ó_ˆEÜ—)’)˜U˜N°Ô3ˆCØ—'‘'“)ˆCØ—'‘'“)ˆC÷	 Dð �v‰v˜AŸG™GˆvÓ$ c§f¡f°1·7±7 fÓ&;Ð;Ð;÷ D×Cús   Ã1A/F Æ F0	)r#   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r"   r
   Úno_gradr?   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r+   Ú__classdict__s   @@r   r   r      s*   ù‡ € õEð ‡]‚]ƒ_ñ<ó ÷<ð <r   r   c                   óF   a a€ ] tR t^*t oRV 3R lltRR ltR tRtVtV ;t	# )Ú	Attentionc                ó¸  <€ \         S	V `  4        WC,          pW0n        W@n        Wn        W n        VP                  WR WVR7      V n        VP                  V P                  RWVR7      V n	        VP                  W(R WVR7      V n
        VP                  V P                  RWVR7      V n        VP                  W(R WVR7      V n        VP                  W�R WVR7      V n        R# )F)Úbiasr4   r   ç�íµ ÷Æ°>©Úepsr4   r   N)r!   r"   Ún_headsr*   Ú	query_dimÚcontext_dimÚLinearÚq_projÚRMSNormÚq_normÚk_projÚk_normÚv_projÚo_proj)
r)   rS   rT   rR   r*   r4   r   Ú
operationsÚ	inner_dimr+   s
   &&&&&&&& €r   r"   ÚAttention.__init__+   sÍ   ø€ Ü‰ÑÔàÕ&ˆ	ØŒØ ŒØ"ŒØ&Ôà ×'Ñ'¨	À5ÐQWÐ'ÓeˆŒØ ×(Ñ(¨¯©¸DÈÐ(Ó]ˆŒà ×'Ñ'¨ÀUÐSYÐ'ÓgˆŒØ ×(Ñ(¨¯©¸DÈÐ(Ó]ˆŒà ×'Ñ'¨ÀUÐSYÐ'ÓgˆŒà ×'Ñ'¨	À5ÐQWÐ'ÓeˆŽr   c                ó.  € Vf   TMTpVP                   R R p. VOV P                  NV P                  N5pVP                   R R p. VOV P                  NV P                  N5p	V P                  V P	                  V4      P                  V4      4      P                  ^^4      p
V P                  V P                  V4      P                  V	4      4      P                  ^^4      pV P                  V4      P                  V	4      P                  ^^4      pVe'   Vf   Q hVw  rÞ\        W­V4      p
Vw  rÞ\        W½V4      p\        P                  ! W«WÂR7      pVP                  ^^4      P                  ! . VORN5!  P                  4       pV P                  V4      pV# )N)Ú	attn_maskr   )r	   rR   r*   rX   rV   Úviewr9   rZ   rY   r[   r   ÚFÚscaled_dot_product_attentionÚreshapeÚ
contiguousr\   )r)   r   ÚmaskÚcontextÚposition_embeddingsÚposition_embeddings_contextÚinput_shapeÚq_shapeÚcontext_shapeÚkv_shapeÚquery_statesÚ
key_statesÚvalue_statesr   r   Úattn_outputs   &&&&&&          r   r?   ÚAttention.forward>   su  € Ø’‘!¨GˆØ—g‘g˜c˜r�lˆØ=�KÐ= §¡Ð=¨t¯}©}Ñ=ˆØŸ™ c rÐ*ˆØ@�]Ð@ D§L¡LÐ@°$·-±-Ñ@ˆà—{‘{ 4§;¡;¨q£>×#6Ñ#6°wÓ#?Ó@×JÑJÈ1ÈaÓPˆØ—[‘[ §¡¨WÓ!5×!:Ñ!:¸8Ó!DÓE×OÑOÐPQÐSTÓUˆ
Ø—{‘{ 7Ó+×0Ñ0°Ó:×DÑDÀQÈÓJˆàÒ*Ø.Ò:Ð:Ð:Ø*‰HˆCÜ/°À3ÓGˆLØ2‰HˆCÜ-¨j¸sÓCˆJä×4Ò4°\È|Ôlˆà!×+Ñ+¨A¨qÓ1×9Ò9ÐK¸;ÐKÈÓK×VÑVÓXˆØ—k‘k +Ó.ˆØÐr   c                ó€   € \         P                  P                  P                  V P                  P
                  4       R # r   )r
   r   ÚinitÚzeros_r\   Úweight©r)   s   &r   Úinit_weightsÚAttention.init_weightsV   s"   € Ü�‰�‰×Ñ˜TŸ[™[×/Ñ/Ö0r   )
rT   r*   rZ   rY   rR   r\   rX   rV   rS   r[   )NNN©NNNN©
rA   rB   rC   rD   r"   r?   ry   rF   rG   rH   rI   s   @@r   rL   rL   *   s   ù‡ € ÷fô&÷01ò 1r   rL   c                   óF   a a€ ] tR t^Zt oRV 3R lltRR ltR tRtVtV ;t	# )ÚTransformerBlockc
                óä  <€ \         S
V `  4        WPn        V P                  '       dR   V'       d   V	P                  W'VR 7      MV	P	                  VRWxR7      V n        \        VVVW#,          VVV	R7      V n        V'       d   V	P                  W'VR 7      MV	P	                  VRWxR7      V n        \        VVVW#,          VVV	R7      V n	        V'       d   V	P                  W'VR 7      MV	P	                  VRWxR7      V n
        \        P                  ! V	P                  V\        W$,          4      WxR 7      \        P                  ! 4       V	P                  \        W$,          4      W'VR 7      4      V n        R# )©r4   r   rO   rP   )rS   rT   rR   r*   r4   r   r]   N)r!   r"   Úuse_self_attnÚ	LayerNormrW   Únorm_self_attnrL   Ú	self_attnÚnorm_cross_attnÚ
cross_attnÚnorm_mlpr   Ú
SequentialrU   ÚintÚGELUÚmlp)r)   Ú
source_dimÚ	model_dimÚ	num_headsÚ	mlp_ratior�   Ú
layer_normr4   r   r]   r+   s   &&&&&&&&&&€r   r"   ÚTransformerBlock.__init__[   s£  ø€ Ü‰ÑÔØ*Ôà××Ðßak *×"6Ñ"6°yÐW\Ð"6Ô"]Ðq{÷  rDñ  rDð  ENð  TXð  agð  rDó  ruˆDÔÜ&Ø#Ø%Ø!Ø"Õ-ØØØ%ôˆDŒN÷ _i˜z×3Ñ3°IÐTYÐ3ÔZÐnx÷  oAñ  oAð  BKð  QUð  ^dð  oAó  orˆÔÜ#ØØ"ØØÕ)ØØØ!ô
ˆŒ÷ Xb˜
×,Ñ,¨YÈUÐ,ÔSÐgq×gyÑgyð  {Dð  JNð  W]Ðgyó  hkˆŒÜ—=’=Ø×Ñ˜i¬¨YÕ-BÓ)CÈFÐÓ`Ü�GŠG‹IØ×Ñœc )Õ"7Ó8¸)ÐZ_ÐÓ`ó
ˆŽr   c                ó(  € V P                   '       d-   V P                  V4      pV P                  WsWUR 7      pW,           pV P                  V4      pV P	                  WtW%VR7      pW,           pWP                  V P                  V4      4      ,           pV# ))rg   ri   rj   )rg   rh   ri   rj   )r�   rƒ   r„   r…   r†   r‹   r‡   )	r)   r   rh   Útarget_attention_maskÚsource_attention_maskri   rj   ÚnormedÚattn_outs	   &&&&&&&  r   r?   ÚTransformerBlock.forward}   s�   € Ø××ÐØ×(Ñ(¨Ó+ˆFØ—~‘~ fÐ^q�~ó  dˆHØ•ˆAà×%Ñ% aÓ(ˆØ—?‘? 6Èwð  ^y�?ó  zˆØ�Lˆà—‘˜Ÿ™ qÓ)Ó*Õ*ˆØˆr   c                óÂ   € \         P                  P                  P                  V P                  ^,          P
                  4       V P                  P                  4        R# )é   N)r
   r   ru   rv   r‹   rw   r†   ry   rx   s   &r   ry   ÚTransformerBlock.init_weightsŠ   s6   € Ü�‰�‰×Ñ˜TŸX™X a�[×/Ñ/Ô0Ø�‰×$Ñ$Ö&r   )r†   r‹   r…   r‡   rƒ   r„   r�   )é   g      @FFNNNr{   r|   rI   s   @@r   r~   r~   Z   s   ù‡ € ÷ 
ôD÷'ò 'r   r~   c                   ó@   a a€ ] tR t^�t oRV 3R lltRR ltRtVtV ;t# )Ú
LLMAdapterc                óâ  <€ \         SV `  4        V
P                  R W(V	R7      V n        W28w  d   V
P	                  W#W‰R7      V n        M\        P                  ! 4       V n        \        W5,          4      V n	        \        P                  ! \        V4       Uu. uF  p\        WWVWxWšR7      NK  	  up4      V n        V
P	                  W2W‰R7      V n        V
P                  VRW‰R7      V n        R# u upi )i€}  r€   )rŽ   r�   r�   r4   r   r]   rO   rP   N)r!   r"   Ú	EmbeddingÚembedrU   Úin_projr   ÚIdentityr   Ú
rotary_embÚ
ModuleListÚranger~   ÚblocksÚout_projrW   Únorm)r)   rŒ   Ú
target_dimr�   Ú
num_layersrŽ   r�   r�   r4   r   r]   Ú_r+   s   &&&&&&&&&&& €r   r"   ÚLLMAdapter.__init__�   sö   ø€ ô 	‰ÑÔà×)Ñ)¨%°ÐRWÐ)ÓXˆŒ
ØÔ"Ø%×,Ñ,¨ZÈ6Ð,Ó_ˆD�LäŸ;š;›=ˆDŒLÜ)¨)Õ*>Ó?ˆŒÜ—m’mô zð  @Jô  zKó%
ñ zKð  uvÔ˜Z¸iÐq{ð  SX÷  pñ  zKñ%
ó ˆŒð #×)Ñ)¨)ÈÐ)Ó\ˆŒØ×&Ñ& z°tÀFÐ&ÓXˆŽ	ùò	%
s   ÂC,c           
     ót  € VeQ   VP                  \        P                  4      pVP                  ^8X  d!   VP	                  ^4      P	                  ^4      pVeQ   VP                  \        P                  4      pVP                  ^8X  d!   VP	                  ^4      P	                  ^4      pTpV P                  V P                  W%P                  R7      4      p\        P                  ! VP                  ^,          VP                  R7      P	                  ^ 4      p\        P                  ! VP                  ^,          VP                  R7      P	                  ^ 4      pV P                  Wg4      p	V P                  Wh4      p
V P                   F  pV! WeW4WšR7      pK  	  V P                  V P                  V4      4      # )N)Ú	out_dtype)r4   )r“   r”   ri   rj   )r&   r
   ÚboolÚndimr   r¡   r    r   r$   r	   r4   r£   r¦   r¨   r§   )r)   Úsource_hidden_statesÚtarget_input_idsr“   r”   rh   r   r:   Úposition_ids_contextri   rj   Úblocks   &&&&&       r   r?   ÚLLMAdapter.forward«   s]  € Ø Ò,Ø$9×$<Ñ$<¼U¿Z¹ZÓ$HÐ!Ø$×)Ñ)¨QÔ.Ø(=×(GÑ(GÈÓ(J×(TÑ(TÐUVÓ(WÐ%à Ò,Ø$9×$<Ñ$<¼U¿Z¹ZÓ$HÐ!Ø$×)Ñ)¨QÔ.Ø(=×(GÑ(GÈÓ(J×(TÑ(TÐUVÓ(WÐ%à&ˆØ�L‰L˜Ÿ™Ð$4ÇÁ˜ÓNÓOˆÜ—|’| A§G¡G¨A¥J°q·x±xÔ@×JÑJÈ1ÓMˆÜ$Ÿ|š|¨G¯M©M¸!Õ,<ÀQÇXÁXÔN×XÑXÐYZÓ[ÐØ"Ÿo™o¨aÓ>ÐØ&*§o¡o°aÓ&NÐ#Ø—[”[ˆEÙ�aÐ8Mð  Qdô  ^ŠAñ !à�y‰y˜Ÿ™ qÓ)Ó*Ð*r   )r¦   r    r¡   r¨   r§   r£   )
é   r¶   r¶   é   r›   TFNNN)NN)	rA   rB   rC   rD   r"   r?   rF   rG   rH   rI   s   @@r   r�   r�   �   s   ù‡ € ÷Y÷6+ô +r   r�   c                   óH   a a€ ] tR t^Át oV 3R ltRR ltV 3R ltRtVtV ;t	# )ÚAnimac                ó¨   <€ \         SV `  ! V/ VB  \        VP                  R 4      VP                  R4      VP                  R4      R7      V n        R# )r4   r   r]   )r4   r   r]   N)r!   r"   r�   ÚgetÚllm_adapter)r)   ÚargsÚkwargsr+   s   &*,€r   r"   ÚAnima.__init__Â   sQ   ø€ Ü‰Ò˜$Ð) &Ò)Ü%¨V¯Z©Z¸Ó-AÈÏÉÐT[ÓI\Ðio×isÑisð  uAó  jBô  CˆÖr   c           	     ó  € Ve~   V P                  W4      pVe	   WC,          pVP                  ^,          R8  dG   \        P                  P                  P                  V^ ^ ^ RVP                  ^,          ,
          34      pV# V# )Ni   )r¼   r	   r
   r   Ú
functionalÚpad)r)   Útext_embedsÚtext_idsÚt5xxl_weightsÚouts   &&&& r   Úpreprocess_text_embedsÚAnima.preprocess_text_embedsÆ   ss   € ØÒØ×"Ñ" ;Ó9ˆCØÒ(ØÕ)�à�y‰y˜�|˜cÔ!Ü—h‘h×)Ñ)×-Ñ-¨c°A°q¸!¸SÀ3Ç9Á9ÈQÅ<Õ=OÐ3PÓQ�ØˆJàÐr   c                óš   <€ VP                  R R4      pVe$   V P                  W5VP                  RR4      R7      p\        SV `  ! WV3/ VB # )Ú	t5xxl_idsNrÅ   )rÅ   )ÚpoprÇ   r!   r?   )r)   r   Ú	timestepsrh   r¾   rÊ   r+   s   &&&&, €r   r?   ÚAnima.forwardÒ   sT   ø€ Ø—J‘J˜{¨DÓ1ˆ	ØÒ Ø×1Ñ1°'ÐTZ×T^ÑT^Ð_nÐptÓTuÐ1ÓvˆGÜ‰wŠ˜q¨WÑ?¸Ñ?Ð?r   )r¼   r   )
rA   rB   rC   rD   r"   rÇ   r?   rF   rG   rH   rI   s   @@r   r¹   r¹   Á   s   ù‡ € õCô
÷@õ @r   r¹   )é   )Úcomfy.ldm.cosmos.predict2r   r
   r   Útorch.nn.functionalrÁ   rc   r   r   ÚModuler   rL   r~   r�   r¹   © r   r   Ú<module>rÓ      so   ðÝ 2Û Ý ß Ð ò(ôô<�b—i‘iô <ô,-1�—	‘	ô -1ô`2'�r—y‘yô 2'ôj/+�—‘ô /+ôd@ˆLö @r   