+
    ƒ°ñj—4  ã                   ó€  € ^ RI t ^ RIt^ RIHt ^ RIHu Ht ^ RIt^ RIt] P                  ! R4      t
RR lt ! R R]P                  4      t ! R R]P                  4      t ! R	 R
]P                  4      t ! R R]P                  4      t ! R R]P                  4      t ! R R4      t ! R R4      t ! R R4      tR# )é    N)ÚnnzLlllite_dit_blocks_(\d+)_(self_attn_[qkv]_proj|cross_attn_q_proj|mlp_layer1)$c                 ój   € ^pV^8”  d   W,          ^ 8w  d   V^,          pK  VP                  W@WR7      # )é   ©ÚdeviceÚdtype)Ú	GroupNorm)Úchannelsr   r   Ú
operationsÚgroupss   &&&& Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\anima\lllite.pyÚ_group_normr      s7   € Ø€FØ
�1Œ*˜Õ*¨aÔ/Ø�1�ŠØ×Ñ ¸ÐÓMÐMó    c                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚAnimaLLLiteResBlockc           	     óÔ   <€ \         SV `  4        \        WW4R 7      V n        VP	                  W^^W#R7      V n        \        WW4R 7      V n        VP	                  W^^W#R7      V n        R# )©r   r   r   ©Úkernel_sizeÚpaddingr   r   N)ÚsuperÚ__init__r   Únorm1ÚConv2dÚconv1Únorm2Úconv2)Úselfr
   r   r   r   Ú	__class__s   &&&&&€r   r   ÚAnimaLLLiteResBlock.__init__   sd   ø€ Ü‰ÑÔÜ  ÀÔ]ˆŒ
Ø×&Ñ& xÀqÐRSÐ\bÐ&ÓpˆŒ
Ü  ÀÔ]ˆŒ
Ø×&Ñ& xÀqÐRSÐ\bÐ&ÓpˆŽ
r   c                óâ   € V P                  \        P                  ! V P                  V4      4      4      pV P	                  \        P                  ! V P                  V4      4      4      pW,           # ©N)r   ÚFÚsilur   r   r   )r   ÚxÚhs   && r   ÚforwardÚAnimaLLLiteResBlock.forward   sG   € Ø�J‰J”q—v’v˜dŸj™j¨›mÓ,Ó-ˆØ�J‰J”q—v’v˜dŸj™j¨›mÓ,Ó-ˆØ�uˆr   )r   r   r   r   ©NNN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r'   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ÷q÷ò r   r   c                   ó<   a a€ ] tR t^#t oRV 3R lltR tRtVtV ;t# )ÚAnimaLLLiteASPPc                óö  <€ \         S	V `  4        . pV Fy  pV^8X  d   VP                  W^W4R7      pMVP                  W^WwW4R7      pVP                  \        P
                  ! V\        WWER7      \        P                  ! 4       4      4       K{  	  \        P                  ! V4      V n	        \        P                  ! ^4      V n        \        P
                  ! VP                  W^W4R7      \        WWER7      \        P                  ! 4       4      V n        \        P
                  ! VP                  V\        V4      ^,           ,          V^W4R7      \        WWER7      \        P                  ! 4       4      V n        R# )é   ©r   r   r   )r   r   Údilationr   r   r   N)r   r   r   Úappendr   Ú
Sequentialr   ÚSiLUÚ
ModuleListÚbranchesÚAdaptiveAvgPool2dÚglobal_poolÚglobal_convÚlenÚproj)
r   r
   Ú	dilationsr   r   r   r>   r9   Úconvr   s
   &&&&&&   €r   r   ÚAnimaLLLiteASPP.__init__$   sA  ø€ Ü‰ÑÔØˆÛ!ˆHØ˜1Œ}Ø!×(Ñ(¨ÈÐSYÐ(Óg‘à!×(Ñ(¨ÈÐT\Ðx~Ð(ó  M�Ø�O‰OœBŸMšM¨$´¸HÐ[`Ô0xÔz|÷  {Bò  {Bó  {Dó  Eö  Fñ "ô Ÿš hÓ/ˆŒÜ×/Ò/°Ó2ˆÔÜŸ=š=Ø×Ñ˜h¸aÈÐÓ\Ü˜°uÔTÜ�GŠG‹Ió
ˆÔô
 —M’MØ×Ñ˜h¬#¨i«.¸1Õ*<Õ=¸xÐUVÐ_eÐÓsÜ˜°uÔTÜ�GŠG‹Ió
ˆŽ	r   c           	     óP  € VP                   RR w  r#V P                   Uu. uF
  qD! V4      NK  	  ppV P                  V P                  V4      4      pVP	                  \
        P                  ! WbV3RRR7      4       V P                  \        P                  ! V^R7      4      # u upi )é   NÚbilinearF)ÚsizeÚmodeÚalign_corners©Údiméþÿÿÿ)
Úshaper>   rA   r@   r:   r#   ÚinterpolaterC   ÚtorchÚcat)r   r%   ÚheightÚwidthÚbranchÚoutputsÚpooleds   &&     r   r'   ÚAnimaLLLiteASPP.forward:   s‡   € ØŸ™  ˜‰ˆØ+/¯=ª=Ó9©= �6˜!–9©=ˆÐ9Ø×!Ñ! $×"2Ñ"2°1Ó"5Ó6ˆØ�‰”q—}’} V¸5°/È
ÐbgÔhÔiØ�y‰yœŸš 7°Ô2Ó3Ð3ùò :s    B#)r>   rA   r@   rC   r)   r*   r2   s   @@r   r5   r5   #   s   ù‡ € ÷
÷,4ò 4r   r5   c                   ó<   a a€ ] tR t^Bt oRV 3R lltR tRtVtV ;t# )ÚAnimaLLLiteConditioningc	                ób  <€ \         SV `  4        V^,          p	VP                  W^^WgR7      V n        \	        W–WxR7      V n        VP                  W™^^WgR7      V n        \	        W–WxR7      V n        VP                  W’^^WgR7      V n        \	        W&WxR7      V n	        \        P                  ! \        V4       U
u. uF  p
\        W&WxR7      NK  	  up
4      V n        V'       d   \        W%WgVR7      MRV n        VP                  W#^WgR7      V n        VP%                  W6VR7      V n        R# u up
i )rH   )r   Ústrider   r   r   r   Nr8   r   )r   r   r   r   r   r   r   r   Úconv3Únorm3r   r=   Úranger   Ú	resblocksr5   ÚaspprC   Ú	LayerNormÚout_norm)r   Úcond_in_channelsÚcond_dimÚcond_emb_dimÚcond_resblocksÚaspp_dilationsr   r   r   Úhalf_dimÚ_r   s   &&&&&&&&&  €r   r   Ú AnimaLLLiteConditioning.__init__C   s%  ø€ Ü‰ÑÔØ˜q•=ˆØ×&Ñ&Ð'7ÈqÐYZÐciÐ&ÓwˆŒ
Ü  ÀÔ]ˆŒ
Ø×&Ñ& xÀqÐRSÐ\bÐ&ÓpˆŒ
Ü  ÀÔ]ˆŒ
Ø×&Ñ& xÀqÐQRÐ[aÐ&ÓoˆŒ
Ü  ÀÔ]ˆŒ
ÜŸšä˜>Ô*ó(
á*�ô   ¸u×\Ù*ñ(
ó ˆŒ÷ uC”O HÀVÐeoÕpð  IMˆŒ	Ø×%Ñ% hÈ!ÐTZÐ%ÓhˆŒ	Ø"×,Ñ,¨\ÐPUÐ,ÓVˆŽùò(
s   Â:D,c                óL  € \         P                  ! V P                  V P                  V4      4      4      p\         P                  ! V P	                  V P                  V4      4      4      p\         P                  ! V P                  V P                  V4      4      4      pV P                   F  pV! V4      pK  	  V P                  e   V P                  V4      pV P                  V4      P                  ^4      P                  ^^4      P                  4       pV P                  V4      # r"   )r#   r$   r   r   r   r   r_   r^   ra   rb   rC   ÚflattenÚ	transposeÚ
contiguousrd   )r   r%   Úblocks   && r   r'   ÚAnimaLLLiteConditioning.forwardT   sÊ   € Ü�FŠF�4—:‘:˜dŸj™j¨›mÓ,Ó-ˆÜ�FŠF�4—:‘:˜dŸj™j¨›mÓ,Ó-ˆÜ�FŠF�4—:‘:˜dŸj™j¨›mÓ,Ó-ˆØ—^”^ˆEÙ�a“ŠAñ $à�9‰9Ò Ø—	‘	˜!“ˆAØ�I‰I�a‹L× Ñ  Ó#×-Ñ-¨a°Ó3×>Ñ>Ó@ˆØ�}‰}˜QÓÐr   )
rb   r   r   r^   r   r   r_   rd   rC   ra   r)   r*   r2   s   @@r   r[   r[   B   s   ù‡ € ÷W÷"	 ò 	 r   r[   c                   ó<   a a€ ] tR t^`t oRV 3R lltR tRtVtV ;t# )ÚAnimaLLLiteModulec                óh  <€ \         SV `  4        VP                  WWER 7      V n        VP                  W2,           W4VR 7      V n        VP                  V^V,          WER 7      V n        VP                  W1WER 7      V n        \        P                  ! \        P                  ! W$VR 7      RR7      V n        R# )r   F)Úrequires_gradN)r   r   ÚLinearÚdownÚmidÚcond_to_filmÚupr   Ú	ParameterrR   ÚemptyÚdepth_embed)r   Úin_dimrg   Úmlp_dimr   r   r   r   s   &&&&&&&€r   r   ÚAnimaLLLiteModule.__init__a   s˜   ø€ Ü‰ÑÔØ×%Ñ% f¸fÐ%ÓRˆŒ	Ø×$Ñ$ WÕ%;¸WÐ[`Ð$ÓaˆŒØ&×-Ñ-¨l¸AÀ½KÐPVÐ-ÓdˆÔØ×#Ñ# G¸FÐ#ÓPˆŒÜŸ<š<¬¯ª°LÐW\Ô(]ÐmrÔsˆÖr   c                óÄ  € VP                   pVP                  ^8X  d   VP                  ^^4      pVP                   ^ ,          VP                   ^ ,          8w  d    VP                   ^ ,          VP                   ^ ,          ,          ^ 8w  d4   \        RVP                   ^ ,           RVP                   ^ ,           24      hVP	                  VP                   ^ ,          VP                   ^ ,          ,          ^^4      pVP                   ^,          VP                   ^,          8w  d4   \        RVP                   ^,           RVP                   ^,           24      hV\
        P                  P                  V P                  V4      ,           p\        P                  ! V P                  V4      4      pV P                  V4      P                  ^RR7      w  rxV P                  \        P                   ! WV3RR7      4      p\        P                  ! V^V,           ,          V,           4      pWP#                  V4      V,          ,           p\%        V4      ^8X  d   VP'                  V4      pV# )é   z/Anima LLLite batch mismatch: model input batch z, control batch z0Anima LLLite sequence mismatch: model input has z tokens, control has rM   éÿÿÿÿ)rP   Úndimrn   Ú
ValueErrorÚrepeatÚcomfyÚopsÚcast_to_inputr~   r#   r$   rx   rz   Úchunkry   rR   rS   r{   rB   Úreshape)	r   r%   Úcond_embÚstrengthÚoriginal_shapeÚ
cond_localÚhiddenÚgammaÚbetas	   &&&&     r   r'   ÚAnimaLLLiteModule.forwardi   sô  € ØŸ™ˆØ�6‰6�QŒ;Ø—	‘	˜!˜Q“ˆAà�7‰7�1�:˜Ÿ™¨Õ*Ô*Ø�w‰w�q�z˜HŸN™N¨1Õ-Õ-°Ô2Ü Ð#RÐST×SZÑSZÐ[\ÕS]ÐR^Ð^nÐow×o}Ño}Ð~õ  pAð  oBð  "Có  Dð  DØ—‘ q§w¡w¨q¥z°X·^±^ÀAÕ5FÕ'FÈÈ1ÓMˆHØ�7‰7�1�:˜Ÿ™¨Õ*Ô*ÜÐOÐPQ×PWÑPWÐXYÕPZÈ|Ð[pÐqy×qÑqð  ABõ  rCð  qDð  Eó  Fð  Fà¤§	¡	× 7Ñ 7¸×8HÑ8HÈ(Ó SÕSˆ
Ü—’˜Ÿ	™	 !›Ó%ˆØ×'Ñ'¨
Ó3×9Ñ9¸!ÀÐ9ÓD‰ˆØ—‘œ%Ÿ)š) ZÐ$8¸bÔAÓBˆÜ—’˜ ! e¥)Õ,¨tÕ3Ó4ˆØ—‘˜“ (Õ*Õ*ˆäˆ~Ó !Ô#Ø—	‘	˜.Ó)ˆAØˆr   )rz   r~   rx   ry   r{   r)   r*   r2   s   @@r   rt   rt   `   s   ù‡ € ÷t÷ò r   rt   c                   óB   a a€ ] tR t^�t oRV 3R lltR tR tRtVtV ;t	# )ÚAnimaLLLitec                ó2  <€ \         SV `  4        T;'       g    / pVP                  R R4      pVR8w  d   \        RV: R24      h\	        V Uu0 uF4  qwP                  R4      '       g   K  VP                  R^4      ^ ,          kK6  	  up4      pV'       g   \        R4      hVR,          P                  ^,          p	VR,          P                  ^ ,          p
VR	,          P                  ^ ,          pV Uu0 uF<  qwP                  R
4      '       g   K  \        VP                  R4      ^,          4      kK>  	  ppV'       d   \        V4      ^,           M^ p\        ;QJ d    R V 4       F  '       g   K   RM	  RM! R V 4       4      pVP                  RR4      pV'       dK   \        ;QJ d#    . R VP                  R4       4       F  NK  	  5M! R VP                  R4       4       4      MRpW�n        VP                  RR4      P                  4       R8H  V n        \        WšW½VW4VR7      V n        \#        4       V n        ^ V n        RV n        V EF8  p\*        P-                  V4      pVf   \        RV 24      hVV R2,          P                  pVw  ppVV R2,          P                  ^,          pVV8w  d   \        RV RV RV 24      hV P(                  f	   VV n        M/V P(                  V8w  d   \        RV RV RV P(                   24      hV P/                  V\1        VVVW4VR7      4       V P$                  P3                  V4       \        V P&                  \        VP5                  ^4      4      ^,           4      V n        EK;  	  R# u upi u upi )zlllite.versionÚ2z!Unsupported Anima LLLite version z-; only named-key v2 checkpoints are supportedÚlllite_dit_blocks_Ú.z:Anima LLLite checkpoint has no lllite_dit_blocks_* modulesz!lllite_conditioning1.conv1.weightz!lllite_conditioning1.conv3.weightz lllite_conditioning1.proj.weightzlllite_conditioning1.resblocks.c              3   óB   "  € T F  qP                  R 4      x € K  	  R# 5i)zlllite_conditioning1.aspp.N)Ú
startswith)Ú.0Úkeys   & r   Ú	<genexpr>Ú'AnimaLLLite.__init__.<locals>.<genexpr>’   s   é € ÐZÉzÈ—~‘~Ð&B×CÐCËzùs   ‚TFzlllite.aspp_dilationsz1,2,4,8c              3   óf   "  € T F'  qP                  4       '       g   K  \        V4      x € K)  	  R # 5ir"   )ÚstripÚint)r�   Úvalues   & r   rŸ   r    ”   s#   é € ÐcÑ7Q¨e×U`ÑU`×Ubœzœs 5Ÿz˜zÓ7Qùs   ‚1ž1Ú,zlllite.inpaint_masked_inputÚfalseÚtruer   Nz&Unsupported Anima LLLite module name: z.down.weightz.cond_to_film.weightz0Anima LLLite conditioning dimension mismatch in z: z != z)Anima LLLite model dimension mismatch in © )r   r   Úgetr†   Úsortedrœ   ÚsplitrP   r£   ÚmaxÚanyÚtuplere   ÚlowerÚinpaint_masked_inputr[   Úlllite_conditioning1ÚsetÚmodule_namesÚblock_countÚ	model_dimÚMODULE_PATTERNÚ	fullmatchÚ
add_modulert   ÚaddÚgroup)r   Ú
state_dictÚmetadatar   r   r   Úversionrž   r³   re   rf   rg   Úresblock_idsrh   Úuse_asppÚdilation_stringri   ÚnameÚmatchÚ
down_shaper€   r   Úmodule_cond_dimr   s   &&&&&&                 €r   r   ÚAnimaLLLite.__init__‚   s<  ø€ Ü‰ÑÔØ—>�>˜rˆØ—,‘,Ð/°Ó5ˆØ�cŒ>ÜÐ@ÀÁÐKxÐyÓzÐzä¹zÓr¹z¸Ï^É^Ð\p×MqÔ3˜sŸy™y¨¨aÓ0°×3Ð3¹zÑrÓsˆßÜÐYÓZÐZà%Ð&IÕJ×PÑPÐQRÕSÐØÐAÕB×HÑHÈÕKˆØ!Ð"DÕE×KÑKÈAÕNˆÙ:DÓz¹*°3ÏÉÐWx×HyÔ.œ˜CŸI™I c›N¨1Õ-Ö.¹*ˆÐzß2>œ˜\Ó*¨QÖ.ÀAˆß“3ÑZÉzÓZ—3—3’3ÑZÉzÓZÓZˆØ"Ÿ,™,Ð'>À	ÓJˆßgoŸœÑc°×7LÑ7LÈSÔ7QÓcŸ™Ñc°×7LÑ7LÈSÔ7QÓcÔcÐuwˆà 0ÔØ$,§L¡LÐ1NÐPWÓ$X×$^Ñ$^Ó$`ÐdjÑ$jˆÔ!Ü$;Ø¨ÀnØ°:ô%
ˆÔ!ô
  ›EˆÔØˆÔØˆŒÜ ˆDÜ"×,Ñ,¨TÓ2ˆEØŠ}Ü Ð#IÈ$ÈÐ!PÓQÐQØ# t f¨LÐ$9Õ:×@Ñ@ˆJØ(‰OˆG�VØ(¨D¨6Ð1EÐ)FÕG×MÑMÈaÕPˆOØ ,Ô.Ü Ð#SÐTXÐSYÐY[Ð\kÐ[lÐlpÐq}Ðp~Ð!ó  Að  AØ�~‰~Ò%Ø!'�•Ø—‘ 6Ô)Ü Ð#LÈTÈFÐRTÐU[ÐT\Ð\`Ðae×aoÑaoÐ`pÐ!qÓrÐrØ�O‰O˜DÔ"3°F¸LÈ'ÐZ`ð  {Eô  #Fô  GØ×Ñ×!Ñ! $Ô'Ü" 4×#3Ñ#3´S¸¿¹ÀQ»Ó5HÈ1Õ5LÓMˆD×ó !ùò/ sùò {s   ÁNÁ+NÃ4NÄ%Nc                ó$   € V P                  V4      # r"   )r±   )r   Úimages   &&r   Úencode_conditioningÚAnimaLLLite.encode_conditioning±   s   € Ø×(Ñ(¨Ó/Ð/r   c                óf   € R V RV 2pW`P                   9  d   V# V P                  V4      ! WV4      # )r™   rk   )r³   Úget_submodule)r   r%   r�   Úblock_indexÚtargetrŽ   rÁ   s   &&&&&& r   ÚapplyÚAnimaLLLite.apply´   s=   € Ø# K =°°&°Ð:ˆØ×(Ñ(Ô(ØˆHØ×!Ñ! $Ô'¨°XÓ>Ð>r   )r´   re   r°   r±   rµ   r³   r)   )
r+   r,   r-   r.   r   rÈ   rÎ   r/   r0   r1   r2   s   @@r   r–   r–   �   s   ù‡ € ÷-Nò^0÷?ò ?r   r–   c                   ó8   a € ] tR t^»t o R tR tR tR tRtV t	R# )ÚAnimaLLLitePatchc                óN   € Wn         W n        W0n        W@n        WPn        W`n        R # r"   )Úmodel_patchrÇ   ÚmaskrŽ   Úsigma_startÚ	sigma_end)r   rÓ   rÇ   rÔ   rŽ   rÕ   rÖ   s   &&&&&&&r   r   ÚAnimaLLLitePatch.__init__¼   s"   € Ø&ÔØŒ
ØŒ	Ø ŒØ&ÔØ"Žr   c                óº  € VR ,          pVR,          pV P                   R8X  d   V# VP                  R4      pVeQ   \        VP                  4       P	                  4       4      pV P
                  Tu;8:  d   V P                  8:  g    V#  V# VP                  ^,          ^8w  d    \        RVP                  ^,           24      hVP                  R,          ^,          pVP                  R,          ^,          p\        P                  P                  V P                  P                  R^4      WvRRR7      P                  RR4      pVP                  VP                   VP"                  R	7      R
,          R,
          pV P$                  P&                  P(                  ^8X  Ed   V P*                  p	V	P,                  ^8X  d   V	P/                  ^4      p	V	P,                  ^8w  g   V	P                  ^,          ^8w  d"   \        R\1        V	P                  4       24      h\        P                  P                  V	P                  4       WvRRR7      p	V	P                  ^ ,          VP                  ^ ,          8w  d¡   VP                  ^ ,          V	P                  ^ ,          ,          ^ 8w  d4   \        RV	P                  ^ ,           RVP                  ^ ,           24      hV	P3                  VP                  ^ ,          V	P                  ^ ,          ,          ^^^4      p	V	R8¬  P                  VP                   VP"                  R	7      p	V P$                  P&                  P4                  '       d%   W‰R8  P                  VP"                  4      ,          p\6        P8                  ! W‰R
,          R,
          3^R7      pV P$                  P&                  P;                  V4      p
W£R,          V &   V# )r%   Útransformer_optionsg        Úsigmasz&Anima LLLite only supports T=1, got T=ÚbicubicÚcenter)Úcropg      ð?r   g       @z3Anima LLLite mask must have one channel, got shape znearest-exactzAnima LLLite mask batch z$ cannot be broadcast to image batch g      à?rM   Úmodel_patch_datarO   r„   )rŽ   r©   Úfloatr¬   ÚitemrÖ   rÕ   rP   r†   rˆ   ÚutilsÚcommon_upscalerÇ   ÚmovedimÚclampÚtor   r   rÓ   Úmodelre   rÔ   r…   Ú	unsqueezer®   r‡   r°   rR   rS   rÈ   )r   Úargsr%   rÙ   rÚ   ÚsigmaÚtarget_heightÚtarget_widthrÇ   rÔ   r�   s   &&         r   Ú__call__ÚAnimaLLLitePatch.__call__Ä   s  € Ø��IˆØ"Ð#8Õ9ÐØ�=‰=˜CÔØˆKØ$×(Ñ(¨Ó2ˆØÒÜ˜&Ÿ*™*›,×+Ñ+Ó-Ó.ˆEØ—>‘> UÖ>¨d×.>Ñ.>Õ>Ø�ð ?Ø�Ø�7‰7�1�:˜Œ?ÜÐEÀaÇgÁgÈaÅjÀ\ÐRÓSÐSàŸ™ � a�ˆØ—w‘w˜r•{ Q•ˆÜ—‘×*Ñ*Ø�J‰J×Ñ˜r 1Ó% |ÀIÐT\ð +ó 
ç
‰%��S‹/ð 	ð —‘ §¡°·±�Ó8¸3Õ>ÀÕDˆà×Ñ×!Ñ!×2Ñ2°aÕ7Ø—9‘9ˆDØ�y‰y˜AŒ~Ø—~‘~ aÓ(�Ø�y‰y˜AŒ~ §¡¨A¥°!Ô!3Ü Ð#VÔW\Ð]a×]gÑ]gÓWhÐViÐ!jÓkÐkÜ—;‘;×-Ñ-Ø—
‘
“˜l¸?ÐQYð .ó ˆDð �z‰z˜!�} §¡¨A¥Ô.Ø—;‘;˜q•> D§J¡J¨q¥MÕ1°QÔ6Ü$Ø2°4·:±:¸aµ=°/ÐAeÐfk×fqÑfqÐrsÕftÐeuÐvóð ð —{‘{ 5§;¡;¨q¥>°T·Z±ZÀµ]Õ#BÀAÀqÈ!ÓL�Ø˜C‘K×#Ñ#¨1¯8©8¸1¿7¹7Ð#ÓCˆDØ×Ñ×%Ñ%×:×:Ð:Ø¨¡§¡°·±Ó <Õ<�Ü—I’I˜u¨S¥j°3Õ&6Ð7¸QÔ?ˆEà×#Ñ#×)Ñ)×=Ñ=¸eÓDˆØ8@Ð.Õ/°Ñ5Øˆr   c                ó   € V # r"   r¨   )r   Údevice_or_dtypes   &&r   rå   ÚAnimaLLLitePatch.toð   s   € Øˆr   c                ó   € V P                   .# r"   )rÓ   )r   s   &r   ÚmodelsÚAnimaLLLitePatch.modelsó   s   € Ø× Ñ Ð!Ð!r   )rÇ   rÔ   rÓ   rÖ   rÕ   rŽ   N)
r+   r,   r-   r.   r   rì   rå   rò   r/   r0   ©r3   s   @r   rÑ   rÑ   »   s   ø‡ € ò#ò*òX÷"ð "r   rÑ   c                   ó0   a € ] tR t^÷t o R tRR ltRtV tR# )ÚAnimaLLLiteAttentionPatchc                ó   € Wn         W n        R # r"   ©ÚpatchÚtargets)r   rù   rú   s   &&&r   r   Ú"AnimaLLLiteAttentionPatch.__init__ø   s   € ØŒ
ØŽr   Nc           
     óª  € VR ,          P                  V P                  4      pVf   RVRVRVRVRV/# VR,          pRVRVRV/p	V P                  P                  4        FR  w  r«V P                  P                  P
                  P                  Wš,          WxW°P                  P                  4      Wš&   KT  	  RV	R,          RV	R,          RV	R,          RVRV/# )rÞ   ÚqÚkÚvÚpeÚ	attn_maskrÌ   )r©   rù   rú   ÚitemsrÓ   ræ   rÎ   rŽ   )r   rý   rþ   rÿ   r   r  Úextra_optionsr�   rÌ   ÚvaluesÚ
value_namerÍ   s   &&&&&&&     r   rì   Ú"AnimaLLLiteAttentionPatch.__call__ü   sÕ   € Ø Ð!3Õ4×8Ñ8¸¿¹ÓDˆØÒØ˜˜C  C¨¨D°"°kÀ9ÐMÐMà# MÕ2ˆØ�q˜#˜q # qÐ)ˆØ"&§,¡,×"4Ñ"4Ö"6ÑˆJØ!%§¡×!7Ñ!7×!=Ñ!=×!CÑ!CØÕ" H¸6Ç:Á:×CVÑCVó"ˆFÓñ #7ð
 �V˜C•[ # v¨c¥{°C¸À½ÀdÈBÐP[Ð]fÐgÐgr   rø   r)   ©r+   r,   r-   r.   r   rì   r/   r0   rô   s   @r   rö   rö   ÷   s   ø‡ € ò÷hò hr   rö   c                   ó,   a € ] tR tRt o R tR tRtV tR# )ÚAnimaLLLiteMLPPatchi  c                ó   € Wn         R # r"   ©rù   )r   rù   s   &&r   r   ÚAnimaLLLiteMLPPatch.__init__  s   € ØŽ
r   c                ó   € VR ,          R,          P                  V P                  4      pVf   V# V P                  P                  P                  P	                  VR,          W!R ,          R,          RV P                  P
                  4      VR&   V# )rÙ   rÞ   r%   rÌ   Ú
mlp_layer1)r©   rù   rÓ   ræ   rÎ   rŽ   )r   rè   r�   s   && r   rì   ÚAnimaLLLiteMLPPatch.__call__  s}   € ØÐ-Õ.Ð/AÕB×FÑFÀtÇzÁzÓRˆØÒØˆKØ—J‘J×*Ñ*×0Ñ0×6Ñ6Ø��I�xÐ&;Õ!<¸]Õ!KÈ\Ð[_×[eÑ[e×[nÑ[nó
ˆˆS‰	ð ˆr   r  Nr  rô   s   @r   r	  r	    s   ø‡ € ò÷ð r   r	  r)   )ÚrerR   r   Útorch.nn.functionalÚ
functionalr#   Ú	comfy.opsrˆ   Úcomfy.utilsÚcompiler¶   r   ÚModuler   r5   r[   rt   r–   rÑ   rö   r	  r¨   r   r   Ú<module>r     s¤   ðÛ 	ã Ý ß Ð ã Û ð —’ÐkÓl€ôNô˜"Ÿ)™)ô ô4�b—i‘iô 4ô> ˜bŸi™iô  ô<˜Ÿ	™	ô ôB7?�"—)‘)ô 7?÷t9"ñ 9"÷xhñ h÷(ó r   