+
    ƒ°ñjžF  ã                   óÆ  € ^ RI t^ RIt^ RIHt ^ RIHu Ht ^ RIt	^ RI
t	^ RIt	^ RIHtHtHt ^ RIHt  ! R R]P$                  4      t ! R R]P$                  4      t ! R R	]P$                  4      tRR
 lt ! R R]P$                  4      t ! R R]P$                  4      t ! R R]P$                  4      t ! R R]P$                  4      t ! R R]P$                  4      tR# )é    N)ÚAttentionTensorContainerÚComfyAttentionÚoptimized_attention)Ú
apply_ropec                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚMultiHeadRMSNormc           	     ó†   <€ \         SV `  4        \        P                  ! \        P
                  ! W!W4R 7      4      V n        R# )©ÚdtypeÚdeviceN)ÚsuperÚ__init__ÚnnÚ	ParameterÚtorchÚemptyÚgamma)ÚselfÚdimÚheadsr   r   Ú	__class__s   &&&&&€Ú>C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\triposplat\model.pyr   ÚMultiHeadRMSNorm.__init__   s)   ø€ Ü‰ÑÔÜ—\’\¤%§+¢+¨eÀÔ"UÓVˆŽ
ó    c                óÌ   € \         P                  P                  V4      pV\         P                  P	                  V P
                  VP                  VP                  4      ,          # ©N)ÚcomfyÚrmsnormÚrms_normÚmodel_managementÚcast_tor   r   r   ©r   Úxs   &&r   ÚforwardÚMultiHeadRMSNorm.forward   sB   € Ü�M‰M×"Ñ" 1Ó%ˆØ”5×)Ñ)×1Ñ1°$·*±*¸a¿g¹gÀqÇxÁxÓPÕPÐPr   )r   ©NN©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r$   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ÷W÷Qò Qr   r   c                   ó<   a a€ ] tR t^t oRV 3R lltR tRtVtV ;t# )ÚRePo3DRotaryEmbeddingc	           
     óÆ  <€ \         SV `  4        W n        W0n        \	        W,          4      p	VP                  WVR 7      V n        VP                  WRWgR7      V n        VP                  WRWgR7      V n	        \        P                  ! 4       V n        VP                  V	^V,          RWgR7      V n        ^V^,          ,          V n        ^V^,          ,          V n        W0P                  ,
          V P                  ,
          V n        V P                  V P                  V P                   .p
. pV
 FL  pV^,          pVP#                  \$        P&                  ! R\)        V4      V\$        P*                  R7      4       KN  	  \        P,                  ! V^ ,          4      V n        \        P,                  ! V^,          4      V n        \        P,                  ! V^,          4      V n        R# )r
   F©Úbiasr   r   g      ð?)Ústepsr   N)r   r   Ú	num_headsÚhead_dimÚintÚ	LayerNormÚnormÚLinearÚgate_mapÚcontent_mapr   ÚSiLUÚactÚ	final_mapÚdim_0Údim_1Údim_2Úappendr   ÚlinspaceÚfloatÚfloat32r   Úfreqs_0Úfreqs_1Úfreqs_2)r   Úmodel_channelsr7   r8   Úrepo_hidden_ratioÚmax_freqr   r   Ú
operationsÚrepo_hidden_sizeÚdimsÚ
freqs_listÚdÚfreq_dimr   s   &&&&&&&&&     €r   r   ÚRePo3DRotaryEmbedding.__init__   sp  ø€ ä‰ÑÔØ"ŒØ ŒÜ˜~ÕAÓBÐØ×(Ñ(¨ÈVÐ(ÓTˆŒ	Ø"×)Ñ)¨.ÐQVÐ^cÐ)ÓsˆŒØ%×,Ñ,¨^ÐTYÐafÐ,ÓvˆÔÜ—7’7“9ˆŒØ#×*Ñ*Ð+;¸QÀ½]ÐQVÐ^cÐ*ÓsˆŒØ˜( a�-Õ(ˆŒ
Ø˜( a�-Õ(ˆŒ
Ø§
¡
Õ*¨T¯Z©ZÕ7ˆŒ
Ø—
‘
˜DŸJ™J¨¯
©
Ð3ˆØˆ
ÛˆAØ˜A•vˆHØ×ÑœeŸnšn¨S´%¸³/ÈÔY^×YfÑYfÔgÖhñ ô —|’| J¨q¥MÓ2ˆŒÜ—|’| J¨q¥MÓ2ˆŒÜ—|’| J¨q¥MÓ2ˆŽr   c                óÜ  € V P                  V4      pV P                  V P                  V4      4      V P                  V4      ,          pV P	                  V4      pVP
                  w  rVpVP                  WVV P                  ^4      p\        P                  P                  V P                  \        P                  VP                  4      p	\        P                  P                  V P                  \        P                  VP                  4      p
\        P                  P                  V P                   \        P                  VP                  4      pVR,          P#                  R4      V	,          \        P$                  ,          pVR,          P#                  R4      V
,          \        P$                  ,          pVR,          P#                  R4      V,          \        P$                  ,          p\        P&                  ! WÍV.RR7      P)                  4       pVP+                  4       VP-                  4       pp\        P.                  ! VV) VV.RR7      P                  ! . VP
                  O^N^N5!  # )é   ©r   ).r   éÿÿÿÿ).é   ).é   )r;   r@   r=   r>   rA   ÚshapeÚreshaper7   r   r    r!   rI   r   rH   r   rJ   rK   Ú	unsqueezeÚpiÚcatrG   ÚcosÚsinÚstack)r   Úhidden_statesÚhÚfeatÚoutÚBÚLÚ_Ú	delta_posÚf0Úf1Úf2Úang_0Úang_1Úang_2Úangra   rb   s   &&                r   r$   ÚRePo3DRotaryEmbedding.forward4   s¯  € Ø�I‰I�mÓ$ˆØ�x‰x˜Ÿ™ aÓ(Ó)¨D×,<Ñ,<¸QÓ,?Õ?ˆØ�n‰n˜TÓ"ˆØ—)‘)‰ˆˆaØ—K‘K  d§n¡n°aÓ8ˆ	Ü×#Ñ#×+Ñ+¨D¯L©L¼%¿-¹-ÈÏÉÓTˆÜ×#Ñ#×+Ñ+¨D¯L©L¼%¿-¹-ÈÏÉÓTˆÜ×#Ñ#×+Ñ+¨D¯L©L¼%¿-¹-ÈÏÉÓTˆØ˜&Õ!×+Ñ+¨BÓ/°"Õ4´u·x±xÕ?ˆØ˜&Õ!×+Ñ+¨BÓ/°"Õ4´u·x±xÕ?ˆØ˜&Õ!×+Ñ+¨BÓ/°"Õ4´u·x±xÕ?ˆÜ�iŠi˜ uÐ-°2Ô6×<Ñ<Ó>ˆØ—7‘7“9˜cŸg™g›iˆSˆÜ�{Š{˜C #  s¨CÐ0°bÔ9×AÒAÐSÀ3Ç9Á9ÐSÈaÐSÐQRÓSÐSr   )r@   r>   rB   rC   rD   rA   rI   rJ   rK   r=   r8   r;   r7   )g      À?g      0@NNNr'   r/   s   @@r   r2   r2      s   ù‡ € ÷3÷.Tò Tr   r2   c                   óZ   a a€ ] tR t^Et oRV3R lV 3R llltR tV3R lR ltRtVtV ;t	# )ÚPcdAbsolutePositionEmbedderc                ó2   <€ V ^8„  d   QhRS[ RS[ RS[ RS[/# )r[   ÚchannelsÚin_channelsÚmax_resÚschedule)r9   Ústr)Úformatr0   s   "€r   Ú__annotate__Ú(PcdAbsolutePositionEmbedder.__annotate__H   s*   ø€ ÷ 5ñ 5¡ð 5±3ð 5ÁSð 5ÑY\ñ 5r   c                ó|   <€ \         SV `  4        Wn        W n        W0n        W@n        W,          ^,          V n        R# )r[   N)r   r   rw   rx   ry   rz   rT   )r   rw   rx   ry   rz   r   s   &&&&&€r   r   Ú$PcdAbsolutePositionEmbedder.__init__H   s2   ø€ Ü‰ÑÔØ ŒØ&ÔØŒØ ŒØ Õ/°1Õ4ˆŽr   c                óè  € V P                   R 8X  Ed   \        P                  ! V P                  \        P                  VR7      p\        ^ V P                  V P                  ,
          4      pV^ 8”  dJ   \        P                  ! V\        P                  VR7      \        V^4      ,          V P                  ,          M\        P                  ! ^ VR7      p\        P                  ! W$.^ R7      RV P                   p\        P                  ! RV4      R,          # \        P                  ! R\        V P                  4      V P                  \        P                  VR7      p\        P                  ! RV4      # )Úpow2r
   ©r   rX   Ng       @g        )r6   r   r   )rz   r   Úarangery   rH   ÚmaxrT   r   r`   ÚpowrF   rG   )r   r   Ú
freqs_2expÚres_dimÚ	freqs_resÚfreqsÚlogss   &&     r   Ú_freqsÚ"PcdAbsolutePositionEmbedder._freqsP   sý   € Ø�=‰=˜FÕ"ÜŸš d§l¡l¼%¿-¹-ÐPVÔWˆJÜ˜!˜TŸ]™]¨T¯\©\Õ9Ó:ˆGà# aœKô Ÿš g´U·]±]È6ÔRÔUXÐY`ÐbcÓUdÕdÐgk×gsÑgsÖsÜ-2¯[ª[¸À6Ô-Jð ä—I’I˜zÐ5¸1Ô=¸n¸t¿}¹}ÐMˆEÜ—9’9˜S %Ó(¨3Õ.Ð.Ü�~Š~˜c¤5¨¯©Ó#6¸d¿m¹mÔSX×S`ÑS`ÐioÔpˆÜ�yŠy˜˜dÓ#Ð#r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r[   r#   Úreturn)r   ÚTensor)r|   r0   s   "€r   r}   r~   [   s#   ø€ ÷ 	"ñ 	"™Ÿ™ð 	"©%¯,©,ñ 	"r   c           
     óÌ  € VP                   pVP                  4       pVP                  Ev r4\        P                  ! VP                  R4      V P                  VP                  4      4      \        P                  ,          p\        P                  ! VP                  4       VP                  4       .RR7      P
                  ! . VORN5!  pVP                  R,          V P                  8  dl   \        P                  ! V\        P                  ! . VOV P                  VP                  R,          ,
          N5RVP                  RVP                   / .RR7      pVP                  V4      # )rZ   rX   r   r   rY   )r   rG   r\   r   Úouterr]   rŒ   r   r_   r`   rb   ra   rw   ÚzerosÚto)r   r#   Ú
orig_dtyperQ   ÚDrg   s   &&    r   r$   Ú#PcdAbsolutePositionEmbedder.forward[   s  € Ø—W‘Wˆ
Ø�G‰G‹IˆØ—7‘7‰ˆÜ�kŠk˜!Ÿ)™) B›-¨¯©°Q·X±XÓ)>Ó?Ä%Ç(Á(ÕJˆÜ�iŠi˜Ÿ™› C§G¡G£IÐ.°BÔ7×?Ò?ÐJÀÐJÀrÓJˆØ�9‰9�R�=˜4Ÿ=™=Ô(Ü—)’)˜S¤%§+¢+ð #R¨tð #R°T·]±]ÀSÇYÁYÈrÅ]Õ5Rò #RØ58·Z±Zð#RØGJÇyÁyñ#Rð SØXZô\ˆCà�v‰v�jÓ!Ð!r   )rw   rT   rx   ry   rz   )rW   é   r‚   )
r(   r)   r*   r+   r   rŒ   r$   r,   r-   r.   r/   s   @@r   ru   ru   E   s#   ù‡ € ÷5õ 5ò	$÷	"÷ 	"ð 	"r   ru   c                 óš  € \        V \        4      '       d0   V P                  4       VP                  4       VP                  4       r!p V P                  ^,          p\        V P	                  ^^4      4      \        VP	                  ^^4      4      \        VP	                  ^^4      4      r!p \        WW%VRRRVR7	      pVP	                  ^^4      # )r[   TF)r   Úpreferred_attentionÚskip_reshapeÚskip_output_reshapeÚlow_precision_attentionÚtransformer_options)Ú
isinstancer   Útaker\   Ú	transposer   )ÚqÚkÚvrž   rš   r   rg   s   &&&&&  r   Ú	attentionr¥   g   sÑ   € Ü�!Ô-×.Ò.Ø—&‘&“(˜AŸF™F›H a§f¡f£hˆaˆØ�G‰G�A�J€EÜ& q§{¡{°1°aÓ'8Ó9Ô;SÐTU×T_ÑT_Ð`aÐcdÓTeÓ;fô  iAð  BC÷  BMñ  BMð  NOð  QRó  BSó  iTˆ!€Aä
˜a AÐH[Ø+/ÀTÐchØ2EôG€Cð �=‰=˜˜AÓÐr   c                   ó<   a a€ ] tR t^ut oRV 3R lltR tRtVtV ;t# )ÚMLPc                óÌ   <€ \         SV `  4        \        P                  ! VP	                  WWER 7      \        P
                  ! RR7      VP	                  W#WER 7      4      V n        R# )r
   Útanh)ÚapproximateN)r   r   r   Ú
Sequentialr<   ÚGELUÚmlp)r   rx   Úhidden_channelsÚout_channelsr   r   rO   r   s   &&&&&&&€r   r   ÚMLP.__init__v   sP   ø€ Ü‰ÑÔÜ—=’=Ø×Ñ˜kÀ%ÐÓWÜ�GŠG Ô'Ø×Ñ˜oÀ5ÐÓXó
ˆŽr   c                ó$   € V P                  V4      # r   ©r­   r"   s   &&r   r$   ÚMLP.forward~   s   € Ø�x‰x˜‹{Ðr   r²   ©NNNr'   r/   s   @@r   r§   r§   u   s   ù‡ € ÷
÷ò r   r§   c                   ó@   a a€ ] tR t^‚t oRV 3R lltRR ltRtVtV ;t# )ÚRopeMultiHeadAttentionc	                ó”  <€ \         S	V `  4        \        4       V n        Wn        W n        W,          V n        W@n        WPn        VP                  W^,          W6VR7      V n
        V P                  '       d;   \        V P                  W&VR7      V n        \        V P                  W&VR7      V n        VP                  WWgR7      V n        R# )rW   r4   r
   N)r   r   r   Úcomfy_attentionrw   r7   r8   Úqk_rms_normÚuse_roper<   Úqkvr   Úq_normÚk_normrg   )
r   rw   r7   Úqkv_biasr¹   rº   r   r   rO   r   s
   &&&&&&&&&€r   r   ÚRopeMultiHeadAttention.__init__ƒ   s£   ø€ ä‰ÑÔÜ-Ó/ˆÔØ ŒØ"ŒØ Õ-ˆŒØ&ÔØ ŒØ×$Ñ$ X¸!­|À(Ð`fÐ$ÓgˆŒØ××ÐÜ*¨4¯=©=¸)ÐY_Ô`ˆDŒKÜ*¨4¯=©=¸)ÐY_Ô`ˆDŒKØ×$Ñ$ X¸uÐ$ÓTˆŽr   c                ó  € VP                   w  rEpV P                  V4      P                  WE^V P                  V P                  4      pVP                  ^4      w  r‰p
V P                  '       d   \        W‰V4      w  r‰V P                  '       d#   V P                  V4      pV P                  V	4      p	?\        V4      \        V	4      \        V
4      r©p\        W‰W£V P                  R7      pV P                  VP                  WEV4      4      # )rW   )rš   )r\   r»   r]   r7   r8   Úunbindrº   r   r¹   r¼   r½   r   r¥   r¸   rg   )r   r#   Úrope_embrž   rh   ri   ÚCr»   r¢   r£   r¤   re   s   &&&&        r   r$   ÚRopeMultiHeadAttention.forward’   sÑ   € Ø—'‘'‰ˆˆaØ�h‰h�q‹k×!Ñ! !¨¨4¯>©>¸4¿=¹=ÓIˆØ—*‘*˜Q“-‰ˆˆaØ�=�=ˆ=Ü˜a HÓ-‰DˆAØ××ÐØ—‘˜A“ˆAØ—‘˜A“ˆAØÜ*¨1Ó-Ô/GÈÓ/JÔLdÐefÓLgˆaˆÜ�a˜AÈ×H\ÑH\Ô]ˆØ�x‰x˜Ÿ	™	 !¨Ó*Ó+Ð+r   )
rw   r¸   r8   r½   r7   rg   r¼   r¹   r»   rº   )TFFNNNr&   r'   r/   s   @@r   r¶   r¶   ‚   s   ù‡ € ÷U÷,ô ,r   r¶   c                   ó@   a a€ ] tR t^¡t oRV 3R lltRR ltRtVtV ;t# )ÚUnifiedTransformerBlockc                óL  <€ \         SV `  4        Wpn        W€n        VP	                  W'       * R WšR7      V n        VP	                  W'       * R WšR7      V n        \        WWdVWšVR7      V n        \        V\        W,          4      WW«R7      V n        V'       d�   V'       gJ   \        P                  ! \        P                  ! 4       VP                  V^V,          RWšR7      4      V n        \        P"                  ! \$        P&                  ! ^^V,          WšR7      4      V n        R# R# )g�íµ ÷Æ°>)Úelementwise_affineÚepsr   r   )r7   r¾   rº   r¹   r   r   rO   )r   r   rO   Tr4   r
   N)r   r   Ú
modulationÚ	share_modr:   Únorm1Únorm2r¶   Úattnr§   r9   r­   r   r«   r?   r<   ÚadaLN_modulationr   r   r   Úshift_table)r   rw   r7   Ú	mlp_ratiorº   r¹   r¾   rÊ   rË   r   r   rO   r   s   &&&&&&&&&&&&€r   r   Ú UnifiedTransformerBlock.__init__¢   sï   ø€ ô 	‰ÑÔØ$ŒØ"ŒØ×)Ñ)¨(Ä~Ð[_ÐglÐ)Ó|ˆŒ
Ø×)Ñ)¨(Ä~Ð[_ÐglÐ)Ó|ˆŒ
Ü*¨8Ø4<Ð]hØ16ÐR\ô^ˆŒ	ô �x¤ XÕ%9Ó!:¸HÐZ`ÔxˆŒßßÜ(*¯ªÜ—G’G“I˜z×0Ñ0°¸1¸x½<ÈdÐZ_Ð0Óoó)q�Ô%ä!Ÿ|š|¬E¯KªK¸¸1¸x½<ÈuÔ,dÓeˆDÖñ	 r   c           	     óÔ  € V P                   '       Ed‡   V P                  '       g   V P                  V4      pV\        P                  P                  V P                  VP                  VP                  4      ,           pVP                  ^^R7      w  rVrxrš\        P                  ! VP                  ^4      V P                  V4      ^VP                  ^4      ,           4      p\        P                  ! WP                  W³VR7      VP                  ^4      4      p\        P                  ! VP                  ^4      V P                  V4      ^V	P                  ^4      ,           4      p\        P                  ! WP!                  V4      V
P                  ^4      4      pV# WP                  V P                  V4      W4R7      ,           pWP!                  V P                  V4      4      ,           pV# )é   rX   )rÂ   rž   )rÊ   rË   rÏ   r   r    r!   rÐ   r   r   Úchunkr   Úaddcmulr^   rÌ   rÎ   rÍ   r­   )r   r#   ÚmodÚ
rotary_embrž   Ú	shift_msaÚ	scale_msaÚgate_msaÚ	shift_mlpÚ	scale_mlpÚgate_mlpre   s   &&&&&       r   r$   ÚUnifiedTransformerBlock.forwardµ   sx  € Ø�?�?‰?Ø—>—>�>Ø×+Ñ+¨CÓ0�Øœ×.Ñ.×6Ñ6°t×7GÑ7GÈÏÉÐTW×T^ÑT^Ó_Õ_ˆCØMPÏYÉYÐWXÐ^_ÈYÓM`ÑJˆI (°yÜ—’˜i×1Ñ1°!Ó4°d·j±jÀ³mÀQÈ×I\ÑI\Ð]^ÓI_ÕE_Ó`ˆAÜ—’˜a§¡¨1ÐWj Ó!kÐmu×mÑmð  ABó  nCó  DˆAÜ—’˜i×1Ñ1°!Ó4°d·j±jÀ³mÀQÈ×I\ÑI\Ð]^ÓI_ÕE_Ó`ˆAÜ—’˜a§¡¨!£¨h×.@Ñ.@ÀÓ.CÓDˆAð ˆð —I‘I˜dŸj™j¨›m°j�IÓjÕjˆAØ—H‘H˜TŸZ™Z¨›]Ó+Õ+ˆAØˆr   )rÏ   rÎ   r­   rÊ   rÌ   rÍ   rË   rÐ   )	g      @FFTTFNNNr´   r'   r/   s   @@r   rÆ   rÆ   ¡   s   ù‡ € ÷f÷&ô r   rÆ   c                   óP   a a€ ] tR t^Åt oRV 3R llt]RR l4       tR tRtVt	V ;t
# )ÚTimestepEmbedderc                óØ   <€ \         SV `  4        \        P                  ! VP	                  W!R W4R7      \        P
                  ! 4       VP	                  WR W4R7      4      V n        W n        R# )Tr4   N)r   r   r   r«   r<   r?   r­   Úfrequency_embedding_size)r   Úhidden_sizerã   r   r   rO   r   s   &&&&&&€r   r   ÚTimestepEmbedder.__init__Æ   s\   ø€ Ü‰ÑÔÜ—=’=Ø×ÑÐ6È$ÐV[ÐÓkÜ�GŠG‹IØ×Ñ˜k¸TÈÐÓ^ó
ˆŒð
 )AÖ%r   c           	     ó^  € V^,          p\         P                  ! \        P                  ! V4      ) \         P                  ! ^ V\         P
                  R7      ,          V,          4      P                  V P                  R7      pV R,          P                  4       VR,          ,          p\         P                  ! \         P                  ! V4      \         P                  ! V4      .RR7      pV^,          '       d6   \         P                  ! V\         P                  ! VR,          4      .RR7      pV# )r[   )ÚstartÚendr   rƒ   NrX   )ºNNNNrY   )ré   :NrZ   N)r   ÚexpÚnpÚlogr„   rH   r”   r   rG   r`   ra   rb   Ú
zeros_like)Útr   Ú
max_periodÚhalfrŠ   ÚargsÚ	embeddings   &&&    r   Útimestep_embeddingÚ#TimestepEmbedder.timestep_embeddingÏ   sÑ   € à�a�xˆÜ—	’	œ2Ÿ6š6 *Ó-Ð-´·²À1È$ÔV[×VcÑVcÔ0dÕdÐgkÕkÓl×oÑoÐwx×wÑwÐoó  AˆØ��z×ÑÓ! E¨$¥KÕ/ˆÜ—I’IœuŸyšy¨›´·	²	¸$³Ð@ÀbÔIˆ	Ø��7Œ7ÜŸ	š	 9¬e×.>Ò.>¸yÈÕ?OÓ.PÐ"QÐWYÔZˆIØÐr   c                óÂ   € V P                  WP                  4      pV P                  VP                  V P                  ^ ,          P                  P
                  4      4      # )r   )ró   rã   r­   r”   Úweightr   )r   rî   Úembs   && r   r$   ÚTimestepEmbedder.forwardÙ   sD   € Ø×%Ñ% a×)FÑ)FÓGˆØ�x‰x˜Ÿ™˜tŸx™x¨�{×1Ñ1×7Ñ7Ó8Ó9Ð9r   )rã   r­   )é   NNN)i'  )r(   r)   r*   r+   r   Ústaticmethodró   r$   r,   r-   r.   r/   s   @@r   rá   rá   Å   s)   ù‡ € ÷Að óó ð÷:ò :r   rá   c                   óV   a a€ ] tR t^Þt oRV 3R lltRR/ 3R ltRR/ 3R ltRtVtV ;t	# )ÚLatentSeqMMFlowModelNc                ó@  <€ \         SV `  4        VV n        W n        W0n        W°n        W@n        WPn        WÀn        W`n	        Wpn
        W€n        T	;'       g	    WJ,          V n        WÐn        Wàn        Wðn        \!        VVR 7      p\!        RRV/VB p\#        V3/ VB V n        V'       dK   \&        P(                  ! \&        P*                  ! 4       VP,                  ! V^V,          3RR/VB 4      V n        VP,                  ! W43/ VB V n        VP,                  ! WT3/ VB V n        Ve   VP,                  ! WÄ3/ VB MRV n        \6        P8                  P;                  ^R^{R7      P=                  V4      p\?        V4      ! VPA                  ^ 4      4      pV PC                  RVRR7       \!        RR	V P                  R
V
/VB p\&        PD                  ! \G        V4       Uu. uF  p\I        V3/ VB NK  	  up4      V n%        \&        PD                  ! \G        V4       Uu. uF  p\I        V3/ VB NK  	  up4      V n&        \&        PD                  ! \G        V4       Uu. uF  p\I        V3/ VB NK  	  up4      V n'        \!        RR	V P                  RV P                  RRRV P                  /VB p\&        PD                  ! \G        V4       Uu. uF  p\Q        V3RRRV P                  /VB NK  	  up4      V n)        \&        PD                  ! \G        V4       Uu. uF  p\Q        V3RR/VB NK  	  up4      V n*        \W        V P
                  WD3/ VB V n,        \&        PD                  ! \G        V4       Uu. uF  p\Q        V3RRRV P                  /VB NK  	  up4      V n-        \&        P\                  ! \6        P^                  ! ^^V3/ VB 4      V n0        VP,                  ! WF3/ VB V n1        VP,                  ! WK3/ VB V n2        R# u upi u upi u upi u upi u upi u upi )r
   rO   r5   TN)Ú	dimensionÚscrambleÚseedÚpos_embF)Ú
persistentr7   r8   rÑ   rº   r¹   rÊ   rË   © )3r   r   r   Úq_token_lengthrx   Úcam_channelsrL   Úcond_channelsÚcond2_channelsr¯   Ú
num_blocksÚnum_refiner_blocksr7   rÑ   rË   r¹   Údictrá   Ú
t_embedderr   r«   r?   r<   rÏ   Úinput_layerÚcond_embedderÚcond_embedder2r   ÚquasirandomÚSobolEngineÚdrawru   r^   Úregister_bufferÚ
ModuleListÚranger2   Únoise_repo_layersÚcontext_repo_layersÚrepo_layersrÆ   Únoise_refinerÚcontext_refinerr§   Úcam_refinerÚblocksr   r   rÐ   Ú	out_layerÚcam_out_layer)r   Úimage_modelr  rx   rL   r  r¯   r  r	  r7   Únum_head_channelsr  r  rÑ   rË   r¹   r   r   rO   ÚkwargsÚfactory_kwargsÚ	op_kwargsÚ	sobol_seqr  Úrepo_kwargsrj   Úblock_kwargsr   s   &&&&&&&&&&&&&&&&&&&,       €r   r   ÚLatentSeqMMFlowModel.__init__ß   s1  ø€ ô
 	‰ÑÔØˆŒ
Ø,ÔØ&ÔØ(ÔØ,ÔØ*ÔØ,ÔØ(ÔØ$ŒØ"4ÔØ"×IÐI nÕ&IˆŒØ"ŒØ"ŒØ&Ôä E°&Ô9ˆÜÑA JÐA°.ÑAˆ	ä*¨>ÑG¸YÑGˆŒßÜ$&§M¢M´"·'²'³)¸Z×=NÒ=NÈ~Ð_`ÐcqÕ_qñ  >PÐx|ð  >Pð  AOñ  >Pó  %QˆDÔ!à%×,Ò,¨[Ñ[ÈNÑ[ˆÔØ'×.Ò.¨}Ñ_ÐP^Ñ_ˆÔØesÒe˜j×/Ò/°ÑaÐR`Òað  FJˆÔô ×%Ñ%×1Ñ1¸AÈÐSVÐ1ÓW×\Ñ\Ð]kÓlˆ	Ü-¨nÔ=¸i×>QÑ>QÐRSÓ>TÓUˆØ×Ñ˜Y¨¸EÐÔBô Ñ] T§^¡^Ð]Ð>OÐ]ÐS\Ñ]ˆÜ!#§¢ÜKPÐQcÔKdÓeÑKdÀaÔ" >ÑA°[ÔAÑKdÑeó"gˆÔä#%§=¢=ÜKPÐQcÔKdÓeÑKdÀaÔ" >ÑA°[ÔAÑKdÑeó$gˆÔ äŸ=š=ÜKPÐQ[ÔK\Ó]ÑK\ÀaÔ" >ÑA°[ÔAÑK\Ñ]ó_ˆÔô ñ  J d§n¡nð  JÀÇÁð  JÐY]ð  JÐko×k{Ñk{ð  Jð  @Iñ  JˆÜŸ]š]Üy~ð  @Rô  zSó  Tñ  zSÐtuÔ$ ^ÑoÀÐoÐPT×P^ÑP^ÐoÐbnÔoñ  zSñ  TóUˆÔä!Ÿ}š}Ü`eÐfxÔ`yÓzÑ`yÐ[\Ô$ ^ÑVÀÐVÈÔVÑ`yÑzó |ˆÔô ˜t×0Ñ0°.Ñ^ÐT]Ñ^ˆÔä—m’mÜy~ð  @Jô  zKó  Lñ  zKÐtuÔ$ ^ÑoÀÐoÐPT×P^ÑP^ÐoÐbnÔoñ  zKñ  LóMˆŒô Ÿ<š<¬¯ª°A°q¸.Ñ([ÈNÑ([Ó\ˆÔØ#×*Ò*¨>ÑZÈ>ÑZˆŒØ'×.Ò.¨~Ñ^È~Ñ^ˆÖùò) fùâeùâ]ùò
 Tùâzùò
 Ls$   ÇPÈPÉPË#PÌPÍ/#Pc                ó  € \         P                  P                  P                  V P                  V \         P                  P                  \         P                  P                  P                  V4      4      P                  ! WW4V3/ VB # r   )	r   Úpatcher_extensionÚWrapperExecutorÚnew_class_executorÚ_forwardÚget_all_wrappersÚ
WrappersMPÚDIFFUSION_MODELÚexecute)r   r#   rî   ÚcontextÚref_latentsrž   r   s   &&&&&&,r   r$   ÚLatentSeqMMFlowModel.forward  s~   € Ü×&Ñ&×6Ñ6×IÑIØ�M‰MØÜ×#Ñ#×4Ñ4´U×5LÑ5L×5WÑ5W×5gÑ5gÐi|Ó}ó
÷ ‰'ð	ð ˜Ð.Añ	Mð FLñ	Mð 	Mr   c                ót  € V^ ,          V^,          r‡Tp	V P                  V4      p
V P                  V	4      pVe«   V P                  e�   V^ ,          P                  ^4      P	                  ^^4      p\
        P                  ! V^ ^ V	P                  ^,          VP                  ^,          ,
          ^ 34      pW°P                  VP                  VP                  4      4      ,           pV P                  V4      pV P                  '       d   V P                  V4      MTpW P                  P                  V4      ,           p
\        V P                  4       F(  w  ppV! W®V P                   V,          ! V
4      VR7      p
K*  	  \        V P"                  4       F)  w  ppV! VRV P$                  V,          ! V4      VR7      pK+  	  VP                  V4      pV P'                  V4      p\(        P*                  ! W«V.^R7      p\        V P,                  4       F(  w  ppV! VWàP.                  V,          ! V4      VR7      pK*  	  \
        P0                  ! VRRVP                  ^,          13,          P3                  4       VP                  RR 4      P                  V4      p
\
        P0                  ! VRVP                  ^,          ) R13,          P3                  4       VP                  RR 4      P                  V4      p\4        P6                  P9                  V P:                  VP                  VP<                  4      VP?                  ^4      ,           PA                  ^^R7      w  pp^V,           p\(        PB                  ! VV
V4      p
\(        PB                  ! VVV4      pV PE                  V
4      V PG                  V4      3# )r   N)r×   rØ   rž   rX   ré   rY   )$r  r  r  Úflattenr¡   ÚFÚpadr\   r”   r   r  rË   rÏ   r  Ú	enumerater  r  r  r  r  r   r`   r  r  Ú
layer_normrG   r   r    r!   rÐ   r   r^   rÕ   rÖ   r  r  )r   r#   rî   r0  r1  rž   r   ÚzÚcameraÚfeat1Úh_xÚh_condÚfeat2Út_embÚt_modÚiÚblockÚcamÚh_camre   ÚshiftÚscales   &&&&&&,               r   r+  ÚLatentSeqMMFlowModel._forward%  s  € ð �a•D˜!˜A�$ˆ6Øˆà×Ñ˜qÓ!ˆØ×#Ñ# EÓ*ˆØÒ" t×':Ñ':Ò'Fð   •N×*Ñ*¨1Ó-×7Ñ7¸¸1Ó=ˆEÜ—E’E˜% ! Q¨¯©°A­¸¿¹ÀQ½Õ(GÈÐ!KÓLˆEØ×1Ñ1°%·(±(¸6¿<¹<Ó2HÓIÕIˆFØ—‘ Ó"ˆØ04··°�×%Ñ% eÔ,ÀEˆà—L‘L—O‘O AÓ&Õ&ˆä! $×"4Ñ"4Ö5‰HˆAˆuÙ˜°4×3IÑ3IÈ!Ö3LÈSÓ3QÐgzÔ{ŠCñ 6ô " $×"6Ñ"6Ö7‰HˆAˆuÙ˜6 t¸×8PÑ8PÐQRÖ8SÐTZÓ8[ð  rEô  FŠFñ 8ð �i‰i˜‹lˆØ× Ñ  Ó%ˆÜ�IŠI�s EÐ*°Ô2ˆä! $§+¡+Ö.‰HˆAˆuÙ�a˜U×/?Ñ/?ÀÖ/BÀ1Ó/EÐ[nÔoŠAñ /ô �lŠl˜1˜Q  §¡¨¥ ˜^Õ,×2Ñ2Ó4°a·g±g¸b¸c°lÓC×FÑFÀqÓIˆÜ—’˜Q˜q 3§9¡9¨Q¥< -¡.Ð0Õ1×7Ñ7Ó9¸1¿7¹7À2À3¸<ÓH×KÑKÈAÓNˆä×.Ñ.×6Ñ6°t×7GÑ7GÈÏÉÐV[×VbÑVbÓcÐfk×fuÑfuÐvwÓfxÕx×Ñð  ABð  HIÐó  J‰ˆˆuØ�E•	ˆÜ�mŠm˜E 3¨Ó.ˆÜ—’˜e U¨EÓ2ˆà�~‰~˜cÓ" D×$6Ñ$6°uÓ$=Ð=Ð=r   )rÏ   r  r  r  r  r  r  r  r  r  r  r   rx   r  rÑ   rL   r  r  r  r7   r	  r¯   r  r  r¹   r  rË   rÐ   r  )Ni    r˜   i   i   r˜   é   r[   Né@   é   é€   é   TTNNN)
r(   r)   r*   r+   r   r$   r+  r,   r-   r.   r/   s   @@r   rü   rü   Þ   s0   ù‡ € ÷=_ð~ %)°dÐPRô Mð &*°tÐQS÷ (>ô (>r   rü   r&   )Únumpyrë   r   Útorch.nnr   Útorch.nn.functionalÚ
functionalr5  Úcomfy.model_managementr   Úcomfy.patcher_extensionÚcomfy.rmsnormÚcomfy.ldm.modules.attentionr   r   r   Úcomfy.ldm.flux.mathr   ÚModuler   r2   ru   r¥   r§   r¶   rÆ   rá   rü   r  r   r   Ú<module>rW     s¶   ðó Û Ý ß Ð ã Û Û ß eÑ eÝ *ôQ�r—y‘yô Qô&T˜BŸI™Iô &TôR" "§)¡)ô "ôD	ô
ˆ"�)‰)ô 
ô,˜RŸY™Yô ,ô>!˜bŸi™iô !ôH:�r—y‘yô :ô2o>˜2Ÿ9™9ö o>r   