+
    ƒ°ñj0  ã                   óè   € R t ^ RIHt ^ RIt^ RIHt ^ RIHu Ht ^RI	H
t
 ^RIHt  ! R R]P                  4      t ! R R]P                  4      t ! R	 R
]P                  4      t ! R R]
4      tR# )uÜ   PiD â€” Pixel Diffusion Decoder. Decodes a Flux/SD3/Flux2/Z-Image latent
directly to a 4x-upscaled image in 4 distilled flow-matching steps. PixDiT_T2I
body + LQ projection branch injected before each MMDiT patch block.
)ÚListN)Ú
PixDiT_T2I)Úprecompute_freqs_cis_2dc                   óX   a a€ ] tR t^t oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )ÚSigmaAwareGatez•gate = sigmoid(content_proj(cat[x, lq]) - exp(log_alpha) * sigma); out = x + gate * lq.

Trained init gives ~0.88 gate at sigma=0, ~0.05 at sigma=1.
c                ó&   <€ V ^8„  d   QhRS[ RS[/# )é   ÚdimÚ	per_token©ÚintÚbool)ÚformatÚ__classdict__s   "€Ú:C:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\pixeldit\pid.pyÚ__annotate__ÚSigmaAwareGate.__annotate__   s   ø€ ÷ Sñ S™Cð S©Dñ Só    c                óÚ   <€ \         SV `  4        TP                  V^,          V'       d   ^MTW4R7      V n        \        P
                  ! \        P                  ! RW4R7      4      V n        R# )r   ©ÚdtypeÚdeviceN© )	ÚsuperÚ__init__ÚLinearÚcontent_projÚnnÚ	ParameterÚtorchÚemptyÚ	log_alpha)Úselfr	   r
   r   r   Ú
operationsÚ	__class__s   &&&&&&€r   r   ÚSigmaAwareGate.__init__   sL   ø€ Ü‰ÑÔØ&×-Ñ-¨c°A­g¿I±qÈ3ÐV[Ð-ÓkˆÔÜŸš¤e§k¢k°"¸EÔ&QÓRˆŽr   c                ó‚   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[ P                  /# )r   ÚxÚlqÚsigmaÚreturn©r   ÚTensor)r   r   s   "€r   r   r      s<   ø€ ÷ +ñ +™Ÿ™ð +©5¯<©<ð +ÁÇÁð +ÑQV×Q]ÑQ]ñ +r   c                ó²  € V P                  \        P                  ! W.RR7      4      pV P                  P	                  VP
                  \        P                  R7      pVP                  4       ) VP                  4       P                  R^^4      ,          p\        P                  ! WF,           4      pWV,          P	                  VP                  4      ,           # )é   )r	   ©r   r   éÿÿÿÿ)r   r   Úcatr!   Útor   Úfloat32ÚexpÚfloatÚviewÚsigmoidr   )r"   r'   r(   r)   Úcontent_logitr!   Úsigma_offsetÚgates   &&&&    r   ÚforwardÚSigmaAwareGate.forward   s“   € Ø×)Ñ)¬%¯)ª)°Q°GÀÔ*DÓEˆà—N‘N×%Ñ%¨Q¯X©X¼U¿]¹]Ð%ÓKˆ	Ø!Ÿ™›Ð'¨%¯+©+«-×*<Ñ*<¸RÀÀAÓ*FÕFˆÜ�}Š}˜]Õ9Ó:ˆØ˜2•I—>‘> !§'¡'Ó*Õ*Ð*r   )r   r!   )FNNN©
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r;   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r$   r   s   @@r   r   r      s%   ù‡ € ñ÷
Sõ S÷
+÷ +ð +r   r   c                   óX   a a€ ] tR t^$t oRtRV3R lV 3R llltV3R lR ltRtVtV ;t	# )ÚResBlockzMPre-activation ResNet block: GN -> SiLU -> Conv -> GN -> SiLU -> Conv + skip.c                ó,   <€ V ^8„  d   QhRS[ RS[ RS[/# )r   ÚchannelsÚ
num_groupsÚconv_padding_mode)r   Ústr)r   r   s   "€r   r   ÚResBlock.__annotate__'   s"   ø€ ÷ 	
ñ 	
¡ð 	
±#ð 	
Écñ 	
r   c                óD  <€ \         SV `  4        \        P                  ! VP	                  W!WER 7      \        P
                  ! 4       VP                  W^^W4VR7      VP	                  W!WER 7      \        P
                  ! 4       VP                  W^^W4VR7      4      V n        R# )r   ©Úkernel_sizeÚpaddingÚpadding_moder   r   N)r   r   r   Ú
SequentialÚ	GroupNormÚSiLUÚConv2dÚblock)r"   rJ   rK   rL   r   r   r#   r$   s   &&&&&&&€r   r   ÚResBlock.__init__'   sš   ø€ Ü‰ÑÔÜ—]’]Ø× Ñ  ¸UÐ ÓRÜ�GŠG‹IØ×Ñ˜h¸aÈÐYjð  AGÐó  HØ× Ñ  ¸UÐ ÓRÜ�GŠG‹IØ×Ñ˜h¸aÈÐYjð  AGÐó  Hó
ˆŽ
r   c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   r'   r*   r+   )r   r   s   "€r   r   rN   2   s#   ø€ ÷ !ñ !™Ÿ™ð !©%¯,©,ñ !r   c                ó0   € WP                  V4      ,           # ©N©rX   )r"   r'   s   &&r   r;   ÚResBlock.forward2   s   € Ø—:‘:˜a“=Õ Ð r   r]   )é   ÚzerosNNNr=   rF   s   @@r   rH   rH   $   s!   ù‡ € ÙW÷	
õ 	
÷!÷ !ð !r   rH   c                   ó    a a€ ] tR t^6t oRtRV3R lV 3R llltV3R lR ltV3R lR ltV3R lR	 ltV3R
 lR lt	V3R lR lt
RtVtV ;t# )ÚLQProjection2DzMLQ latent -> per-block patch-aligned features for controlnet-style injection.c                óh   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[ R	S[ R
S[ RS[RS[RS[/# )r   Úlatent_channelsÚ
hidden_dimÚout_dimÚ
patch_sizeÚsr_scaleÚlatent_spatial_down_factorÚlatent_unpatchify_factorÚnum_res_blocksÚnum_outputsÚintervalrL   Úgate_per_tokenÚ
pit_output©r   rM   r   )r   r   s   "€r   r   ÚLQProjection2D.__annotate__9   s�   ø€ ÷ 9
ñ 9
áð9
ñ ð9
ñ ð	9
ñ
 ð9
ñ ð9
ñ %(ð9
ñ #&ð9
ñ ð9
ñ ð9
ñ ð9
ñ ð9
ñ ð9
ñ ñ9
r   c                óô  <€ \         SV `  4        Wn        W n        W0n        W@n        WPn        W`n        Wpn        W�n	        W n
        WV,          ,          pWg,          pVV,          V,          pVV n        V^8¼  d   ^ V n        TpM9\        ^V,          4      pVV,          R8X  g   Q hVV n        VV,          V,          pVP                  VV^^W¾VR7      \        P                   ! 4       VP                  W"^^W¾VR7      .p\#        V4       F   pVP%                  \'        W+WïVR7      4       K"  	  \        P(                  ! V!  V n        \        P,                  ! \#        V	4       Uu. uF  pVP/                  W#WïR7      NK  	  up4      V n        V'       d   VP/                  W#WïR7      MRV n        \        P,                  ! \#        V	4       Uu. uF  p\5        W<WïVR7      NK  	  up4      V n        R# u upi u upi )r.   g      ð?rP   )rL   r   r   r#   r   N©r
   r   r   r#   )r   r   rd   re   rf   rg   rh   ri   rj   rl   rm   Úz_to_patch_ratioÚlatent_fold_factorr   rW   r   rV   ÚrangeÚappendrH   rT   Úlatent_projÚ
ModuleListr   Úoutput_headsÚpit_headr   Úgate_modules)r"   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rL   rn   ro   r   r   r#   Úeffective_latent_channelsÚeffective_spatial_down_factorrt   Úlatent_proj_in_chÚfold_factorÚlayersÚ_r$   s   &&&&&&&&&&&&&&&&&       €r   r   ÚLQProjection2D.__init__9   s  ø€ ô" 	‰ÑÔØ.ÔØ$ŒØŒØ$ŒØ ŒØ*DÔ'Ø(@Ô%Ø&ÔØ Œà$3ÐSkÕ8kÕ$lÐ!Ø(BÕ(^Ð%Ø$Ð'DÕDÈ
ÕRÐØ 0ˆÔØ˜qÔ Ø&'ˆDÔ#Ø 9Ñä˜aÐ"2Õ2Ó3ˆKØÐ!1Õ1°SÔ8Ð8Ð8Ø&1ˆDÔ#Ø 9¸KÕ GÈ+Õ UÐð ×ÑÐ/°ÈÐTUÐduð  LRÐó  SÜ�GŠG‹IØ×Ñ˜jÀ!ÈQÐ]nð  EKÐó  Lð
ˆô
 �~Ö&ˆAØ�M‰Mœ( :ÐZ_ð  |Fô  Gö  Hñ 'äŸ=š=¨&Ñ1ˆÔäŸMšMÜY^Ð_jÔYkÓlÑYkÐTUˆZ×Ñ˜z¸%ÐÖOÑYkÑló
ˆÔ÷ _i˜
×)Ñ)¨*ÀUÐ)ÔZÐnrˆŒÜŸMšMä˜KÔ(ó*Ù(�ô ˜GÀUÐfp×qÙ(ñ*ó
ˆÖùò mùò*s   Å$G0ÇG5c                ó&   <€ V ^8„  d   QhRS[ RS[/# ©r   Ú	block_idxr*   r   )r   r   s   "€r   r   rq   t   s   ø€ ÷ .ñ .©ð .±ñ .r   c                ó,   € WP                   ,          ^ 8H  # ©é    ©rm   ©r"   r†   s   &&r   Úis_gate_activeÚLQProjection2D.is_gate_activet   s   € ØŸ=™=Õ(¨AÑ-Ð-r   c                ó&   <€ V ^8„  d   QhRS[ RS[ /# r…   )r   )r   r   s   "€r   r   rq   w   s   ø€ ÷ *ñ *¡cð *©cñ *r   c                ó&   € WP                   ,          # r\   rŠ   r‹   s   &&r   Úoutput_indexÚLQProjection2D.output_indexw   s   € ØŸM™MÕ)Ð)r   c          
      óˆ   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[ P                  RS[RS[ P                  /# )r   r'   Ú
lq_featurer)   Úout_idxr*   ©r   r,   r   )r   r   s   "€r   r   rq   z   sK   ø€ ÷ @ñ @‘e—l‘lð @±·±ð @ÁUÇ\Á\ð @Ñ\_ð @Ñdi×dpÑdpñ @r   c                ó6   € V P                   V,          ! WV4      # r\   )r|   )r"   r'   r“   r)   r”   s   &&&&&r   r:   ÚLQProjection2D.gatez   s   € Ø× Ñ  Ö)¨!¸Ó?Ð?r   c                óZ   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[ P                  /# )r   Ú	lq_latentÚpHÚpWr*   r•   )r   r   s   "€r   r   rq   }   s5   ø€ ÷ +ñ +±U·\±\ð +Ásð +ÑPSð +ÑX]×XdÑXdñ +r   c                óh  € V P                   pV^8”  dp   VP                  w  rVrxVP                  WVWD,          ,          WDWx4      pVP                  ^ ^^^^^4      P                  WVWD,          ,          Wt,          W„,          4      pVP                  R,          w  rYV P                  ^8¼  dO   VP                  ^,          V8w  g   VP                  ^,          V8w  d   \
        P                  ! WV3RR7      p
M¯Tp
M¬V P                  pW$,          W4,          rËVP                  ^,          V8w  g   VP                  ^,          V8w  d   \
        P                  ! WV3RR7      pVP                  WYW$W44      P                  ^ ^^^^^4      p
V
P                  WYV,          V,          W#4      p
V P                  V
4      # )r.   :Nr   NÚnearest)ÚsizeÚmode)	rj   ÚshapeÚreshapeÚpermutert   ÚFÚinterpolateru   rx   )r"   r™   rš   r›   ÚfÚBÚCÚHÚWÚz_dimÚ	z_alignedÚzH_expectedÚzW_expecteds   &&&&         r   Ú_align_latent_to_patch_gridÚ*LQProjection2D._align_latent_to_patch_grid}   so  € Ø×)Ñ)ˆØˆqŒ5Ø"Ÿ™‰JˆA�!Ø!×)Ñ)¨!°1µ5­\¸1ÀÓFˆIØ!×)Ñ)¨!¨Q°°1°a¸Ó;×CÑCÀAÈQÍUÅ|ÐUVÕUZÐ\]Õ\aÓbˆIØ—?‘? 2Õ&‰ˆØ× Ñ  AÔ%Ø�‰˜qÕ! RÔ'¨9¯?©?¸1Õ+=ÀÔ+CÜŸMšM¨)¸r¸(ÈÔS‘	à%‘	à×'Ñ'ˆAØ')¥v¨r­v˜Ø�‰˜qÕ! [Ô0°I·O±OÀAÕ4FÈ+Ô4UÜŸMšM¨)ÈÐ:TÐ[dÔe�	Ø!×)Ñ)¨!°B¸2ÓA×IÑIÈ!ÈQÐPQÐSTÐVWÐYZÓ[ˆIØ!×)Ñ)¨!°Q­Y¸­]¸BÓCˆIØ×Ñ 	Ó*Ð*r   c          	      ój   <€ V ^8„  d   QhRS[ P                  RS[RS[RS[S[ P                  ,          /# )r   r™   Ú	target_pHÚ	target_pWr*   )r   r,   r   r   )r   r   s   "€r   r   rq   ’   s:   ø€ ÷ ñ ¡§¡ð ¹#ð É#ð ÑRVÑW\×WcÑWcÕRdñ r   c                ó`  € V P                  WV4      pVP                  w  rVrxVP                  ^ ^^^4      P                  4       P	                  WWV,          V4      p	V P
                   U
u. uF
  qª! V	4      NK  	  pp
V P                  e!   VP                  V P                  V	4      4       V# u up
i rˆ   )r®   r    r¢   Ú
contiguousr6   rz   r{   rw   )r"   r™   r±   r²   Úfeatr¦   r§   r¨   r©   ÚtokensÚheadÚoutputss   &&&&        r   r;   ÚLQProjection2D.forward’   s˜   € Ø×/Ñ/°	ÀiÓPˆØ—Z‘Z‰
ˆˆaØ—‘˜a  A qÓ)×4Ñ4Ó6×;Ñ;¸AÀ1½uÀaÓHˆØ,0×,=Ò,=Ó>Ñ,= D�4˜–<Ñ,=ˆÐ>Ø�=‰=Ò$Ø�N‰N˜4Ÿ=™=¨Ó0Ô1Øˆùò ?s   Á)B+)r|   re   rm   rd   ru   rx   ri   rj   rl   rf   rz   rg   r{   rh   rt   )é   i   é   r_   é   r.   r_   é   r   r`   FFNNN)r>   r?   r@   rA   rB   r   rŒ   r�   r:   r®   r;   rC   rD   rE   rF   s   @@r   rb   rb   6   sL   ù‡ € ÙW÷9
õ 9
÷v.ð .÷*ð *÷@ð @÷+ð +÷*÷ ð r   rb   c                   óv   a a€ ] tR t^œt oRtR
V3R lV 3R llltR tR tRR ltRR/ RR3V 3R llt	R	t
VtV ;t# )ÚPidNetzUPixDiT_T2I + LQ injection (one sigma-gated feature inserted before each patch block).Nc                ób   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[ RS[ RS[ RS[R	S[R
S[RS[ RS[ /# )r   Úlq_latent_channelsÚlq_hidden_dimÚlq_num_res_blocksÚlq_intervalrh   ri   Úlq_latent_unpatchify_factorÚlq_conv_padding_modeÚlq_gate_per_tokenÚpit_lq_injectÚ
rope_ref_hÚ
rope_ref_wrp   )r   r   s   "€r   r   ÚPidNet.__annotate__Ÿ   sƒ   ø€ ÷ 4%ñ 4%áð4%ñ ð4%ñ ð	4%ñ
 ð4%ñ ð4%ñ %(ð4%ñ &)ð4%ñ "ð4%ñ  ð4%ñ ð4%ñ ð4%ñ ñ4%r   c           	     óL  <a € \         SS `  ! RR VRVRV/VB  VS P                  ,          S n        VS P                  ,          S n        R\
        P                  3V 3R llpS P                   F
  pVVn        K  	  V
S n	        S P                  V,           ^,
          V,          p\        R/ RVbRVbRS P                  bRS P                  bR	VbR
VbRVbRVbRVbRVbRVbRV	bRV
bR VbRVbRVb S n        V
'       d!   \        S P                  WžVVR7      S n        R# RS n        R# )r   r   r#   Nc                 óV   <€ \        WV3R SP                  RSP                  RVRV/VB # ©Ú
ref_grid_hÚ
ref_grid_wr   r   )r   Úrope_ref_grid_hÚrope_ref_grid_w)Úhead_dimÚhÚwr   r   Ú	rope_optsr"   s   &&&&&,€r   Ú_pit_rope_fnÚ%PidNet.__init__.<locals>._pit_rope_fn·   sZ   ø€ Ü*¨8¸ñ  fÀd×FZÑFZð  fÐgk×g{Ñg{ð  fð  EKð  fð  SXð  fð  \eñ  fð  fr   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rL   rn   ro   rs   r   )r   r   rg   rÑ   rÒ   r   r3   Úpixel_blocksÚ_rope_fnrÈ   Úpatch_depthrb   Úhidden_sizeÚlq_projr   Úpit_lq_gate)r"   rÁ   rÂ   rÃ   rÄ   rh   ri   rÅ   rÆ   rÇ   rÈ   rÉ   rÊ   Úimage_modelr   r   r#   Úpixdit_kwargsr×   ÚblkÚnum_lq_outputsr$   s   f&&&&&&&&&&&&&&&&,   €r   r   ÚPidNet.__init__Ÿ   sv  ù€ ô$ 	‰ÒÑ\˜uÐ\¨VÐ\À
Ð\ÈmÒ\à)¨T¯_©_Õ<ˆÔØ)¨T¯_©_Õ<ˆÔð 15¼E¿M¹M÷ 	fà×$Ô$ˆCØ'ˆCŽLñ %ð +ˆÔà×*Ñ*¨[Õ8¸1Õ<ÀÕLˆÜ%ò 
Ù.ð
á$ð
ð ×$Ò$ð
ð —’ð	
ñ
 ð
ñ (Bð
ñ &Að
ñ -ð
ñ 'ð
ñ !ð
ñ 3ð
ñ -ð
ñ %ð
ñ ð
ñ ð
ñ  "ð!
ˆŒ÷( ô *Ø×ÑÐ(9ÈvÐblô
ˆÖà $ð 	Ör   c                óŠ   € \        V P                  V P                  ,          W3R V P                  RV P                  RVRV/VB # rÎ   )r   rÜ   rK   rÑ   rÒ   )r"   ÚheightÚwidthr   r   rÖ   s   &&&&&,r   Ú_fetch_patch_posÚPidNet._fetch_patch_posÕ   sb   € Ü&Ø×Ñ §¡Õ/Øñ
ð ×+Ñ+ð
ð 9=×8LÑ8Lð
ð ð	
ð "'ð	
ð +4ñ	
ð 	
r   c                óè   € V P                   P                  V4      '       g   V# V P                   P                  V4      pV\        V4      8¼  d   V# V P                   P	                  WV,          WF4      # r\   )rÝ   rŒ   r�   Úlenr:   )r"   ÚsÚiÚpid_lq_featuresÚpid_degrade_sigmaÚkwargsr”   s   &&&&&, r   Ú_pre_patch_blockÚPidNet._pre_patch_blockÝ   s_   € Ø�|‰|×*Ñ*¨1×-Ò-ØˆHØ—,‘,×+Ñ+¨AÓ.ˆØ”c˜/Ó*Ô*ØˆHØ�|‰|× Ñ  °GÕ$<Ð>OÓYÐYr   c                ó2   € Vf   V# V P                  WV4      # r\   )rÞ   )r"   rë   Úpid_pit_lq_featurerî   rï   s   &&&&,r   Ú_pre_pixel_blocksÚPidNet._pre_pixel_blockså   s!   € ØÒ%ØˆHØ×Ñ Ð7HÓIÐIr   c                ó2  <€ Vf   \        R4      hV P                  P                  p	VP                  ^,          V	8w  d$   \        RVP                  ^,           RV	 R24      hVP                  ^ ,          p
VP                  ^,          ) V P                  ,          ) pVP                  ^,          ) V P                  ,          ) pVP                  VP                  \        P                  R7      P                  R4      pVP                  4       ^8X  d'   V
^8”  d    VP                  V
4      P                  4       pV P                  VP                  V4      W¼R7      pV P                  '       d   VP                  4       MR p\        SV `@  ! W3RVRVR	VR
VRVRV/VB # )Nu8   PidNet requires lq_latent â€” attach via PiDConditioningzInput latent has z& channels, this model variant expects z0. Flux1/SD3 = 16 channels, Flux2 = 128 channels.r/   )r™   r±   r²   ÚcontextÚattention_maskÚtransformer_optionsrí   ró   rî   r0   )Ú
ValueErrorrÝ   rd   r    rg   r2   r   r   r3   r¡   ÚnumelÚexpandr´   rÈ   Úpopr   Ú_forward)r"   r'   Ú	timestepsr÷   rø   rù   r™   Údegrade_sigmarï   Ú
expected_cr¦   ÚHsÚWsÚlq_featuresÚpit_lq_featurer$   s   &&&&&&&&,      €r   rþ   ÚPidNet._forwardê   s‘  ø€ ØÒÜÐWÓXÐXØ—\‘\×1Ñ1ˆ
Ø�?‰?˜1Õ Ô+ÜØ# I§O¡O°AÕ$6Ð#7Ð7]Ð^hÐ]ið jAð Bóð ð �G‰G�A�Jˆà—‘˜•
ˆ{˜dŸo™oÕ-Ð.ˆØ—‘˜•
ˆ{˜dŸo™oÕ-Ð.ˆà%×(Ñ(°·±ÄÇÁÐ(ÓN×VÑVÐWYÓZˆØ×ÑÓ  AÔ%¨!¨a¬%Ø)×0Ñ0°Ó3×>Ñ>Ó@ˆMà—l‘l¨Y¯\©\¸!«_È�lÓYˆØ.2×.@×.@Ð.@˜Ÿ™Ô*Àdˆä‰wÒØñ
àð
à,:ð
ð !4ð
ð (ð	
ð
  .ð
ð ,ð
ð ñ
ð 	
r   )rÝ   rÞ   rÈ   rÑ   rÒ   )r»   rº   r_   r   r_   r¼   r.   r`   FFé   r  NNNN)NN)r>   r?   r@   rA   rB   r   rç   rð   rô   rþ   rC   rD   rE   rF   s   @@r   r¿   r¿   œ   sB   ù‡ € Ù_÷4%õ 4%òl
òZôJð
 .2À$Ð\^Ðjnð  C÷ 
÷ 
r   r¿   )rB   Útypingr   r   Útorch.nnr   Útorch.nn.functionalÚ
functionalr£   Úmodelr   Úmodulesr   ÚModuler   rH   rb   r¿   r   r   r   Ú<module>r     sb   ðñõ
 ã Ý ß Ð å Ý ,ô+�R—Y‘Yô +ô(!ˆr�y‰yô !ô$c�R—Y‘Yô côLk
ˆZö k
r   