+
    ƒ°ñju)  ã                   ó˜   € ^ RI t ^ RIt^RIHt ^RIHt  ! R R]4      t ! R R] P                  P                  4      t ! R R	]4      t	R# )
é    N)ÚQwenImageTransformer2DModel)ÚQwenImageTransformerBlockc                   ó6   a a€ ] tR t^t oRV 3R lltRtVtV ;t# )ÚQwenImageFunControlBlockc           	     ó®   <€ \         SV `  VVVVVVR 7       W@n        V'       d   VP                  WWeR7      V n        VP                  WWeR7      V n        R# ))ÚdimÚnum_attention_headsÚattention_head_dimÚdtypeÚdeviceÚ
operations©r   r   N)ÚsuperÚ__init__Úhas_before_projÚLinearÚbefore_projÚ
after_proj)	Úselfr   r	   r
   r   r   r   r   Ú	__class__s	   &&&&&&&&€ÚCC:\Ai_Coding\apps\studio\ComfyUI\comfy\ldm\qwen_image\controlnet.pyr   Ú!QwenImageFunControlBlock.__init__	   sa   ø€ Ü‰ÑØØ 3Ø1ØØØ!ð 	ô 	
ð  /ÔßØ)×0Ñ0°À&Ð0ÓVˆDÔØ$×+Ñ+¨C¸VÐ+ÓQˆŽó    )r   r   r   )FNNN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r   Ú__classdict__s   @@r   r   r      s   ù‡ € ÷R÷ Rr   r   c                   ó\   a a€ ] tR t^t oRV 3R lltR tRRR/ R3V3R lR lltRtVtV ;t	# )ÚQwenImageFunControlNetModelNc                ób  <€ \         SV `  4        W€n        W`n        \	        V4      V n        R V n        V
P                  WW˜R7      V n        \        P                  P                  . 4      V n        \        V4       F1  pV P                  P                  \        VVVV^ 8H  VV	V
R7      4       K3  	  R# )g      ð?r   )r   r	   r
   r   r   r   r   N)r   r   r   Úmain_model_doubleÚtupleÚinjection_layersÚ
hint_scaler   Úcontrol_img_inÚtorchÚnnÚ
ModuleListÚcontrol_blocksÚrangeÚappendr   )r   Úcontrol_in_featuresÚ	inner_dimr	   r
   Únum_control_blocksr&   r(   r   r   r   Úir   s   &&&&&&&&&&& €r   r   Ú$QwenImageFunControlNetModel.__init__   s¨   ø€ ô 	‰ÑÔØŒ
Ø!2ÔÜ %Ð&6Ó 7ˆÔð ˆŒØ(×/Ñ/Ð0CÐW]Ð/ÓkˆÔä#Ÿh™h×1Ñ1°"Ó5ˆÔÜÐ)Ö*ˆAØ×Ñ×&Ñ&Ü(Ø!Ø(;Ø'9Ø%&¨!¡VØØ!Ø)ôö
ó +r   c           	     ó  € Vf   R # VP                   ^8X  d   VP                  ^4      pV P                  P                  P                  ^,          ^,          pVP                  ^,          ^8X  dU   V^!8X  dN   \
        P                  ! VR,          4      p\
        P                  ! V4      p\
        P                  ! WV.^R7      pVP                  w  rVrxp	\
        P                  P                  P                  V^ V	^,          ^ V^,          34      p
V
P                  pV
P                  V^ ,          V^,          VR,          VR,          ^,          ^VR,          ^,          ^4      p
V
P                  ^ ^^^^^^4      p
V
P                  VWx^,           ^,          ,          V	^,           ^,          ,          V^,          4      p
V P                  P                  P                  ^,          pV
P                  R,          pWÜ8  dt   \
        P                  ! V
P                  ^ ,          V
P                  ^,          WÍ,
          3V
P                  V
P                   R7      p\
        P                  ! W®.RR7      p
V
# WÜ8”  d   V
RRR V13,          p
V
# )NºNNN©r   r   )r7   :Né   Néýÿÿÿéþÿÿÿéÿÿÿÿ)ÚndimÚ	unsqueezer*   ÚweightÚshaper+   Ú
zeros_likeÚcatr,   Ú
functionalÚpadÚviewÚpermuteÚreshapeÚzerosr   r   )r   ÚhintÚ
expected_cÚ
zeros_maskÚzeros_inpaintÚbsÚcÚtÚhÚwÚhidden_statesÚ
orig_shapeÚexpected_inÚcur_inrD   s   &&             r   Ú_process_hint_tokensÚ0QwenImageFunControlNetModel._process_hint_tokens=   s*  € ØŠ<ÙØ�9‰9˜Œ>Ø—>‘> !Ó$ˆDð ×(Ñ(×/Ñ/×5Ñ5°aÕ8¸AÕ=ˆ
Ø�:‰:�a�=˜BÔ :°Ô#3Ü×)Ò)¨$¨u­+Ó6ˆJÜ!×,Ò,¨TÓ2ˆMÜ—9’9˜d°Ð>ÀAÔFˆDàŸ™‰ˆˆq�QÜŸ™×+Ñ+×/Ñ/°°q¸!¸a½%ÀÀAÈÅEÐ6JÓKˆØ"×(Ñ(ˆ
Ø%×*Ñ*Ø�q�MØ�q�MØ�r�NØ�r�N˜aÕØØ�r�N˜aÕØó
ˆð &×-Ñ-¨a°°A°q¸!¸QÀÓBˆØ%×-Ñ-ØØ�a•%˜A•Õ 1 q¥5¨Q¥,Õ/Ø��Eó
ˆð ×)Ñ)×0Ñ0×6Ñ6°qÕ9ˆØ×$Ñ$ RÕ(ˆØÔÜ—+’+Ø×$Ñ$ QÕ'¨×)<Ñ)<¸QÕ)?ÀÕAUÐVØ$×+Ñ+Ø#×)Ñ)ôˆCô
 "ŸIšI }Ð&:ÀÔCˆMð Ðð Ô!Ø)¨!¨Q°°°Ð*<Õ=ˆMàÐr   c                ó4   <€ V ^8„  d   QhRS[ P                  /# ©é   Úguidance©r+   ÚTensor)Úformatr"   s   "€r   Ú__annotate__Ú(QwenImageFunControlNetModel.__annotate__n   s   ø€ ÷ T3ñ T3ñ —,‘,ñT3r   c	           
     óÀ  € Vf   \        R4      hTp
R p
VP                  V4      w  r¼pV P                  V4      pVf   \        R4      hVP                  ^,          VP                  ^,          8w  dV   \	        VP                  ^,          VP                  ^,          4      pVRR V13,          pVRR V13,          pVRR V13,          p\        \        VP                  R	,          VP                  ^,          ,           VP                  ,          ^,          VP                  R
,          VP                  ^,          ,           VP                  ,          ^,          4      4      p\        P                  ! VVVP                  ^,          ,           VP                  R7      P                  ^R	^4      P                  VP                  ^ ,          ^^4      p\        P                  ! VV3^R7      pVP                  V4      P                  VP                   4      P#                  4       pVP%                  V4      pVP'                  V4      pVP)                  V4      pVe
   VR,          pVf   VP+                  W+4      MVP+                  W%V4      pV P-                  V4      p\/        V P0                  4       F°  w  ppV^ 8X  d   VP3                  V4      V,           p. pM2\5        \        P6                  ! V^ R7      4      pVP9                  R	4      pV! VVV
VVVR7      w  ppVP;                  V4      V P<                  ,          pVVV.,          p\        P>                  ! V^ R7      pK²  	  \        P6                  ! V^ R7      R R	 pR .V P@                  ,          p\/        V PB                  4       F6  w  pp V\E        V4      8  g   K  V \E        V4      8  g   K*  VV,          VV &   K8  	  RV/# )Nz?Qwen Fun ControlNet requires a QwenImage base model at runtime.z2Qwen Fun ControlNet requires a control hint image.r7   ©r   r8   éè  )rR   Úencoder_hidden_statesÚencoder_hidden_states_maskÚtembÚimage_rotary_embÚtransformer_optionsÚinputr<   r;   )#ÚRuntimeErrorÚprocess_imgrV   r@   ÚminÚroundÚmaxÚ
patch_sizer+   Úaranger   rG   ÚrepeatrB   Úpe_embedderÚtor   Ú
contiguousÚimg_inÚtxt_normÚtxt_inÚtime_text_embedr*   Ú	enumerater.   r   ÚlistÚunbindÚpopr   r)   Ústackr&   r(   Úlen)!r   ÚxÚ	timestepsÚcontextÚattention_maskr[   rI   rh   Ú
base_modelÚkwargsre   rR   Úimg_idsÚ_Úhint_tokensÚ
max_tokensÚ	txt_startÚtxt_idsÚidsrg   rd   rf   rN   r4   ÚblockÚc_inÚall_cÚc_outÚc_skipÚhintsÚcontrolnet_block_samplesÚ	local_idxÚbase_idxs!   &&&&&&&&&,                       r   ÚforwardÚ#QwenImageFunControlNetModel.forwardn   sŒ  € ð ÒÜÐ`ÓaÐaà%3Ð"ð &*Ð"à$.×$:Ñ$:¸1Ó$=Ñ!ˆ Ø×/Ñ/°Ó5ˆØÒÜÐSÓTÐTà×Ñ˜QÕ =×#6Ñ#6°qÕ#9Ô9Ü˜[×.Ñ.¨qÕ1°=×3FÑ3FÀqÕ3IÓJˆJØ% a¨¨*¨ nÕ5ˆKØ)¨!¨[¨j¨[¨.Õ9ˆMØ˜a  * ˜nÕ-ˆGäÜØ—'‘'˜"•+ ×!6Ñ!6¸!Õ!;Õ<À×AVÑAVÕVÐ[\Õ\Ø—'‘'˜"•+ ×!6Ñ!6¸!Õ!;Õ<À×AVÑAVÕVÐ[\Õ\óó
ˆ	ô —,’,˜y¨)°g·m±mÀAÕ6FÕ*FÈqÏxÉxÔX×`Ñ`ÐabÐdfÐhiÓj×qÑqÐrs×ryÑryÐz{Õr|Ð~ð  BCó  DˆÜ�iŠi˜ 'Ð*°Ô2ˆØ%×1Ñ1°#Ó6×9Ñ9¸!¿'¹'ÓB×MÑMÓOÐà"×)Ñ)¨-Ó8ˆØ *× 3Ñ 3°GÓ <ÐØ *× 1Ñ 1Ð2GÓ HÐàÒØ $•ˆHð Òð ×&Ñ& yÔ@à×+Ñ+¨IÀÓOð 	ð ×Ñ Ó,ˆä! $×"5Ñ"5Ö6‰HˆAˆuØ�AŒvØ×(Ñ(¨Ó+¨mÕ;�Ø‘äœUŸ\š\¨!°Ô3Ó4�Ø—y‘y “}�á+0Ø"Ø&;Ø+EØØ!1Ø$7ô,Ñ(Ð! 5ð ×%Ñ% eÓ,¨t¯©Õ>ˆFØ�f˜e�_Õ$ˆEÜ—’˜E qÔ)ŠAñ' 7ô* —’˜Q AÔ& s¨Ð+ˆà$( 6¨D×,BÑ,BÕ#BÐ Ü#,¨T×-BÑ-BÖ#CÑˆI�xØœ3˜u›:Ö%¨(´SÐ9QÓ5RÖ*RØ5:¸9Õ5EÐ(¨Ó2ñ $Dð Ð1Ð2Ð2r   )r.   r*   r   r)   r(   r&   )
é„   i   é   é€   é   é<   )r   é   r˜   é$   é0   NNN)
r   r   r   r   r   rV   r•   r   r   r    r!   s   @@r   r$   r$      s4   ù‡ € ÷"òH/ðl Ø!%ØØØ÷T3÷ T3ò T3r   r$   c                   óV   a a€ ] tR t^Åt oRV 3R lltRRRR/ 3V3R lR lltRtVtV ;t# )ÚQwenImageControlNetModelNc                óÂ  <€ \         SV `  ! RR RRVRVRV/VB  ^<V n        \        P                  P                  . 4      V n        \        \        V P                  4      4       FD  pV P                  P                  VP                  V P                  V P                  W2R7      4       KF  	  VP                  V P                  V,           V P                  W2R7      V n        R# )Úfinal_layerFr   r   r   r   N© )r   r   r&   r+   r,   r-   Úcontrolnet_blocksr/   r~   Útransformer_blocksr0   r   r2   Úin_channelsÚcontrolnet_x_embedder)r   Úextra_condition_channelsr   r   r   r„   r†   r   s   &&&&&, €r   r   Ú!QwenImageControlNetModel.__init__Æ   sÊ   ø€ ô 	‰ÒÑh UÐh°%ÐhÀÐhÐS]ÐhÐagÒhØ!#ˆÔô "'§¡×!4Ñ!4°RÓ!8ˆÔÜ”s˜4×2Ñ2Ó3Ö4ˆAØ×"Ñ"×)Ñ)¨*×*;Ñ*;¸D¿N¹NÈDÏNÉNÐciÐ*;Ó*wÖxñ 5à%/×%6Ñ%6°t×7GÑ7GÐJbÕ7bÐdh×drÑdrð  |BÐ%6ó  &PˆÖ"r   c                ó4   <€ V ^8„  d   QhRS[ P                  /# rY   r\   )r^   r"   s   "€r   r_   Ú%QwenImageControlNetModel.__annotate__×   s   ø€ ÷ 4Lñ 4Lñ —,‘,ñ4Lr   c	           	     óT  € Tp
TpTpV P                  V4      w  rÞpV P                  V4      w  p p\        \        VP                  R,          V P                  ^,          ,           V P                  ,          ^,          VP                  R,          V P                  ^,          ,           V P                  ,          ^,          4      4      p\
        P                  ! VVVP                  ^,          ,           VP                  R7      P                  ^R^4      P                  VP                  ^ ,          ^^4      p\
        P                  ! VV3^R7      pV P                  V4      P                  VP                  4      P                  4       p???V P                  V4      V P!                  V4      ,           pV P#                  V4      pV P%                  V4      pVe
   VR,          pVf   V P'                  W­4      MV P'                  W¥V4      p\(        P*                  ! V P,                  \/        V P0                  4      ,          4      pR	p\3        V P4                  4       F=  w  ppV! VVVVVR7      w  r½VV P0                  V,          ! V4      3V,          ,           pK?  	  RVRV P,                   /# )
r9   rb   r8   Nrc   )rR   rd   re   rf   rg   ri   r<   r;   r£   )rk   rm   rn   r@   ro   r+   rp   r   rG   rq   rB   rr   rs   r   rt   ru   r§   rv   rw   rx   ÚmathÚceilr&   r~   r¤   ry   r¥   )r   r   r€   r�   r‚   r[   Úref_latentsrI   rh   r„   Útimesteprd   re   rR   r…   rS   r†   r‰   rŠ   r‹   rg   rf   rq   r’   r4   rŒ   s   &&&&&&&&&,                r   r•   Ú QwenImageControlNetModel.forward×   s›  € ð ˆØ 'ÐØ%3Ð"à-1×-=Ñ-=¸aÓ-@Ñ*ˆ 
Ø×%Ñ% dÓ+‰
ˆˆa�äœ# §¡¨¥¨t¯©À!Õ/CÕ DÈÏÉÕXÐ]^Õ^Ðbc×biÑbiÐjlÕbmÐqu÷  rAñ  rAð  EFõ  rFõ  cGð  LP÷  L[ñ  L[õ  b[ð  `aõ  aaó  bó  cˆ	Ü—,’,˜y¨)°g·m±mÀAÕ6FÕ*FÈqÏxÉxÔX×`Ñ`ÐabÐdfÐhiÓj×qÑqÐrs×ryÑryÐz{Õr|Ð~ð  BCó  DˆÜ�iŠi˜ 'Ð*°Ô2ˆØ×+Ñ+¨CÓ0×3Ñ3°A·G±GÓ<×GÑGÓIÐØ�˜'àŸ™ MÓ2°T×5OÑ5OÐPTÓ5UÕUˆØ $§¡Ð.CÓ DÐØ $§¡Ð,AÓ BÐàÒØ $•ˆHð Òð × Ñ  Ô9à×%Ñ% h¸-ÓHð 	ô —’˜4×1Ñ1´C¸×8NÑ8NÓ4OÕOÓPˆà#%Ð Ü! $×"9Ñ"9Ö:‰HˆAˆuÙ38Ø+Ø&;Ø+EØØ!1ô4Ñ0Ð!ð (@À4×CYÑCYÐZ[ÖC\Ð]jÓCkÐBmÐpvÕBvÕ'vÒ$ñ ;ð Ð1Ð2I°4×3IÑ3IÐJÐKÐKr   )r¤   r§   r&   )r   NNN)	r   r   r   r   r   r•   r   r   r    r!   s   @@r   r    r    Å   s.   ù‡ € ÷Pð, Ø!%ØØØ÷4L÷ 4Lò 4Lr   r    )
r+   r­   Úmodelr   r   r   r,   ÚModuler$   r    r£   r   r   Ú<module>r´      sH   ðÛ Û å .Ý ,ôRÐ8ô Rô j3 %§(¡(§/¡/ô j3ôZFLÐ:ö FLr   