Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-22 06:08:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

ip-adapter add set_scale

Browse source
This commit is contained in:
Cédric Deltheil 2023-10-02 10:23:47 +02:00 committed by Cédric Deltheil
parent 7f7e129bb6
commit 694661ee10
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/refiners/foundationals/latent_diffusion/image_prompt.py
View file

@ -425,6 +425,10 @@ class IPAdapter(Generic[T], fl.Chain, Adapter[T]):
adapter.eject() adapter.eject()
super().eject() super().eject()
def set_scale(self, scale: float) -> None:
for cross_attn in self.sub_adapters:
cross_attn.scale = scale
# These should be concatenated to the CLIP text embedding before setting the UNet context # These should be concatenated to the CLIP text embedding before setting the UNet context
def compute_clip_image_embedding(self, image_prompt: Tensor) -> Tensor: def compute_clip_image_embedding(self, image_prompt: Tensor) -> Tensor:
image_encoder = self.clip_image_encoder if not self.fine_grained else self.grid_image_encoder image_encoder = self.clip_image_encoder if not self.fine_grained else self.grid_image_encoder