Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-14 00:58:13 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

use Converter layer for sinuosoidal embedding

Browse source
This commit is contained in:
Cédric Deltheil 2023-08-21 14:34:40 +02:00 committed by Cédric Deltheil
parent 108fa8f26a
commit b91a457495
2 changed files with 4 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/refiners/adapters/range_adapter.py
View file

@ -34,13 +34,14 @@ class RangeEncoder(fl.Chain):
self.embedding_dim = embedding_dim self.embedding_dim = embedding_dim
super().__init__( super().__init__(
fl.Lambda(self.compute_sinuosoidal_embedding), fl.Lambda(self.compute_sinuosoidal_embedding),
fl.Converter(set_device=False, set_dtype=True),
fl.Linear(in_features=sinuosidal_embedding_dim, out_features=embedding_dim, device=device, dtype=dtype), fl.Linear(in_features=sinuosidal_embedding_dim, out_features=embedding_dim, device=device, dtype=dtype),
fl.SiLU(), fl.SiLU(),
fl.Linear(in_features=embedding_dim, out_features=embedding_dim, device=device, dtype=dtype), fl.Linear(in_features=embedding_dim, out_features=embedding_dim, device=device, dtype=dtype),
) )
def compute_sinuosoidal_embedding(self, x: Int[Tensor, "*batch 1"]) -> Float[Tensor, "*batch 1 embedding_dim"]: def compute_sinuosoidal_embedding(self, x: Int[Tensor, "*batch 1"]) -> Float[Tensor, "*batch 1 embedding_dim"]:
return compute_sinusoidal_embedding(x, embedding_dim=self.sinuosidal_embedding_dim).to(self.dtype) return compute_sinusoidal_embedding(x, embedding_dim=self.sinuosidal_embedding_dim)
class RangeAdapter2d(fl.Sum, Adapter[fl.Conv2d]): class RangeAdapter2d(fl.Sum, Adapter[fl.Conv2d]):

3
src/refiners/foundationals/latent_diffusion/sdxl_unet.py
View file

@ -25,6 +25,7 @@ class TextTimeEmbedding(fl.Chain):
), ),
dim=1, dim=1,
), ),
fl.Converter(set_device=False, set_dtype=True),
fl.Linear( fl.Linear(
in_features=self.text_time_embedding_dim, in_features=self.text_time_embedding_dim,
out_features=self.timestep_embedding_dim, out_features=self.timestep_embedding_dim,
@ -41,7 +42,7 @@ class TextTimeEmbedding(fl.Chain):
) )
def compute_sinuosoidal_embedding(self, x: Tensor) -> Tensor: def compute_sinuosoidal_embedding(self, x: Tensor) -> Tensor:
return compute_sinusoidal_embedding(x=x, embedding_dim=self.time_ids_embedding_dim).to(dtype=self.dtype) return compute_sinusoidal_embedding(x=x, embedding_dim=self.time_ids_embedding_dim)
class TimestepEncoder(fl.Passthrough): class TimestepEncoder(fl.Passthrough):