Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-22 14:18:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add CLIPImageEncoderG

Browse source
This commit is contained in:
Cédric Deltheil 2023-09-07 15:46:30 +02:00 committed by Cédric Deltheil
parent 946e7c2974
commit 61858d9371
1 changed files with 14 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
src/refiners/foundationals/clip/image_encoder.py
View file

@ -180,3 +180,17 @@ class CLIPImageEncoderH(CLIPImageEncoder):
device=device, device=device,
dtype=dtype, dtype=dtype,
) )
class CLIPImageEncoderG(CLIPImageEncoder):
def __init__(self, device: Device | str | None = None, dtype: DType | None = None) -> None:
super().__init__(
embedding_dim=1664,
output_dim=1280,
patch_size=14,
num_layers=48,
num_attention_heads=16,
feedforward_dim=8192,
device=device,
dtype=dtype,
)