Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-09 15:02:01 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

remove unused argument in WindowSDPA
Some checks failed
CI / lint_and_typecheck (push) Has been cancelled
Details
Deploy docs to GitHub Pages / Deploy docs (push) Has been cancelled
Details
Spell checker / Spell check (push) Has been cancelled
Details

Browse source
This commit is contained in:
Pierre Chapuis 2024-09-12 15:22:40 +02:00
parent 31b5f80496
commit 336253f26b
1 changed files with 1 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/refiners/foundationals/swin/swin_transformer.py
View file

@ -173,7 +173,6 @@ class RelativePositionBias(fl.Module):
class WindowSDPA(fl.Module):
def __init__(
self,
dim: int,
window_size: int,
num_heads: int,
shift: bool = False,
@ -223,7 +222,7 @@ class WindowAttention(fl.Chain):
) -> None:
super().__init__(
fl.Linear(dim, dim * 3, bias=True, device=device),
WindowSDPA(dim, window_size, num_heads, shift, device=device),
WindowSDPA(window_size, num_heads, shift, device=device),
fl.Linear(dim, dim, device=device),
)