From 336253f26bdda976592a43a0f89a6c97f025f503 Mon Sep 17 00:00:00 2001 From: Pierre Chapuis Date: Thu, 12 Sep 2024 15:22:40 +0200 Subject: [PATCH] remove unused argument in WindowSDPA --- src/refiners/foundationals/swin/swin_transformer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/refiners/foundationals/swin/swin_transformer.py b/src/refiners/foundationals/swin/swin_transformer.py index dd1fca4..488819e 100644 --- a/src/refiners/foundationals/swin/swin_transformer.py +++ b/src/refiners/foundationals/swin/swin_transformer.py @@ -173,7 +173,6 @@ class RelativePositionBias(fl.Module): class WindowSDPA(fl.Module): def __init__( self, - dim: int, window_size: int, num_heads: int, shift: bool = False, @@ -223,7 +222,7 @@ class WindowAttention(fl.Chain): ) -> None: super().__init__( fl.Linear(dim, dim * 3, bias=True, device=device), - WindowSDPA(dim, window_size, num_heads, shift, device=device), + WindowSDPA(window_size, num_heads, shift, device=device), fl.Linear(dim, dim, device=device), )