Skip to content

Commit

Permalink
remove unused argument in WindowSDPA
Browse files Browse the repository at this point in the history
  • Loading branch information
catwell committed Sep 12, 2024
1 parent 31b5f80 commit 336253f
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions src/refiners/foundationals/swin/swin_transformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,6 @@ def forward(self) -> Tensor:
class WindowSDPA(fl.Module):
def __init__(
self,
dim: int,
window_size: int,
num_heads: int,
shift: bool = False,
Expand Down Expand Up @@ -223,7 +222,7 @@ def __init__(
) -> None:
super().__init__(
fl.Linear(dim, dim * 3, bias=True, device=device),
WindowSDPA(dim, window_size, num_heads, shift, device=device),
WindowSDPA(window_size, num_heads, shift, device=device),
fl.Linear(dim, dim, device=device),
)

Expand Down

0 comments on commit 336253f

Please sign in to comment.