From fa216c45ea94112a0e6df3f85fd338267fbfc7ac Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Wed, 14 Apr 2021 16:52:53 -0700 Subject: [PATCH] tweak --- vit_pytorch/rvt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vit_pytorch/rvt.py b/vit_pytorch/rvt.py index 01085d8..c6b038e 100644 --- a/vit_pytorch/rvt.py +++ b/vit_pytorch/rvt.py @@ -94,7 +94,7 @@ class FeedForward(nn.Module): return self.net(x) class Attention(nn.Module): - def __init__(self, dim, heads = 8, dim_head = 64, dropout = 0., conv_query_kernel = 9): + def __init__(self, dim, heads = 8, dim_head = 64, dropout = 0., conv_query_kernel = 5): super().__init__() inner_dim = dim_head * heads