Compare commits

..

1 Commits
1.4.4 ... 1.4.3

Author SHA1 Message Date
Phil Wang
ad7d0df22c just remove PreNorm wrapper from all ViTs, as it is unlikely to change at this point 2023-08-14 09:41:40 -07:00
2 changed files with 2 additions and 2 deletions

View File

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
setup(
name = 'vit-pytorch',
packages = find_packages(exclude=['examples']),
version = '1.4.4',
version = '1.4.3',
license='MIT',
description = 'Vision Transformer (ViT) - Pytorch',
long_description_content_type = 'text/markdown',

View File

@@ -17,7 +17,7 @@ class FeedForward(nn.Module):
def __init__(self, dim, hidden_dim, dropout = 0.):
super().__init__()
self.net = nn.Sequential(
nn.LayerNorm(dim),
nn.LayerNorm(dim)
nn.Linear(dim, hidden_dim),
nn.GELU(),
nn.Dropout(dropout),