From 81661e3966629fd8dcf3d39839ff661ab2af19ce Mon Sep 17 00:00:00 2001
From: Phil Wang <lucidrains@gmail.com>
Date: Wed, 6 Apr 2022 16:43:06 -0700
Subject: [PATCH] fix mbconv residual block

---
 setup.py               | 2 +-
 vit_pytorch/max_vit.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/setup.py b/setup.py
index 14c999e..e4474b4 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'vit-pytorch',
   packages = find_packages(exclude=['examples']),
-  version = '0.33.1',
+  version = '0.33.2',
   license='MIT',
   description = 'Vision Transformer (ViT) - Pytorch',
   author = 'Phil Wang',
diff --git a/vit_pytorch/max_vit.py b/vit_pytorch/max_vit.py
index 3db5ce4..c48b162 100644
--- a/vit_pytorch/max_vit.py
+++ b/vit_pytorch/max_vit.py
@@ -71,7 +71,7 @@ class MBConvResidual(nn.Module):
     def forward(self, x):
         out = self.fn(x)
         out = self.dropsample(out)
-        return out
+        return out + x
 
 class Dropsample(nn.Module):
     def __init__(self, prob = 0):