From 5d4c79894909c633c350b2e8d32b25a15ae5d53b Mon Sep 17 00:00:00 2001
From: Phil Wang <lucidrains@gmail.com>
Date: Thu, 31 Mar 2022 14:35:11 -0700
Subject: [PATCH] cleanup sepvit

---
 setup.py               | 2 +-
 vit_pytorch/sep_vit.py | 2 --
 2 files changed, 1 insertion(+), 3 deletions(-)

diff --git a/setup.py b/setup.py
index c18cac1..2e8a2a2 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'vit-pytorch',
   packages = find_packages(exclude=['examples']),
-  version = '0.32.0',
+  version = '0.32.1',
   license='MIT',
   description = 'Vision Transformer (ViT) - Pytorch',
   author = 'Phil Wang',
diff --git a/vit_pytorch/sep_vit.py b/vit_pytorch/sep_vit.py
index 69e5fc1..0750609 100644
--- a/vit_pytorch/sep_vit.py
+++ b/vit_pytorch/sep_vit.py
@@ -253,8 +253,6 @@ class SepViT(nn.Module):
         dropout = 0.
     ):
         super().__init__()
-        self.to_patches = nn.Conv2d(channels, dim, 7, stride = 4, padding = 3)
-
         assert isinstance(depth, tuple), 'depth needs to be tuple if integers indicating number of transformer blocks at that stage'
 
         num_stages = len(depth)