ZF/vit-pytorch
1
0
Fork 0
mirror of https://github.com/lucidrains/vit-pytorch.git synced 2025-12-30 08:02:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove duplicated qkv computation in na_vit_nested_tensor_3d.py (#341)

Browse Source
This commit is contained in:
JacobLinCool
2025-01-19 21:52:46 +08:00
committed by GitHub
parent c3018d1433
commit ab63fc9cc8
1 changed files with 0 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
vit_pytorch/na_vit_nested_tensor_3d.py
View File

@@ -83,17 +83,6 @@ class Attention(Module):
# split heads
def split_heads(t):
return t.unflatten(-1, (self.heads, self.dim_head)).transpose(1, 2).contiguous()
# queries, keys, values
query = self.to_queries(x)
key = self.to_keys(context)
value = self.to_values(context)
# split heads
def split_heads(t):
return t.unflatten(-1, (self.heads, self.dim_head))