Skip to content

Commit

Permalink
fix small bug
Browse files Browse the repository at this point in the history
  • Loading branch information
lucidrains committed Aug 31, 2021
1 parent 7e1266b commit e5acd11
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
@@ -3,7 +3,7 @@
setup(
name = 'x-transformers',
packages = find_packages(exclude=['examples']),
version = '0.17.7',
version = '0.17.8',
license='MIT',
description = 'X-Transformers - Pytorch',
author = 'Phil Wang',
2 changes: 1 addition & 1 deletion x_transformers/x_transformers.py
Original file line number Diff line number Diff line change
@@ -181,7 +181,7 @@ def get_slopes_power_of_2(n):
return get_slopes_power_of_2(heads)

closest_power_of_2 = 2 ** math.floor(math.log2(heads))
return get_slopes_power_of_2(closest_power_of_2) + get_slopes(2 * closest_power_of_2)[0::2][:heads-closest_power_of_2]
return get_slopes_power_of_2(closest_power_of_2) + get_slopes_power_of_2(2 * closest_power_of_2)[0::2][:heads-closest_power_of_2]

def forward(self, qk_dots):
h, i, j, device = *qk_dots.shape[-3:], qk_dots.device

0 comments on commit e5acd11

Please sign in to comment.