untie embedding, after learning T5 switched to untied classifier weig…

…hts in latest version, aligning with my experience that it is better
adrianmargin · Jan 4, 2021 · 058bc89 · 058bc89
1 parent 399efcb
commit 058bc89
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '0.6.7',
+  version = '0.7.0',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

diff --git a/x_transformers/x_transformers.py b/x_transformers/x_transformers.py
@@ -585,7 +585,7 @@ def __init__(
         max_mem_len = 0.,
         emb_dropout = 0.,
         num_memory_tokens = None,
-        tie_embedding = True,
+        tie_embedding = False,
         use_pos_emb = True
     ):
         super().__init__()