Revert masking changes

brainsqueeze · Dec 29, 2019 · 898445a · 898445a
1 parent 5734f68
commit 898445a
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -11,7 +11,7 @@
 
 setup(
     name="text2vec",
-    version="0.2",
+    version="0.1",
     description="Building blocks for text vectorization and embedding",
     author="Dave Hollander",
     author_url="https://github.com/brainsqueeze",

diff --git a/text2vec/models/transformer.py b/text2vec/models/transformer.py
@@ -32,7 +32,7 @@ def __call__(self, x, mask, training=False):
             x = self.h_dropout(ffn(x), training=training) + x
             x = self.layer_norm(x)
 
-        context = self.attention(x * mask)
+        context = self.attention(x)
         if training:
             return x, context
         return context