From 898445ae5be83b4e32dde423279dea901e469b99 Mon Sep 17 00:00:00 2001 From: Dave Date: Sun, 29 Dec 2019 10:15:59 -0500 Subject: [PATCH] Revert masking changes --- setup.py | 2 +- text2vec/models/transformer.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 380ccfe..7531754 100644 --- a/setup.py +++ b/setup.py @@ -11,7 +11,7 @@ setup( name="text2vec", - version="0.2", + version="0.1", description="Building blocks for text vectorization and embedding", author="Dave Hollander", author_url="https://github.com/brainsqueeze", diff --git a/text2vec/models/transformer.py b/text2vec/models/transformer.py index 7026198..ecbf11a 100644 --- a/text2vec/models/transformer.py +++ b/text2vec/models/transformer.py @@ -32,7 +32,7 @@ def __call__(self, x, mask, training=False): x = self.h_dropout(ffn(x), training=training) + x x = self.layer_norm(x) - context = self.attention(x * mask) + context = self.attention(x) if training: return x, context return context