address #17

lucidrains · Dec 21, 2023 · 27e6332 · 27e6332
1 parent 5ee9553
commit 27e6332
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'toolformer-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.0.29',
+  version = '0.0.30',
   license='MIT',
   description = 'Toolformer - Pytorch',
   author = 'Phil Wang',

diff --git a/toolformer_pytorch/toolformer_pytorch.py b/toolformer_pytorch/toolformer_pytorch.py
@@ -424,7 +424,7 @@ def weight_and_mask(
 ):
     t = get_arange_start_at_token_id(token_ids, token_id, pad_id)
     weights = weighting_fn(t)
-    return weights.masked_fill(weights == pad_id, 0.)
+    return weights.masked_fill(t == pad_id, 0.)
 
 FilteredResults = namedtuple('FilteredResults', [
     'num_passed',