remove bug for self.slopes

mosaicml · Jan 5, 2024 · cb78d90 · cb78d90
1 parent 2cdb6af
commit cb78d90
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/examples/benchmarks/bert/src/bert_layers.py b/examples/benchmarks/bert/src/bert_layers.py
@@ -499,7 +499,6 @@ def __init__(self, config):
             (1, self.num_attention_heads, self._current_alibi_size,
              self._current_alibi_size))
         self.rebuild_alibi_tensor(size=config.alibi_starting_size)
-        self.slopes = None
 
     def rebuild_alibi_tensor(self,
                              size: int,