diff --git a/examples/benchmarks/bert/src/bert_layers.py b/examples/benchmarks/bert/src/bert_layers.py
index eac92150..92ad51f7 100644
--- a/examples/benchmarks/bert/src/bert_layers.py
+++ b/examples/benchmarks/bert/src/bert_layers.py
@@ -499,7 +499,6 @@ def __init__(self, config):
             (1, self.num_attention_heads, self._current_alibi_size,
              self._current_alibi_size))
         self.rebuild_alibi_tensor(size=config.alibi_starting_size)
-        self.slopes = None
 
     def rebuild_alibi_tensor(self,
                              size: int,