diff --git a/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/scripts/test_train_geneformer.py b/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/scripts/test_train_geneformer.py
index 6ca099597..82e124de8 100644
--- a/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/scripts/test_train_geneformer.py
+++ b/sub-packages/bionemo-geneformer/tests/bionemo/geneformer/scripts/test_train_geneformer.py
@@ -181,6 +181,7 @@ def test_throws_tok_not_in_vocab_error(tmpdir, data_path):
     assert "not in the tokenizer vocab." in str(error_info.value)
 
 
+@pytest.mark.slow
 def test_pretrain_cli(tmpdir, data_path):
     result_dir = Path(tmpdir.mkdir("results"))
     open_port = find_free_network_port()