chore(deps): update all pip dependencies (major)

data_dir/cassandra-stress-custom.yaml

@@ -42,8 +42,7 @@ table_definition: |
         uid timeuuid,
         value blob,
         PRIMARY KEY((name,choice), date, address, dbl, lval, ival, uid)
-  ) WITH COMPACT STORAGE
-    AND compaction = {'class': 'TimeWindowCompactionStrategy', 'compaction_window_unit': 'DAYS', 'compaction_window_size': 1}
+  ) WITH compaction = {'class': 'TimeWindowCompactionStrategy', 'compaction_window_unit': 'DAYS', 'compaction_window_size': 1}
     AND comment='A table of many types to test wide rows'
 
 #

docker/env/version

@@ -1 +1 @@
-1.87-adding_zstd
+1.88-upgrade-all-major-packages

grow_cluster_test.py

@@ -29,8 +29,8 @@ class GrowClusterTest(ClusterTester):
     Test scylla cluster growth (adding nodes after an initial cluster size).
     """
 
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
+    def setUp(self):
+        super().setUp()
         self._cluster_starting_size = self.params.get('n_db_nodes')
         self._cluster_target_size = self.params.get('cluster_target_size')
         self.metrics_srv = prometheus.nemesis_metrics_obj()

hinted_handoff_test.py

@@ -4,8 +4,8 @@
 
 class HintedHandoffTest(ClusterTester):
 
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
+    def setUp(self):
+        super().setUp()
         self.stress_write_cmd = "cassandra-stress write no-warmup cl=ONE n=100123123 " \
                                 "-schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' " \
                                 "-mode cql3 native -rate 'threads=20 throttle=16000/s' " \
@@ -15,9 +15,6 @@ def __init__(self, *args, **kwargs):
                                "-schema 'replication(strategy=NetworkTopologyStrategy,replication_factor=3)' " \
                                "-mode cql3 native -rate threads=100 -col 'size=FIXED(1024) n=FIXED(1)'" \
                                " -pop seq=1..100123123 -log interval=15"
-
-    def setUp(self):
-        super().setUp()
         self.start_time = time.time()
 
     def test_stop_nodes_under_stress(self):

longevity_test.py

@@ -45,8 +45,8 @@ class LongevityTest(ClusterTester, loader_utils.LoaderUtilsMixin):
     Test a Scylla cluster stability over a time period.
     """
 
-    def __init__(self, *args, **kwargs):  # pylint: disable=too-many-statements,too-many-locals,too-many-branches
-        super().__init__(*args)
+    def setUp(self):
+        super().setUp()
 
         # This ignores large_data warning messages "Writing large collection" for large collections to prevent
         # creating SCT Events from these warnings.

mgmt_cli_test.py

@@ -490,7 +490,7 @@ def get_email_data(self):
 
         agent_backup_config = self.params.get("mgmt_agent_backup_config")
         if agent_backup_config:
-            agent_backup_config = agent_backup_config.dict()
+            agent_backup_config = agent_backup_config.model_dump()
 
         email_data.update(
             {

performance_regression_test.py

@@ -58,18 +58,16 @@ class PerformanceRegressionTest(ClusterTester):  # pylint: disable=too-many-publ
     throttle_step = 10_000
     max_ops = 200_000
 
-    def __init__(self, *args):
-        # need to remove the email_data.json file, as in the builders, it will accumulate and it will send multiple
-        # emails for each test. When we move to use SCT Runners, it won't be necessary.
-        self._clean_email_data()
-        super().__init__(*args)
-
     @teardown_on_exception
     @log_run_info
     def setUp(self):
         if es_index := self.params.get("custom_es_index"):
             self._test_index = es_index
 
+        # need to remove the email_data.json file, as in the builders, it will accumulate and it will send multiple
+        # emails for each test. When we move to use SCT Runners, it won't be necessary.
+        self._clean_email_data()
+
         super().setUp()
         if self.params.get("run_db_node_benchmarks"):
             self.log.info("Validate node benchmarks results")

performance_regression_user_profiles_test.py

@@ -23,8 +23,8 @@ class PerformanceRegressionUserProfilesTest(ClusterTester):
     Test Scylla performance regression with cassandra-stress using custom user profiles.
     """
 
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
+    def setUp(self):
+        super().setUp()
         self.create_stats = False
 
     def _clean_keyspace(self, cs_profile):  # pylint: disable=invalid-name

requirements.in

@@ -1,27 +1,27 @@
 PyYAML==6.0.1
 paramiko==3.5.0
-fabric==2.6.0
-invoke==1.6.0
+fabric==3.2.2
+invoke==2.2.0
 boto3==1.28.4
 boto3-stubs[s3,ec2,dynamodb,pricing]==1.28.4
 awscli==1.29.4
 aexpect==1.6.2
 scylla-driver==3.28.0
 requests==2.32.2
-elasticsearch==7.15.0
+elasticsearch==8.17.0
 sortedcontainers==2.4.0
 jinja2==3.1.5
 prometheus_client==0.11.0
-pre-commit==2.15.0
+pre-commit==4.0.1
 anyconfig==0.12.0
 click==8.1.3
 prettytable==3.10.2
 pycryptodome==3.19.1
-pyzmq==22.3.0
-tenacity==8.0.1
+pyzmq==26.2.0
+tenacity==9.0.0
 # this package isn't in pypi
 repodataParser@https://github.com/fruch/repodataParser/archive/py3.zip ; python_version > '3'
-pytest==7.2.0
+pytest==8.3.4
 pytest-random-order==1.0.4
 tcconfig==0.29.1
 mysql-connector-python==9.1.0
@@ -30,27 +30,27 @@ python-jenkins==1.7.0
 ssh2-python3==1.11.1
 parameterized==0.8.1
 ruff==0.4.7  # Needed for pre-commit hooks
-pycodestyle==2.10.0  # Needed for pre-commit hooks
-autopep8==1.5.7  # Needed for pre-commit hooks
-kubernetes==24.2.0
+pycodestyle==2.12.0  # Needed for pre-commit hooks
+autopep8==2.3.1  # Needed for pre-commit hooks
+kubernetes==31.0.0
 packaging>=24
 ldap3==2.9.1
 google-api-python-client==2.93.0
 google-cloud-storage==2.10.0
 google-cloud-compute==1.13.0
 uv==0.2.24
 azure-identity==1.16.1
-azure-mgmt-compute==30.5.0
-azure-mgmt-network==19.0.0
-azure-mgmt-resource==20.0.0
-azure-mgmt-subscription==1.0.0
+azure-mgmt-compute==33.1.0
+azure-mgmt-network==28.1.0
+azure-mgmt-resource==23.2.0
+azure-mgmt-subscription==3.1.1
 azure-mgmt-resourcegraph==8.0.0
-pydantic==1.10.13
+pydantic==2.10.5
 azure-storage-blob==12.16.0
-questionary==1.10.0
-pbr==5.11.1
+questionary==2.1.0
+pbr==6.1.0
 hdrhistogram==0.9.2
-deepdiff==6.2.3
+deepdiff==8.1.1
 PyGithub==2.1.1
 gimme-aws-creds==2.8.0
 confluent-kafka==2.5.3