test(elasticity): Added a test of 90% utilization with a lot of small…

… tables

Test splitting the 90% utilization among a lot of small tables.

data_dir/templated-elasticity-tables.yaml

@@ -0,0 +1,63 @@
+### DML ###
+
+# Keyspace Name
+keyspace: keyspace1
+
+# The CQL for creating a keyspace (optional if it already exists)
+keyspace_definition: |
+  CREATE KEYSPACE keyspace1 WITH replication = {'class': 'NetworkTopologyStrategy', 'replication_factor': 3};
+
+# Table name
+table: ${table_name}
+
+# The CQL for creating a table you wish to stress (optional if it already exists)
+table_definition: |
+    CREATE TABLE keyspace1.${table_name} (
+        key blob,
+        "C0" blob,
+        "C1" blob,
+        "C2" blob,
+        "C3" blob,
+        "C4" blob,
+        "C5" blob,
+        "C6" blob,
+        "C7" blob,
+        PRIMARY KEY (key)
+    )
+
+### Column Distribution Specifications ###
+columnspec:
+  - name: key
+    size: fixed(10) # Primary key size (10 bytes)
+  - name: C0
+    size: fixed(128) # Column size (128 bytes)
+  - name: C1
+    size: fixed(128)
+  - name: C2
+    size: fixed(128)
+  - name: C3
+    size: fixed(128)
+  - name: C4
+    size: fixed(128)
+  - name: C5
+    size: fixed(128)
+  - name: C6
+    size: fixed(128)
+  - name: C7
+    size: fixed(128)
+
+### Batch Ratio Distribution Specifications ###
+insert:
+  partitions: fixed(1)
+  select:    fixed(1)/1000
+  batchtype: UNLOGGED
+
+### A list of queries you wish to run against the schema ###
+queries:
+   read1:
+      cql: SELECT * FROM keyspace1.${table_name} WHERE key = ?
+      fields: samerow
+
+# Run stress
+# cassandra-stress user profile={} 'ops(insert=1)' cl=QUORUM n=2572262 -rate threads=1 -errors ignore
+# cassandra-stress user profile={} 'ops(read1=1)' cl=QUORUM n=1286128 -rate threads=1 -errors ignore

jenkins-pipelines/oss/tier2/scale-elasticity-many-small-tables.jenkinsfile

@@ -0,0 +1,13 @@
+#!groovy
+
+// trick from https://github.com/jenkinsci/workflow-cps-global-lib-plugin/pull/43
+def lib = library identifier: 'sct@snapshot', retriever: legacySCM(scm)
+
+longevityPipeline(
+    backend: 'aws',
+    region: 'eu-west-1',
+    test_name: 'longevity_test.LongevityTest.test_user_batch_custom_time',
+    test_config: 'test-cases/scale/longevity-elasticity-many-small-tables.yaml',
+
+    timeout: [time: 4440, unit: 'MINUTES'],
+)

test-cases/scale/longevity-elasticity-many-small-tables.yaml

@@ -0,0 +1,34 @@
+# This is a test case for having 90% disk utilization with a lot of small tables.
+# The data is split equally among 500 tables.
+# The dataset size is aligned with 'i4i.xlarge'.
+# It uses a c-s user-profile template for all 500 tables.
+# It runs 4 batches of 125 tables each.
+# On each batch cycle, 125 tables are created, then a load is generated for all of these tables.
+# When all the 125 stress writes/reads are done, it continue with the next batch until stress to all 500 tables is completed (after 4 cycles).
+# Each one of the 500 tables has both write and read load.
+
+test_duration: 600
+
+cs_duration: '0m'
+cs_user_profiles:
+    - data_dir/templated-elasticity-tables.yaml
+
+pre_create_schema: true
+user_profile_table_count: 500
+batch_size: 125
+
+n_loaders: 5
+n_monitor_nodes: 1
+n_db_nodes: 3
+add_node_cnt: 0
+
+instance_type_db: 'i4i.xlarge'
+instance_type_loader: 'c6i.2xlarge'
+user_prefix: 'longevity-elasticity-many-small-tables'
+root_disk_size_runner: 120
+
+
+cluster_health_check: false
+
+nemesis_class_name: 'NoOpMonkey'
+nemesis_interval: 60