Skip to content

Commit

Permalink
Collect additional Redshift resource scaling data
Browse files Browse the repository at this point in the history
  • Loading branch information
geoffxy committed Dec 3, 2023
1 parent c2967dc commit 4bcd82f
Showing 1 changed file with 29 additions and 0 deletions.
29 changes: 29 additions & 0 deletions tools/calibration/load/redshift/COND
Original file line number Diff line number Diff line change
Expand Up @@ -94,3 +94,32 @@ for instance in INSTANCE_TYPES:
for clients, query_idx in product(NUM_CLIENTS, range(NUM_QUERIES))
],
)


extra_data = {
"dc2_large": [1, 16],
"ra3_xlplus": [1],
}

# Single client scaling (gathering more data for models)
for instance in ["dc2_large", "ra3_xlplus"]:
for nodes in extra_data[instance]:
run_experiment_group(
name=f"{instance}-{nodes}-imdb_extended_100g",
run="python3 -m brad.calibration.measure_load",
experiments=[
ExperimentInstance(
name=f"{instance}-{nodes}-imdb_extended_100g-1-q{query_idx}",
options={
"num-clients": 1,
"specific-query-idx": query_idx,
"run-for-s": RUN_FOR_S,
"avg-gap-s": AVG_GAP_S,
"wait-before-start": WAIT_BEFORE_START,
"query-file": "../../../../workloads/IMDB_100GB/scaling_20/queries.sql",
"engine": "redshift",
},
)
for query_idx in range(NUM_QUERIES)
],
)

0 comments on commit 4bcd82f

Please sign in to comment.