Skip to content

Commit aaf739b

Browse files
SavidSavid
authored
Merge pull request #279 from ethpandaops/feat/migrations-sharding
feat(deploy/migrations): add replacing merge trees fix
2 parents 2a8009a + 1c8a7c6 commit aaf739b

File tree

2 files changed

+119
-0
lines changed

2 files changed

+119
-0
lines changed

‎deploy/migrations/clickhouse/027_fix_replacing_tables_sharding_keys.down.sql‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
DROP TABLE IF EXISTS canonical_beacon_block on cluster '{cluster}' SYNC;
2+
CREATE TABLE canonical_beacon_block on cluster '{cluster}' AS canonical_beacon_block_local
3+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_local, rand());
4+
5+
DROP TABLE IF EXISTS canonical_beacon_block_proposer_slashing on cluster '{cluster}' SYNC;
6+
CREATE TABLE canonical_beacon_block_proposer_slashing on cluster '{cluster}' AS canonical_beacon_block_proposer_slashing_local
7+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_proposer_slashing_local, rand());
8+
9+
DROP TABLE IF EXISTS canonical_beacon_block_attester_slashing on cluster '{cluster}' SYNC;
10+
CREATE TABLE canonical_beacon_block_attester_slashing on cluster '{cluster}' AS canonical_beacon_block_attester_slashing_local
11+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_attester_slashing_local, rand());
12+
13+
DROP TABLE IF EXISTS canonical_beacon_block_bls_to_execution_change on cluster '{cluster}' SYNC;
14+
CREATE TABLE canonical_beacon_block_bls_to_execution_change on cluster '{cluster}' AS canonical_beacon_block_bls_to_execution_change_local
15+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_bls_to_execution_change_local, rand());
16+
17+
DROP TABLE IF EXISTS canonical_beacon_block_execution_transaction on cluster '{cluster}' SYNC;
18+
CREATE TABLE canonical_beacon_block_execution_transaction on cluster '{cluster}' AS canonical_beacon_block_execution_transaction_local
19+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_execution_transaction_local, rand());
20+
21+
DROP TABLE IF EXISTS canonical_beacon_block_voluntary_exit on cluster '{cluster}' SYNC;
22+
CREATE TABLE canonical_beacon_block_voluntary_exit on cluster '{cluster}' AS canonical_beacon_block_voluntary_exit_local
23+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_voluntary_exit_local, rand());
24+
25+
DROP TABLE IF EXISTS canonical_beacon_block_deposit on cluster '{cluster}' SYNC;
26+
CREATE TABLE canonical_beacon_block_deposit on cluster '{cluster}' AS canonical_beacon_block_deposit_local
27+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_deposit_local, rand());
28+
29+
DROP TABLE IF EXISTS canonical_beacon_block_withdrawal on cluster '{cluster}' SYNC;
30+
CREATE TABLE canonical_beacon_block_withdrawal on cluster '{cluster}' AS canonical_beacon_block_withdrawal_local
31+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_withdrawal_local, rand());
32+
33+
DROP TABLE IF EXISTS beacon_block_classification on cluster '{cluster}' SYNC;
34+
CREATE TABLE beacon_block_classification on cluster '{cluster}' AS beacon_block_classification_local
35+
ENGINE = Distributed('{cluster}', default, beacon_block_classification_local, rand());
36+
37+
DROP TABLE IF EXISTS canonical_beacon_blob_sidecar on cluster '{cluster}' SYNC;
38+
CREATE TABLE canonical_beacon_blob_sidecar on cluster '{cluster}' AS canonical_beacon_blob_sidecar_local
39+
ENGINE = Distributed('{cluster}', default, canonical_beacon_blob_sidecar_local, rand());
40+
41+
DROP TABLE IF EXISTS mempool_dumpster_transaction on cluster '{cluster}' SYNC;
42+
CREATE TABLE mempool_dumpster_transaction on cluster '{cluster}' AS mempool_dumpster_transaction_local
43+
ENGINE = Distributed('{cluster}', default, mempool_dumpster_transaction_local, rand());
44+
45+
DROP TABLE IF EXISTS block_native_mempool_transaction on cluster '{cluster}' SYNC;
46+
CREATE TABLE block_native_mempool_transaction on cluster '{cluster}' AS block_native_mempool_transaction_local
47+
ENGINE = Distributed('{cluster}', default, block_native_mempool_transaction_local, rand());
48+
49+
DROP TABLE IF EXISTS beacon_p2p_attestation on cluster '{cluster}' SYNC;
50+
CREATE TABLE beacon_p2p_attestation on cluster '{cluster}' AS beacon_p2p_attestation_local
51+
ENGINE = Distributed('{cluster}', default, beacon_p2p_attestation_local, rand());
52+
53+
DROP TABLE IF EXISTS canonical_beacon_proposer_duty on cluster '{cluster}' SYNC;
54+
CREATE TABLE canonical_beacon_proposer_duty on cluster '{cluster}' AS canonical_beacon_proposer_duty_local
55+
ENGINE = Distributed('{cluster}', default, canonical_beacon_proposer_duty_local, rand());
56+
57+
DROP TABLE IF EXISTS canonical_beacon_elaborated_attestation on cluster '{cluster}' SYNC;
58+
CREATE TABLE canonical_beacon_elaborated_attestation on cluster '{cluster}' AS canonical_beacon_elaborated_attestation_local
59+
ENGINE = Distributed('{cluster}', default, canonical_beacon_elaborated_attestation_local, rand());

‎deploy/migrations/clickhouse/027_fix_replacing_tables_sharding_keys.up.sql‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
DROP TABLE IF EXISTS canonical_beacon_block on cluster '{cluster}' SYNC;
2+
CREATE TABLE canonical_beacon_block on cluster '{cluster}' AS canonical_beacon_block_local
3+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_local, cityHash64(slot_start_date_time, meta_network_name));
4+
5+
DROP TABLE IF EXISTS canonical_beacon_block_proposer_slashing on cluster '{cluster}' SYNC;
6+
CREATE TABLE canonical_beacon_block_proposer_slashing on cluster '{cluster}' AS canonical_beacon_block_proposer_slashing_local
7+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_proposer_slashing_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
8+
9+
DROP TABLE IF EXISTS canonical_beacon_block_attester_slashing on cluster '{cluster}' SYNC;
10+
CREATE TABLE canonical_beacon_block_attester_slashing on cluster '{cluster}' AS canonical_beacon_block_attester_slashing_local
11+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_attester_slashing_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
12+
13+
DROP TABLE IF EXISTS canonical_beacon_block_bls_to_execution_change on cluster '{cluster}' SYNC;
14+
CREATE TABLE canonical_beacon_block_bls_to_execution_change on cluster '{cluster}' AS canonical_beacon_block_bls_to_execution_change_local
15+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_bls_to_execution_change_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
16+
17+
DROP TABLE IF EXISTS canonical_beacon_block_execution_transaction on cluster '{cluster}' SYNC;
18+
CREATE TABLE canonical_beacon_block_execution_transaction on cluster '{cluster}' AS canonical_beacon_block_execution_transaction_local
19+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_execution_transaction_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
20+
21+
DROP TABLE IF EXISTS canonical_beacon_block_voluntary_exit on cluster '{cluster}' SYNC;
22+
CREATE TABLE canonical_beacon_block_voluntary_exit on cluster '{cluster}' AS canonical_beacon_block_voluntary_exit_local
23+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_voluntary_exit_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
24+
25+
DROP TABLE IF EXISTS canonical_beacon_block_deposit on cluster '{cluster}' SYNC;
26+
CREATE TABLE canonical_beacon_block_deposit on cluster '{cluster}' AS canonical_beacon_block_deposit_local
27+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_deposit_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
28+
29+
DROP TABLE IF EXISTS canonical_beacon_block_withdrawal on cluster '{cluster}' SYNC;
30+
CREATE TABLE canonical_beacon_block_withdrawal on cluster '{cluster}' AS canonical_beacon_block_withdrawal_local
31+
ENGINE = Distributed('{cluster}', default, canonical_beacon_block_withdrawal_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
32+
33+
DROP TABLE IF EXISTS beacon_block_classification on cluster '{cluster}' SYNC;
34+
CREATE TABLE beacon_block_classification on cluster '{cluster}' AS beacon_block_classification_local
35+
ENGINE = Distributed('{cluster}', default, beacon_block_classification_local, cityHash64(slot_start_date_time, meta_network_name));
36+
37+
DROP TABLE IF EXISTS canonical_beacon_blob_sidecar on cluster '{cluster}' SYNC;
38+
CREATE TABLE canonical_beacon_blob_sidecar on cluster '{cluster}' AS canonical_beacon_blob_sidecar_local
39+
ENGINE = Distributed('{cluster}', default, canonical_beacon_blob_sidecar_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
40+
41+
DROP TABLE IF EXISTS mempool_dumpster_transaction on cluster '{cluster}' SYNC;
42+
CREATE TABLE mempool_dumpster_transaction on cluster '{cluster}' AS mempool_dumpster_transaction_local
43+
ENGINE = Distributed('{cluster}', default, mempool_dumpster_transaction_local, cityHash64(timestamp, unique_key, chain_id));
44+
45+
DROP TABLE IF EXISTS block_native_mempool_transaction on cluster '{cluster}' SYNC;
46+
CREATE TABLE block_native_mempool_transaction on cluster '{cluster}' AS block_native_mempool_transaction_local
47+
ENGINE = Distributed('{cluster}', default, block_native_mempool_transaction_local, cityHash64(detecttime, unique_key, network));
48+
49+
DROP TABLE IF EXISTS beacon_p2p_attestation on cluster '{cluster}' SYNC;
50+
CREATE TABLE beacon_p2p_attestation on cluster '{cluster}' AS beacon_p2p_attestation_local
51+
ENGINE = Distributed('{cluster}', default, beacon_p2p_attestation_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
52+
53+
DROP TABLE IF EXISTS canonical_beacon_proposer_duty on cluster '{cluster}' SYNC;
54+
CREATE TABLE canonical_beacon_proposer_duty on cluster '{cluster}' AS canonical_beacon_proposer_duty_local
55+
ENGINE = Distributed('{cluster}', default, canonical_beacon_proposer_duty_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
56+
57+
DROP TABLE IF EXISTS canonical_beacon_elaborated_attestation on cluster '{cluster}' SYNC;
58+
CREATE TABLE canonical_beacon_elaborated_attestation on cluster '{cluster}' AS canonical_beacon_elaborated_attestation_local
59+
ENGINE = Distributed('{cluster}', default, canonical_beacon_elaborated_attestation_local, cityHash64(slot_start_date_time, unique_key, meta_network_name));
60+

0 commit comments

Comments
 (0)