Update Polkadot and Cumulus versions (#17)

* try to add prometheus installation * still trying * feat(setup_install_prometheus): add Prometheus restart handler * changing prometheus version and update nginx template * trying to make haproxy playbooks * adding playbooks for haproxy container * adding haproxy-bkk07 configurations * all haproxy&prometheus playbooks need to reviewed again * fix ports & ip for rpc-kusama-01 * remove prometheus and haproxy from inventory removed them so it'll not got auto updated * commented so it'll not auto update haproxy & prometheus * commented out broken ct & adding build-node07 * add buildnode,haproxy,prometheus to inventory * adding rpc-polkadot-01 to bkk06 & fix rpc-westend-02 * tidying up * adding rpc-westend-01 to bkk06 * adding interbtc for frontend * chore: add new proxy-bkk07 * chore: add --expand flags for nginx when i try to update ct's, they give me errror and needs to include this flags -al * chore: removing unused ports rules & fix ports * chore: interbtc->dockers * chore: update validator templates & add haproxy-bkk06 * chore: added extra flags for validator & endpoint .service templates * chore: remove --private-ip flag * chore: parameterized in/out-peers & inpeers for val = 64 * chore: update out-peers =64 for ksm & dot val * chore: added new configs * chore: added new ct configs * chore: added new ct configs * chore: fixing ansiblelater * chore: remove parameterized inpeers outpeers for validator * chore: migrate from the wrong naming ct ->correct one * chore: add ansible port * chore: update service.template * chore: update rpc, rpc-kusama-01 not ready * chore: update encointer template * chore: updater paseo relay fallback * chore: added new rpc & modified hydration group_vars update hydration download_url & version added rpc-paseo-01, rpc-hydration-polkadot-01 * chore: update relay rpc to rpc-polkadot-01 * chore: update rpc-*-westend-02 relay_rpc * chore: update paseo rpc relay_rpc's * chore: update configuration for rpc-relaychain * chore: updated ports & bkk06 inventory * chore: change kusama rpc relay_rpc to rpc-kusama-01 * chore: update inventory * chore: update ports * chore: update bridge-hub-paseo chain-specs and -01 ports * chore: update & add ct configs * chore: update polkadot version and validator template * Update Polkadot and Cumulus versions * chore: change asset-hub-paseo-01 to zfs * chore: update val-polkadot-03 name * feat: added basic template for penumbra & cometbft download_url * feat: improve penumbra playbooks & fix linting * chore: fix for ansiblelint & ansiblelater * chore: update penumbra playbook & polkachu version * chore: fix lint * chore: added penumbra02 & slight adjustment for systemd service * feat: update penumbra configuration and services * fix: update penumbra container name * chore: debugging playbooks * refactor: update Penumbra service configuration * chore: fix ansiblelater * chore: improve the playbook pls check it again * chore: improve methods to download polkachu playbook * chore: fix kilt playbooks & the host_vars * chore: add host_vars rpc-kilt-polkadot-02 * chore: update endpoint templates & kilt/hydration configs * chore: update hydration configs --------- Co-authored-by: Al <[email protected]> Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
rotkonetworks · Jan 6, 2025 · 0791ea5 · 0791ea5
1 parent f8867e7
commit 0791ea5
Show file tree

Hide file tree

Showing 102 changed files with 3,350 additions and 1,143 deletions.
diff --git a/bkk06 b/bkk06
@@ -16,63 +16,45 @@ polkadot
 [routers]
 bkk50
 
+[haproxy]
+haproxy-bkk06
+
 [hydration]
 hdx26
+rpc-hydration-polkadot-01
 
 [polkadot]
-dot14
-dot26
-ksm14
-ksm26
-pso06
-pso16
-pso26
-wnd14
-wnd26
+rpc-polkadot-01
+rpc-westend-01
+rpc-paseo-01
+rpc-kusama-01
 
 [cumulus]
 ; rpc
-boot-asset-hub-paseo
-kbr13
-kbr26
-kcore16
-kcore26
-kppl16
-kppl26
-mine14
-mine26
-mint14
-mint26
-pbr13
-pbr26
-pch16
-pch26
 rpc-asset-hub-polkadot-01
+rpc-asset-hub-kusama-01
 rpc-asset-hub-westend-01
 rpc-asset-hub-paseo-01
-rpc-bridge-hub-paseo-01
 rpc-bridge-hub-polkadot-01
+rpc-bridge-hub-kusama-01
 rpc-bridge-hub-westend-01
+rpc-bridge-hub-paseo-01
 rpc-coretime-paseo-01
+rpc-coretime-polkadot-01
+rpc-coretime-kusama-01
+rpc-coretime-westend-01
 rpc-collectives-polkadot-01
 rpc-collectives-westend-01
 rpc-people-paseo-01
 rpc-people-polkadot-01
-wbr13
-wbr26
-wch13
-wch26
-wcore16
-wcore26
-wmint14
-wmint26
-wppl16
-wppl26
+rpc-people-kusama-01
+rpc-people-westend-01
 
 [kilt]
 rpc-kilt-polkadot-01
 
 [encointer]
+rpc-encointer-kusama-01
 enc14
 enc26
 

diff --git a/bkk07 b/bkk07
@@ -11,6 +11,18 @@ routers
 polkadot
 hydration
 cumulus
+kilt
+
+[prometheus]
+ibp-bkk07
+
+[haproxy]
+haproxy-bkk07
+
+[misc-container]
+build-node-07
+dockers
+proxy-bkk07
 
 [proxmox_vms:children]
 taloswrkr
@@ -27,8 +39,15 @@ talosctl0701
 bkk50
 
 [hydration]
+rpc-hydration-polkadot-02
 hdx27
 
+[kilt]
+rpc-kilt-polkadot-02
+
+[penumbra]
+penumbra-02
+
 [polkadot]
 rpc-polkadot-02
 rpc-kusama-02
@@ -57,18 +76,18 @@ rpc-coretime-kusama-02
 rpc-asset-hub-paseo-02
 rpc-asset-hub-polkadot-02
 rpc-asset-hub-westend-02
-rpc-asset-hub-kusama-01
+rpc-asset-hub-kusama-02
 
 rpc-bridge-hub-paseo-02
 rpc-bridge-hub-polkadot-02
 rpc-bridge-hub-westend-02
-rpc-bridge-hub-kusama-01
+rpc-bridge-hub-kusama-02
 
 rpc-collectives-polkadot-02
 rpc-collectives-westend-02
 
 [encointer]
-rpc-encointer-kusama-01
+rpc-encointer-kusama-02
 
 [services]
 monitor
@@ -82,6 +101,14 @@ bkk07
 bkk07
 
 [referrence_nodes]
+rpc-kusama-02
+rpc-paseo-02
+rpc-polkadot-02
+rpc-westend-02
+rpc-kusama-01
+rpc-paseo-01
+rpc-polkadot-01
+rpc-westend-01
 dot14
 ksm14
 wnd14

diff --git a/group_vars/all/all.yaml b/group_vars/all/all.yaml
@@ -154,13 +154,10 @@ proxmox_defaults:
   api_user: "{{ proxmox_default_admin_account }}"
   api_token_id: "{{ proxmox_default_admin_token }}-{{ inventory_hostname }}"
   api_token_secret: "{{ ansible_local.proxmox.api.token | unvault(default_passphrase) }}"
+  #ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKB5Gd/uGkKr2c9Kv/F5dUzyFPooHNX90UBLhrfzZKWa [email protected]
   pubkey: |
     ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAPBgdF5W2e5iMFt1iiLRuRdz7RxJzmj9v30nn9vZTYP user@pc02
     ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBIrOT9g9BblH6u28wAQGmpqA/sH+EiKdhrqrfuDdZu2 [email protected]
-  # pubkey: "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBIrOT9g9BblH6u28wAQGmpqA/sH+EiKdhrqrfuDdZu2 [email protected]"
-  # pubkeys:
-  #   - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIAPBgdF5W2e5iMFt1iiLRuRdz7RxJzmj9v30nn9vZTYP user@pc02"
-  #   - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBIrOT9g9BblH6u28wAQGmpqA/sH+EiKdhrqrfuDdZu2 [email protected]"
   node: "{{ host_name.split('.')[0] }}"
   timeout: 1200
 
@@ -185,3 +182,4 @@ service_users:
   unique: "unique"
   polimec: "polimec"
   ajuna: "ajuna"
+  penumbra: "penumbra"
diff --git a/group_vars/cumulus.yaml b/group_vars/cumulus.yaml
@@ -1,23 +1,27 @@
+---
 default_base_path: /opt/cumulus
-default_chain_spec_dl_url: https://raw.githubusercontent.com/paritytech/polkadot-sdk/master/cumulus/parachains/chain-specs/{{
+default_chain_spec_dl_url:
+  https://raw.githubusercontent.com/paritytech/polkadot-sdk/master/cumulus/parachains/chain-specs/{{
   default_network }}.json
 default_client_version: polkadot-stable2412
 default_database: paritydb
-default_database_path: '{{ default_base_path }}/chains'
+default_database_path: "{{ default_base_path }}/chains"
 default_download_base_url: https://github.com/paritytech/polkadot-sdk/releases/download/
-default_download_url: '{{ default_download_base_url }}{{ default_client_version }}/polkadot-parachain'
-default_group: '{{ service_users[''cumulus''] }}'
+default_download_url: "{{ default_download_base_url }}{{ default_client_version }}/polkadot-parachain"
+default_group: "{{ service_users['cumulus'] }}"
+default_in_peers: 32
 default_log_level: info
 default_network: asset-hub-polkadot
 default_node_type: bootnode
+default_out_peers: 16
 default_p2p_port: 30433
 default_p2p_port_ws: 30434
 default_p2p_port_wss: 30435
 default_prom_port: 7400
 default_rpc_port: 9400
 default_secure_rpc_port: 42400
 default_service: cumulus
-default_storage: '{{ default_base_path }}/chains'
+default_storage: "{{ default_base_path }}/chains"
 default_telemetry_url: wss://telemetry-backend.w3f.community/submit/ 1
-default_user: '{{ service_users[''cumulus''] }}'
+default_user: "{{ service_users['cumulus'] }}"
 zabbix_ext_port: 10400
diff --git a/group_vars/hydration.yaml b/group_vars/hydration.yaml
@@ -1,23 +1,23 @@
 ---
 default_base_path: /opt/hydration
-default_client_version: v28.0.0
+default_client_version: v32.0.0
 default_database: paritydb
-default_database_path: '{{ default_base_path }}/chains'
+default_database_path: "{{ default_base_path }}/chains"
 default_download_base_url: https://github.com/galacticcouncil/Hydration-node/releases/download/
-default_download_url: '{{ default_download_base_url }}{{
-  default_client_version }}/hydration'
-default_group: '{{ service_users[''hydration''] }}'
+default_download_url: "{{ default_download_base_url }}{{ default_client_version }}/hydradx"
+default_group: "{{ service_users['hydration'] }}"
 default_log_level: info
 default_network: hydration
 default_node_type: endpoint
-default_p2p_port: 33800
-default_p2p_port_ws: 34800
-default_p2p_port_wss: 35800
-default_prom_port: 7800
-default_rpc_port: 9800
+default_p2p_port_ws: 30434
+default_p2p_port_wss: 30435
+default_bootnode_p2p_port_ws: 30434
+default_bootnode_p2p_port_wss: 30435
+default_prom_port: 7400
+default_rpc_port: 9400
 default_secure_rpc_port: 42800
 default_service: hydration
-default_storage: '{{ default_base_path }}/chains'
+default_storage: "{{ default_base_path }}/chains"
 default_telemetry_url: wss://telemetry-backend.w3f.community/submit/ 1
-default_user: '{{ service_users[''hydration''] }}'
+default_user: "{{ service_users['hydration'] }}"
 zabbix_ext_port: 10800
diff --git a/group_vars/kilt.yaml b/group_vars/kilt.yaml
@@ -2,7 +2,7 @@
 default_base_path: /opt/kilt
 default_src_path: "{{ default_base_path }}/src"
 # kilt version
-default_client_version: 1.14.3
+default_client_version: 1.14.5
 # database
 default_database: rocksdb
 default_database_path: "{{ default_base_path }}/chains"
@@ -17,9 +17,10 @@ default_service: kilt
 default_storage: "{{ default_base_path }}/chains"
 default_telemetry_url: wss://telemetry-backend.w3f.community/submit/ 1
 default_user: "{{ service_users['kilt'] }}"
-default_p2p_port: 33400
-default_p2p_port_ws: 34400
-default_p2p_port_wss: 35400
+default_p2p_port_ws: 30434
+default_p2p_port_wss: 30435
+default_bootnode_p2p_port_ws: 30434
+default_bootnode_p2p_port_wss: 30435
 default_prom_port: 7400
 default_rpc_port: 9400
 default_secure_rpc_port: 42400

diff --git a/group_vars/penumbra.yaml b/group_vars/penumbra.yaml
@@ -1,18 +1,22 @@
 ---
 # penumbra version
-penumbra_version: "0.73.1"
+penumbra_version: "0.81.0"
 penumbra_chain_id: ""
+cometbft_version: "0.37.14"
+polkachu_version: "2681688"
 
 # dl locations
+default_git_repo: "https://github.com/penumbra-zone/penumbra"
 penumbra_download_pcli_url: "https://github.com/penumbra-zone/penumbra/releases/download/v{{ penumbra_version }}/pcli-installer.sh"
 penumbra_download_pd_url: "https://github.com/penumbra-zone/penumbra/releases/download/v{{ penumbra_version }}/pd-installer.sh"
 penumbra_download_pclientd_url: "https://github.com/penumbra-zone/penumbra/releases/download/v{{ penumbra_version }}/pclientd-installer.sh"
-
-default_git_repo: "https://github.com/penumbra-zone/penumbra"
+cometbft_download_url: "https://github.com/cometbft/cometbft/releases/download/v{{ cometbft_version }}/cometbft_{{ cometbft_version }}_linux_amd64.tar.gz"
+#polkachu_download_cmd: "wget -O penumbra_{{ polkachu_version }}.tar.lz4 https://snapshots.polkachu.com/snapshots/penumbra/penumbra_{{ polkachu_version }}.tar.lz4 --inet4-only"
 
 # service/user
-penumbra_service: "penumbra"
-penumbra_user: "{{ service_users['penumbra'] }}"
+default_service: "penumbra"
+default_user: "{{ service_users['penumbra'] }}"
+default_group: "{{ service_users['penumbra'] }}"
 
 # paths
 default_home_path: "/opt/penumbra"
@@ -21,6 +25,8 @@ default_storage_path: "{{ default_home_path }}/data"
 default_config_path: "{{ default_home_path }}/config"
 default_log_path: "{{ default_home_path }}/logs"
 default_script_path: "{{ default_home_path }}/scripts"
+default_database_path: "{{ default_home_path }}/network_data"
+default_installation_path: "/home/{{ default_user }}/.cargo/bin"
 
 default_network: "penumbra"
 default_node_type: "validator"

diff --git a/group_vars/polkadot.yaml b/group_vars/polkadot.yaml
@@ -1,20 +1,17 @@
+---
 default_auxiliary_binary_path: /usr/libexec
 default_base_path: /opt/polkadot
-default_chain_spec: '{{ default_base_path }}/{{ default_network }}.json'
-default_chain_spec_dl_url: https://raw.githubusercontent.com/paritytech/polkadot-sdk/master/polkadot/node/service/chain-specs/{{
-  default_network }}.json
+default_chain_spec: "{{ default_base_path }}/{{ default_network }}.json"
+default_chain_spec_dl_url: https://raw.githubusercontent.com/paritytech/polkadot-sdk/master/polkadot/node/service/chain-specs/{{ default_network }}.json
 default_client_version: polkadot-stable2412
 default_database: paritydb
 default_database_path: /opt/polkadot/chains
 default_download_base_url: https://github.com/paritytech/polkadot-sdk/releases/download/
-default_download_polkadotSHA256: https://github.com/paritytech/polkadot-sdk/releases/download/{{
-  default_client_version }}/polkadot.sha256
-default_download_url: '{{ default_download_base_url }}{{ default_client_version }}/polkadot'
-default_download_url_execute: '{{ default_download_base_url }}{{ default_client_version
-  }}/polkadot-execute-worker'
-default_download_url_prepare: '{{ default_download_base_url }}{{ default_client_version
-  }}/polkadot-prepare-worker'
-default_group: '{{ service_users[''polkadot''] }}'
+default_download_polkadotSHA256: https://github.com/paritytech/polkadot-sdk/releases/download/{{ default_client_version }}/polkadot.sha256
+default_download_url: "{{ default_download_base_url }}{{ default_client_version }}/polkadot"
+default_download_url_execute: "{{ default_download_base_url }}{{ default_client_version }}/polkadot-execute-worker"
+default_download_url_prepare: "{{ default_download_base_url }}{{ default_client_version }}/polkadot-prepare-worker"
+default_group: "{{ service_users['polkadot'] }}"
 default_inet_p2p_port: 30333
 default_inet_p2p_port_ws: 30334
 default_log_level: info
@@ -26,9 +23,11 @@ default_p2p_port_wss: 30335
 default_prom_port: 7090
 default_rpc_para_port: 9955
 default_secure_rpc_port: 42100
+default_in_peers: 32
+default_out_peers: 16
 default_service: polkadot
 default_telemetry_url: wss://telemetry-backend.w3f.community/submit/ 1
-default_user: '{{ service_users[''polkadot''] }}'
+default_user: "{{ service_users['polkadot'] }}"
 inet_p2p_port: 30333
 inet_p2p_port_ws: 30334
 inet_rpc_port: 9944

diff --git a/group_vars/prometheus.yaml b/group_vars/prometheus.yaml
@@ -0,0 +1,5 @@
+---
+prometheus_version: 2.55.1
+default_download_url: "https://github.com/prometheus/prometheus/releases/download/v{{ prometheus_version }}/prometheus-{{ prometheus_version }}.linux-amd64.tar.gz"
+alertmanager_version: 0.27.0
+default_alertmanager_download_url: "https://github.com/prometheus/alertmanager/releases/download/v{{ alertmanager_version }}/alertmanager-{{ alertmanager_version }}.linux-amd64.tar.gz"