Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Eng7 ps3.cd setup hetzner cloud #2416

Draft
wants to merge 3 commits into
base: master
Choose a base branch
from
Draft

Eng7 ps3.cd setup hetzner cloud #2416

Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
db6fb8f
ENG-7 remove withCredentials and use default cred provider
vorsel Dec 10, 2023
f2fc3aa
ENG7 ps3.cd: setup Hetzner cloud
vorsel Dec 10, 2023
5962a8c
Revert "ENG-7 remove withCredentials and use default cred provider"
vorsel Dec 10, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
113 changes: 113 additions & 0 deletions IaC/ps3.cd/init.groovy.d/htz.cloud.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,113 @@
import cloud.dnation.jenkins.plugins.hetzner.*
import cloud.dnation.jenkins.plugins.hetzner.launcher.*
import hudson.model.*
import jenkins.model.Jenkins
import java.util.logging.Logger

def cloudName = "ps3-htz"

imageMap = [:] // ID TYPE NAME DESCRIPTION ARCHITECTURE IMAGE SIZE DISK SIZE CREATED DEPRECATED
imageMap['deb12-x64'] = '114690387' // 114690387 system debian-12 Debian 12 x86 - 5 GB Tue Jun 13 09:00:02 EEST 2023 -
imageMap['deb12-aarch64'] = '114690389' // 114690389 system debian-12 Debian 12 arm - 5 GB Tue Jun 13 09:00:03 EEST 2023 -
imageMap['launcher-x64'] = imageMap['deb12-x64']

execMap = [:]
execMap['deb'] = 1
execMap['deb12-x64'] = execMap['deb']
execMap['deb12-aarch64'] = execMap['deb']
execMap['launcher-x64'] = 10

bootDeadlineMap =[:]
bootDeadlineMap['default'] = 3
bootDeadlineMap['deb12-x64'] = bootDeadlineMap['default']
bootDeadlineMap['deb12-aarch64'] = bootDeadlineMap['default']
bootDeadlineMap['launcher-x64'] = bootDeadlineMap['default']

jvmOptsMap = [:]
jvmOptsMap['deb12'] = '-Xmx512m -Xms512m --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED'
jvmOptsMap['deb12-x64'] = jvmOptsMap['deb12']
jvmOptsMap['deb12-aarch64'] = jvmOptsMap['deb12']
jvmOptsMap['launcher-x64'] = jvmOptsMap['deb12']

labelMap = [:]
labelMap['deb12-x64'] = 'docker-x64 docker-deb12-x64 deb12-x64'
labelMap['deb12-aarch64'] = 'docker-aarch64 docker-deb12-aarch64 deb12-aarch64'
labelMap['launcher-x64'] = 'launcher-x64'

initMap = [:]
initMap['deb-docker'] = '''#!/bin/bash -x
set -o xtrace
export DEBIAN_FRONTEND=noninteractive
until sudo apt-get update; do
sleep 1
echo try again
done
until sudo apt-get -y install openjdk-17-jre-headless apt-transport-https ca-certificates curl gnupg lsb-release unzip; do
sleep 1
echo try again
done
curl -fsSL https://download.docker.com/linux/debian/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/debian $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
until sudo apt-get update; do
sleep 1
echo try again
done
until sudo apt-get -y install docker-ce docker-ce-cli containerd.io; do
sleep 1
echo try again
done
if ! $(aws --version | grep -q 'aws-cli/2'); then
find /tmp -maxdepth 1 -name "*aws*" | xargs sudo rm -rf
until curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "/tmp/awscliv2.zip"; do
sleep 1
echo try again
done
unzip -o /tmp/awscliv2.zip -d /tmp
cd /tmp/aws && sudo ./install
fi
sudo install -o $(id -u -n) -g $(id -g -n) -d /mnt/jenkins
sudo sysctl net.ipv4.tcp_fin_timeout=15
sudo sysctl net.ipv4.tcp_tw_reuse=1
sudo sysctl net.ipv6.conf.all.disable_ipv6=1
sudo sysctl net.ipv6.conf.default.disable_ipv6=1
sudo sysctl -w fs.inotify.max_user_watches=10000000 || true
sudo sysctl -w fs.aio-max-nr=1048576 || true
sudo sysctl -w fs.file-max=6815744 || true
echo "* soft core unlimited" | sudo tee -a /etc/security/limits.conf
sudo sed -i.bak -e 's^ExecStart=.*^ExecStart=/usr/bin/dockerd --data-root=/mnt/docker --default-ulimit nofile=900000:900000^' /lib/systemd/system/docker.service
sudo systemctl daemon-reload
sudo install -o root -g root -d /mnt/docker
sudo usermod -aG docker $(id -u -n)
sudo mkdir -p /etc/docker
echo '{"experimental": true, "ipv6": true, "fixed-cidr-v6": "fd3c:a8b0:18eb:5c06::/64"}' | sudo tee /etc/docker/daemon.json
sudo systemctl restart docker
echo "* * * * * root /usr/sbin/route add default gw 10.177.1.1 eth0" | sudo tee /etc/cron.d/fix-default-route
'''
initMap['deb12-x64'] = initMap['deb-docker']
initMap['deb12-aarch64'] = initMap['deb-docker']
initMap['launcher-x64'] = initMap['deb-docker']

def templates = [
/* new HetznerServerTemplate("ubuntu20-cx21", "java", "name=ubuntu20-docker", "fsn1", "cx21"), */
// tmplName tmplLabels tmplImage region server type
new HetznerServerTemplate("deb12-x64", labelMap['deb12-x64'], imageMap['deb12-x64'], "fsn1", "cx51"),
new HetznerServerTemplate("deb12-aarch64", labelMap['deb12-aarch64'], imageMap['deb12-aarch64'], "fsn1", "cax31"),
new HetznerServerTemplate("launcher-x64", labelMap['launcher-x64'], imageMap['launcher-x64'], "fsn1", "cx21")
]

templates.each { it -> it.setConnector(new SshConnectorAsRoot("hz.ps3.cd"))
def tmplName = it.name
it.setNumExecutors(execMap[tmplName])
it.bootDeadline = bootDeadlineMap[tmplName]
it.remoteFs = "/mnt/jenkins/"
it.jvmOpts = jvmOptsMap[tmplName]
it.userData = initMap[tmplName]
}

def cloud = new HetznerCloud(cloudName, "ps3.cd.hz", "10", templates)

def jenkins = Jenkins.get()

jenkins.clouds.remove(jenkins.clouds.getByName(cloudName))
jenkins.clouds.add(cloud)
jenkins.save()