Skip to content

Commit df585b9

Browse files
juju4juju4
committed
ci: add default-lxd workflow
1 parent 4b07dcd commit df585b9

File tree

1 file changed

+265
-0
lines changed

1 file changed

+265
-0
lines changed

‎.github/workflows/default-lxd.yml‎

Lines changed: 265 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,265 @@
1+
---
2+
name: default-lxd
3+
4+
on:
5+
push:
6+
pull_request:
7+
workflow_dispatch:
8+
schedule: # run weekly, every Thursday 06:00
9+
- cron: '0 6 * * 4'
10+
11+
permissions: {}
12+
13+
jobs:
14+
build:
15+
permissions:
16+
contents: read
17+
runs-on: ubuntu-22.04
18+
continue-on-error: ${{ matrix.experimental }}
19+
strategy:
20+
fail-fast: false
21+
max-parallel: 4
22+
matrix:
23+
include:
24+
- distribution: centos
25+
version: 9-Stream
26+
version2: 9-Stream
27+
suite: default
28+
experimental: true
29+
- distribution: centos
30+
version: 8-Stream
31+
version2: 8-Stream
32+
suite: default
33+
experimental: true
34+
- distribution: debian
35+
version: bullseye
36+
version2: bullseye
37+
suite: default
38+
experimental: true
39+
- distribution: ubuntu
40+
version: '22.04'
41+
version2: 2204
42+
suite: default
43+
experimental: true
44+
- distribution: ubuntu
45+
version: '20.04'
46+
version2: 2004
47+
suite: default
48+
experimental: false
49+
- distribution: ubuntu
50+
version: '20.04'
51+
version2: 2004
52+
suite: default-nosnuffle
53+
experimental: false
54+
env:
55+
ANSIBLE_CALLBACKS_ENABLED: profile_tasks
56+
ANSIBLE_ROLE: juju4.misp
57+
LXDIMAGE: "${{ matrix.distribution }}-${{ matrix.version }}"
58+
LXDGUEST: "default-${{ matrix.distribution }}-${{ matrix.version }}"
59+
60+
steps:
61+
- uses: actions/checkout@v3
62+
with:
63+
path: ${{ env.ANSIBLE_ROLE }}
64+
- name: Set up Python
65+
uses: actions/setup-python@v4
66+
with:
67+
python-version: '3.x'
68+
- name: Environment
69+
run: |
70+
set -x
71+
pwd
72+
env
73+
find . -ls
74+
- name: Install lxd requirements
75+
run: |
76+
set -x
77+
sudo apt-get update -qq
78+
sudo apt-get -y install acl dnsmasq-base zfsutils-linux -q
79+
sudo snap install lxd
80+
whoami
81+
grep lxd /etc/group
82+
echo "# remote list"
83+
lxc remote list
84+
echo "# image list"
85+
sudo lxc image list
86+
echo "# download image"
87+
[ ${{ matrix.distribution }} == ubuntu ] || sudo lxc image copy images:${{ matrix.distribution }}/${{ matrix.version }}/amd64 local: --alias=${{ matrix.distribution }}-${{ matrix.version }}-nossh || true
88+
[ ${{ matrix.distribution }} == ubuntu ] && sudo lxc image copy ubuntu:${{ matrix.version }} local: --alias=${{ matrix.distribution }}-${{ matrix.version }} || true
89+
echo "# image list"
90+
sudo lxc image list
91+
## configure network
92+
ifconfig -a || true
93+
ip addr || true
94+
sudo lxc info
95+
sudo lxc network list
96+
sudo lxc network create lxdbr0
97+
sudo lxc network show lxdbr0
98+
sudo lxc network attach-profile lxdbr0 default ens4
99+
sudo lxc profile device get default ens4 nictype || true
100+
sudo service lxd restart || true
101+
ps ax | grep dnsmasq
102+
systemctl status -l --no-pager lxd || true
103+
cat /etc/network/interfaces.d/50-cloud-init.cfg || true
104+
sudo lxc network list
105+
# configure storage pool
106+
sudo lxc storage list
107+
sudo lxc storage create pool1 zfs
108+
sudo lxc storage list
109+
sudo zpool list
110+
sudo lxc profile device add default root disk path=/ pool=pool1
111+
sudo lxc profile show default
112+
[ "X${{ matrix.distribution }}" == "Xcentos" ] && cd $GITHUB_WORKSPACE/$ANSIBLE_ROLE && sudo sh -x ./test/lxd/centos-ssh-image.sh ${{ matrix.version }} || true
113+
[ "X${{ matrix.distribution }}" == "Xdebian" ] && cd $GITHUB_WORKSPACE/$ANSIBLE_ROLE && sudo sh -x ./test/lxd/debian-ssh-image.sh ${{ matrix.version }} || true
114+
- name: Start lxd instance
115+
run: |
116+
set -x
117+
lxc init $LXDIMAGE $LXDGUEST
118+
lxc start $LXDGUEST
119+
- name: Mount GITHUB_WORKSPACE in lxd
120+
run: |
121+
set -x
122+
lxc exec $LXDGUEST -- install -d -m 755 /tmp/workspace
123+
lxc config device add $LXDGUEST sharedworkspace disk source=$GITHUB_WORKSPACE/ path=/tmp/workspace
124+
- name: Ansible dependencies in lxd
125+
run: |
126+
cd $GITHUB_WORKSPACE/$ANSIBLE_ROLE
127+
[ -f get-dependencies.sh ] && lxc exec $LXDGUEST -- sh -x /tmp/workspace/$ANSIBLE_ROLE/get-dependencies.sh
128+
lxc exec $LXDGUEST -- "{ echo '[defaults]'; echo 'callbacks_enabled = profile_tasks, timer'; echo 'roles_path = ../'; echo 'ansible_python_interpreter: /usr/bin/python3'; } >> ansible.cfg"
129+
- name: Converge
130+
run: |
131+
lxc exec $LXDGUEST -- ansible-playbook -i localhost, --connection=local --become -vvv /tmp/workspace/$ANSIBLE_ROLE/test/integration/default/default.yml ${ANSIBLE_EXTRA_VARS}
132+
env:
133+
TERM: xterm-256color
134+
- name: Idempotency run
135+
run: |
136+
lxc exec $LXDGUEST -- "ansible-playbook -i localhost, --connection=local --become -vvv /tmp/workspace/$ANSIBLE_ROLE/test/integration/default/default.yml ${ANSIBLE_EXTRA_VARS} | tee /tmp/idempotency.log | grep -q 'changed=0.*failed=0' && (echo 'Idempotence test: pass' && exit 0) || (echo 'Idempotence test: fail' && cat /tmp/idempotency.log && exit 0)"
137+
- name: On failure
138+
run: |
139+
set -x
140+
lxc exec $LXDGUEST -- 'ansible -i inventory --connection=local -m setup localhost' || true
141+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status' || true
142+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager --failed' || true
143+
lxc exec $LXDGUEST -- 'ls -l /usr/bin/ | egrep "(python|pip|ansible)"' || true
144+
lxc exec $LXDGUEST -- 'pip freeze' || true
145+
lxc exec $LXDGUEST -- 'pip3 freeze' || true
146+
lxc exec $LXDGUEST -- 'ip addr' || true
147+
lxc exec $LXDGUEST -- 'cat /etc/resolv.conf' || true
148+
lxc exec $LXDGUEST -- 'host www.google.com' || true
149+
lxc exec $LXDGUEST -- 'ping -c 1 www.google.com' || true
150+
lxc exec $LXDGUEST -- 'ping -c 1 8.8.8.8' || true
151+
lxc exec $LXDGUEST -- 'ls -l /usr/bin/php* /usr/local/bin/php*' || true
152+
lxc exec $LXDGUEST -- 'php --version' || true
153+
lxc exec $LXDGUEST -- 'ls /etc/apache2/mods-enabled/' || true
154+
lxc exec $LXDGUEST -- 'ls -l /var/www/_MISP/MISP/tests/' || true
155+
lxc exec $LXDGUEST -- 'cat /var/log/apache2/misp.local_error.log' || true
156+
lxc exec $LXDGUEST -- 'cat /var/www/_MISP/MISP/app/tmp/logs/error.log' || true
157+
lxc exec $LXDGUEST -- 'ls -lA /etc/yum.repos.d/' || true
158+
lxc exec $LXDGUEST -- 'cat /etc/yum.repos.d/CentOS-PowerTools.repo' || true
159+
if: ${{ failure() }}
160+
continue-on-error: true
161+
- name: After script - python
162+
run: |
163+
set -x
164+
lxc exec $LXDGUEST -- 'which pip'
165+
lxc exec $LXDGUEST -- 'pip freeze'
166+
lxc exec $LXDGUEST -- 'which pip3'
167+
lxc exec $LXDGUEST -- 'pip3 install pipdeptree'
168+
lxc exec $LXDGUEST -- 'pip3 freeze'
169+
lxc exec $LXDGUEST -- 'pipdeptree -r'
170+
lxc exec $LXDGUEST -- '/var/www/_MISP/venv/bin/python --version'
171+
lxc exec $LXDGUEST -- '/var/www/_MISP/venv/bin/pip install pipdeptree'
172+
lxc exec $LXDGUEST -- '/var/www/_MISP/venv/bin/pipdeptree -r'
173+
if: ${{ always() }}
174+
continue-on-error: true
175+
- name: After script - MISP files
176+
run: |
177+
set -x
178+
lxc exec $LXDGUEST -- 'find /var/www/_MISP/venv/ -type f | tail -500'
179+
lxc exec $LXDGUEST -- 'cat /opt/misp-modules/REQUIREMENTS'
180+
lxc exec $LXDGUEST -- '/var/www/_MISP/venv/bin/misp-modules -t'
181+
lxc exec $LXDGUEST -- 'ls -la /var/www/_MISP/MISP/'
182+
lxc exec $LXDGUEST -- 'ls -la /var/www/.cache/pip/http/'
183+
lxc exec $LXDGUEST -- 'cat /var/www/_MISP/MISP/app/Config/bootstrap.php'
184+
lxc exec $LXDGUEST -- 'ls -la /var/www/_MISP/MISP/app/tmp/cache/models/'
185+
lxc exec $LXDGUEST -- 'getfacl /var/www/_MISP/MISP/app/tmp/cache/models'
186+
lxc exec $LXDGUEST -- 'find /usr -iname "*libyara*.so"'
187+
if: ${{ always() }}
188+
continue-on-error: true
189+
- name: After script - MISP error logs
190+
run: |
191+
set -x
192+
lxc exec $LXDGUEST -- 'cat /var/log/apache2/misp.local_access.log' || true
193+
lxc exec $LXDGUEST -- 'cat /var/log/apache2/misp.local_error.log' || true
194+
lxc exec $LXDGUEST -- 'cat /var/log/httpd/misp.local_access.log' || true
195+
lxc exec $LXDGUEST -- 'cat /var/log/httpd/misp.local_error.log' || true
196+
lxc exec $LXDGUEST -- 'cat /var/www/_MISP/MISP/app/tmp/logs/error.log' || true
197+
lxc exec $LXDGUEST -- 'cat /var/www/_MISP/MISP/app/tmp/logs/debug.log' || true
198+
if: ${{ always() }}
199+
continue-on-error: true
200+
- name: After script - redis logs
201+
run: |
202+
set -x
203+
lxc exec $LXDGUEST -- 'ls -lA /var/log/redis/' || true
204+
lxc exec $LXDGUEST -- 'cat /var/log/redis/redis.log' || true
205+
lxc exec $LXDGUEST -- 'cat /var/log/redis/redis-server.log' || true
206+
if: ${{ always() }}
207+
continue-on-error: true
208+
- name: After script - curl
209+
run: |
210+
lxc exec $LXDGUEST -- 'curl -vk http://localhost:6666'
211+
if: ${{ always() }}
212+
continue-on-error: true
213+
- name: After script - PyMISP
214+
run: |
215+
lxc exec $LXDGUEST -- 'cd /var/www/_MISP/MISP/PyMISP/examples && /var/www/_MISP/venv/bin/python /var/www/_MISP/MISP/PyMISP/examples/users_list.py'
216+
if: ${{ always() }}
217+
continue-on-error: true
218+
- name: After script - system
219+
run: |
220+
set -x
221+
lxc exec $LXDGUEST -- 'netstat -anp' || true
222+
lxc exec $LXDGUEST -- 'ss -nlp' || true
223+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status apache2' || true
224+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status redis' || true
225+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status httpd' || true
226+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status httpd-init' || true
227+
lxc exec $LXDGUEST -- 'systemctl -l --no-pager status' || true
228+
if: ${{ always() }}
229+
continue-on-error: true
230+
- name: After script - journalctl
231+
run: |
232+
lxc exec $LXDGUEST -- 'journalctl -xe --no-pager' || true
233+
if: ${{ always() }}
234+
continue-on-error: true
235+
- name: After script - redhat
236+
run: |
237+
lxc exec $LXDGUEST -- 'sudo dnf repolist' || true
238+
lxc exec $LXDGUEST -- 'find /etc/yum.repos.d/ -exec cat {} \;' || true
239+
if: ${{ always() }}
240+
continue-on-error: true
241+
- name: After script - mysql
242+
run: |
243+
lxc exec $LXDGUEST -- 'mysql -e "SHOW TABLES" misp' || true
244+
lxc exec $LXDGUEST -- 'mysql -e "SELECT * from users;" misp' || true
245+
if: ${{ always() }}
246+
continue-on-error: true
247+
- name: After script - php
248+
run: |
249+
set -x
250+
lxc exec $LXDGUEST -- 'which php' || true
251+
lxc exec $LXDGUEST -- '`which php` --version' || true
252+
lxc exec $LXDGUEST -- 'which php7.4' || true
253+
lxc exec $LXDGUEST -- 'ls -lF /usr/bin/php* /usr/local/bin/php*' || true
254+
lxc exec $LXDGUEST -- 'dpkg -L php' || true
255+
lxc exec $LXDGUEST -- 'dpkg -L php7.4' || true
256+
if: ${{ always() }}
257+
continue-on-error: true
258+
- name: After script - misp
259+
run: |
260+
set -x
261+
lxc exec $LXDGUEST -- 'sudo -u www-data /var/www/_MISP/MISP/app/Console/cake Admin securityAudit' || true
262+
lxc exec $LXDGUEST -- 'sudo -u www-data /var/www/_MISP/MISP/app/Console/cake Admin configLint' || true
263+
lxc exec $LXDGUEST -- 'sudo -u www-data /var/www/_MISP/MISP/app/Console/cake Admin live' || true
264+
if: ${{ always() }}
265+
continue-on-error: true

0 commit comments

Comments
 (0)