forked from cloud-custodian/cloud-custodian
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Makefile
180 lines (145 loc) · 5.62 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
# Copyright The Cloud Custodian Authors.
# SPDX-License-Identifier: Apache-2.0
SHELL := /bin/bash
SELF_MAKE := $(lastword $(MAKEFILE_LIST))
PKG_REPO = testpypi
PKG_INCREMENT := patch
PKG_SET := tools/c7n_gcp tools/c7n_kube tools/c7n_openstack tools/c7n_mailer tools/c7n_logexporter tools/c7n_policystream tools/c7n_trailcreator tools/c7n_org tools/c7n_sphinxext tools/c7n_awscc tools/c7n_tencentcloud tools/c7n_azure tools/c7n_oci tools/c7n_terraform
FMT_SET := tools/c7n_left tools/c7n_mailer tools/c7n_oci tools/c7n_kube tools/c7n_awscc
PLATFORM_ARCH := $(shell python3 -c "import platform; print(platform.machine())")
PLATFORM_OS := $(shell python3 -c "import platform; print(platform.system())")
PY_VERSION := $(shell python3 -c "import sys; print('%s.%s' % (sys.version_info.major, sys.version_info.minor))")
COVERAGE_TYPE := html
ARGS :=
IMAGE := c7n
IMAGE_TAG := latest
ifneq "$(findstring $(PLATFORM_OS), Linux Darwin)" ""
ifneq "$(findstring $(PY_VERSION), 3.10)" ""
PKG_SET := tools/c7n_left $(PKG_SET)
endif
ifneq "$(findstring $(PY_VERSION), 3.11)" ""
PKG_SET := tools/c7n_left $(PKG_SET)
endif
endif
###
# Common developer targets
install:
@if [[ -z "$(VIRTUAL_ENV)" ]]; then echo "Create and Activate VirtualEnv First, ie. python3 -m venv .venv && source .venv/bin/activate"; exit 1; fi
poetry install
for pkg in $(PKG_SET); do echo "Install $$pkg" && cd $$pkg && poetry install --all-extras && cd ../..; done
.PHONY: test
test:
. $(PWD)/test.env && poetry run pytest -n auto tests tools $(ARGS)
test-coverage:
. $(PWD)/test.env && poetry run pytest -n auto \
--cov-report $(COVERAGE_TYPE) \
--cov c7n \
--cov tools/c7n_azure/c7n_azure \
--cov tools/c7n_gcp/c7n_gcp \
--cov tools/c7n_kube/c7n_kube \
--cov tools/c7n_left/c7n_left \
--cov tools/c7n_mailer/c7n_mailer \
--cov tools/c7n_policystream/c7n_policystream \
--cov tools/c7n_tencentcloud/c7n_tencentcloud \
--cov tools/c7n_oci/c7n_oci \
tests tools $(ARGS)
test-functional:
# note this will provision real resources in a cloud environment
C7N_FUNCTIONAL=yes AWS_DEFAULT_REGION=us-east-2 pytest tests -m functional $(ARGS)
sphinx:
make -f docs/Makefile.sphinx html
lint:
ruff c7n tests tools
black --check $(FMT_SET)
type -P terraform && terraform fmt -check -recursive .
format:
black $(FMT_SET)
ruff --fix c7n tests tools
type -P terraform && terraform fmt -recursive .
clean:
make -f docs/Makefile.sphinx clean
rm -rf .tox .Python bin include lib pip-selfcheck.json
@$(MAKE) -f $(SELF_MAKE) pkg-clean
image:
docker build -f docker/$(IMAGE) -t $(IMAGE):$(IMAGE_TAG) .
gen-docker:
python tools/dev/dockerpkg.py generate
###
# Package Management Targets
# - primarily used to help drive frozen releases and dependency upgrades
pkg-rebase:
rm -f poetry.lock
for pkg in $(PKG_SET); do cd $$pkg && echo $$pkg && rm -f poetry.lock && cd ../..; done
@$(MAKE) -f $(SELF_MAKE) pkg-update
git add poetry.lock
for pkg in $(PKG_SET); do cd $$pkg && echo $$pkg && git add poetry.lock && cd ../..; done
pkg-clean:
rm -f release.md
rm -f wheels-manifest.txt
rm -f dist/*
for pkg in $(PKG_SET); do cd $$pkg && rm -f dist/* && cd ../..; done
rm -Rf build/*
for pkg in $(PKG_SET); do cd $$pkg && rm -Rf build/* && cd ../..; done
pkg-update:
poetry update
for pkg in $(PKG_SET); do cd $$pkg && echo $$pkg && poetry update && cd ../..; done
pkg-show-update:
poetry show -o
for pkg in $(PKG_SET); do cd $$pkg && echo $$pkg && poetry show -o && cd ../..; done
pkg-increment:
# increment versions
poetry version $(PKG_INCREMENT)
for pkg in $(PKG_SET); do cd $$pkg && poetry version $(PKG_INCREMENT) && cd ../..; done
poetry run python tools/dev/poetrypkg.py gen-version-file -p . -f c7n/version.py
pkg-build-wheel:
# requires plugin installation -> poetry self add poetry-plugin-freeze
@$(MAKE) -f $(SELF_MAKE) pkg-clean
poetry build --format wheel
for pkg in $(PKG_SET); do cd $$pkg && poetry build --format wheel && cd ../..; done
poetry freeze-wheel
twine check --strict dist/*
for pkg in $(PKG_SET); do cd $$pkg && twine check --strict dist/* && cd ../..; done
pkg-publish-wheel:
# upload to test pypi
set -e
twine upload -r $(PKG_REPO) dist/*
for pkg in $(PKG_SET); do cd $$pkg && twine upload -r $(PKG_REPO) dist/* && cd ../..; done
release-get-artifacts:
@$(MAKE) -f $(SELF_MAKE) pkg-clean
python tools/dev/get_release_artifacts.py
data-update:
# terraform data sets
cd tools/c7n_left/scripts && terraform init && python get_taggable.py --output ../c7n_left/data/taggable.json
# aws data sets
python tools/dev/cfntypedb.py -f tests/data/cfn-types.json
python tools/dev/updatearnref > tests/data/arn-types.json
python tools/dev/iamdb.py -f tests/data/iam-actions.json
# gcp data sets
python tools/dev/gcpiamdb.py -f tools/c7n_gcp/tests/data/iam-permissions.json
python tools/dev/gcpregion.py -f tools/c7n_gcp/c7n_gcp/regions.json
###
# Static analyzers
analyzer-bandit:
bandit -i -s B101,B311 \
-r tools/c7n_azure/c7n_azure \
tools/c7n_gcp/c7n_gcp \
tools/c7n_oci/c7n_oci \
tools/c7n_left/c7n_left \
tools/c7n_guardian/c7n_guardian \
tools/c7n_org/c7n_org \
tools/c7n_mailer/c7n_mailer \
tools/c7n_policystream/policystream.py \
tools/c7n_trailcreator/c7n_trailcreator \
c7n
analyzer-semgrep:
semgrep --error --verbose --config p/security-audit \
tools/c7n_azure/c7n_azure \
tools/c7n_gcp/c7n_gcp \
tools/c7n_oci/c7n_oci \
tools/c7n_left/c7n_left \
tools/c7n_guardian/c7n_guardian \
tools/c7n_org/c7n_org \
tools/c7n_mailer/c7n_mailer \
tools/c7n_policystream/policystream.py \
tools/c7n_trailcreator/c7n_trailcreator \
c7n