-
Notifications
You must be signed in to change notification settings - Fork 18
/
Copy pathMakefile
192 lines (154 loc) · 7.54 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
ifdef PYTHON
PYTHON := $(PYTHON)
else
PYTHON := 3.8.2
endif
ifdef PLATFORM
PLATFORM := $(PLATFORM)
else
PLATFORM := linux-x86_64-cp-38-cp38
endif
SUBALIGNER_VERSION := $(SUBALIGNER_VERSION)
TRIGGER_URL := ${TRIGGER_URL}
define BROWSER_PYSCRIPT
import os, webbrowser, sys
try:
from urllib import pathname2url
except:
from urllib.request import pathname2url
webbrowser.open("file://" + pathname2url(os.path.abspath(sys.argv[1])))
endef
export BROWSER_PYSCRIPT
BROWSER := python -c "$$BROWSER_PYSCRIPT"
.PHONY: install uninstall build-gzip build-rpm test test-all docker-build pydoc coverage manual dist release clean clean-dist clean-doc clean-manual clean-build clean-pyc clean-test clean-rpm
install:
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[harmony]"
uninstall:
.$(PYTHON)/bin/pip uninstall subaligner
install-basic:
.$(PYTHON)/bin/pip install -e '.' --no-cache-dir
install-translation:
.$(PYTHON)/bin/pip install -e '.[llm]' --no-cache-dir
install-stretch:
.$(PYTHON)/bin/pip install -e '.[stretch]' --no-cache-dir
install-dev:
.$(PYTHON)/bin/pip install -e '.[dev]' --no-cache-dir
install-docs:
.$(PYTHON)/bin/pip install -e '.[docs]' --no-cache-dir
install-harmony:
.$(PYTHON)/bin/pip install -e '.[harmony]' --no-cache-dir
build-gzip:
mkdir -p dist
tar -czf dist/subligner.tar.gz subaligner bin pyproject.toml README.md LICENCE
build-rpm:
mkdir -p BUILD RPMS SRPMS SOURCES BUILDROOT
tar -czf SOURCES/subligner.tar.gz subaligner bin pyproject.toml README.md LICENCE
test:
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
PYTHONPATH=. .$(PYTHON)/bin/python -m unittest discover
-.$(PYTHON)/bin/pycodestyle subaligner tests examples misc bin/subaligner bin/subaligner_1pass bin/subaligner_2pass bin/subaligner_batch bin/subaligner_convert bin/subaligner_train bin/subaligner_tune setup.py --ignore=E203,E501,E902,W503 --exclude="subaligner/lib"
test-all: ## run tests on every Python version with tox
.$(PYTHON)/bin/tox
test-int: ## integration test
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
source .$(PYTHON)/bin/activate
radish -b tests/integration/radish tests/integration/feature;
pydoc: clean-doc ## generate pydoc HTML documentation based on docstrings
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
.$(PYTHON)/bin/python -m pydoc -w subaligner; mv subaligner.html docs/index.html
.$(PYTHON)/bin/python -m pydoc -w subaligner.embedder; mv subaligner.embedder.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.exception; mv subaligner.exception.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.hparam_tuner; mv subaligner.hparam_tuner.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.hyperparameters; mv subaligner.hyperparameters.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.logger; mv subaligner.logger.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.media_helper; mv subaligner.media_helper.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.network; mv subaligner.network.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.predictor; mv subaligner.predictor.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.singleton; mv subaligner.singleton.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.subtitle; mv subaligner.subtitle.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.trainer; mv subaligner.trainer.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.translator; mv subaligner.translator.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner.utils; mv subaligner.utils.html docs
.$(PYTHON)/bin/python -m pydoc -w subaligner._version; mv subaligner._version.html docs
$(BROWSER) docs/index.html
coverage: ## check code coverage quickly with the default Python
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
.$(PYTHON)/bin/coverage run --source subaligner -m unittest discover
.$(PYTHON)/bin/coverage report
.$(PYTHON)/bin/coverage html
$(BROWSER) htmlcov/index.html
manual: clean-manual ## generate manual pages
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
SPHINXAPIDOC=../.$(PYTHON)/bin/sphinx-apidoc SPHINXBUILD=../.$(PYTHON)/bin/sphinx-build make -C ./site html
.$(PYTHON)/bin/python -m sphinx -T -b html -d ./site/build/doctrees -D language=en ./site/source ./site/build/html
$(BROWSER) ./site/build/html/index.html
test-dist:
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e .
dist: clean-dist test-dist
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
.$(PYTHON)/bin/pip install build
.$(PYTHON)/bin/python -m build --sdist --wheel
release:
.$(PYTHON)/bin/twine upload dist/*
pipenv-install:
pipenv install
pipenv shell
profile:
if [ ! -e ".$(PYTHON)" ]; then ~/.pyenv/versions/$(PYTHON)/bin/python3 -m venv .$(PYTHON); fi
.$(PYTHON)/bin/pip install -e . --ignore-installed
.$(PYTHON)/bin/pip install -e ".[dev]"
.$(PYTHON)/bin/python -c "import misc.profiler; misc.profiler.generate_profiles()"
.$(PYTHON)/bin/kernprof -v -l ./misc/profiler.py
docker-build:
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-Ubuntu20 .
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-Ubuntu22 .
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-ArchLinux .
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-CentOS7 .
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-Debian11 .
docker build --build-arg RELEASE_VERSION=$(SUBALIGNER_VERSION) -f docker/Dockerfile-Fedora34 .
docker-images:
SUBALIGNER_VERSION=$(SUBALIGNER_VERSION) docker-compose -f ./docker/docker-compose.yml build
docker-push:
curl -H "Content-Type: application/json" --data '{"source_type": "Tag", "source_name": "v$(SUBALIGNER_VERSION)"}' -X POST $(TRIGGER_URL)
clean: clean-build clean-pyc clean-test clean-rpm clean-doc clean-manual clean-dist ## remove all build, test, coverage and Python artifacts
clean-dist:
rm -rf dist
clean-doc: ## remove documents
rm -rf docs/*.html
clean-manual: ## remove manual pages
rm -rf site/build
rm -f site/source/subaligner.rst site/source/modules.rst
clean-build: clean-rpm ## remove build artifacts
find . -name '*.egg-info' -exec rm -fr {} +
find . -name '*.egg' -exec rm -fr {} +
clean-pyc: ## remove Python file artifacts
find . -name '*.pyc' -exec rm -fr {} +
find . -name '*.pyo' -exec rm -fr {} +
find . -name '*~' -exec rm -fr {} +
find . -name '__pycache__' -exec rm -fr {} +
clean-test: ## remove test and coverage artifacts
rm -rf .$(PYTHON)/
rm -rf .tox/
rm -fr .coverage
rm -rf htmlcov/
rm -rf .pytest_cache
clean-rpm:
rm -rf BUILD RPMS SRPMS SOURCES BUILDROOT
clean-docker-images:
docker rmi -f $(docker images --filter=reference='*/subaligner' -qa)
clean-wheels:
rm -rf wheels