forked from ceph/ceph
-
Notifications
You must be signed in to change notification settings - Fork 0
/
install-deps.sh
executable file
·220 lines (208 loc) · 7.43 KB
/
install-deps.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
#!/bin/bash -e
#
# Ceph distributed storage system
#
# Copyright (C) 2014, 2015 Red Hat <[email protected]>
#
# Author: Loic Dachary <[email protected]>
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
DIR=/tmp/install-deps.$$
trap "rm -fr $DIR" EXIT
mkdir -p $DIR
if test $(id -u) != 0 ; then
SUDO=sudo
fi
export LC_ALL=C # the following is vulnerable to i18n
if [ x`uname`x = xFreeBSDx ]; then
$SUDO pkg install -yq \
devel/git \
devel/gmake \
devel/cmake \
devel/yasm \
devel/boost-all \
devel/boost-python-libs \
devel/valgrind \
devel/pkgconf \
devel/libatomic_ops \
devel/libedit \
devel/libtool \
devel/google-perftools \
lang/cython \
devel/py-virtualenv \
databases/leveldb \
net/openldap24-client \
security/nss \
security/cryptopp \
archivers/snappy \
ftp/curl \
misc/e2fsprogs-libuuid \
misc/getopt \
textproc/expat2 \
textproc/gsed \
textproc/libxml2 \
textproc/xmlstarlet \
textproc/jq \
textproc/sphinx \
emulators/fuse \
java/junit \
lang/python27 \
devel/py-argparse \
devel/py-nose \
www/py-flask \
www/fcgi \
sysutils/flock \
sysutils/fusefs-libs \
exit
else
source /etc/os-release
case $ID in
debian|ubuntu|devuan)
echo "Using apt-get to install dependencies"
$SUDO apt-get install -y lsb-release devscripts equivs
$SUDO apt-get install -y dpkg-dev gcc
if ! test -r debian/control ; then
echo debian/control is not a readable file
exit 1
fi
touch $DIR/status
backports=""
control="debian/control"
case $(lsb_release -sc) in
squeeze|wheezy)
control="/tmp/control.$$"
grep -v babeltrace debian/control > $control
backports="-t $(lsb_release -sc)-backports"
;;
esac
# make a metapackage that expresses the build dependencies,
# install it, rm the .deb; then uninstall the package as its
# work is done
$SUDO env DEBIAN_FRONTEND=noninteractive mk-build-deps --install --remove --tool="apt-get -y --no-install-recommends $backports" $control || exit 1
$SUDO env DEBIAN_FRONTEND=noninteractive apt-get -y remove ceph-build-deps
if [ -n "$backports" ] ; then rm $control; fi
;;
centos|fedora|rhel|ol|virtuozzo)
yumdnf="yum"
builddepcmd="yum-builddep -y"
if test "$(echo "$VERSION_ID >= 22" | bc)" -ne 0; then
yumdnf="dnf"
builddepcmd="dnf -y builddep --allowerasing"
fi
echo "Using $yumdnf to install dependencies"
$SUDO $yumdnf install -y redhat-lsb-core
case $(lsb_release -si) in
Fedora)
if test $yumdnf = yum; then
$SUDO $yumdnf install -y yum-utils
fi
;;
CentOS|RedHatEnterpriseServer|VirtuozzoLinux)
$SUDO yum install -y yum-utils
MAJOR_VERSION=$(lsb_release -rs | cut -f1 -d.)
if test $(lsb_release -si) = RedHatEnterpriseServer ; then
$SUDO yum install subscription-manager
$SUDO subscription-manager repos --enable=rhel-$MAJOR_VERSION-server-optional-rpms
fi
$SUDO yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/$MAJOR_VERSION/x86_64/
$SUDO yum install --nogpgcheck -y epel-release
$SUDO rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-$MAJOR_VERSION
$SUDO rm -f /etc/yum.repos.d/dl.fedoraproject.org*
if test $(lsb_release -si) = CentOS -a $MAJOR_VERSION = 7 ; then
$SUDO yum-config-manager --enable cr
fi
if test $(lsb_release -si) = VirtuozzoLinux -a $MAJOR_VERSION = 7 ; then
$SUDO yum-config-manager --enable cr
fi
;;
esac
sed -e 's/@//g' < ceph.spec.in > $DIR/ceph.spec
$SUDO $builddepcmd $DIR/ceph.spec 2>&1 | tee $DIR/yum-builddep.out
! grep -q -i error: $DIR/yum-builddep.out || exit 1
;;
opensuse|suse|sles)
echo "Using zypper to install dependencies"
$SUDO zypper --gpg-auto-import-keys --non-interactive install lsb-release systemd-rpm-macros
sed -e 's/@//g' < ceph.spec.in > $DIR/ceph.spec
$SUDO zypper --non-interactive install $(rpmspec -q --buildrequires $DIR/ceph.spec) || exit 1
;;
alpine)
# for now we need the testing repo for leveldb
TESTREPO="http://nl.alpinelinux.org/alpine/edge/testing"
if ! grep -qF "$TESTREPO" /etc/apk/repositories ; then
$SUDO echo "$TESTREPO" | sudo tee -a /etc/apk/repositories > /dev/null
fi
source alpine/APKBUILD.in
$SUDO apk --update add abuild build-base ccache $makedepends
if id -u build >/dev/null 2>&1 ; then
$SUDO addgroup build abuild
fi
;;
*)
echo "$ID is unknown, dependencies will have to be installed manually."
exit 1
;;
esac
fi
function populate_wheelhouse() {
local install=$1
shift
# although pip comes with virtualenv, having a recent version
# of pip matters when it comes to using wheel packages
pip --timeout 300 $install 'setuptools >= 0.8' 'pip >= 7.0' 'wheel >= 0.24' || return 1
if test $# != 0 ; then
pip --timeout 300 $install $@ || return 1
fi
}
function activate_virtualenv() {
local top_srcdir=$1
local interpreter=$2
local env_dir=$top_srcdir/install-deps-$interpreter
if ! test -d $env_dir ; then
# Make a temporary virtualenv to get a fresh version of virtualenv
# because CentOS 7 has a buggy old version (v1.10.1)
# https://github.com/pypa/virtualenv/issues/463
virtualenv ${env_dir}_tmp
${env_dir}_tmp/bin/pip install --upgrade virtualenv
${env_dir}_tmp/bin/virtualenv --python $interpreter $env_dir
rm -rf ${env_dir}_tmp
. $env_dir/bin/activate
if ! populate_wheelhouse install ; then
rm -rf $env_dir
return 1
fi
fi
. $env_dir/bin/activate
}
# use pip cache if possible but do not store it outside of the source
# tree
# see https://pip.pypa.io/en/stable/reference/pip_install.html#caching
mkdir -p install-deps-cache
top_srcdir=$(pwd)
export XDG_CACHE_HOME=$top_srcdir/install-deps-cache
wip_wheelhouse=wheelhouse-wip
#
# preload python modules so that tox can run without network access
#
find . -name tox.ini | while read ini ; do
(
cd $(dirname $ini)
require=$(ls *requirements.txt 2>/dev/null | sed -e 's/^/-r /')
if test "$require" && ! test -d wheelhouse ; then
for interpreter in python2.7 python3 ; do
type $interpreter > /dev/null 2>&1 || continue
activate_virtualenv $top_srcdir $interpreter || exit 1
populate_wheelhouse "wheel -w $wip_wheelhouse" $require || exit 1
done
mv $wip_wheelhouse wheelhouse
fi
)
done
for interpreter in python2.7 python3 ; do
rm -rf $top_srcdir/install-deps-$interpreter
done
rm -rf $XDG_CACHE_HOME