-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathwscript
379 lines (305 loc) · 13.5 KB
/
wscript
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
#! /usr/bin/env python
# encoding: utf-8
import sys,optparse
import waflib
from waflib import Logs
from waflib.Errors import WafError
import os.path
import re
# these variables are mandatory ('/' are converted automatically)
top = '.'
out = 'build'
# Allow import of custom tools
sys.path.append('examples/waftools')
variants = {'local' : 'local',
'asan' : 'local', ## Core Sanitizers (Address, Undefined-Behavior)
'tsan' : 'local', ## Thread Sanitizer
}
def options(ctx):
ctx.load('compiler_c')
ctx.load('compiler_cxx')
ctx.load('python')
add_zcm_configure_options(ctx)
add_zcm_build_options(ctx)
def add_zcm_configure_options(ctx):
gr = ctx.add_option_group('ZCM Configuration Options')
def add_use_option(name, desc):
gr.add_option('--use-' + name, dest = 'use_' + re.sub('-', '_', name),
default = False, action = 'store_true', help = desc)
def add_trans_option(name, desc):
gr.add_option('--use-' + name, dest = 'use_' + re.sub('-', '_', name),
default = False, action = 'store_true', help = desc)
add_use_option('all', 'Attempt to enable every ZCM feature')
add_use_option('java', 'Enable java features')
add_use_option('nodejs', 'Enable nodejs features')
add_use_option('python', 'Enable python features')
add_use_option('zmq', 'Enable ZeroMQ features')
add_use_option('elf', 'Enable runtime loading of shared libs')
add_use_option('third-party', 'Enable inclusion of 3rd party transports.')
gr.add_option('--hash-member-names', dest='hash_member_names', default='false',
type='choice', choices=['true', 'false'],
action='store', help='Include the zcmtype members names in the hash generation')
gr.add_option('--hash-typename', dest='hash_typename', default='true',
type='choice', choices=['true', 'false'],
action='store', help='Include the zcmtype name in the hash generation')
add_use_option('dev', 'Enable all dev tools')
add_use_option('clang', 'Enable build using clang sanitizers')
add_use_option('cxxtest', 'Enable build of cxxtests')
add_trans_option('inproc', 'Enable the In-Process transport (Requires ZeroMQ)')
add_trans_option('ipc', 'Enable the IPC transport (Requires ZeroMQ)')
add_trans_option('udpm', 'Enable the UDP Multicast transport (LCM-compatible)')
add_trans_option('udpd', 'Enable the UDPD')
add_trans_option('udp', 'Enable the UDP Unicast transport')
add_trans_option('serial', 'Enable the Serial transport')
def add_zcm_build_options(ctx):
gr = ctx.add_option_group('ZCM Build Options')
gr.add_option('-s', '--symbols', dest='symbols', default=False, action='store_true',
help='Leave the debugging symbols in the resulting object files')
gr.add_option('-d', '--debug', dest='debug', default=False, action='store_true',
help='Compile all C/C++ code in debug mode: no optimizations and full symbols')
def configure(ctx):
for e in variants:
ctx.setenv(e) # start with a copy instead of a new env
ctx.setenv('')
ctx.load('compiler_c')
ctx.load('compiler_cxx')
ctx.recurse('gen')
ctx.recurse('config')
ctx.load('zcm-gen')
ctx.env.configuredEnv = []
process_zcm_configure_options(ctx)
def processCppVersion(ctx, f):
version = ctx.cmd_and_log('grep VERSION %s | cut -d \' \' -f3' % (f),
output=waflib.Context.STDOUT,
quiet=waflib.Context.BOTH).strip()
version = version.split("\n")
version = '.'.join(version)
return version
def processNodeVersion(ctx, f):
version = ctx.cmd_and_log('grep version %s | cut -d \'"\' -f4' % (f),
output=waflib.Context.STDOUT,
quiet=waflib.Context.BOTH).strip()
return version
def version(ctx):
versionNODE = processNodeVersion(ctx, 'zcm/js/node/package.json')
versionZCM = processCppVersion(ctx, 'zcm/zcm.h')
versionGEN = processCppVersion(ctx, 'gen/version.h')
if versionZCM != versionGEN:
raise WafError("Version mismatch between core and zcm gen")
if versionZCM != versionNODE:
raise WafError("Version mismatch between core and nodejs")
Logs.pprint('RED','ZCM Version: %s' % (versionZCM))
for e in ctx.env.configuredEnv:
ctx.setenv(e, env=ctx.env.derive()) # start with a copy instead of a new env
return versionZCM
def process_zcm_configure_options(ctx):
opt = waflib.Options.options
env = ctx.env
def hasopt(key):
return opt.use_all or getattr(opt, key)
def hasoptDev(key):
return opt.use_dev or getattr(opt, key)
env.USING_CPP = True
env.USING_JAVA = hasopt('use_java') and attempt_use_java(ctx)
env.USING_NODEJS = hasopt('use_nodejs') and attempt_use_nodejs(ctx)
env.USING_PYTHON = hasopt('use_python') and attempt_use_python(ctx)
env.USING_ZMQ = hasopt('use_zmq') and attempt_use_zmq(ctx)
env.USING_ELF = hasopt('use_elf') and attempt_use_elf(ctx)
env.USING_THIRD_PARTY = getattr(opt, 'use_third_party') and attempt_use_third_party(ctx)
env.USING_TRANS_IPC = hasopt('use_ipc')
env.USING_TRANS_INPROC = hasopt('use_inproc')
env.USING_TRANS_UDPM = hasopt('use_udpm')
env.USING_TRANS_UDPD = hasopt('use_udpd')
env.USING_TRANS_UDP = hasopt('use_udp')
env.USING_TRANS_SERIAL = hasopt('use_serial')
env.HASH_TYPENAME = getattr(opt, 'hash_typename')
env.HASH_MEMBER_NAMES = getattr(opt, 'hash_member_names')
env.USING_CLANG = hasoptDev('use_clang') and attempt_use_clang(ctx)
env.USING_CXXTEST = hasoptDev('use_cxxtest') and attempt_use_cxxtest(ctx)
ZMQ_REQUIRED = env.USING_TRANS_IPC or env.USING_TRANS_INPROC
if ZMQ_REQUIRED and not env.USING_ZMQ:
raise WafError("Using ZeroMQ is required for some of the selected transports (--use-zmq)")
env.VERSION = version(ctx)
def print_entry(name, enabled, invertColors=False):
Logs.pprint("NORMAL", " {:20}".format(name), sep='')
if enabled:
if invertColors:
Logs.pprint("RED", "Enabled")
else:
Logs.pprint("GREEN", "Enabled")
else:
if invertColors:
Logs.pprint("GREEN", "Disabled")
else:
Logs.pprint("RED", "Disabled")
Logs.pprint('BLUE', '\nDependency Configuration:')
print_entry("C/C++", env.USING_CPP)
print_entry("Java", env.USING_JAVA)
print_entry("NodeJs", env.USING_NODEJS)
print_entry("Python", env.USING_PYTHON)
print_entry("ZeroMQ", env.USING_ZMQ)
print_entry("Elf", env.USING_ELF)
print_entry("Third Party", env.USING_THIRD_PARTY)
Logs.pprint('BLUE', '\nTransport Configuration:')
print_entry("ipc", env.USING_TRANS_IPC)
print_entry("inproc", env.USING_TRANS_INPROC)
print_entry("udpm", env.USING_TRANS_UDPM)
print_entry("udpd", env.USING_TRANS_UDPD)
print_entry("udp", env.USING_TRANS_UDP)
print_entry("serial", env.USING_TRANS_SERIAL)
Logs.pprint('BLUE', '\nType Configuration:')
print_entry("hash-typename", env.HASH_TYPENAME == 'true')
print_entry("hash-member-names", env.HASH_MEMBER_NAMES == 'true', True)
Logs.pprint('BLUE', '\nDev Configuration:')
print_entry("Clang", env.USING_CLANG)
print_entry("CxxTest", env.USING_CXXTEST)
Logs.pprint('NORMAL', '')
def attempt_use_java(ctx):
ctx.load('java')
ctx.check_jni_headers()
return True
def attempt_use_nodejs(ctx):
# nodejs isn't really required for build, but it felt weird to leave it
# out since the user is expecting zcm to build for nodejs. It will
# technically build, but you wont be able to run it without the nodejs package
ctx.find_program('node', var='NODE', mandatory=True)
ctx.env.NODE = ctx.env.NODE[0]
ctx.find_program('npm', var='NPM', mandatory=True)
ctx.env.NPM = ctx.env.NPM[0]
return True
def attempt_use_python(ctx):
ctx.load('python')
ctx.check_python_headers()
ctx.find_program('cython', var='CYTHON', mandatory=True)
return True
def attempt_use_zmq(ctx):
ctx.check_cfg(package='libzmq', args='--cflags --libs', uselib_store='zmq')
return True
def attempt_use_cxxtest(ctx):
ctx.load('cxxtest')
return True
def attempt_use_elf(ctx):
if not os.path.exists('/usr/include/libelf.h'):
raise WafError('Failed to find libelf')
ctx.env.LIB_elf = ['elf', 'dl']
return True
def attempt_use_third_party(ctx):
submodules = [ 'zcm/transport/third-party' ]
foundAll = True
for name in submodules:
found = not ctx.path.find_dir(name) is None
ctx.msg('Checking for submodule: %s' % name, found)
foundAll &= found
if not foundAll:
raise WafError('Failed to find all required submodules. You should run: \n' + \
'git submodule update --init --recursive\n' + \
'and then reconfigure')
return True
def attempt_use_clang(ctx):
ctx.load('clang-custom')
ctx.env.CLANG_VERSION = ctx.assert_clang_version(3.6)
ctx.env.configuredEnv.append('asan')
ctx.env.configuredEnv.append('tsan')
return True
def process_zcm_build_options(ctx):
opt = waflib.Options.options
ctx.env.USING_OPT = not opt.debug
ctx.env.USING_SYM = opt.debug or opt.symbols
def setup_environment_gnu(ctx):
FLAGS = ['-Wno-unused-local-typedefs',
]
ctx.env.CFLAGS_default += FLAGS
ctx.env.CXXFLAGS_default += FLAGS
def setup_environment_asan(ctx):
ctx.set_clang_compiler()
FLAGS = ['-fcolor-diagnostics',
'-fsanitize=address', # AddressSanitizer, a memory error detector.
'-fsanitize=integer', # Enables checks for undefined or suspicious integer behavior.
'-fsanitize=undefined', # Fast and compatible undefined behavior checker.
]
ctx.env.CFLAGS_default += FLAGS
ctx.env.CXXFLAGS_default += FLAGS
ctx.env.LINKFLAGS_default += FLAGS
def setup_environment_tsan(ctx):
ctx.set_clang_compiler()
FLAGS = ['-fcolor-diagnostics',
'-fsanitize=thread', # ThreadSanitizer, a data race detector.
]
ctx.env.CFLAGS_default += FLAGS
ctx.env.CXXFLAGS_default += FLAGS
ctx.env.LINKFLAGS_default += FLAGS
def setup_environment(ctx):
ctx.post_mode = waflib.Build.POST_LAZY
process_zcm_build_options(ctx)
WARNING_FLAGS = ['-Wall', '-Wno-unused-function']
SYM_FLAGS = ['-g']
OPT_FLAGS = ['-O3']
ctx.env.CFLAGS_default = ['-std=gnu99', '-fPIC', '-pthread'] + WARNING_FLAGS
ctx.env.CXXFLAGS_default = ['-std=c++11', '-fPIC', '-pthread'] + WARNING_FLAGS
ctx.env.INCLUDES_default = [ctx.path.abspath()]
ctx.env.LINKFLAGS_default = ['-pthread']
ctx.env.DEFINES_default = ['_LARGEFILE_SOURCE', '_FILE_OFFSET_BITS=64']
for k in ctx.env.keys():
if k.startswith('USING_'):
if getattr(ctx.env, k):
ctx.env.DEFINES_default.append(k)
if ctx.env.HASH_TYPENAME == 'true':
ctx.env.DEFINES_default.append("ENABLE_TYPENAME_HASHING")
if ctx.env.HASH_MEMBER_NAMES == 'true':
ctx.env.DEFINES_default.append("ENABLE_MEMBERNAME_HASHING")
if ctx.env.USING_OPT:
ctx.env.CFLAGS_default += OPT_FLAGS
ctx.env.CXXFLAGS_default += OPT_FLAGS
if ctx.env.USING_SYM:
ctx.env.CFLAGS_default += SYM_FLAGS
ctx.env.CXXFLAGS_default += SYM_FLAGS
## Run special compiler-specific configuration
if ctx.env.USING_CXXTEST:
ctx.setup_cxxtest()
## Building for asan?
if ctx.variant == 'asan':
setup_environment_asan(ctx)
## Building for tsan?
elif ctx.variant == 'tsan':
setup_environment_tsan(ctx)
else:
setup_environment_gnu(ctx)
ctx.env.ENVIRONMENT_SETUP = True
def generate_signature(ctx):
rootpath = ctx.path.get_src().abspath()
bldpath = ctx.path.get_bld().abspath()
### TODO: this rule for generating .gitid is nasty, refactor...
### .gitid should be pulled into a reusable tool like zcm-gen
ctx(rule = 'cd %s && ((git rev-parse HEAD && ((git tag --contains ; \
echo "<no-tag>") | head -n1) && git diff) || \
echo "Not built from git" > %s/${TGT}) \
> %s/${TGT} 2>/dev/null' % (rootpath, bldpath, bldpath),
name = 'zcmgitid',
target = 'zcm.gitid',
always = True)
ctx.install_files('${PREFIX}/lib/', ['zcm.gitid'])
from waflib.Build import BuildContext, CleanContext, InstallContext, UninstallContext
for x in variants:
for y in (BuildContext, CleanContext, InstallContext, UninstallContext):
name = y.__name__.replace('Context','').lower()
class tmp(y):
cmd = name + '_' + x
variant = x
def build(ctx):
if ctx.variant:
if not ctx.variant in ctx.env.configuredEnv:
ctx.fatal('Please configure for %s build' % (ctx.variant))
if not ctx.env.ENVIRONMENT_SETUP:
setup_environment(ctx)
ctx.recurse('scripts')
ctx.recurse('zcm')
ctx.recurse('config')
ctx.recurse('gen')
ctx.recurse('tools')
generate_signature(ctx)
ctx.add_group()
# RRR (Tom) can't do this ... tis a catch 22
# ctx.recurse('test')
def distclean(ctx):
ctx.exec_command('rm -f examples/waftools/*.pyc')
waflib.Scripting.distclean(ctx)