CVE-2019-3824 ldb: wildcard_match check tree operation
[Samba.git] / ctdb / wscript
blobfdd8c6f37f9e0ca3f762817182f62f08860339b0
1 #!/usr/bin/env python
3 APPNAME = 'ctdb'
5 blddir = 'bin'
7 import sys, os
9 # find the buildtools directory
10 srcdir = '.'
11 while not os.path.exists(srcdir+'/buildtools') and len(srcdir.split('/')) < 5:
12 srcdir = srcdir + '/..'
13 sys.path.insert(0, srcdir + '/buildtools/wafsamba')
15 import wafsamba, samba_dist, Options, Logs, Utils
16 import samba_utils, samba_version
18 env = samba_utils.LOAD_ENVIRONMENT()
19 if os.path.isfile('./VERSION'):
20 vdir = '.'
21 elif os.path.isfile('../VERSION'):
22 vdir = '..'
23 else:
24 Logs.error("VERSION file not found")
26 version = samba_version.samba_version_file('%s/VERSION' % vdir, vdir, env)
27 VERSION = version.STRING.replace('-', '.')
29 default_prefix = Options.default_prefix = '/usr/local'
31 samba_dist.DIST_DIRS('''ctdb:. lib/replace:lib/replace lib/talloc:lib/talloc
32 lib/tevent:lib/tevent lib/tdb:lib/tdb
33 lib/socket_wrapper:lib/socket_wrapper
34 third_party/popt:third_party/popt
35 lib/util:lib/util lib/tdb_wrap:lib/tdb_wrap
36 lib/ccan:lib/ccan libcli/util:libcli/util
37 lib/async_req:lib/async_req
38 buildtools:buildtools third_party/waf:third_party/waf''')
40 manpages_binary = [
41 'ctdb.1',
42 'ctdbd.1',
43 'ltdbtool.1',
44 'ping_pong.1'
47 manpages_misc = [
48 'ctdb_diagnostics.1',
49 'ctdbd_wrapper.1',
50 'onnode.1',
51 'ctdbd.conf.5',
52 'ctdb.7',
53 'ctdb-statistics.7',
54 'ctdb-tunables.7',
57 manpages_etcd = [
58 'ctdb-etcd.7',
61 manpages_ceph = [
62 'ctdb_mutex_ceph_rados_helper.7',
66 def set_options(opt):
67 opt.PRIVATE_EXTENSION_DEFAULT('ctdb')
69 opt.RECURSE('lib/replace')
71 opt.RECURSE('lib/util')
73 opt.RECURSE('lib/talloc')
74 opt.RECURSE('lib/tevent')
75 opt.RECURSE('lib/tdb')
77 opt.add_option('--enable-infiniband',
78 help=("Turn on infiniband support (default=no)"),
79 action="store_true", dest='ctdb_infiniband', default=False)
80 opt.add_option('--enable-pmda',
81 help=("Turn on PCP pmda support (default=no)"),
82 action="store_true", dest='ctdb_pmda', default=False)
83 opt.add_option('--enable-etcd-reclock',
84 help=("Enable etcd recovery lock helper (default=no)"),
85 action="store_true", dest='ctdb_etcd_reclock', default=False)
87 opt.add_option('--with-libcephfs',
88 help=("Directory under which libcephfs is installed"),
89 action="store", dest='libcephfs_dir', default=None)
90 opt.add_option('--enable-ceph-reclock',
91 help=("Enable Ceph CTDB recovery lock helper (default=no)"),
92 action="store_true", dest='ctdb_ceph_reclock', default=False)
94 opt.add_option('--with-logdir',
95 help=("Path to log directory"),
96 action="store", dest='ctdb_logdir', default=None)
97 opt.add_option('--with-socketpath',
98 help=("path to CTDB daemon socket"),
99 action="store", dest='ctdb_sockpath', default=None)
102 def configure(conf):
104 # No need to build python bindings for talloc/tevent/tdb
105 if conf.IN_LAUNCH_DIR():
106 conf.env.standalone_ctdb = True
107 Options.options.disable_python = True
109 conf.RECURSE('lib/replace')
111 if conf.env.standalone_ctdb:
112 conf.SAMBA_CHECK_PERL(mandatory=True)
114 conf.SAMBA_CHECK_PYTHON(mandatory=False, version=(2,5,0))
115 conf.SAMBA_CHECK_PYTHON_HEADERS(mandatory=False)
117 if conf.CHECK_FOR_THIRD_PARTY():
118 conf.RECURSE('third_party/popt')
119 else:
120 if not conf.CHECK_POPT():
121 raise Utils.WafError('popt development packages have not been found\nIf third_party is installed, check that it is in the proper place.')
122 else:
123 conf.define('USING_SYSTEM_POPT', 1)
125 conf.RECURSE('lib/util')
127 conf.RECURSE('lib/talloc')
128 conf.RECURSE('lib/tevent')
129 conf.RECURSE('lib/tdb')
130 if conf.env.standalone_ctdb or conf.CONFIG_GET('ENABLE_SELFTEST'):
131 conf.RECURSE('lib/socket_wrapper')
132 conf.env.SOCKET_WRAPPER_SO_PATH = conf.CONFIG_GET('LIBSOCKET_WRAPPER_SO_PATH')
134 conf.CHECK_HEADERS('sched.h')
135 conf.CHECK_HEADERS('procinfo.h')
136 if sys.platform.startswith('aix') and not conf.CHECK_FUNCS('thread_setsched'):
137 Logs.error('Need thread_setsched() on AIX')
138 sys.exit(1)
139 elif not conf.CHECK_FUNCS('sched_setscheduler'):
140 Logs.error('Need sched_setscheduler()')
141 sys.exit(1)
142 conf.CHECK_FUNCS('mlockall')
144 if not conf.CHECK_VARIABLE('ETIME', headers='errno.h'):
145 conf.DEFINE('ETIME', 'ETIMEDOUT')
147 if sys.platform.startswith('linux'):
148 conf.SET_TARGET_TYPE('pcap', 'EMPTY')
149 else:
150 if not conf.CHECK_HEADERS('pcap.h'):
151 Logs.error('Need libpcap')
152 sys.exit(1)
153 if not conf.CHECK_FUNCS_IN('pcap_open_live', 'pcap', headers='pcap.h'):
154 Logs.error('Need libpcap')
155 sys.exit(1)
157 if not conf.CHECK_FUNCS_IN('backtrace backtrace_symbols', 'execinfo',
158 checklibc=True, headers='execinfo.h'):
159 Logs.error('backtrace support not available')
161 have_pmda = False
162 if Options.options.ctdb_pmda:
163 pmda_support = True
165 if not conf.CHECK_HEADERS('pcp/pmapi.h pcp/impl.h pcp/pmda.h',
166 together=True):
167 pmda_support = False
168 if not conf.CHECK_FUNCS_IN('pmProgname', 'pcp'):
169 pmda_support = False
170 if not conf.CHECK_FUNCS_IN('pmdaDaemon', 'pcp_pmda'):
171 pmda_support = False
172 if pmda_support:
173 conf.CHECK_TYPE_IN('__pmID_int', 'pcp/pmapi.h pcp/impl.h')
174 have_pmda = True
175 else:
176 Logs.error("PMDA support not available")
177 sys.exit(1)
178 if have_pmda:
179 Logs.info('Building with PMDA support')
180 conf.define('HAVE_PMDA', 1)
181 conf.env.CTDB_PMDADIR = os.path.join(conf.env.LOCALSTATEDIR,
182 'lib/pcp/pmdas/ctdb')
184 have_infiniband = False
185 if Options.options.ctdb_infiniband:
186 ib_support = True
188 if not conf.CHECK_HEADERS('infiniband/verbs.h rdma/rdma_cma.h'):
189 ib_support = False
190 if not conf.CHECK_FUNCS_IN('ibv_create_qp', 'ibverbs'):
191 ib_support = False
192 if not conf.CHECK_FUNCS_IN('rdma_connect', 'rdmacm'):
193 ib_support = False
194 if ib_support:
195 have_infiniband = True
196 else:
197 Logs.error("Infiniband support not available")
198 sys.exit(1)
199 if have_infiniband:
200 Logs.info('Building with Infiniband support')
201 conf.define('HAVE_INFINIBAND', 1)
202 conf.define('USE_INFINIBAND', 1)
204 have_etcd_reclock = False
205 if Options.options.ctdb_etcd_reclock:
206 try:
207 conf.check_python_module('etcd')
208 have_etcd_reclock = True
209 except:
210 Logs.error('etcd support not available')
211 sys.exit(1)
212 if have_etcd_reclock:
213 Logs.info('Building with etcd support')
214 conf.env.etcd_reclock = have_etcd_reclock
216 if Options.options.ctdb_ceph_reclock:
217 # Use custom libcephfs library path if provided. XXX The top level build
218 # explicitly sets LIBPATH_CEPH-COMMON when libcephfs_dir isn't provided.
219 if Options.options.libcephfs_dir:
220 conf.env['CPPPATH_RADOS'] = Options.options.libcephfs_dir + '/include'
221 conf.env['LIBPATH_RADOS'] = Options.options.libcephfs_dir + '/lib'
222 conf.env['LIBPATH_CEPH-COMMON'] = conf.env['LIBPATH_RADOS'] + '/ceph'
224 if (conf.CHECK_HEADERS('rados/librados.h', False, False, 'rados') and
225 conf.CHECK_LIB('rados', shlib=True)):
226 conf.CHECK_LIB('ceph-common', shlib=True)
227 Logs.info('Building with Ceph librados recovery lock support')
228 conf.define('HAVE_LIBRADOS', 1)
229 else:
230 Logs.error("Missing librados for Ceph recovery lock support")
231 sys.exit(1)
233 conf.env.CTDB_BINDIR = os.path.join(conf.env.EXEC_PREFIX, 'bin')
234 conf.env.CTDB_ETCDIR = os.path.join(conf.env.SYSCONFDIR, 'ctdb')
235 conf.env.CTDB_VARDIR = os.path.join(conf.env.LOCALSTATEDIR, 'lib/ctdb')
236 conf.env.CTDB_RUNDIR = os.path.join(conf.env.LOCALSTATEDIR, 'run/ctdb')
237 conf.env.CTDB_HELPER_BINDIR = os.path.join(conf.env.LIBEXECDIR, 'ctdb')
239 if Options.options.ctdb_logdir:
240 conf.env.CTDB_LOGDIR = Options.options.ctdb_logdir
241 else:
242 conf.env.CTDB_LOGDIR = os.path.join(conf.env.LOCALSTATEDIR, 'log')
244 if Options.options.ctdb_sockpath:
245 conf.env.CTDB_SOCKPATH = Options.options.ctdb_sockpath
246 else:
247 conf.env.CTDB_SOCKPATH = os.path.join(conf.env.CTDB_RUNDIR,
248 'ctdbd.socket')
249 conf.define('CTDB_SOCKET', conf.env.CTDB_SOCKPATH)
251 conf.ADD_CFLAGS('''-DCTDB_HELPER_BINDIR=\"%s\"
252 -DLOGDIR=\"%s\"
253 -DCTDB_ETCDIR=\"%s\"
254 -DCTDB_VARDIR=\"%s\"
255 -DCTDB_RUNDIR=\"%s\"''' % (
256 conf.env.CTDB_HELPER_BINDIR,
257 conf.env.CTDB_LOGDIR,
258 conf.env.CTDB_ETCDIR,
259 conf.env.CTDB_VARDIR,
260 conf.env.CTDB_RUNDIR))
262 conf.env.CTDB_TEST_DATADIR = os.path.join(conf.env.EXEC_PREFIX,
263 'share/ctdb/tests')
264 conf.env.CTDB_TEST_LIBEXECDIR = os.path.join(conf.env.LIBEXECDIR, 'ctdb/tests')
266 # Allow unified compilation and separate compilation of utilities
267 # to find includes
268 if not conf.env.standalone_ctdb:
269 conf.ADD_EXTRA_INCLUDES('#include/public #ctdb/include #ctdb')
270 else:
271 if srcdir == '.':
272 # Building from tarball
273 conf.ADD_EXTRA_INCLUDES('#include')
274 else:
275 # Building standalone CTDB from within Samba tree
276 conf.ADD_EXTRA_INCLUDES('#ctdb/include')
277 conf.ADD_EXTRA_INCLUDES('#ctdb')
278 conf.ADD_EXTRA_INCLUDES('#lib #lib/replace')
280 conf.DEFINE('HAVE_CONFIG_H', 1, add_to_cflags=True)
281 conf.DEFINE('SAMBA_UTIL_CORE_ONLY', 1, add_to_cflags=True)
282 conf.SAMBA_CONFIG_H()
284 if 'XSLTPROC_MANPAGES' in conf.env and conf.env['XSLTPROC_MANPAGES']:
285 conf.env.ctdb_generate_manpages = True
286 else:
287 conf.env.ctdb_generate_manpages = False
289 Logs.info("xsltproc unavailable, checking for pre-built manpages")
290 conf.env.ctdb_prebuilt_manpages = []
291 manpages = manpages_binary + manpages_misc
292 if conf.env.etcd_reclock:
293 manpages += manpages_etcd
294 if conf.env.HAVE_LIBRADOS:
295 manpages += manpages_ceph
296 for m in manpages:
297 if os.path.exists(os.path.join("doc", m)):
298 Logs.info(" %s: yes" % (m))
299 conf.env.ctdb_prebuilt_manpages.append(m)
300 else:
301 Logs.info(" %s: no" % (m))
303 def gen_ctdb_version(task):
304 fp = file(task.outputs[0].bldpath(task.env), 'w')
305 fp.write('/* This file is auto-generated from waf */\n')
306 fp.write('#include "version.h"\n')
307 fp.write('\n')
308 fp.write('#define CTDB_VERSION_STRING "%s"\n' % VERSION)
309 fp.close()
312 def build(bld):
313 if bld.env.standalone_ctdb:
314 # enable building of public headers in the build tree
315 bld.env.build_public_headers = 'include/public'
317 if bld.env.standalone_ctdb:
318 bld.SAMBA_MKVERSION('version.h', '%s/VERSION' % vdir)
320 t = bld.SAMBA_GENERATOR('ctdb-version-header',
321 target='include/ctdb_version.h',
322 rule=gen_ctdb_version,
323 dep_vars=['VERSION'])
324 t.env.VERSION = VERSION
326 bld.env.PKGCONFIGDIR = '${LIBDIR}/pkgconfig'
328 bld.RECURSE('lib/replace')
329 if bld.CHECK_FOR_THIRD_PARTY():
330 bld.RECURSE('third_party/popt')
332 bld.RECURSE('lib/tdb_wrap')
333 bld.RECURSE('lib/util')
334 bld.RECURSE('lib/async_req')
336 bld.RECURSE('lib/talloc')
337 bld.RECURSE('lib/tevent')
338 bld.RECURSE('lib/tdb')
339 if bld.env.standalone_ctdb or bld.CONFIG_GET('SOCKET_WRAPPER'):
340 bld.RECURSE('lib/socket_wrapper')
342 if bld.env.standalone_ctdb:
343 # If a combined build is implemented, CTDB will want to
344 # build against samba-util rather than samba-util-core.
345 # Similarly, other Samba subsystems expect samba-util. So,
346 # for a standalone build, just define a fake samba-util
347 # subsystem that pulls in samba-util-core.
348 bld.SAMBA_SUBSYSTEM('samba-util',
349 source='',
350 deps='samba-util-core')
352 bld.SAMBA_SUBSYSTEM('ctdb-tcp',
353 source=bld.SUBDIR('tcp',
354 'tcp_connect.c tcp_init.c tcp_io.c'),
355 includes='include',
356 deps='replace tdb talloc tevent')
358 ib_deps = ''
359 if bld.env.HAVE_INFINIBAND:
360 bld.SAMBA_SUBSYSTEM('ctdb-ib',
361 source=bld.SUBDIR('ib',
362 '''ibwrapper.c ibw_ctdb.c
363 ibw_ctdb_init.c'''),
364 includes='include',
365 deps='replace talloc tevent tdb')
366 ib_deps = ' ctdb-ib rdmacm ibverbs'
368 if sys.platform.startswith('linux'):
369 CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_linux.c')
370 elif sys.platform.startswith('aix'):
371 CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_aix.c')
372 elif sys.platform.startswith('freebsd'):
373 CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_freebsd.c')
374 elif sys.platform.startswith('gnukfreebsd'):
375 CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_kfreebsd.c')
376 elif sys.platform == 'gnu':
377 CTDB_SYSTEM_SRC = bld.SUBDIR('common', 'system_gnu.c')
378 else:
379 Logs.error("Platform %s not supported" % sys.platform)
381 bld.SAMBA_SUBSYSTEM('ctdb-system',
382 source=bld.SUBDIR('common',
383 'system_common.c system_util.c') +
384 CTDB_SYSTEM_SRC,
385 includes='include',
386 deps='replace talloc tevent tdb pcap samba-util')
388 bld.SAMBA_SUBSYSTEM('ctdb-common',
389 source=bld.SUBDIR('common',
390 '''ctdb_io.c ctdb_util.c ctdb_ltdb.c
391 sock_io.c'''),
392 includes='include',
393 deps='replace popt talloc tevent tdb popt ctdb-system')
395 bld.SAMBA_SUBSYSTEM('ctdb-util',
396 source=bld.SUBDIR('common',
397 '''db_hash.c srvid.c reqid.c
398 pkt_read.c pkt_write.c comm.c
399 logging.c rb_tree.c tunable.c
400 pidfile.c run_proc.c
401 hash_count.c run_event.c'''),
402 deps='''samba-util sys_rw tevent-util
403 replace talloc tevent tdb''')
405 bld.SAMBA_SUBSYSTEM('ctdb-protocol',
406 source=bld.SUBDIR('protocol',
407 '''protocol_header.c protocol_packet.c
408 protocol_types.c protocol_call.c
409 protocol_message.c
410 protocol_control.c
411 protocol_client.c
412 protocol_debug.c
413 protocol_util.c
414 protocol_event.c'''),
415 includes='include',
416 deps='replace talloc tdb')
418 bld.SAMBA_SUBSYSTEM('ctdb-client',
419 source=bld.SUBDIR('client', 'ctdb_client.c'),
420 includes='include',
421 deps='''replace popt talloc tevent tdb
422 samba-util tdb-wrap ctdb-util''')
424 bld.SAMBA_SUBSYSTEM('ctdb-client2',
425 source=bld.SUBDIR('client',
426 '''client_connect.c client_call.c
427 client_message.c client_control.c
428 client_message_sync.c
429 client_control_sync.c
430 client_db.c client_util.c
431 client_event.c
432 '''),
433 includes='include',
434 deps='replace talloc tevent tdb tdb-wrap')
436 bld.SAMBA_SUBSYSTEM('ctdb-server-util',
437 source=bld.SUBDIR('common',
438 '''sock_daemon.c'''),
439 deps='''samba-util ctdb-util tevent-util
440 replace talloc tevent''')
442 bld.SAMBA_SUBSYSTEM('ctdb-ipalloc',
443 source=bld.SUBDIR('server',
444 '''ipalloc_deterministic.c
445 ipalloc_nondeterministic.c
446 ipalloc_lcp2.c
447 ipalloc_common.c
448 ipalloc.c
449 '''),
450 includes='include',
451 deps='ctdb-protocol replace talloc tevent')
453 bld.SAMBA_BINARY('ctdbd',
454 source='server/ctdbd.c ' +
455 bld.SUBDIR('server',
456 '''ctdb_daemon.c ctdb_recoverd.c
457 ctdb_recover.c ctdb_freeze.c
458 ctdb_tunables.c ctdb_monitor.c
459 ctdb_server.c ctdb_control.c
460 ctdb_call.c ctdb_ltdb_server.c
461 ctdb_traverse.c eventscript.c
462 ctdb_takeover.c
463 ctdb_persistent.c ctdb_keepalive.c
464 ctdb_cluster_mutex.c
465 ctdb_logging.c
466 ctdb_uptime.c
467 ctdb_vacuum.c ctdb_banning.c
468 ctdb_statistics.c
469 ctdb_update_record.c
470 ctdb_lock.c ctdb_fork.c'''),
471 includes='include',
472 deps='''ctdb-ipalloc ctdb-client ctdb-common ctdb-system
473 ctdb-tcp ctdb-util replace sys_rw popt
474 talloc tevent tdb talloc_report''' +
475 ib_deps,
476 install_path='${SBINDIR}',
477 manpages='ctdbd.1')
479 bld.SAMBA_BINARY('ctdb',
480 source='tools/ctdb.c',
481 deps='''ctdb-client2 ctdb-protocol ctdb-util ctdb-system
482 samba-util sys_rw popt''',
483 install_path='${BINDIR}',
484 manpages='ctdb.1')
486 bld.SAMBA_BINARY('ctdb_killtcp',
487 source='tools/ctdb_killtcp.c',
488 deps='''ctdb-protocol ctdb-util ctdb-system
489 samba-util replace''',
490 install_path='${CTDB_HELPER_BINDIR}')
492 bld.SAMBA_BINARY('ctdb_event',
493 source='tools/ctdb_event.c',
494 deps='''ctdb-client2 ctdb-protocol ctdb-util ctdb-system
495 samba-util replace''',
496 install_path='${CTDB_HELPER_BINDIR}')
498 bld.SAMBA_BINARY('ltdbtool',
499 source='tools/ltdbtool.c',
500 includes='include',
501 deps='tdb',
502 install_path='${BINDIR}',
503 manpages='ltdbtool.1')
505 bld.SAMBA_BINARY('ctdb_eventd',
506 source='server/ctdb_eventd.c',
507 deps='''ctdb-server-util ctdb-protocol ctdb-util
508 samba-util LIBASYNC_REQ replace popt''',
509 install_path='${CTDB_HELPER_BINDIR}')
511 bld.SAMBA_BINARY('ctdb_lock_helper',
512 source='server/ctdb_lock_helper.c',
513 deps='''samba-util sys_rw ctdb-system tevent-util
514 talloc tevent tdb''',
515 includes='include',
516 install_path='${CTDB_HELPER_BINDIR}')
518 bld.SAMBA_BINARY('ctdb_recovery_helper',
519 source='server/ctdb_recovery_helper.c',
520 deps='''ctdb-client2 ctdb-protocol ctdb-util
521 samba-util sys_rw replace tdb''',
522 install_path='${CTDB_HELPER_BINDIR}')
524 bld.SAMBA_BINARY('ctdb_takeover_helper',
525 source='server/ctdb_takeover_helper.c',
526 deps='''ctdb-client2 ctdb-protocol ctdb-util
527 samba-util sys_rw replace ctdb-ipalloc popt''',
528 install_path='${CTDB_HELPER_BINDIR}')
530 bld.SAMBA_BINARY('ctdb_mutex_fcntl_helper',
531 source='server/ctdb_mutex_fcntl_helper.c',
532 deps='sys_rw ctdb-system',
533 includes='include',
534 install_path='${CTDB_HELPER_BINDIR}')
536 bld.SAMBA_GENERATOR('ctdb-smnotify-h',
537 source='utils/smnotify/smnotify.x',
538 target='utils/smnotify/smnotify.h',
539 rule='rpcgen -h ${SRC} > ${TGT}')
541 xdr_buf_hack = 'sed -e "s@^\([ \t]*register int32_t \*buf\);@\\1 = buf;@"'
543 bld.SAMBA_GENERATOR('ctdb-smnotify-x',
544 source='utils/smnotify/smnotify.x',
545 target='utils/smnotify/gen_xdr.c',
546 rule='rpcgen -c ${SRC} | ' + xdr_buf_hack + ' > ${TGT}')
548 bld.SAMBA_GENERATOR('ctdb-smnotify-c',
549 source='utils/smnotify/smnotify.x',
550 target='utils/smnotify/gen_smnotify.c',
551 rule='rpcgen -l ${SRC} > ${TGT}')
553 bld.SAMBA_BINARY('smnotify',
554 source=bld.SUBDIR('utils/smnotify',
555 'smnotify.c gen_smnotify.c gen_xdr.c'),
556 deps='ctdb-smnotify-h ctdb-smnotify-c ctdb-smnotify-x popt tirpc',
557 includes='utils utils/smnotify',
558 install_path='${CTDB_HELPER_BINDIR}')
560 bld.SAMBA_BINARY('ping_pong',
561 source='utils/ping_pong/ping_pong.c',
562 deps='',
563 install_path='${BINDIR}',
564 manpages='ping_pong.1')
566 if bld.env.HAVE_PMDA:
567 bld.SAMBA_BINARY('pmdactdb',
568 source='utils/pmda/pmda_ctdb.c',
569 includes='include',
570 deps='''ctdb-client2 ctdb-protocol ctdb-util
571 samba-util pcp_pmda pcp''',
572 install_path='${CTDB_PMDADIR}')
573 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Install',
574 destname='Install')
575 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/Remove',
576 destname='Remove')
577 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/pmns',
578 destname='pmns')
579 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/domain.h',
580 destname='domain.h')
581 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/help',
582 destname='help')
583 bld.INSTALL_FILES('${CTDB_PMDADIR}', 'utils/pmda/README',
584 destname='README')
586 if bld.env.HAVE_LIBRADOS:
587 bld.SAMBA_BINARY('ctdb_mutex_ceph_rados_helper',
588 source='utils/ceph/ctdb_mutex_ceph_rados_helper.c',
589 deps='talloc tevent rados ceph-common',
590 includes='include',
591 install_path='${CTDB_HELPER_BINDIR}')
593 sed_expr1 = 's|/usr/local/var/lib/ctdb|%s|g' % (bld.env.CTDB_VARDIR)
594 sed_expr2 = 's|/usr/local/etc/ctdb|%s|g' % (bld.env.CTDB_ETCDIR)
595 sed_expr3 = 's|/usr/local/var/log|%s|g' % (bld.env.CTDB_LOGDIR)
596 sed_expr4 = 's|/usr/local/var/run/ctdb|%s|g' % (bld.env.CTDB_RUNDIR)
597 sed_expr5 = 's|/usr/local/sbin|%s|g' % (bld.env.SBINDIR)
598 sed_expr6 = 's|/usr/local/libexec/ctdb|%s|g' % (bld.env.CTDB_HELPER_BINDIR)
599 sed_expr7 = 's|/usr/local/bin|%s|g' % (bld.env.BINDIR)
600 sed_cmdline = '-e "%s" -e "%s" -e "%s" -e "%s" -e "%s" -e "%s" -e "%s"' % \
601 (sed_expr1, sed_expr2, sed_expr3, sed_expr4, sed_expr5,
602 sed_expr6, sed_expr7)
604 manpages_extra = manpages_misc
605 if bld.env.etcd_reclock:
606 manpages_extra += manpages_etcd
607 if bld.env.HAVE_LIBRADOS:
608 manpages_extra += manpages_ceph
609 for f in manpages_binary + manpages_extra:
610 x = '%s.xml' % (f)
611 bld.SAMBA_GENERATOR(x,
612 source=os.path.join('doc', x),
613 target=x,
614 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
616 if bld.env.ctdb_generate_manpages:
617 bld.MANPAGES(' '.join(manpages_extra), True)
618 else:
619 for m in bld.env.ctdb_prebuilt_manpages:
620 bld.SAMBA_GENERATOR(m,
621 source=os.path.join("doc", m),
622 target=m,
623 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
624 bld.INSTALL_FILES('${MANDIR}/man%s' % m[-1], m)
626 bld.SAMBA_GENERATOR('ctdb-onnode',
627 source='tools/onnode',
628 target='onnode',
629 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
630 bld.INSTALL_FILES('${BINDIR}', 'onnode',
631 destname='onnode', chmod=0755)
633 bld.SAMBA_GENERATOR('ctdb-diagnostics',
634 source='tools/ctdb_diagnostics',
635 target='ctdb_diagnostics',
636 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
637 bld.INSTALL_FILES('${BINDIR}', 'ctdb_diagnostics',
638 destname='ctdb_diagnostics', chmod=0755)
640 if bld.env.etcd_reclock:
641 bld.SAMBA_GENERATOR('ctdb-etcd-lock',
642 source='utils/etcd/ctdb_etcd_lock',
643 target='ctdb_etcd_lock',
644 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
645 bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_etcd_lock',
646 destname='ctdb_etcd_lock', chmod=0744)
648 bld.SAMBA_GENERATOR('ctdb-natgw',
649 source='tools/ctdb_natgw',
650 target='ctdb_natgw',
651 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
652 bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_natgw',
653 destname='ctdb_natgw', chmod=0755)
655 bld.SAMBA_GENERATOR('ctdb-lvs',
656 source='tools/ctdb_lvs',
657 target='ctdb_lvs',
658 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
659 bld.INSTALL_FILES('${CTDB_HELPER_BINDIR}', 'ctdb_lvs',
660 destname='ctdb_lvs', chmod=0755)
662 bld.SAMBA_GENERATOR('ctdbd-wrapper',
663 source='config/ctdbd_wrapper',
664 target='ctdbd_wrapper',
665 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
666 bld.INSTALL_FILES('${SBINDIR}', 'ctdbd_wrapper',
667 destname='ctdbd_wrapper', chmod=0755)
669 def SUBDIR_MODE_callback(arg, dirname, fnames):
670 for f in fnames:
671 fl = os.path.join(dirname, f)
672 if os.path.isdir(fl) or os.path.islink(fl):
673 continue
674 mode = os.lstat(fl).st_mode & 0777
675 if arg['trim_path']:
676 fl = samba_utils.os_path_relpath(fl, arg['trim_path'])
677 arg['file_list'].append([fl, mode])
679 def SUBDIR_MODE(path, trim_path=None):
680 pd = {'trim_path': trim_path, 'file_list': []}
681 os.path.walk(path, SUBDIR_MODE_callback, pd)
682 return pd['file_list']
684 etc_subdirs = [
685 'events.d',
686 'nfs-checks.d'
689 if bld.env.standalone_ctdb:
690 configdir = 'config'
691 else:
692 configdir = 'ctdb/config'
694 for t in etc_subdirs:
695 files = SUBDIR_MODE('%s/%s' % (configdir, t), trim_path=configdir)
696 for fmode in files:
697 bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % fmode[0],
698 destname=fmode[0], chmod=fmode[1])
700 bld.SAMBA_GENERATOR('ctdb-functions',
701 source='config/functions',
702 target='functions',
703 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
704 bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'functions', destname='functions')
706 etc_scripts = [
707 'ctdb-crash-cleanup.sh',
708 'debug-hung-script.sh',
709 'debug_locks.sh',
710 'gcore_trace.sh',
711 'nfs-linux-kernel-callout',
712 'notify.sh',
713 'statd-callout'
716 for t in etc_scripts:
717 bld.INSTALL_FILES(bld.env.CTDB_ETCDIR, 'config/%s' % t,
718 destname=t, chmod=0755)
720 bld.SAMBA_GENERATOR('ctdb-sudoers',
721 source='config/ctdb.sudoers',
722 target='ctdb.sudoers',
723 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
724 bld.INSTALL_FILES('${SYSCONFDIR}/sudoers.d', 'ctdb.sudoers',
725 destname='ctdb')
727 bld.INSTALL_FILES('${CTDB_ETCDIR}/notify.d', 'config/notify.d.README',
728 destname='README')
730 bld.install_dir(bld.env.CTDB_LOGDIR)
731 bld.install_dir(bld.env.CTDB_RUNDIR)
732 bld.install_dir(bld.env.CTDB_VARDIR)
734 # Unit tests
735 ctdb_unit_tests = [
736 'db_hash_test',
737 'srvid_test',
738 'pkt_read_test',
739 'pkt_write_test',
740 'comm_test',
741 'comm_server_test',
742 'comm_client_test',
743 'protocol_types_test',
744 'protocol_client_test',
745 'pidfile_test',
746 'run_proc_test',
747 'sock_daemon_test',
748 'sock_io_test',
749 'hash_count_test',
750 'run_event_test',
753 for target in ctdb_unit_tests:
754 src = 'tests/src/' + target + '.c'
756 bld.SAMBA_BINARY(target,
757 source=src,
758 deps='''talloc tevent tdb tevent-util
759 LIBASYNC_REQ samba-util sys_rw''',
760 install_path='${CTDB_TEST_LIBEXECDIR}')
762 bld.SAMBA_BINARY('reqid_test',
763 source='tests/src/reqid_test.c',
764 deps='samba-util',
765 install_path='${CTDB_TEST_LIBEXECDIR}')
767 bld.SAMBA_BINARY('rb_test',
768 source='tests/src/rb_test.c',
769 deps='samba-util talloc',
770 install_path='${CTDB_TEST_LIBEXECDIR}')
772 bld.SAMBA_BINARY('ctdb_packet_parse',
773 source='tests/src/ctdb_packet_parse.c',
774 deps='talloc tevent tdb ctdb-protocol',
775 install_path='${CTDB_TEST_LIBEXECDIR}')
777 bld.SAMBA_BINARY('porting_tests',
778 source='tests/src/porting_tests.c',
779 deps='samba-util ctdb-system popt',
780 install_path='${CTDB_TEST_LIBEXECDIR}')
783 bld.SAMBA_SUBSYSTEM('ctdb-tests-common',
784 source=bld.SUBDIR('tests/src',
785 'cluster_wait.c test_options.c'),
786 includes='include',
787 deps='samba-util replace popt talloc tevent tdb')
789 bld.SAMBA_BINARY('protocol_util_test',
790 source='tests/src/protocol_util_test.c',
791 deps='talloc ctdb-protocol samba-util',
792 install_path='${CTDB_TEST_LIBEXECDIR}')
794 # Test binaries
795 ctdb_tests = [
796 'g_lock_loop',
797 'message_ring',
798 'fetch_ring',
799 'fetch_loop',
800 'fetch_loop_key',
801 'fetch_readonly',
802 'fetch_readonly_loop',
803 'transaction_loop',
804 'update_record',
805 'update_record_persistent',
806 'lock_tdb',
807 'dummy_client'
810 for target in ctdb_tests:
811 src = 'tests/src/' + target + '.c'
813 bld.SAMBA_BINARY(target,
814 source=src,
815 includes='include',
816 deps='''ctdb-client2 ctdb-protocol ctdb-util
817 samba-util ctdb-tests-common''',
818 install_path='${CTDB_TEST_LIBEXECDIR}')
820 bld.SAMBA_BINARY('ctdb_takeover_tests',
821 source='''tests/src/ctdb_takeover_tests.c
822 tests/src/ipalloc_read_known_ips.c''',
823 deps='''replace popt tdb tevent talloc ctdb-system
824 samba-util tdb-wrap talloc_report
825 ctdb-ipalloc ctdb-protocol ctdb-util''',
826 includes='include',
827 install_path='${CTDB_TEST_LIBEXECDIR}')
829 bld.SAMBA_BINARY('fake_ctdbd',
830 source='''tests/src/fake_ctdbd.c
831 tests/src/ipalloc_read_known_ips.c''',
832 deps='''ctdb-util ctdb-protocol ctdb-system
833 samba-util tevent-util LIBASYNC_REQ popt''',
834 install_path='${CTDB_TEST_LIBEXECDIR}')
836 if bld.env.HAVE_INFINIBAND:
837 bld.SAMBA_BINARY('ibwrapper_test',
838 source='ib/ibwrapper_test.c',
839 includes='include',
840 deps='replace talloc ctdb-client ctdb-common sys_rw' +
841 ib_deps,
842 install_path='${CTDB_TEST_LIBEXECDIR}')
844 if bld.env.HAVE_ROBUST_MUTEXES and sys.platform.startswith('linux'):
845 bld.SAMBA_BINARY('test_mutex_raw',
846 source='tests/src/test_mutex_raw.c',
847 deps='pthread',
848 install_path='${CTDB_TEST_LIBEXECDIR}')
850 test_subdirs = [
851 'complex',
852 'cunit',
853 'eventd',
854 'events.d',
855 'eventscripts',
856 'onnode',
857 'shellcheck',
858 'simple',
859 'takeover',
860 'takeover_helper',
861 'tool'
864 if bld.env.standalone_ctdb:
865 testdir = 'tests'
866 else:
867 testdir = 'ctdb/tests'
869 for t in test_subdirs:
870 files = SUBDIR_MODE('%s/%s' % (testdir, t), trim_path=testdir)
871 for fmode in files:
872 bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR, 'tests/%s' % fmode[0],
873 destname=fmode[0], chmod=fmode[1])
875 # Install tests/scripts directory without test_wrap
876 test_scripts = [
877 'common.sh',
878 'integration.bash',
879 'unit.sh'
882 for t in test_scripts:
883 bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR,
884 os.path.join('tests/scripts', t),
885 destname=os.path.join('scripts', t))
887 sed_expr = 's@^TEST_SCRIPTS_DIR=.*@&\\nexport TEST_BIN_DIR=\"%s\"@' % (
888 bld.env.CTDB_TEST_LIBEXECDIR)
889 bld.SAMBA_GENERATOR('ctdb-test-wrap',
890 source='tests/scripts/test_wrap',
891 target='test_wrap',
892 rule='sed -e "%s" ${SRC} > ${TGT}' % sed_expr)
893 bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR+"/scripts", 'test_wrap',
894 destname='test_wrap', chmod=0755)
896 bld.SAMBA_GENERATOR('ctdb-test-script-install-paths',
897 source='tests/scripts/script_install_paths.sh',
898 target='script_install_paths.sh',
899 rule='sed %s ${SRC} > ${TGT}' % (sed_cmdline))
900 bld.INSTALL_FILES(bld.env.CTDB_TEST_DATADIR+"/scripts",
901 'script_install_paths.sh',
902 destname='script_install_paths.sh', chmod=0644)
904 sed_expr1 = 's@^test_dir=.*@test_dir=%s\\nexport TEST_BIN_DIR=\"%s\"@' % (
905 bld.env.CTDB_TEST_DATADIR, bld.env.CTDB_TEST_LIBEXECDIR)
906 sed_expr2 = 's@^\(export CTDB_TESTS_ARE_INSTALLED\)=false@\\1=true@'
907 bld.SAMBA_GENERATOR('ctdb-test-runner',
908 source='tests/run_tests.sh',
909 target='ctdb_run_tests.sh',
910 rule='sed -e "%s" -e "%s" ${SRC} > ${TGT}' % (
911 sed_expr1, sed_expr2))
912 bld.INSTALL_FILES('${BINDIR}', 'ctdb_run_tests.sh',
913 destname='ctdb_run_tests', chmod=0755)
914 bld.symlink_as(os.path.join(bld.env.BINDIR, 'ctdb_run_cluster_tests'),
915 'ctdb_run_tests')
917 test_eventscript_links = [
918 'events.d',
919 'functions',
920 'nfs-checks.d',
921 'nfs-linux-kernel-callout',
922 'statd-callout'
925 test_link_dir = os.path.join(bld.env.CTDB_TEST_DATADIR,
926 'eventscripts/etc-ctdb')
927 for t in test_eventscript_links:
928 bld.symlink_as(os.path.join(test_link_dir, t),
929 os.path.join(bld.env.CTDB_ETCDIR, t))
931 # Tests that use onnode need to overwrite link to in-tree
932 # functions file when installed
933 bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'onnode/functions'),
934 os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
935 bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/functions'),
936 os.path.join(bld.env.CTDB_ETCDIR, 'functions'))
938 # Need a link to nodes file because $CTDB_BASE is overridden
939 bld.symlink_as(os.path.join(bld.env.CTDB_TEST_DATADIR, 'simple/nodes'),
940 os.path.join(bld.env.CTDB_ETCDIR, 'nodes'))
943 def testonly(ctx):
944 cmd = 'tests/run_tests.sh -V tests/var'
945 ret = samba_utils.RUN_COMMAND(cmd)
946 if ret != 0:
947 print('tests exited with exit status %d' % ret)
948 sys.exit(ret)
951 def test(ctx):
952 import Scripting
953 Scripting.commands.append('build')
954 Scripting.commands.append('testonly')
957 def autotest(ctx):
958 env = samba_utils.LOAD_ENVIRONMENT()
959 ld = 'LD_PRELOAD=%s' % env.SOCKET_WRAPPER_SO_PATH
960 cmd = '%s tests/run_tests.sh -e -S -C' % ld
961 ret = samba_utils.RUN_COMMAND(cmd)
962 if ret != 0:
963 print('autotest exited with exit status %d' % ret)
964 sys.exit(ret)
967 def show_version(ctx):
968 print VERSION
971 def manpages(ctx):
972 BASE_URL = 'http://docbook.sourceforge.net/release/xsl/current'
973 MAN_XSL = '%s/manpages/docbook.xsl' % BASE_URL
974 HTML_XSL = '%s/html/docbook.xsl' % BASE_URL
975 CMD_TEMPLATE = 'xsltproc --xinclude -o %s --nonet %s %s'
976 manpages = manpages_binary + manpages_misc + manpages_etcd + manpages_ceph
977 for t in manpages:
978 cmd = CMD_TEMPLATE % ('doc/%s' % t, MAN_XSL, 'doc/%s.xml' % t)
979 ret = samba_utils.RUN_COMMAND(cmd)
980 if ret != 0:
981 print('Command %s failed with exit status %d' % (cmd, ret))
982 sys.exit(ret)
984 cmd = CMD_TEMPLATE % ('doc/%s.html' % t, HTML_XSL, 'doc/%s.xml' % t)
985 ret = samba_utils.RUN_COMMAND(cmd)
986 if ret != 0:
987 print('Command %s failed with exit status %d' % (cmd, ret))
988 sys.exit(ret)
991 def distonly(ctx):
992 samba_dist.DIST_FILES('VERSION:VERSION', extend=True)
994 distfile = file('.distversion', 'w')
995 for field in version.vcs_fields:
996 distfile.write('%s=%s\n' % (field, str(version.vcs_fields[field])))
997 distfile.close()
998 samba_dist.DIST_FILES('ctdb/.distversion:.distversion', extend=True)
1000 t = 'ctdb.spec'
1001 sed_expr1 = 's/@VERSION@/%s/g' % VERSION
1002 sed_expr2 = 's/@RELEASE@/%s/g' % '1'
1003 cmd = 'sed -e "%s" -e "%s" packaging/RPM/ctdb.spec.in > %s' % (
1004 sed_expr1, sed_expr2, t)
1005 ret = samba_utils.RUN_COMMAND(cmd)
1006 if ret != 0:
1007 print('Command "%s" failed with exit status %d' % (cmd, ret))
1008 sys.exit(ret)
1009 samba_dist.DIST_FILES('ctdb/%s:%s' % (t, t), extend=True)
1011 manpages = manpages_binary + manpages_misc + manpages_etcd + manpages_ceph
1012 for t in manpages:
1013 samba_dist.DIST_FILES('ctdb/doc/%s:doc/%s' % (t, t), extend=True)
1014 samba_dist.DIST_FILES('ctdb/doc/%s.html:doc/%s.html' % (t, t),
1015 extend=True)
1017 samba_dist.dist()
1020 def dist():
1021 import Scripting
1022 Scripting.commands.append('manpages')
1023 Scripting.commands.append('distonly')
1026 def rpmonly(ctx):
1027 opts = os.getenv('RPM_OPTIONS') or ''
1028 cmd = 'rpmbuild -ta --clean --rmsource %s ctdb-%s.tar.gz' % (opts, VERSION)
1029 ret = samba_utils.RUN_COMMAND(cmd)
1030 if ret != 0:
1031 print('rpmbuild exited with exit status %d' % ret)
1032 sys.exit(ret)
1035 def rpm(ctx):
1036 import Scripting
1037 Scripting.commands.append('manpages')
1038 Scripting.commands.append('distonly')
1039 Scripting.commands.append('rpmonly')
1042 def ctags(ctx):
1043 "build 'tags' file using ctags"
1044 import Utils
1045 source_root = os.path.dirname(Utils.g_module.root_path)
1046 cmd = 'ctags $(find %s -name "*.[ch]")' % source_root
1047 print("Running: %s" % cmd)
1048 ret = samba_utils.RUN_COMMAND(cmd)
1049 if ret != 0:
1050 print('ctags failed with exit status %d' % ret)
1051 sys.exit(ret)