4 Copyright (C) Andrew Tridgell 2006
6 This program is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 3 of the License, or
9 (at your option) any later version.
11 This program is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with this program; if not, see <http://www.gnu.org/licenses/>.
22 #include "system/network.h"
23 #include "system/filesys.h"
24 #include "system/wait.h"
25 #include "../include/ctdb_private.h"
28 return error string for last error
30 const char *ctdb_errstr(struct ctdb_context
*ctdb
)
37 remember an error message
39 void ctdb_set_error(struct ctdb_context
*ctdb
, const char *fmt
, ...)
42 talloc_free(ctdb
->err_msg
);
44 ctdb
->err_msg
= talloc_vasprintf(ctdb
, fmt
, ap
);
45 DEBUG(DEBUG_ERR
,("ctdb error: %s\n", ctdb
->err_msg
));
50 a fatal internal error occurred - no hope for recovery
52 void ctdb_fatal(struct ctdb_context
*ctdb
, const char *msg
)
54 DEBUG(DEBUG_ALERT
,("ctdb fatal error: %s\n", msg
));
59 like ctdb_fatal() but a core/backtrace would not be useful
61 void ctdb_die(struct ctdb_context
*ctdb
, const char *msg
)
63 DEBUG(DEBUG_ALERT
,("ctdb exiting with error: %s\n", msg
));
67 /* Set the path of a helper program from envvar, falling back to
68 * dir/file if envvar unset. type is a string to print in log
69 * messages. helper is assumed to point to a statically allocated
70 * array of size bytes, initialised to "". If file is NULL don't fall
71 * back if envvar is unset. If dir is NULL and envvar is unset (but
72 * file is not NULL) then this is an error. Returns true if helper is
73 * set, either previously or this time. */
74 bool ctdb_set_helper(const char *type
, char *helper
, size_t size
,
76 const char *dir
, const char *file
)
81 if (helper
[0] != '\0') {
88 if (strlen(t
) >= size
) {
90 ("Unable to set %s - path too long\n", type
));
94 strncpy(helper
, t
, size
);
95 } else if (file
== NULL
) {
97 } else if (dir
== NULL
) {
99 ("Unable to set %s - dir is NULL\n", type
));
102 if (snprintf(helper
, size
, "%s/%s", dir
, file
) >= size
) {
104 ("Unable to set %s - path too long\n", type
));
109 if (stat(helper
, &st
) != 0) {
111 ("Unable to set %s \"%s\" - %s\n",
112 type
, helper
, strerror(errno
)));
115 if (!(st
.st_mode
& S_IXUSR
)) {
117 ("Unable to set %s \"%s\" - not executable\n",
123 ("Set %s to \"%s\"\n", type
, helper
));
127 /* Invoke an external program to do some sort of tracing on the CTDB
128 * process. This might block for a little while. The external
129 * program is specified by the environment variable
130 * CTDB_EXTERNAL_TRACE. This program should take one argument: the
131 * pid of the process to trace. Commonly, the program would be a
132 * wrapper script around gcore.
134 void ctdb_external_trace(void)
137 const char * t
= getenv("CTDB_EXTERNAL_TRACE");
144 cmd
= talloc_asprintf(NULL
, "%s %lu", t
, (unsigned long) getpid());
145 DEBUG(DEBUG_WARNING
,("begin external trace: %s\n", cmd
));
149 ("external trace command \"%s\" failed\n", cmd
));
151 DEBUG(DEBUG_WARNING
,("end external trace: %s\n", cmd
));
158 int ctdb_parse_address(TALLOC_CTX
*mem_ctx
, const char *str
,
159 ctdb_sock_addr
*address
)
165 se
= getservbyname("ctdb", "tcp");
171 port
= ntohs(se
->s_port
);
174 if (! parse_ip(str
, NULL
, port
, address
)) {
183 check if two addresses are the same
185 bool ctdb_same_address(ctdb_sock_addr
*a1
, ctdb_sock_addr
*a2
)
187 return ctdb_same_ip(a1
, a2
) &&
188 ctdb_addr_to_port(a1
) == ctdb_addr_to_port(a2
);
193 hash function for mapping data to a VNN - taken from tdb
195 uint32_t ctdb_hash(const TDB_DATA
*key
)
197 return tdb_jenkins_hash(discard_const(key
));
201 a type checking varient of idr_find
203 static void *_idr_find_type(struct idr_context
*idp
, int id
, const char *type
, const char *location
)
205 void *p
= idr_find(idp
, id
);
206 if (p
&& talloc_check_name(p
, type
) == NULL
) {
207 DEBUG(DEBUG_ERR
,("%s idr_find_type expected type %s but got %s\n",
208 location
, type
, talloc_get_name(p
)));
214 uint32_t ctdb_reqid_new(struct ctdb_context
*ctdb
, void *state
)
216 int id
= idr_get_new_above(ctdb
->idr
, state
, ctdb
->lastid
+1, INT_MAX
);
218 DEBUG(DEBUG_DEBUG
, ("Reqid wrap!\n"));
219 id
= idr_get_new(ctdb
->idr
, state
, INT_MAX
);
225 void *_ctdb_reqid_find(struct ctdb_context
*ctdb
, uint32_t reqid
, const char *type
, const char *location
)
229 p
= _idr_find_type(ctdb
->idr
, reqid
, type
, location
);
231 DEBUG(DEBUG_WARNING
, ("Could not find idr:%u\n",reqid
));
238 void ctdb_reqid_remove(struct ctdb_context
*ctdb
, uint32_t reqid
)
242 ret
= idr_remove(ctdb
->idr
, reqid
);
244 DEBUG(DEBUG_ERR
, ("Removing idr that does not exist\n"));
249 static uint32_t ctdb_marshall_record_size(TDB_DATA key
,
250 struct ctdb_ltdb_header
*header
,
253 return offsetof(struct ctdb_rec_data
, data
) + key
.dsize
+
254 data
.dsize
+ (header
? sizeof(*header
) : 0);
257 static void ctdb_marshall_record_copy(struct ctdb_rec_data
*rec
,
260 struct ctdb_ltdb_header
*header
,
266 rec
->length
= length
;
268 rec
->keylen
= key
.dsize
;
269 memcpy(&rec
->data
[0], key
.dptr
, key
.dsize
);
273 rec
->datalen
= data
.dsize
+ sizeof(*header
);
274 memcpy(&rec
->data
[offset
], header
, sizeof(*header
));
275 offset
+= sizeof(*header
);
277 rec
->datalen
= data
.dsize
;
279 memcpy(&rec
->data
[offset
], data
.dptr
, data
.dsize
);
283 form a ctdb_rec_data record from a key/data pair
285 note that header may be NULL. If not NULL then it is included in the data portion
288 struct ctdb_rec_data
*ctdb_marshall_record(TALLOC_CTX
*mem_ctx
, uint32_t reqid
,
290 struct ctdb_ltdb_header
*header
,
294 struct ctdb_rec_data
*d
;
296 length
= ctdb_marshall_record_size(key
, header
, data
);
298 d
= (struct ctdb_rec_data
*)talloc_size(mem_ctx
, length
);
303 ctdb_marshall_record_copy(d
, reqid
, key
, header
, data
, length
);
308 /* helper function for marshalling multiple records */
309 struct ctdb_marshall_buffer
*ctdb_marshall_add(TALLOC_CTX
*mem_ctx
,
310 struct ctdb_marshall_buffer
*m
,
314 struct ctdb_ltdb_header
*header
,
317 struct ctdb_rec_data
*r
;
318 struct ctdb_marshall_buffer
*m2
;
319 uint32_t length
, offset
;
321 length
= ctdb_marshall_record_size(key
, header
, data
);
324 offset
= offsetof(struct ctdb_marshall_buffer
, data
);
325 m2
= talloc_zero_size(mem_ctx
, offset
+ length
);
327 offset
= talloc_get_size(m
);
328 m2
= talloc_realloc_size(mem_ctx
, m
, offset
+ length
);
339 r
= (struct ctdb_rec_data
*)((uint8_t *)m2
+ offset
);
340 ctdb_marshall_record_copy(r
, reqid
, key
, header
, data
, length
);
346 /* we've finished marshalling, return a data blob with the marshalled records */
347 TDB_DATA
ctdb_marshall_finish(struct ctdb_marshall_buffer
*m
)
350 data
.dptr
= (uint8_t *)m
;
351 data
.dsize
= talloc_get_size(m
);
356 loop over a marshalling buffer
358 - pass r==NULL to start
359 - loop the number of times indicated by m->count
361 struct ctdb_rec_data
*ctdb_marshall_loop_next(struct ctdb_marshall_buffer
*m
, struct ctdb_rec_data
*r
,
363 struct ctdb_ltdb_header
*header
,
364 TDB_DATA
*key
, TDB_DATA
*data
)
367 r
= (struct ctdb_rec_data
*)&m
->data
[0];
369 r
= (struct ctdb_rec_data
*)(r
->length
+ (uint8_t *)r
);
377 key
->dptr
= &r
->data
[0];
378 key
->dsize
= r
->keylen
;
381 data
->dptr
= &r
->data
[r
->keylen
];
382 data
->dsize
= r
->datalen
;
383 if (header
!= NULL
) {
384 data
->dptr
+= sizeof(*header
);
385 data
->dsize
-= sizeof(*header
);
389 if (header
!= NULL
) {
390 if (r
->datalen
< sizeof(*header
)) {
393 memcpy(header
, &r
->data
[r
->keylen
], sizeof(*header
));
400 This is used to canonicalize a ctdb_sock_addr structure.
402 void ctdb_canonicalize_ip(const ctdb_sock_addr
*ip
, ctdb_sock_addr
*cip
)
404 char prefix
[12] = { 0,0,0,0,0,0,0,0,0,0,0xff,0xff };
406 memcpy(cip
, ip
, sizeof (*cip
));
408 if ( (ip
->sa
.sa_family
== AF_INET6
)
409 && !memcmp(&ip
->ip6
.sin6_addr
, prefix
, 12)) {
410 memset(cip
, 0, sizeof(*cip
));
411 #ifdef HAVE_SOCK_SIN_LEN
412 cip
->ip
.sin_len
= sizeof(*cip
);
414 cip
->ip
.sin_family
= AF_INET
;
415 cip
->ip
.sin_port
= ip
->ip6
.sin6_port
;
416 memcpy(&cip
->ip
.sin_addr
, &ip
->ip6
.sin6_addr
.s6_addr
[12], 4);
420 bool ctdb_same_ip(const ctdb_sock_addr
*tip1
, const ctdb_sock_addr
*tip2
)
422 ctdb_sock_addr ip1
, ip2
;
424 ctdb_canonicalize_ip(tip1
, &ip1
);
425 ctdb_canonicalize_ip(tip2
, &ip2
);
427 if (ip1
.sa
.sa_family
!= ip2
.sa
.sa_family
) {
431 switch (ip1
.sa
.sa_family
) {
433 return ip1
.ip
.sin_addr
.s_addr
== ip2
.ip
.sin_addr
.s_addr
;
435 return !memcmp(&ip1
.ip6
.sin6_addr
.s6_addr
[0],
436 &ip2
.ip6
.sin6_addr
.s6_addr
[0],
439 DEBUG(DEBUG_ERR
, (__location__
" CRITICAL Can not compare sockaddr structures of type %u\n", ip1
.sa
.sa_family
));
447 compare two ctdb_sock_addr structures
449 bool ctdb_same_sockaddr(const ctdb_sock_addr
*ip1
, const ctdb_sock_addr
*ip2
)
451 return ctdb_same_ip(ip1
, ip2
) && ip1
->ip
.sin_port
== ip2
->ip
.sin_port
;
454 char *ctdb_addr_to_str(ctdb_sock_addr
*addr
)
456 static char cip
[128] = "";
458 switch (addr
->sa
.sa_family
) {
460 inet_ntop(addr
->ip
.sin_family
, &addr
->ip
.sin_addr
, cip
, sizeof(cip
));
463 inet_ntop(addr
->ip6
.sin6_family
, &addr
->ip6
.sin6_addr
, cip
, sizeof(cip
));
466 DEBUG(DEBUG_ERR
, (__location__
" ERROR, unknown family %u\n", addr
->sa
.sa_family
));
467 ctdb_external_trace();
473 unsigned ctdb_addr_to_port(ctdb_sock_addr
*addr
)
475 switch (addr
->sa
.sa_family
) {
477 return ntohs(addr
->ip
.sin_port
);
480 return ntohs(addr
->ip6
.sin6_port
);
483 DEBUG(DEBUG_ERR
, (__location__
" ERROR, unknown family %u\n", addr
->sa
.sa_family
));
489 /* Add a node to a node map with given address and flags */
490 static bool node_map_add(TALLOC_CTX
*mem_ctx
,
491 const char *nstr
, uint32_t flags
,
492 struct ctdb_node_map
**node_map
)
497 struct ctdb_node_and_flags
*n
;
499 /* Might as well do this before trying to allocate memory */
500 if (ctdb_parse_address(mem_ctx
, nstr
, &addr
) == -1) {
504 num
= (*node_map
)->num
+ 1;
505 s
= offsetof(struct ctdb_node_map
, nodes
) +
506 num
* sizeof(struct ctdb_node_and_flags
);
507 *node_map
= talloc_realloc_size(mem_ctx
, *node_map
, s
);
508 if (*node_map
== NULL
) {
509 DEBUG(DEBUG_ERR
, (__location__
" Out of memory\n"));
513 n
= &(*node_map
)->nodes
[(*node_map
)->num
];
515 n
->pnn
= (*node_map
)->num
;
523 /* Read a nodes file into a node map */
524 struct ctdb_node_map
*ctdb_read_nodes_file(TALLOC_CTX
*mem_ctx
,
530 struct ctdb_node_map
*ret
;
532 /* Allocate node map header */
533 ret
= talloc_zero_size(mem_ctx
, offsetof(struct ctdb_node_map
, nodes
));
535 DEBUG(DEBUG_ERR
, (__location__
" Out of memory\n"));
539 lines
= file_lines_load(nlist
, &nlines
, 0, mem_ctx
);
541 DEBUG(DEBUG_ERR
, ("Failed to read nodes file \"%s\"\n", nlist
));
544 while (nlines
> 0 && strcmp(lines
[nlines
-1], "") == 0) {
548 for (i
=0; i
< nlines
; i
++) {
553 /* strip leading spaces */
554 while((*node
== ' ') || (*node
== '\t')) {
557 if (strcmp(node
, "") == 0) {
561 /* A "deleted" node is a node that is
562 commented out in the nodes file. This is
563 used instead of removing a line, which
564 would cause subsequent nodes to change
566 flags
= NODE_FLAGS_DELETED
;
571 if (!node_map_add(mem_ctx
, node
, flags
, &ret
)) {
582 const char *ctdb_eventscript_call_names
[] = {
599 /* Runstate handling */
601 enum ctdb_runstate runstate
;
604 { CTDB_RUNSTATE_UNKNOWN
, "UNKNOWN" },
605 { CTDB_RUNSTATE_INIT
, "INIT" },
606 { CTDB_RUNSTATE_SETUP
, "SETUP" },
607 { CTDB_RUNSTATE_FIRST_RECOVERY
, "FIRST_RECOVERY" },
608 { CTDB_RUNSTATE_STARTUP
, "STARTUP" },
609 { CTDB_RUNSTATE_RUNNING
, "RUNNING" },
610 { CTDB_RUNSTATE_SHUTDOWN
, "SHUTDOWN" },
614 const char *runstate_to_string(enum ctdb_runstate runstate
)
617 for (i
=0; runstate_map
[i
].label
!= NULL
; i
++) {
618 if (runstate_map
[i
].runstate
== runstate
) {
619 return runstate_map
[i
].label
;
623 return runstate_map
[0].label
;
626 enum ctdb_runstate
runstate_from_string(const char *label
)
629 for (i
=0; runstate_map
[i
].label
!= NULL
; i
++) {
630 if (strcasecmp(runstate_map
[i
].label
, label
) == 0) {
631 return runstate_map
[i
].runstate
;
635 return CTDB_RUNSTATE_UNKNOWN
;
638 void ctdb_set_runstate(struct ctdb_context
*ctdb
, enum ctdb_runstate runstate
)
640 if (runstate
<= ctdb
->runstate
) {
641 ctdb_fatal(ctdb
, "runstate must always increase");
644 DEBUG(DEBUG_NOTICE
,("Set runstate to %s (%d)\n",
645 runstate_to_string(runstate
), runstate
));
646 ctdb
->runstate
= runstate
;
649 /* Convert arbitrary data to 4-byte boundary padded uint32 array */
650 uint32_t *ctdb_key_to_idkey(TALLOC_CTX
*mem_ctx
, TDB_DATA key
)
652 uint32_t idkey_size
, *k
;
654 idkey_size
= 1 + (key
.dsize
+ sizeof(uint32_t)-1) / sizeof(uint32_t);
656 k
= talloc_zero_array(mem_ctx
, uint32_t, idkey_size
);
662 memcpy(&k
[1], key
.dptr
, key
.dsize
);