messaging3: Add messaging_filtered_read
[Samba.git] / source3 / lib / messages.c
blobca254a4cfea9362ef131302c94e975e2e4fda72d
1 /*
2 Unix SMB/CIFS implementation.
3 Samba internal messaging functions
4 Copyright (C) Andrew Tridgell 2000
5 Copyright (C) 2001 by Martin Pool
6 Copyright (C) 2002 by Jeremy Allison
7 Copyright (C) 2007 by Volker Lendecke
9 This program is free software; you can redistribute it and/or modify
10 it under the terms of the GNU General Public License as published by
11 the Free Software Foundation; either version 3 of the License, or
12 (at your option) any later version.
14 This program is distributed in the hope that it will be useful,
15 but WITHOUT ANY WARRANTY; without even the implied warranty of
16 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 GNU General Public License for more details.
19 You should have received a copy of the GNU General Public License
20 along with this program. If not, see <http://www.gnu.org/licenses/>.
23 /**
24 @defgroup messages Internal messaging framework
26 @file messages.c
28 @brief Module for internal messaging between Samba daemons.
30 The idea is that if a part of Samba wants to do communication with
31 another Samba process then it will do a message_register() of a
32 dispatch function, and use message_send_pid() to send messages to
33 that process.
35 The dispatch function is given the pid of the sender, and it can
36 use that to reply by message_send_pid(). See ping_message() for a
37 simple example.
39 @caution Dispatch functions must be able to cope with incoming
40 messages on an *odd* byte boundary.
42 This system doesn't have any inherent size limitations but is not
43 very efficient for large messages or when messages are sent in very
44 quick succession.
48 #include "includes.h"
49 #include "dbwrap/dbwrap.h"
50 #include "serverid.h"
51 #include "messages.h"
52 #include "lib/util/tevent_unix.h"
53 #include "lib/background.h"
55 struct messaging_callback {
56 struct messaging_callback *prev, *next;
57 uint32 msg_type;
58 void (*fn)(struct messaging_context *msg, void *private_data,
59 uint32_t msg_type,
60 struct server_id server_id, DATA_BLOB *data);
61 void *private_data;
64 /****************************************************************************
65 A useful function for testing the message system.
66 ****************************************************************************/
68 static void ping_message(struct messaging_context *msg_ctx,
69 void *private_data,
70 uint32_t msg_type,
71 struct server_id src,
72 DATA_BLOB *data)
74 const char *msg = "none";
75 char *free_me = NULL;
77 if (data->data != NULL) {
78 free_me = talloc_strndup(talloc_tos(), (char *)data->data,
79 data->length);
80 msg = free_me;
82 DEBUG(1,("INFO: Received PING message from PID %s [%s]\n",
83 procid_str_static(&src), msg));
84 TALLOC_FREE(free_me);
85 messaging_send(msg_ctx, src, MSG_PONG, data);
88 /****************************************************************************
89 Register/replace a dispatch function for a particular message type.
90 JRA changed Dec 13 2006. Only one message handler now permitted per type.
91 *NOTE*: Dispatch functions must be able to cope with incoming
92 messages on an *odd* byte boundary.
93 ****************************************************************************/
95 struct msg_all {
96 struct messaging_context *msg_ctx;
97 int msg_type;
98 uint32 msg_flag;
99 const void *buf;
100 size_t len;
101 int n_sent;
104 /****************************************************************************
105 Send one of the messages for the broadcast.
106 ****************************************************************************/
108 static int traverse_fn(struct db_record *rec, const struct server_id *id,
109 uint32_t msg_flags, void *state)
111 struct msg_all *msg_all = (struct msg_all *)state;
112 NTSTATUS status;
114 /* Don't send if the receiver hasn't registered an interest. */
116 if((msg_flags & msg_all->msg_flag) == 0) {
117 return 0;
120 /* If the msg send fails because the pid was not found (i.e. smbd died),
121 * the msg has already been deleted from the messages.tdb.*/
123 status = messaging_send_buf(msg_all->msg_ctx, *id, msg_all->msg_type,
124 (const uint8_t *)msg_all->buf, msg_all->len);
126 if (NT_STATUS_EQUAL(status, NT_STATUS_INVALID_HANDLE)) {
129 * If the pid was not found delete the entry from
130 * serverid.tdb
133 DEBUG(2, ("pid %s doesn't exist\n", procid_str_static(id)));
135 dbwrap_record_delete(rec);
137 msg_all->n_sent++;
138 return 0;
142 * Send a message to all smbd processes.
144 * It isn't very efficient, but should be OK for the sorts of
145 * applications that use it. When we need efficient broadcast we can add
146 * it.
148 * @param n_sent Set to the number of messages sent. This should be
149 * equal to the number of processes, but be careful for races.
151 * @retval True for success.
153 bool message_send_all(struct messaging_context *msg_ctx,
154 int msg_type,
155 const void *buf, size_t len,
156 int *n_sent)
158 struct msg_all msg_all;
160 msg_all.msg_type = msg_type;
161 if (msg_type < 0x100) {
162 msg_all.msg_flag = FLAG_MSG_GENERAL;
163 } else if (msg_type > 0x100 && msg_type < 0x200) {
164 msg_all.msg_flag = FLAG_MSG_NMBD;
165 } else if (msg_type > 0x200 && msg_type < 0x300) {
166 msg_all.msg_flag = FLAG_MSG_PRINT_GENERAL;
167 } else if (msg_type > 0x300 && msg_type < 0x400) {
168 msg_all.msg_flag = FLAG_MSG_SMBD;
169 } else if (msg_type > 0x400 && msg_type < 0x600) {
170 msg_all.msg_flag = FLAG_MSG_WINBIND;
171 } else if (msg_type > 4000 && msg_type < 5000) {
172 msg_all.msg_flag = FLAG_MSG_DBWRAP;
173 } else {
174 return false;
177 msg_all.buf = buf;
178 msg_all.len = len;
179 msg_all.n_sent = 0;
180 msg_all.msg_ctx = msg_ctx;
182 serverid_traverse(traverse_fn, &msg_all);
183 if (n_sent)
184 *n_sent = msg_all.n_sent;
185 return true;
188 struct messaging_context *messaging_init(TALLOC_CTX *mem_ctx,
189 struct tevent_context *ev)
191 struct messaging_context *ctx;
192 NTSTATUS status;
194 if (!(ctx = talloc_zero(mem_ctx, struct messaging_context))) {
195 return NULL;
198 ctx->id = procid_self();
199 ctx->event_ctx = ev;
201 status = messaging_dgm_init(ctx, ctx, &ctx->local);
203 if (!NT_STATUS_IS_OK(status)) {
204 DEBUG(2, ("messaging_dgm_init failed: %s\n",
205 nt_errstr(status)));
206 TALLOC_FREE(ctx);
207 return NULL;
210 if (lp_clustering()) {
211 status = messaging_ctdbd_init(ctx, ctx, &ctx->remote);
213 if (!NT_STATUS_IS_OK(status)) {
214 DEBUG(2, ("messaging_ctdbd_init failed: %s\n",
215 nt_errstr(status)));
216 TALLOC_FREE(ctx);
217 return NULL;
220 ctx->id.vnn = get_my_vnn();
222 messaging_register(ctx, NULL, MSG_PING, ping_message);
224 /* Register some debugging related messages */
226 register_msg_pool_usage(ctx);
227 register_dmalloc_msgs(ctx);
228 debug_register_msgs(ctx);
230 return ctx;
233 struct server_id messaging_server_id(const struct messaging_context *msg_ctx)
235 return msg_ctx->id;
239 * re-init after a fork
241 NTSTATUS messaging_reinit(struct messaging_context *msg_ctx)
243 NTSTATUS status;
245 TALLOC_FREE(msg_ctx->local);
247 msg_ctx->id = procid_self();
249 status = messaging_dgm_init(msg_ctx, msg_ctx, &msg_ctx->local);
250 if (!NT_STATUS_IS_OK(status)) {
251 DEBUG(0, ("messaging_dgm_init failed: %s\n",
252 nt_errstr(status)));
253 return status;
256 TALLOC_FREE(msg_ctx->remote);
258 if (lp_clustering()) {
259 status = messaging_ctdbd_init(msg_ctx, msg_ctx,
260 &msg_ctx->remote);
262 if (!NT_STATUS_IS_OK(status)) {
263 DEBUG(1, ("messaging_ctdbd_init failed: %s\n",
264 nt_errstr(status)));
265 return status;
269 return NT_STATUS_OK;
274 * Register a dispatch function for a particular message type. Allow multiple
275 * registrants
277 NTSTATUS messaging_register(struct messaging_context *msg_ctx,
278 void *private_data,
279 uint32_t msg_type,
280 void (*fn)(struct messaging_context *msg,
281 void *private_data,
282 uint32_t msg_type,
283 struct server_id server_id,
284 DATA_BLOB *data))
286 struct messaging_callback *cb;
288 DEBUG(5, ("Registering messaging pointer for type %u - "
289 "private_data=%p\n",
290 (unsigned)msg_type, private_data));
293 * Only one callback per type
296 for (cb = msg_ctx->callbacks; cb != NULL; cb = cb->next) {
297 /* we allow a second registration of the same message
298 type if it has a different private pointer. This is
299 needed in, for example, the internal notify code,
300 which creates a new notify context for each tree
301 connect, and expects to receive messages to each of
302 them. */
303 if (cb->msg_type == msg_type && private_data == cb->private_data) {
304 DEBUG(5,("Overriding messaging pointer for type %u - private_data=%p\n",
305 (unsigned)msg_type, private_data));
306 cb->fn = fn;
307 cb->private_data = private_data;
308 return NT_STATUS_OK;
312 if (!(cb = talloc(msg_ctx, struct messaging_callback))) {
313 return NT_STATUS_NO_MEMORY;
316 cb->msg_type = msg_type;
317 cb->fn = fn;
318 cb->private_data = private_data;
320 DLIST_ADD(msg_ctx->callbacks, cb);
321 return NT_STATUS_OK;
325 De-register the function for a particular message type.
327 void messaging_deregister(struct messaging_context *ctx, uint32_t msg_type,
328 void *private_data)
330 struct messaging_callback *cb, *next;
332 for (cb = ctx->callbacks; cb; cb = next) {
333 next = cb->next;
334 if ((cb->msg_type == msg_type)
335 && (cb->private_data == private_data)) {
336 DEBUG(5,("Deregistering messaging pointer for type %u - private_data=%p\n",
337 (unsigned)msg_type, private_data));
338 DLIST_REMOVE(ctx->callbacks, cb);
339 TALLOC_FREE(cb);
344 struct messaging_selfsend_state {
345 struct messaging_context *msg;
346 struct messaging_rec rec;
349 static void messaging_trigger_self(struct tevent_context *ev,
350 struct tevent_immediate *im,
351 void *private_data);
354 Send a message to a particular server
356 NTSTATUS messaging_send(struct messaging_context *msg_ctx,
357 struct server_id server, uint32_t msg_type,
358 const DATA_BLOB *data)
360 if (server_id_is_disconnected(&server)) {
361 return NT_STATUS_INVALID_PARAMETER_MIX;
364 if (!procid_is_local(&server)) {
365 return msg_ctx->remote->send_fn(msg_ctx, server,
366 msg_type, data,
367 msg_ctx->remote);
370 if (server_id_equal(&msg_ctx->id, &server)) {
371 struct messaging_selfsend_state *state;
372 struct tevent_immediate *im;
374 state = talloc_pooled_object(
375 msg_ctx, struct messaging_selfsend_state,
376 1, data->length);
377 if (state == NULL) {
378 return NT_STATUS_NO_MEMORY;
380 state->msg = msg_ctx;
381 state->rec.msg_version = MESSAGE_VERSION;
382 state->rec.msg_type = msg_type & MSG_TYPE_MASK;
383 state->rec.dest = server;
384 state->rec.src = msg_ctx->id;
386 /* Can't fail, it's a pooled_object */
387 state->rec.buf = data_blob_talloc(
388 state, data->data, data->length);
390 im = tevent_create_immediate(state);
391 if (im == NULL) {
392 TALLOC_FREE(state);
393 return NT_STATUS_NO_MEMORY;
396 tevent_schedule_immediate(im, msg_ctx->event_ctx,
397 messaging_trigger_self, state);
398 return NT_STATUS_OK;
401 return msg_ctx->local->send_fn(msg_ctx, server, msg_type, data,
402 msg_ctx->local);
405 static void messaging_trigger_self(struct tevent_context *ev,
406 struct tevent_immediate *im,
407 void *private_data)
409 struct messaging_selfsend_state *state = talloc_get_type_abort(
410 private_data, struct messaging_selfsend_state);
411 messaging_dispatch_rec(state->msg, &state->rec);
412 TALLOC_FREE(state);
415 NTSTATUS messaging_send_buf(struct messaging_context *msg_ctx,
416 struct server_id server, uint32_t msg_type,
417 const uint8_t *buf, size_t len)
419 DATA_BLOB blob = data_blob_const(buf, len);
420 return messaging_send(msg_ctx, server, msg_type, &blob);
423 NTSTATUS messaging_send_iov(struct messaging_context *msg_ctx,
424 struct server_id server, uint32_t msg_type,
425 const struct iovec *iov, int iovlen)
427 uint8_t *buf;
428 NTSTATUS status;
430 buf = iov_buf(talloc_tos(), iov, iovlen);
431 if (buf == NULL) {
432 return NT_STATUS_NO_MEMORY;
435 status = messaging_send_buf(msg_ctx, server, msg_type,
436 buf, talloc_get_size(buf));
438 TALLOC_FREE(buf);
439 return status;
442 static struct messaging_rec *messaging_rec_dup(TALLOC_CTX *mem_ctx,
443 struct messaging_rec *rec)
445 struct messaging_rec *result;
447 result = talloc_pooled_object(mem_ctx, struct messaging_rec,
448 1, rec->buf.length);
449 if (result == NULL) {
450 return NULL;
452 *result = *rec;
454 /* Doesn't fail, see talloc_pooled_object */
456 result->buf.data = talloc_memdup(result, rec->buf.data,
457 rec->buf.length);
458 return result;
461 struct messaging_filtered_read_state {
462 struct tevent_context *ev;
463 struct messaging_context *msg_ctx;
465 bool (*filter)(struct messaging_rec *rec, void *private_data);
466 void *private_data;
468 struct messaging_rec *rec;
471 static void messaging_filtered_read_cleanup(struct tevent_req *req,
472 enum tevent_req_state req_state);
474 struct tevent_req *messaging_filtered_read_send(
475 TALLOC_CTX *mem_ctx, struct tevent_context *ev,
476 struct messaging_context *msg_ctx,
477 bool (*filter)(struct messaging_rec *rec, void *private_data),
478 void *private_data)
480 struct tevent_req *req;
481 struct messaging_filtered_read_state *state;
482 size_t new_waiters_len;
484 req = tevent_req_create(mem_ctx, &state,
485 struct messaging_filtered_read_state);
486 if (req == NULL) {
487 return NULL;
489 state->ev = ev;
490 state->msg_ctx = msg_ctx;
491 state->filter = filter;
492 state->private_data = private_data;
494 new_waiters_len = talloc_array_length(msg_ctx->new_waiters);
496 if (new_waiters_len == msg_ctx->num_new_waiters) {
497 struct tevent_req **tmp;
499 tmp = talloc_realloc(msg_ctx, msg_ctx->new_waiters,
500 struct tevent_req *, new_waiters_len+1);
501 if (tevent_req_nomem(tmp, req)) {
502 return tevent_req_post(req, ev);
504 msg_ctx->new_waiters = tmp;
507 msg_ctx->new_waiters[msg_ctx->num_new_waiters] = req;
508 msg_ctx->num_new_waiters += 1;
509 tevent_req_set_cleanup_fn(req, messaging_filtered_read_cleanup);
511 return req;
514 static void messaging_filtered_read_cleanup(struct tevent_req *req,
515 enum tevent_req_state req_state)
517 struct messaging_filtered_read_state *state = tevent_req_data(
518 req, struct messaging_filtered_read_state);
519 struct messaging_context *msg_ctx = state->msg_ctx;
520 unsigned i;
522 tevent_req_set_cleanup_fn(req, NULL);
524 for (i=0; i<msg_ctx->num_waiters; i++) {
525 if (msg_ctx->waiters[i] == req) {
526 msg_ctx->waiters[i] = NULL;
527 return;
531 for (i=0; i<msg_ctx->num_new_waiters; i++) {
532 if (msg_ctx->new_waiters[i] == req) {
533 msg_ctx->new_waiters[i] = NULL;
534 return;
539 static void messaging_filtered_read_done(struct tevent_req *req,
540 struct messaging_rec *rec)
542 struct messaging_filtered_read_state *state = tevent_req_data(
543 req, struct messaging_filtered_read_state);
545 state->rec = messaging_rec_dup(state, rec);
546 if (tevent_req_nomem(state->rec, req)) {
547 return;
549 tevent_req_done(req);
552 int messaging_filtered_read_recv(struct tevent_req *req, TALLOC_CTX *mem_ctx,
553 struct messaging_rec **presult)
555 struct messaging_filtered_read_state *state = tevent_req_data(
556 req, struct messaging_filtered_read_state);
557 int err;
559 if (tevent_req_is_unix_error(req, &err)) {
560 tevent_req_received(req);
561 return err;
563 *presult = talloc_move(mem_ctx, &state->rec);
564 return 0;
567 struct messaging_read_state {
568 uint32_t msg_type;
569 struct messaging_rec *rec;
572 static bool messaging_read_filter(struct messaging_rec *rec,
573 void *private_data);
574 static void messaging_read_done(struct tevent_req *subreq);
576 struct tevent_req *messaging_read_send(TALLOC_CTX *mem_ctx,
577 struct tevent_context *ev,
578 struct messaging_context *msg,
579 uint32_t msg_type)
581 struct tevent_req *req, *subreq;
582 struct messaging_read_state *state;
584 req = tevent_req_create(mem_ctx, &state,
585 struct messaging_read_state);
586 if (req == NULL) {
587 return NULL;
589 state->msg_type = msg_type;
591 subreq = messaging_filtered_read_send(state, ev, msg,
592 messaging_read_filter, state);
593 if (tevent_req_nomem(subreq, req)) {
594 return tevent_req_post(req, ev);
596 tevent_req_set_callback(subreq, messaging_read_done, req);
597 return req;
600 static bool messaging_read_filter(struct messaging_rec *rec,
601 void *private_data)
603 struct messaging_read_state *state = talloc_get_type_abort(
604 private_data, struct messaging_read_state);
606 return rec->msg_type == state->msg_type;
609 static void messaging_read_done(struct tevent_req *subreq)
611 struct tevent_req *req = tevent_req_callback_data(
612 subreq, struct tevent_req);
613 struct messaging_read_state *state = tevent_req_data(
614 req, struct messaging_read_state);
615 int ret;
617 ret = messaging_filtered_read_recv(subreq, state, &state->rec);
618 TALLOC_FREE(subreq);
619 if (tevent_req_error(req, ret)) {
620 return;
622 tevent_req_done(req);
625 int messaging_read_recv(struct tevent_req *req, TALLOC_CTX *mem_ctx,
626 struct messaging_rec **presult)
628 struct messaging_read_state *state = tevent_req_data(
629 req, struct messaging_read_state);
630 int err;
632 if (tevent_req_is_unix_error(req, &err)) {
633 return err;
635 if (presult != NULL) {
636 *presult = talloc_move(mem_ctx, &state->rec);
638 return 0;
641 static bool messaging_append_new_waiters(struct messaging_context *msg_ctx)
643 if (msg_ctx->num_new_waiters == 0) {
644 return true;
647 if (talloc_array_length(msg_ctx->waiters) <
648 (msg_ctx->num_waiters + msg_ctx->num_new_waiters)) {
649 struct tevent_req **tmp;
650 tmp = talloc_realloc(
651 msg_ctx, msg_ctx->waiters, struct tevent_req *,
652 msg_ctx->num_waiters + msg_ctx->num_new_waiters);
653 if (tmp == NULL) {
654 DEBUG(1, ("%s: talloc failed\n", __func__));
655 return false;
657 msg_ctx->waiters = tmp;
660 memcpy(&msg_ctx->waiters[msg_ctx->num_waiters], msg_ctx->new_waiters,
661 sizeof(struct tevent_req *) * msg_ctx->num_new_waiters);
663 msg_ctx->num_waiters += msg_ctx->num_new_waiters;
664 msg_ctx->num_new_waiters = 0;
666 return true;
670 Dispatch one messaging_rec
672 void messaging_dispatch_rec(struct messaging_context *msg_ctx,
673 struct messaging_rec *rec)
675 struct messaging_callback *cb, *next;
676 unsigned i;
678 for (cb = msg_ctx->callbacks; cb != NULL; cb = next) {
679 next = cb->next;
680 if (cb->msg_type == rec->msg_type) {
681 cb->fn(msg_ctx, cb->private_data, rec->msg_type,
682 rec->src, &rec->buf);
683 /* we continue looking for matching messages
684 after finding one. This matters for
685 subsystems like the internal notify code
686 which register more than one handler for
687 the same message type */
691 if (!messaging_append_new_waiters(msg_ctx)) {
692 return;
695 i = 0;
696 while (i < msg_ctx->num_waiters) {
697 struct tevent_req *req;
698 struct messaging_filtered_read_state *state;
700 req = msg_ctx->waiters[i];
701 if (req == NULL) {
703 * This got cleaned up. In the meantime,
704 * move everything down one. We need
705 * to keep the order of waiters, as
706 * other code may depend on this.
708 if (i < msg_ctx->num_waiters - 1) {
709 memmove(&msg_ctx->waiters[i],
710 &msg_ctx->waiters[i+1],
711 sizeof(struct tevent_req *) *
712 (msg_ctx->num_waiters - i - 1));
714 msg_ctx->num_waiters -= 1;
715 continue;
718 state = tevent_req_data(
719 req, struct messaging_filtered_read_state);
720 if (state->filter(rec, state->private_data)) {
721 messaging_filtered_read_done(req, rec);
724 i += 1;
726 return;
729 static int mess_parent_dgm_cleanup(void *private_data);
730 static void mess_parent_dgm_cleanup_done(struct tevent_req *req);
732 bool messaging_parent_dgm_cleanup_init(struct messaging_context *msg)
734 struct tevent_req *req;
736 req = background_job_send(
737 msg, msg->event_ctx, msg, NULL, 0,
738 lp_parm_int(-1, "messaging", "messaging dgm cleanup interval", 60*15),
739 mess_parent_dgm_cleanup, msg);
740 if (req == NULL) {
741 return false;
743 tevent_req_set_callback(req, mess_parent_dgm_cleanup_done, msg);
744 return true;
747 static int mess_parent_dgm_cleanup(void *private_data)
749 struct messaging_context *msg_ctx = talloc_get_type_abort(
750 private_data, struct messaging_context);
751 NTSTATUS status;
753 status = messaging_dgm_wipe(msg_ctx);
754 DEBUG(10, ("messaging_dgm_wipe returned %s\n", nt_errstr(status)));
755 return lp_parm_int(-1, "messaging", "messaging dgm cleanup interval", 60*15);
758 static void mess_parent_dgm_cleanup_done(struct tevent_req *req)
760 struct messaging_context *msg = tevent_req_callback_data(
761 req, struct messaging_context);
762 NTSTATUS status;
764 status = background_job_recv(req);
765 TALLOC_FREE(req);
766 DEBUG(1, ("messaging dgm cleanup job ended with %s\n", nt_errstr(status)));
768 req = background_job_send(
769 msg, msg->event_ctx, msg, NULL, 0,
770 lp_parm_int(-1, "messaging", "messaging dgm cleanup interval", 60*15),
771 mess_parent_dgm_cleanup, msg);
772 if (req == NULL) {
773 DEBUG(1, ("background_job_send failed\n"));
775 tevent_req_set_callback(req, mess_parent_dgm_cleanup_done, msg);
778 /** @} **/