2 * Unix SMB/CIFS implementation.
3 * Join infiniband wrapper and ctdb.
5 * Copyright (C) Sven Oehme <oehmes@de.ibm.com> 2006
7 * Major code contributions by Peter Somogyi <psomogyi@gamax.hu>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 3 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, see <http://www.gnu.org/licenses/>.
24 #include <system/network.h>
26 #include "ctdb_private.h"
27 #include "ibwrapper.h"
29 #include "lib/util/dlinklist.h"
31 static int ctdb_ibw_listen(struct ctdb_context
*ctdb
, int backlog
)
33 struct ibw_ctx
*ictx
= talloc_get_type(ctdb
->private_data
, struct ibw_ctx
);
34 struct sockaddr_in my_addr
;
37 memset(&my_addr
, 0, sizeof(struct sockaddr_in
));
38 my_addr
.sin_port
= htons(ctdb
->address
.port
);
39 my_addr
.sin_family
= PF_INET
;
40 if (ctdb_ibw_get_address(ctdb
, ctdb
->address
.address
, &my_addr
.sin_addr
))
43 if (ibw_bind(ictx
, &my_addr
)) {
44 DEBUG(DEBUG_CRIT
, ("ctdb_ibw_listen: ibw_bind failed\n"));
48 if (ibw_listen(ictx
, backlog
)) {
49 DEBUG(DEBUG_CRIT
, ("ctdb_ibw_listen: ibw_listen failed\n"));
57 * initialise ibw portion of a ctdb node
59 static int ctdb_ibw_add_node(struct ctdb_node
*node
)
61 struct ibw_ctx
*ictx
= talloc_get_type(node
->ctdb
->private_data
, struct ibw_ctx
);
62 struct ctdb_ibw_node
*cn
= talloc_zero(node
, struct ctdb_ibw_node
);
65 cn
->conn
= ibw_conn_new(ictx
, node
);
66 node
->private_data
= (void *)cn
;
68 return (cn
->conn
!=NULL
? 0 : -1);
72 * initialise infiniband
74 static int ctdb_ibw_initialise(struct ctdb_context
*ctdb
)
78 ret
= ctdb_ibw_init(ctdb
);
83 for (i
=0; i
<ctdb
->num_nodes
; i
++) {
84 if (ctdb_ibw_add_node(ctdb
->nodes
[i
]) != 0) {
85 DEBUG(DEBUG_CRIT
, ("methods->add_node failed at %d\n", i
));
90 /* listen on our own address */
91 if (ctdb_ibw_listen(ctdb
, 10)) /* TODO: backlog as param */
101 static int ctdb_ibw_start(struct ctdb_context
*ctdb
)
105 /* everything async here */
106 for (i
=0;i
<ctdb
->num_nodes
;i
++) {
107 struct ctdb_node
*node
= ctdb
->nodes
[i
];
108 if (!ctdb_same_address(&ctdb
->address
, &node
->address
)) {
109 ctdb_ibw_node_connect(node
);
116 static int ctdb_ibw_send_pkt(struct ibw_conn
*conn
, uint8_t *data
, uint32_t length
)
120 if (ibw_alloc_send_buf(conn
, &buf
, &key
, length
)) {
121 DEBUG(DEBUG_ERR
, ("queue_pkt/ibw_alloc_send_buf failed\n"));
125 memcpy(buf
, data
, length
);
126 return ibw_send(conn
, buf
, key
, length
);
129 int ctdb_flush_cn_queue(struct ctdb_ibw_node
*cn
)
131 struct ctdb_ibw_msg
*p
;
136 rc
= ctdb_ibw_send_pkt(cn
->conn
, p
->data
, p
->length
);
138 return -1; /* will be retried later when conn is up */
140 DLIST_REMOVE(cn
->queue
, p
);
142 talloc_free(p
); /* it will talloc_free p->data as well */
145 /* cn->queue_last = NULL is not needed - see DLIST_ADD_AFTER */
150 static int ctdb_ibw_queue_pkt(struct ctdb_node
*node
, uint8_t *data
, uint32_t length
)
152 struct ctdb_ibw_node
*cn
= talloc_get_type(node
->private_data
, struct ctdb_ibw_node
);
155 assert(length
>=sizeof(uint32_t));
158 if (cn
->conn
==NULL
) {
159 DEBUG(DEBUG_ERR
, ("ctdb_ibw_queue_pkt: conn is NULL\n"));
163 if (cn
->conn
->state
==IBWC_CONNECTED
) {
164 rc
= ctdb_ibw_send_pkt(cn
->conn
, data
, length
);
166 struct ctdb_ibw_msg
*p
= talloc_zero(cn
, struct ctdb_ibw_msg
);
167 CTDB_NO_MEMORY(node
->ctdb
, p
);
169 p
->data
= talloc_memdup(p
, data
, length
);
170 CTDB_NO_MEMORY(node
->ctdb
, p
->data
);
174 DLIST_ADD_AFTER(cn
->queue
, p
, cn
->queue_last
);
184 static void ctdb_ibw_restart(struct ctdb_node
*node
)
186 /* TODO: implement this method for IB */
187 DEBUG(DEBUG_ALERT
,("WARNING: method restart is not yet implemented for IB\n"));
191 * transport packet allocator - allows transport to control memory for packets
193 static void *ctdb_ibw_allocate_pkt(TALLOC_CTX
*mem_ctx
, size_t size
)
195 /* TODO: use ibw_alloc_send_buf instead... */
196 return talloc_size(mem_ctx
, size
);
201 static int ctdb_ibw_stop(struct ctdb_context
*cctx
)
203 struct ibw_ctx
*ictx
= talloc_get_type(cctx
->private_data
, struct ibw_ctx
);
206 return ibw_stop(ictx
);
209 #endif /* __NOTDEF__ */
211 static const struct ctdb_methods ctdb_ibw_methods
= {
212 .initialise
= ctdb_ibw_initialise
,
213 .start
= ctdb_ibw_start
,
214 .queue_pkt
= ctdb_ibw_queue_pkt
,
215 .add_node
= ctdb_ibw_add_node
,
216 .allocate_pkt
= ctdb_ibw_allocate_pkt
,
217 .restart
= ctdb_ibw_restart
,
219 // .stop = ctdb_ibw_stop
223 * initialise ibw portion of ctdb
225 int ctdb_ibw_init(struct ctdb_context
*ctdb
)
227 struct ibw_ctx
*ictx
;
229 DEBUG(DEBUG_DEBUG
, ("ctdb_ibw_init invoked...\n"));
231 NULL
, //struct ibw_initattr *attr, /* TODO */
232 0, //int nattr, /* TODO */
234 ctdb_ibw_connstate_handler
,
235 ctdb_ibw_receive_handler
,
239 DEBUG(DEBUG_CRIT
, ("ctdb_ibw_init: ibw_init failed\n"));
243 ctdb
->methods
= &ctdb_ibw_methods
;
244 ctdb
->private_data
= ictx
;
246 DEBUG(DEBUG_DEBUG
, ("ctdb_ibw_init succeeded.\n"));