2 * Copyright (c) 2004 Topspin Communications. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/string.h>
34 #include <linux/slab.h>
36 #include "mthca_dev.h"
37 #include "mthca_cmd.h"
40 __be32 next_gid_index
;
43 __be32 qp
[MTHCA_QP_PER_MGM
];
46 static const u8 zero_gid
[16]; /* automatically initialized to 0 */
49 * Caller must hold MCG table semaphore. gid and mgm parameters must
50 * be properly aligned for command interface.
52 * Returns 0 unless a firmware command error occurs.
54 * If GID is found in MGM or MGM is empty, *index = *hash, *prev = -1
55 * and *mgm holds MGM entry.
57 * if GID is found in AMGM, *index = index in AMGM, *prev = index of
58 * previous entry in hash chain and *mgm holds AMGM entry.
60 * If no AMGM exists for given gid, *index = -1, *prev = index of last
61 * entry in hash chain and *mgm holds end of hash chain.
63 static int find_mgm(struct mthca_dev
*dev
,
64 u8
*gid
, struct mthca_mailbox
*mgm_mailbox
,
65 u16
*hash
, int *prev
, int *index
)
67 struct mthca_mailbox
*mailbox
;
68 struct mthca_mgm
*mgm
= mgm_mailbox
->buf
;
73 mailbox
= mthca_alloc_mailbox(dev
, GFP_KERNEL
);
78 memcpy(mgid
, gid
, 16);
80 err
= mthca_MGID_HASH(dev
, mailbox
, hash
, &status
);
84 mthca_err(dev
, "MGID_HASH returned status %02x\n", status
);
90 mthca_dbg(dev
, "Hash for %04x:%04x:%04x:%04x:"
91 "%04x:%04x:%04x:%04x is %04x\n",
92 be16_to_cpu(((__be16
*) gid
)[0]),
93 be16_to_cpu(((__be16
*) gid
)[1]),
94 be16_to_cpu(((__be16
*) gid
)[2]),
95 be16_to_cpu(((__be16
*) gid
)[3]),
96 be16_to_cpu(((__be16
*) gid
)[4]),
97 be16_to_cpu(((__be16
*) gid
)[5]),
98 be16_to_cpu(((__be16
*) gid
)[6]),
99 be16_to_cpu(((__be16
*) gid
)[7]),
106 err
= mthca_READ_MGM(dev
, *index
, mgm_mailbox
, &status
);
110 mthca_err(dev
, "READ_MGM returned status %02x\n", status
);
115 if (!memcmp(mgm
->gid
, zero_gid
, 16)) {
116 if (*index
!= *hash
) {
117 mthca_err(dev
, "Found zero MGID in AMGM.\n");
123 if (!memcmp(mgm
->gid
, gid
, 16))
127 *index
= be32_to_cpu(mgm
->next_gid_index
) >> 6;
133 mthca_free_mailbox(dev
, mailbox
);
137 int mthca_multicast_attach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
139 struct mthca_dev
*dev
= to_mdev(ibqp
->device
);
140 struct mthca_mailbox
*mailbox
;
141 struct mthca_mgm
*mgm
;
149 mailbox
= mthca_alloc_mailbox(dev
, GFP_KERNEL
);
151 return PTR_ERR(mailbox
);
154 mutex_lock(&dev
->mcg_table
.mutex
);
156 err
= find_mgm(dev
, gid
->raw
, mailbox
, &hash
, &prev
, &index
);
161 if (!memcmp(mgm
->gid
, zero_gid
, 16))
162 memcpy(mgm
->gid
, gid
->raw
, 16);
166 index
= mthca_alloc(&dev
->mcg_table
.alloc
);
168 mthca_err(dev
, "No AMGM entries left\n");
173 err
= mthca_READ_MGM(dev
, index
, mailbox
, &status
);
177 mthca_err(dev
, "READ_MGM returned status %02x\n", status
);
181 memset(mgm
, 0, sizeof *mgm
);
182 memcpy(mgm
->gid
, gid
->raw
, 16);
185 for (i
= 0; i
< MTHCA_QP_PER_MGM
; ++i
)
186 if (mgm
->qp
[i
] == cpu_to_be32(ibqp
->qp_num
| (1 << 31))) {
187 mthca_dbg(dev
, "QP %06x already a member of MGM\n",
191 } else if (!(mgm
->qp
[i
] & cpu_to_be32(1 << 31))) {
192 mgm
->qp
[i
] = cpu_to_be32(ibqp
->qp_num
| (1 << 31));
196 if (i
== MTHCA_QP_PER_MGM
) {
197 mthca_err(dev
, "MGM at index %x is full.\n", index
);
202 err
= mthca_WRITE_MGM(dev
, index
, mailbox
, &status
);
206 mthca_err(dev
, "WRITE_MGM returned status %02x\n", status
);
214 err
= mthca_READ_MGM(dev
, prev
, mailbox
, &status
);
218 mthca_err(dev
, "READ_MGM returned status %02x\n", status
);
223 mgm
->next_gid_index
= cpu_to_be32(index
<< 6);
225 err
= mthca_WRITE_MGM(dev
, prev
, mailbox
, &status
);
229 mthca_err(dev
, "WRITE_MGM returned status %02x\n", status
);
234 if (err
&& link
&& index
!= -1) {
235 BUG_ON(index
< dev
->limits
.num_mgms
);
236 mthca_free(&dev
->mcg_table
.alloc
, index
);
238 mutex_unlock(&dev
->mcg_table
.mutex
);
240 mthca_free_mailbox(dev
, mailbox
);
244 int mthca_multicast_detach(struct ib_qp
*ibqp
, union ib_gid
*gid
, u16 lid
)
246 struct mthca_dev
*dev
= to_mdev(ibqp
->device
);
247 struct mthca_mailbox
*mailbox
;
248 struct mthca_mgm
*mgm
;
255 mailbox
= mthca_alloc_mailbox(dev
, GFP_KERNEL
);
257 return PTR_ERR(mailbox
);
260 mutex_lock(&dev
->mcg_table
.mutex
);
262 err
= find_mgm(dev
, gid
->raw
, mailbox
, &hash
, &prev
, &index
);
267 mthca_err(dev
, "MGID %04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x "
269 be16_to_cpu(((__be16
*) gid
->raw
)[0]),
270 be16_to_cpu(((__be16
*) gid
->raw
)[1]),
271 be16_to_cpu(((__be16
*) gid
->raw
)[2]),
272 be16_to_cpu(((__be16
*) gid
->raw
)[3]),
273 be16_to_cpu(((__be16
*) gid
->raw
)[4]),
274 be16_to_cpu(((__be16
*) gid
->raw
)[5]),
275 be16_to_cpu(((__be16
*) gid
->raw
)[6]),
276 be16_to_cpu(((__be16
*) gid
->raw
)[7]));
281 for (loc
= -1, i
= 0; i
< MTHCA_QP_PER_MGM
; ++i
) {
282 if (mgm
->qp
[i
] == cpu_to_be32(ibqp
->qp_num
| (1 << 31)))
284 if (!(mgm
->qp
[i
] & cpu_to_be32(1 << 31)))
289 mthca_err(dev
, "QP %06x not found in MGM\n", ibqp
->qp_num
);
294 mgm
->qp
[loc
] = mgm
->qp
[i
- 1];
297 err
= mthca_WRITE_MGM(dev
, index
, mailbox
, &status
);
301 mthca_err(dev
, "WRITE_MGM returned status %02x\n", status
);
310 /* Remove entry from MGM */
311 int amgm_index_to_free
= be32_to_cpu(mgm
->next_gid_index
) >> 6;
312 if (amgm_index_to_free
) {
313 err
= mthca_READ_MGM(dev
, amgm_index_to_free
,
318 mthca_err(dev
, "READ_MGM returned status %02x\n",
324 memset(mgm
->gid
, 0, 16);
326 err
= mthca_WRITE_MGM(dev
, index
, mailbox
, &status
);
330 mthca_err(dev
, "WRITE_MGM returned status %02x\n", status
);
334 if (amgm_index_to_free
) {
335 BUG_ON(amgm_index_to_free
< dev
->limits
.num_mgms
);
336 mthca_free(&dev
->mcg_table
.alloc
, amgm_index_to_free
);
339 /* Remove entry from AMGM */
340 int curr_next_index
= be32_to_cpu(mgm
->next_gid_index
) >> 6;
341 err
= mthca_READ_MGM(dev
, prev
, mailbox
, &status
);
345 mthca_err(dev
, "READ_MGM returned status %02x\n", status
);
350 mgm
->next_gid_index
= cpu_to_be32(curr_next_index
<< 6);
352 err
= mthca_WRITE_MGM(dev
, prev
, mailbox
, &status
);
356 mthca_err(dev
, "WRITE_MGM returned status %02x\n", status
);
360 BUG_ON(index
< dev
->limits
.num_mgms
);
361 mthca_free(&dev
->mcg_table
.alloc
, index
);
365 mutex_unlock(&dev
->mcg_table
.mutex
);
367 mthca_free_mailbox(dev
, mailbox
);
371 int mthca_init_mcg_table(struct mthca_dev
*dev
)
374 int table_size
= dev
->limits
.num_mgms
+ dev
->limits
.num_amgms
;
376 err
= mthca_alloc_init(&dev
->mcg_table
.alloc
,
379 dev
->limits
.num_mgms
);
383 mutex_init(&dev
->mcg_table
.mutex
);
388 void mthca_cleanup_mcg_table(struct mthca_dev
*dev
)
390 mthca_alloc_cleanup(&dev
->mcg_table
.alloc
);