2 * Copyright (c) 2006, 2007 Cisco Systems, Inc. All rights reserved.
3 * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/init.h>
35 #include <linux/string.h>
36 #include <linux/slab.h>
38 #include <linux/mlx4/cmd.h>
39 #include <linux/mlx4/driver.h>
43 #define MGM_QPN_MASK 0x00FFFFFF
44 #define MGM_BLCK_LB_BIT 30
47 __be32 next_gid_index;
51 __be32 qp[MLX4_QP_PER_MGM];
54 static const u8 zero_gid[16]; /* automatically initialized to 0 */
56 static int mlx4_READ_MCG(struct mlx4_dev *dev, int index,
57 struct mlx4_cmd_mailbox *mailbox)
59 return mlx4_cmd_box(dev, 0, mailbox->dma, index, 0, MLX4_CMD_READ_MCG,
60 MLX4_CMD_TIME_CLASS_A);
63 static int mlx4_WRITE_MCG(struct mlx4_dev *dev, int index,
64 struct mlx4_cmd_mailbox *mailbox)
66 return mlx4_cmd(dev, mailbox->dma, index, 0, MLX4_CMD_WRITE_MCG,
67 MLX4_CMD_TIME_CLASS_A);
70 static int mlx4_MGID_HASH(struct mlx4_dev *dev, struct mlx4_cmd_mailbox *mailbox,
76 err = mlx4_cmd_imm(dev, mailbox->dma, &imm, 0, 0, MLX4_CMD_MGID_HASH,
77 MLX4_CMD_TIME_CLASS_A);
86 * Caller must hold MCG table semaphore. gid and mgm parameters must
87 * be properly aligned for command interface.
89 * Returns 0 unless a firmware command error occurs.
91 * If GID is found in MGM or MGM is empty, *index = *hash, *prev = -1
92 * and *mgm holds MGM entry.
94 * if GID is found in AMGM, *index = index in AMGM, *prev = index of
95 * previous entry in hash chain and *mgm holds AMGM entry.
97 * If no AMGM exists for given gid, *index = -1, *prev = index of last
98 * entry in hash chain and *mgm holds end of hash chain.
100 static int find_mgm(struct mlx4_dev *dev,
101 u8 *gid, enum mlx4_mcast_prot prot,
102 struct mlx4_cmd_mailbox *mgm_mailbox,
103 u16 *hash, int *prev, int *index)
105 struct mlx4_cmd_mailbox *mailbox;
106 struct mlx4_mgm *mgm = mgm_mailbox->buf;
110 mailbox = mlx4_alloc_cmd_mailbox(dev);
115 memcpy(mgid, gid, 16);
117 err = mlx4_MGID_HASH(dev, mailbox, hash);
118 mlx4_free_cmd_mailbox(dev, mailbox);
123 mlx4_dbg(dev, "Hash for %pI6 is %04x\n", gid, *hash);
129 err = mlx4_READ_MCG(dev, *index, mgm_mailbox);
133 if (!memcmp(mgm->gid, zero_gid, 16)) {
134 if (*index != *hash) {
135 mlx4_err(dev, "Found zero MGID in AMGM.\n");
141 if (!memcmp(mgm->gid, gid, 16) &&
142 (prot == be32_to_cpu(mgm->members_count) >> 30))
146 *index = be32_to_cpu(mgm->next_gid_index) >> 6;
153 int mlx4_multicast_attach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
154 int block_mcast_loopback, enum mlx4_mcast_prot prot)
156 struct mlx4_priv *priv = mlx4_priv(dev);
157 struct mlx4_cmd_mailbox *mailbox;
158 struct mlx4_mgm *mgm;
166 mailbox = mlx4_alloc_cmd_mailbox(dev);
168 return PTR_ERR(mailbox);
171 mutex_lock(&priv->mcg_table.mutex);
173 err = find_mgm(dev, gid, prot, mailbox, &hash, &prev, &index);
178 if (!memcmp(mgm->gid, zero_gid, 16))
179 memcpy(mgm->gid, gid, 16);
183 index = mlx4_bitmap_alloc(&priv->mcg_table.bitmap);
185 mlx4_err(dev, "No AMGM entries left\n");
189 index += dev->caps.num_mgms;
191 memset(mgm, 0, sizeof *mgm);
192 memcpy(mgm->gid, gid, 16);
195 members_count = be32_to_cpu(mgm->members_count) & 0xffffff;
196 if (members_count == MLX4_QP_PER_MGM) {
197 mlx4_err(dev, "MGM at index %x is full.\n", index);
202 for (i = 0; i < members_count; ++i)
203 if ((be32_to_cpu(mgm->qp[i]) & MGM_QPN_MASK) == qp->qpn) {
204 mlx4_dbg(dev, "QP %06x already a member of MGM\n", qp->qpn);
209 mgm->qp[members_count++] = cpu_to_be32((qp->qpn & MGM_QPN_MASK) |
210 (!!mlx4_blck_lb << MGM_BLCK_LB_BIT));
212 mgm->members_count = cpu_to_be32(members_count | ((u32) prot << 30));
214 err = mlx4_WRITE_MCG(dev, index, mailbox);
221 err = mlx4_READ_MCG(dev, prev, mailbox);
225 mgm->next_gid_index = cpu_to_be32(index << 6);
227 err = mlx4_WRITE_MCG(dev, prev, mailbox);
232 if (err && link && index != -1) {
233 if (index < dev->caps.num_mgms)
234 mlx4_warn(dev, "Got AMGM index %d < %d",
235 index, dev->caps.num_mgms);
237 mlx4_bitmap_free(&priv->mcg_table.bitmap,
238 index - dev->caps.num_mgms);
240 mutex_unlock(&priv->mcg_table.mutex);
242 mlx4_free_cmd_mailbox(dev, mailbox);
245 EXPORT_SYMBOL_GPL(mlx4_multicast_attach);
247 int mlx4_multicast_detach(struct mlx4_dev *dev, struct mlx4_qp *qp, u8 gid[16],
248 enum mlx4_mcast_prot prot)
250 struct mlx4_priv *priv = mlx4_priv(dev);
251 struct mlx4_cmd_mailbox *mailbox;
252 struct mlx4_mgm *mgm;
259 mailbox = mlx4_alloc_cmd_mailbox(dev);
261 return PTR_ERR(mailbox);
264 mutex_lock(&priv->mcg_table.mutex);
266 err = find_mgm(dev, gid, prot, mailbox, &hash, &prev, &index);
271 mlx4_err(dev, "MGID %pI6 not found\n", gid);
276 members_count = be32_to_cpu(mgm->members_count) & 0xffffff;
277 for (loc = -1, i = 0; i < members_count; ++i)
278 if ((be32_to_cpu(mgm->qp[i]) & MGM_QPN_MASK) == qp->qpn)
282 mlx4_err(dev, "QP %06x not found in MGM\n", qp->qpn);
288 mgm->members_count = cpu_to_be32(--members_count | ((u32) prot << 30));
289 mgm->qp[loc] = mgm->qp[i - 1];
293 err = mlx4_WRITE_MCG(dev, index, mailbox);
298 /* Remove entry from MGM */
299 int amgm_index = be32_to_cpu(mgm->next_gid_index) >> 6;
301 err = mlx4_READ_MCG(dev, amgm_index, mailbox);
305 memset(mgm->gid, 0, 16);
307 err = mlx4_WRITE_MCG(dev, index, mailbox);
312 if (amgm_index < dev->caps.num_mgms)
313 mlx4_warn(dev, "MGM entry %d had AMGM index %d < %d",
314 index, amgm_index, dev->caps.num_mgms);
316 mlx4_bitmap_free(&priv->mcg_table.bitmap,
317 amgm_index - dev->caps.num_mgms);
320 /* Remove entry from AMGM */
321 int cur_next_index = be32_to_cpu(mgm->next_gid_index) >> 6;
322 err = mlx4_READ_MCG(dev, prev, mailbox);
326 mgm->next_gid_index = cpu_to_be32(cur_next_index << 6);
328 err = mlx4_WRITE_MCG(dev, prev, mailbox);
332 if (index < dev->caps.num_mgms)
333 mlx4_warn(dev, "entry %d had next AMGM index %d < %d",
334 prev, index, dev->caps.num_mgms);
336 mlx4_bitmap_free(&priv->mcg_table.bitmap,
337 index - dev->caps.num_mgms);
341 mutex_unlock(&priv->mcg_table.mutex);
343 mlx4_free_cmd_mailbox(dev, mailbox);
346 EXPORT_SYMBOL_GPL(mlx4_multicast_detach);
348 int mlx4_init_mcg_table(struct mlx4_dev *dev)
350 struct mlx4_priv *priv = mlx4_priv(dev);
353 err = mlx4_bitmap_init(&priv->mcg_table.bitmap, dev->caps.num_amgms,
354 dev->caps.num_amgms - 1, 0, 0);
358 mutex_init(&priv->mcg_table.mutex);
363 void mlx4_cleanup_mcg_table(struct mlx4_dev *dev)
365 mlx4_bitmap_cleanup(&mlx4_priv(dev)->mcg_table.bitmap);