2 * Copyright (c) 2018, Mellanox Technologies, Ltd. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 #include <sys/cdefs.h>
27 __FBSDID("$FreeBSD$");
29 #include <sys/param.h>
30 #include <sys/systm.h>
32 #include <sys/fcntl.h>
33 #include <dev/mlx5/driver.h>
34 #include <dev/mlx5/device.h>
35 #include <dev/mlx5/mlx5_core/mlx5_core.h>
36 #include <dev/mlx5/mlx5io.h>
38 extern const struct mlx5_crspace_regmap mlx5_crspace_regmap_mt4117[];
39 extern const struct mlx5_crspace_regmap mlx5_crspace_regmap_mt4115[];
40 extern const struct mlx5_crspace_regmap mlx5_crspace_regmap_connectx5[];
42 struct mlx5_dump_data {
43 const struct mlx5_crspace_regmap *rege;
50 static MALLOC_DEFINE(M_MLX5_DUMP, "MLX5DUMP", "MLX5 Firmware dump");
53 mlx5_fwdump_getsize(const struct mlx5_crspace_regmap *rege)
55 const struct mlx5_crspace_regmap *r;
58 for (sz = 0, r = rege; r->cnt != 0; r++)
64 mlx5_fwdump_destroy_dd(struct mlx5_dump_data *dd)
67 mtx_destroy(&dd->dump_lock);
68 free(dd->dump, M_MLX5_DUMP);
69 free(dd, M_MLX5_DUMP);
73 mlx5_fwdump_prep(struct mlx5_core_dev *mdev)
75 struct mlx5_dump_data *dd;
78 error = mlx5_vsc_find_cap(mdev);
80 /* Inability to create a firmware dump is not fatal. */
81 device_printf((&mdev->pdev->dev)->bsddev, "WARN: "
82 "mlx5_fwdump_prep failed %d\n", error);
85 dd = malloc(sizeof(struct mlx5_dump_data), M_MLX5_DUMP, M_WAITOK);
86 switch (pci_get_device(mdev->pdev->dev.bsddev)) {
88 dd->rege = mlx5_crspace_regmap_mt4115;
91 dd->rege = mlx5_crspace_regmap_mt4117;
95 dd->rege = mlx5_crspace_regmap_connectx5;
98 free(dd, M_MLX5_DUMP);
99 return; /* silently fail, do not prevent driver attach */
101 dd->dump_size = mlx5_fwdump_getsize(dd->rege);
102 dd->dump = malloc(dd->dump_size * sizeof(uint32_t), M_MLX5_DUMP,
105 mtx_init(&dd->dump_lock, "mlx5dmp", NULL, MTX_DEF | MTX_NEW);
106 if (atomic_cmpset_rel_ptr((uintptr_t *)&mdev->dump_data, 0,
108 mlx5_fwdump_destroy_dd(dd);
112 mlx5_fwdump(struct mlx5_core_dev *mdev)
114 struct mlx5_dump_data *dd;
115 const struct mlx5_crspace_regmap *r;
119 dd = (struct mlx5_dump_data *)atomic_load_acq_ptr((uintptr_t *)
123 mtx_lock(&dd->dump_lock);
128 /* mlx5_vsc already warns, be silent. */
129 error = mlx5_vsc_lock(mdev);
132 error = mlx5_vsc_set_space(mdev, MLX5_VSC_DOMAIN_PROTECTED_CRSPACE);
135 for (i = 0, r = dd->rege; r->cnt != 0; r++) {
136 for (ri = 0; ri < r->cnt; ri++) {
137 error = mlx5_vsc_read(mdev, r->addr + ri * 4,
144 atomic_store_rel_int(&dd->dump_valid, 1);
146 mlx5_vsc_unlock(mdev);
148 mtx_unlock(&dd->dump_lock);
152 mlx5_fwdump_clean(struct mlx5_core_dev *mdev)
154 struct mlx5_dump_data *dd;
157 dd = mdev->dump_data;
160 if (atomic_cmpset_ptr((uintptr_t *)&mdev->dump_data,
161 (uintptr_t)dd, 0) == 1) {
162 mlx5_fwdump_destroy_dd(dd);
169 mlx5_dbsf_to_core(const struct mlx5_fwdump_addr *devaddr,
170 struct mlx5_core_dev **mdev)
173 struct pci_dev *pdev;
175 dev = pci_find_dbsf(devaddr->domain, devaddr->bus, devaddr->slot,
179 if (device_get_devclass(dev) != mlx5_core_driver.bsdclass)
181 pdev = device_get_softc(dev);
182 *mdev = pci_get_drvdata(pdev);
189 mlx5_fwdump_copyout(struct mlx5_dump_data *dd, struct mlx5_fwdump_get *fwg)
191 const struct mlx5_crspace_regmap *r;
192 struct mlx5_fwdump_reg rv, *urv;
198 if (fwg->buf == NULL) {
199 fwg->reg_filled = dd->dump_size;
202 if (atomic_load_acq_int(&dd->dump_valid) == 0)
206 for (i = 0, r = dd->rege; r->cnt != 0; r++) {
207 for (ri = 0; ri < r->cnt; ri++) {
208 if (i >= fwg->reg_cnt)
210 rv.addr = r->addr + ri * 4;
211 rv.val = dd->dump[i];
212 error = copyout(&rv, urv, sizeof(rv));
225 mlx5_fwdump_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int fflag,
228 struct mlx5_core_dev *mdev;
229 struct mlx5_fwdump_get *fwg;
230 struct mlx5_fwdump_addr *devaddr;
231 struct mlx5_dump_data *dd;
236 case MLX5_FWDUMP_GET:
237 if ((fflag & FREAD) == 0) {
241 fwg = (struct mlx5_fwdump_get *)data;
242 devaddr = &fwg->devaddr;
243 error = mlx5_dbsf_to_core(devaddr, &mdev);
246 error = mlx5_fwdump_copyout(mdev->dump_data, fwg);
248 case MLX5_FWDUMP_RESET:
249 if ((fflag & FWRITE) == 0) {
253 devaddr = (struct mlx5_fwdump_addr *)data;
254 error = mlx5_dbsf_to_core(devaddr, &mdev);
257 dd = mdev->dump_data;
259 atomic_store_rel_int(&dd->dump_valid, 0);
263 case MLX5_FWDUMP_FORCE:
264 if ((fflag & FWRITE) == 0) {
268 devaddr = (struct mlx5_fwdump_addr *)data;
269 error = mlx5_dbsf_to_core(devaddr, &mdev);
281 static struct cdevsw mlx5_fwdump_devsw = {
282 .d_version = D_VERSION,
283 .d_ioctl = mlx5_fwdump_ioctl,
286 static struct cdev *mlx5_fwdump_dev;
289 mlx5_fwdump_init(void)
291 struct make_dev_args mda;
294 make_dev_args_init(&mda);
295 mda.mda_flags = MAKEDEV_WAITOK | MAKEDEV_CHECKNAME;
296 mda.mda_devsw = &mlx5_fwdump_devsw;
297 mda.mda_uid = UID_ROOT;
298 mda.mda_gid = GID_OPERATOR;
300 error = make_dev_s(&mda, &mlx5_fwdump_dev, "mlx5ctl");
305 mlx5_fwdump_fini(void)
308 if (mlx5_fwdump_dev != NULL)
309 destroy_dev(mlx5_fwdump_dev);