2 * Copyright (c) 2016-2017 Alexander Motin <mav@FreeBSD.org>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 #include <sys/cdefs.h>
28 __FBSDID("$FreeBSD$");
30 #include <sys/param.h>
31 #include <sys/kernel.h>
32 #include <sys/systm.h>
34 #include <sys/rmlock.h>
35 #include <sys/malloc.h>
36 #include <sys/module.h>
38 #include <sys/sysctl.h>
42 SYSCTL_NODE(_hw, OID_AUTO, ntb, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
57 const struct ntb_ctx_ops *ctx_ops;
58 struct rmlock ctx_lock;
59 struct ntb_child *next;
63 ntb_register_device(device_t dev)
65 struct ntb_child **cpp = device_get_softc(dev);
67 int i, mw, mwu, mwt, spad, spadu, spadt, db, dbu, dbt;
70 char *n, *np, *c, *p, *name;
73 mwt = NTB_MW_COUNT(dev);
75 spadt = NTB_SPAD_COUNT(dev);
77 dbt = flsll(NTB_DB_VALID_MASK(dev));
79 device_printf(dev, "%d memory windows, %d scratchpads, "
80 "%d doorbells\n", mwt, spadt, dbt);
82 snprintf(buf, sizeof(buf), "hint.%s.%d.config", device_get_name(dev),
83 device_get_unit(dev));
84 TUNABLE_STR_FETCH(buf, cfg, sizeof(cfg));
87 while ((c = strsep(&n, ",")) != NULL) {
89 name = strsep(&np, ":");
90 if (name != NULL && name[0] == 0)
93 mw = (p && p[0] != 0) ? strtol(p, NULL, 10) : mwt - mwu;
95 spad = (p && p[0] != 0) ? strtol(p, NULL, 10) : spadt - spadu;
96 db = (np && np[0] != 0) ? strtol(np, NULL, 10) : dbt - dbu;
98 if (mw > mwt - mwu || spad > spadt - spadu || db > dbt - dbu) {
99 device_printf(dev, "Not enough resources for config\n");
103 nc = malloc(sizeof(*nc), M_DEVBUF, M_WAITOK | M_ZERO);
111 nc->dbmask = (db == 0) ? 0 : (0xffffffffffffffff >> (64 - db));
112 rm_init(&nc->ctx_lock, "ntb ctx");
113 nc->dev = device_add_child(dev, name, -1);
114 if (nc->dev == NULL) {
115 ntb_unregister_device(dev);
118 device_set_ivars(nc->dev, nc);
123 device_printf(dev, "%d \"%s\":", i, name);
125 printf(" memory windows %d", mwu);
127 printf("-%d", mwu + mw - 1);
130 printf(" scratchpads %d", spadu);
132 printf("-%d", spadu + spad - 1);
135 printf(" doorbells %d", dbu);
137 printf("-%d", dbu + db - 1);
148 bus_generic_attach(dev);
153 ntb_unregister_device(device_t dev)
155 struct ntb_child **cpp = device_get_softc(dev);
156 struct ntb_child *nc;
159 while ((nc = *cpp) != NULL) {
161 error = device_delete_child(dev, nc->dev);
164 rm_destroy(&nc->ctx_lock);
171 ntb_child_location(device_t dev, device_t child, struct sbuf *sb)
173 struct ntb_child *nc = device_get_ivars(child);
175 sbuf_printf(sb, "function=%d", nc->function);
180 ntb_print_child(device_t dev, device_t child)
182 struct ntb_child *nc = device_get_ivars(child);
185 retval = bus_print_child_header(dev, child);
187 printf(" mw %d", nc->mwoff);
189 printf("-%d", nc->mwoff + nc->mwcnt - 1);
191 if (nc->spadcnt > 0) {
192 printf(" spad %d", nc->spadoff);
194 printf("-%d", nc->spadoff + nc->spadcnt - 1);
197 printf(" db %d", nc->dboff);
199 printf("-%d", nc->dboff + nc->dbcnt - 1);
201 retval += printf(" at function %d", nc->function);
202 retval += bus_print_child_domain(dev, child);
203 retval += bus_print_child_footer(dev, child);
209 ntb_get_dma_tag(device_t bus, device_t child)
212 return (bus_get_dma_tag(bus));
216 ntb_link_event(device_t dev)
218 struct ntb_child **cpp = device_get_softc(dev);
219 struct ntb_child *nc;
220 struct rm_priotracker ctx_tracker;
221 enum ntb_speed speed;
222 enum ntb_width width;
224 if (NTB_LINK_IS_UP(dev, &speed, &width)) {
225 device_printf(dev, "Link is up (PCIe %d.x / x%d)\n",
226 (int)speed, (int)width);
228 device_printf(dev, "Link is down\n");
230 for (nc = *cpp; nc != NULL; nc = nc->next) {
231 rm_rlock(&nc->ctx_lock, &ctx_tracker);
232 if (nc->ctx_ops != NULL && nc->ctx_ops->link_event != NULL)
233 nc->ctx_ops->link_event(nc->ctx);
234 rm_runlock(&nc->ctx_lock, &ctx_tracker);
239 ntb_db_event(device_t dev, uint32_t vec)
241 struct ntb_child **cpp = device_get_softc(dev);
242 struct ntb_child *nc;
243 struct rm_priotracker ctx_tracker;
245 for (nc = *cpp; nc != NULL; nc = nc->next) {
246 rm_rlock(&nc->ctx_lock, &ctx_tracker);
247 if (nc->ctx_ops != NULL && nc->ctx_ops->db_event != NULL)
248 nc->ctx_ops->db_event(nc->ctx, vec);
249 rm_runlock(&nc->ctx_lock, &ctx_tracker);
254 ntb_port_number(device_t ntb)
256 return (NTB_PORT_NUMBER(device_get_parent(ntb)));
260 ntb_peer_port_count(device_t ntb)
262 return (NTB_PEER_PORT_COUNT(device_get_parent(ntb)));
266 ntb_peer_port_number(device_t ntb, int pidx)
268 return (NTB_PEER_PORT_NUMBER(device_get_parent(ntb), pidx));
272 ntb_peer_port_idx(device_t ntb, int port)
274 return (NTB_PEER_PORT_IDX(device_get_parent(ntb), port));
278 ntb_link_is_up(device_t ntb, enum ntb_speed *speed, enum ntb_width *width)
281 return (NTB_LINK_IS_UP(device_get_parent(ntb), speed, width));
285 ntb_link_enable(device_t ntb, enum ntb_speed speed, enum ntb_width width)
287 struct ntb_child *nc = device_get_ivars(ntb);
288 struct ntb_child **cpp = device_get_softc(device_get_parent(nc->dev));
289 struct ntb_child *nc1;
291 for (nc1 = *cpp; nc1 != NULL; nc1 = nc1->next) {
298 return (NTB_LINK_ENABLE(device_get_parent(ntb), speed, width));
302 ntb_link_disable(device_t ntb)
304 struct ntb_child *nc = device_get_ivars(ntb);
305 struct ntb_child **cpp = device_get_softc(device_get_parent(nc->dev));
306 struct ntb_child *nc1;
311 for (nc1 = *cpp; nc1 != NULL; nc1 = nc1->next) {
315 return (NTB_LINK_DISABLE(device_get_parent(ntb)));
319 ntb_link_enabled(device_t ntb)
321 struct ntb_child *nc = device_get_ivars(ntb);
323 return (nc->enabled && NTB_LINK_ENABLED(device_get_parent(ntb)));
327 ntb_set_ctx(device_t ntb, void *ctx, const struct ntb_ctx_ops *ctx_ops)
329 struct ntb_child *nc = device_get_ivars(ntb);
331 if (ctx == NULL || ctx_ops == NULL)
334 rm_wlock(&nc->ctx_lock);
335 if (nc->ctx_ops != NULL) {
336 rm_wunlock(&nc->ctx_lock);
340 nc->ctx_ops = ctx_ops;
343 * If applicaiton driver asks for link events, generate fake one now
344 * to let it update link state without races while we hold the lock.
346 if (ctx_ops->link_event != NULL)
347 ctx_ops->link_event(ctx);
348 rm_wunlock(&nc->ctx_lock);
354 ntb_get_ctx(device_t ntb, const struct ntb_ctx_ops **ctx_ops)
356 struct ntb_child *nc = device_get_ivars(ntb);
358 KASSERT(nc->ctx != NULL && nc->ctx_ops != NULL, ("bogus"));
360 *ctx_ops = nc->ctx_ops;
365 ntb_clear_ctx(device_t ntb)
367 struct ntb_child *nc = device_get_ivars(ntb);
369 rm_wlock(&nc->ctx_lock);
372 rm_wunlock(&nc->ctx_lock);
376 ntb_mw_count(device_t ntb)
378 struct ntb_child *nc = device_get_ivars(ntb);
384 ntb_mw_get_range(device_t ntb, unsigned mw_idx, vm_paddr_t *base,
385 caddr_t *vbase, size_t *size, size_t *align, size_t *align_size,
388 struct ntb_child *nc = device_get_ivars(ntb);
390 return (NTB_MW_GET_RANGE(device_get_parent(ntb), mw_idx + nc->mwoff,
391 base, vbase, size, align, align_size, plimit));
395 ntb_mw_set_trans(device_t ntb, unsigned mw_idx, bus_addr_t addr, size_t size)
397 struct ntb_child *nc = device_get_ivars(ntb);
399 return (NTB_MW_SET_TRANS(device_get_parent(ntb), mw_idx + nc->mwoff,
404 ntb_mw_clear_trans(device_t ntb, unsigned mw_idx)
406 struct ntb_child *nc = device_get_ivars(ntb);
408 return (NTB_MW_CLEAR_TRANS(device_get_parent(ntb), mw_idx + nc->mwoff));
412 ntb_mw_get_wc(device_t ntb, unsigned mw_idx, vm_memattr_t *mode)
414 struct ntb_child *nc = device_get_ivars(ntb);
416 return (NTB_MW_GET_WC(device_get_parent(ntb), mw_idx + nc->mwoff, mode));
420 ntb_mw_set_wc(device_t ntb, unsigned mw_idx, vm_memattr_t mode)
422 struct ntb_child *nc = device_get_ivars(ntb);
424 return (NTB_MW_SET_WC(device_get_parent(ntb), mw_idx + nc->mwoff, mode));
428 ntb_spad_count(device_t ntb)
430 struct ntb_child *nc = device_get_ivars(ntb);
432 return (nc->spadcnt);
436 ntb_spad_clear(device_t ntb)
438 struct ntb_child *nc = device_get_ivars(ntb);
441 for (i = 0; i < nc->spadcnt; i++)
442 NTB_SPAD_WRITE(device_get_parent(ntb), i + nc->spadoff, 0);
446 ntb_spad_write(device_t ntb, unsigned int idx, uint32_t val)
448 struct ntb_child *nc = device_get_ivars(ntb);
450 return (NTB_SPAD_WRITE(device_get_parent(ntb), idx + nc->spadoff, val));
454 ntb_spad_read(device_t ntb, unsigned int idx, uint32_t *val)
456 struct ntb_child *nc = device_get_ivars(ntb);
458 return (NTB_SPAD_READ(device_get_parent(ntb), idx + nc->spadoff, val));
462 ntb_peer_spad_write(device_t ntb, unsigned int idx, uint32_t val)
464 struct ntb_child *nc = device_get_ivars(ntb);
466 return (NTB_PEER_SPAD_WRITE(device_get_parent(ntb), idx + nc->spadoff,
471 ntb_peer_spad_read(device_t ntb, unsigned int idx, uint32_t *val)
473 struct ntb_child *nc = device_get_ivars(ntb);
475 return (NTB_PEER_SPAD_READ(device_get_parent(ntb), idx + nc->spadoff,
480 ntb_db_valid_mask(device_t ntb)
482 struct ntb_child *nc = device_get_ivars(ntb);
488 ntb_db_vector_count(device_t ntb)
491 return (NTB_DB_VECTOR_COUNT(device_get_parent(ntb)));
495 ntb_db_vector_mask(device_t ntb, uint32_t vector)
497 struct ntb_child *nc = device_get_ivars(ntb);
499 return ((NTB_DB_VECTOR_MASK(device_get_parent(ntb), vector)
500 >> nc->dboff) & nc->dbmask);
504 ntb_peer_db_addr(device_t ntb, bus_addr_t *db_addr, vm_size_t *db_size)
507 return (NTB_PEER_DB_ADDR(device_get_parent(ntb), db_addr, db_size));
511 ntb_db_clear(device_t ntb, uint64_t bits)
513 struct ntb_child *nc = device_get_ivars(ntb);
515 return (NTB_DB_CLEAR(device_get_parent(ntb), bits << nc->dboff));
519 ntb_db_clear_mask(device_t ntb, uint64_t bits)
521 struct ntb_child *nc = device_get_ivars(ntb);
523 return (NTB_DB_CLEAR_MASK(device_get_parent(ntb), bits << nc->dboff));
527 ntb_db_read(device_t ntb)
529 struct ntb_child *nc = device_get_ivars(ntb);
531 return ((NTB_DB_READ(device_get_parent(ntb)) >> nc->dboff)
536 ntb_db_set_mask(device_t ntb, uint64_t bits)
538 struct ntb_child *nc = device_get_ivars(ntb);
540 return (NTB_DB_SET_MASK(device_get_parent(ntb), bits << nc->dboff));
544 ntb_peer_db_set(device_t ntb, uint64_t bits)
546 struct ntb_child *nc = device_get_ivars(ntb);
548 return (NTB_PEER_DB_SET(device_get_parent(ntb), bits << nc->dboff));
551 MODULE_VERSION(ntb, 1);