2 * Copyright (c) 2010-2016 Solarflare Communications Inc.
5 * This software was developed in part by Philip Paeps under contract for
6 * Solarflare Communications, Inc.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions are met:
11 * 1. Redistributions of source code must retain the above copyright notice,
12 * this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright notice,
14 * this list of conditions and the following disclaimer in the documentation
15 * and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
19 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
20 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
21 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
22 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
23 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
24 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
26 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
27 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 * The views and conclusions contained in the software and documentation are
30 * those of the authors and should not be interpreted as representing official
31 * policies, either expressed or implied, of the FreeBSD Project.
34 #include <sys/cdefs.h>
35 __FBSDID("$FreeBSD$");
37 #include <sys/param.h>
39 #include <sys/kernel.h>
40 #include <sys/malloc.h>
41 #include <sys/queue.h>
42 #include <sys/taskqueue.h>
44 #include <machine/bus.h>
46 #include "common/efx.h"
51 sfxge_dma_cb(void *arg, bus_dma_segment_t *segs, int nseg, int error)
62 *addr = segs[0].ds_addr;
66 sfxge_dma_map_sg_collapse(bus_dma_tag_t tag, bus_dmamap_t map,
67 struct mbuf **mp, bus_dma_segment_t *segs,
68 int *nsegs, int maxsegs)
70 bus_dma_segment_t *psegs;
77 defragged = err = seg_count = 0;
79 KASSERT(m->m_pkthdr.len, ("packet has zero header length"));
84 if (m->m_next == NULL) {
85 sfxge_map_mbuf_fast(tag, map, m, segs);
89 #if defined(__i386__) || defined(__amd64__)
90 while (m != NULL && seg_count < maxsegs) {
92 * firmware doesn't like empty segments
96 sfxge_map_mbuf_fast(tag, map, m, psegs);
102 err = bus_dmamap_load_mbuf_sg(tag, map, *mp, segs, &seg_count, 0);
104 if (seg_count == 0) {
107 } else if (err == EFBIG || seg_count >= maxsegs) {
109 m = m_defrag(*mp, M_NOWAIT);
128 sfxge_dma_free(efsys_mem_t *esmp)
131 bus_dmamap_unload(esmp->esm_tag, esmp->esm_map);
132 bus_dmamem_free(esmp->esm_tag, esmp->esm_base, esmp->esm_map);
133 bus_dma_tag_destroy(esmp->esm_tag);
136 esmp->esm_base = NULL;
140 sfxge_dma_alloc(struct sfxge_softc *sc, bus_size_t len, efsys_mem_t *esmp)
144 /* Create the child DMA tag. */
145 if (bus_dma_tag_create(sc->parent_dma_tag, PAGE_SIZE, 0,
146 MIN(0x3FFFFFFFFFFFUL, BUS_SPACE_MAXADDR), BUS_SPACE_MAXADDR, NULL,
147 NULL, len, 1, len, 0, NULL, NULL, &esmp->esm_tag) != 0) {
148 device_printf(sc->dev, "Couldn't allocate txq DMA tag\n");
149 goto fail_tag_create;
152 /* Allocate kernel memory. */
153 if (bus_dmamem_alloc(esmp->esm_tag, (void **)&vaddr,
154 BUS_DMA_WAITOK | BUS_DMA_COHERENT | BUS_DMA_ZERO,
155 &esmp->esm_map) != 0) {
156 device_printf(sc->dev, "Couldn't allocate DMA memory\n");
160 /* Load map into device memory. */
161 if (bus_dmamap_load(esmp->esm_tag, esmp->esm_map, vaddr, len,
162 sfxge_dma_cb, &esmp->esm_addr, 0) != 0) {
163 device_printf(sc->dev, "Couldn't load DMA mapping\n");
168 * The callback gets error information about the mapping
169 * and will have set esm_addr to 0 if something went
172 if (esmp->esm_addr == 0)
173 goto fail_load_check;
175 esmp->esm_base = vaddr;
181 bus_dmamem_free(esmp->esm_tag, vaddr, esmp->esm_map);
183 bus_dma_tag_destroy(esmp->esm_tag);
189 sfxge_dma_fini(struct sfxge_softc *sc)
192 bus_dma_tag_destroy(sc->parent_dma_tag);
196 sfxge_dma_init(struct sfxge_softc *sc)
199 /* Create the parent dma tag. */
200 if (bus_dma_tag_create(bus_get_dma_tag(sc->dev), /* parent */
201 1, 0, /* algnmnt, boundary */
202 BUS_SPACE_MAXADDR, /* lowaddr */
203 BUS_SPACE_MAXADDR, /* highaddr */
204 NULL, NULL, /* filter, filterarg */
205 BUS_SPACE_MAXSIZE_32BIT, /* maxsize */
206 BUS_SPACE_UNRESTRICTED, /* nsegments */
207 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */
209 NULL, NULL, /* lock, lockarg */
210 &sc->parent_dma_tag) != 0) {
211 device_printf(sc->dev, "Cannot allocate parent DMA tag\n");