2 * Copyright 2003-2011 Netlogic Microsystems (Netlogic). All rights
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in
13 * the documentation and/or other materials provided with the
16 * THIS SOFTWARE IS PROVIDED BY Netlogic Microsystems ``AS IS'' AND
17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NETLOGIC OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
33 #include <sys/param.h>
34 #include <sys/systm.h>
36 #include <sys/kernel.h>
37 #include <sys/endian.h>
38 #include <sys/malloc.h>
43 #include <vm/vm_kern.h>
44 #include <vm/vm_extern.h>
46 #include <machine/bus.h>
47 #include <machine/cache.h>
50 rmi_pci_bus_space_map(void *t, bus_addr_t addr,
51 bus_size_t size, int flags,
52 bus_space_handle_t * bshp);
55 rmi_pci_bus_space_unmap(void *t, bus_space_handle_t bsh,
59 rmi_pci_bus_space_subregion(void *t,
60 bus_space_handle_t bsh,
61 bus_size_t offset, bus_size_t size,
62 bus_space_handle_t * nbshp);
65 rmi_pci_bus_space_read_1(void *t,
66 bus_space_handle_t handle,
70 rmi_pci_bus_space_read_2(void *t,
71 bus_space_handle_t handle,
75 rmi_pci_bus_space_read_4(void *t,
76 bus_space_handle_t handle,
80 rmi_pci_bus_space_read_multi_1(void *t,
81 bus_space_handle_t handle,
82 bus_size_t offset, u_int8_t * addr,
86 rmi_pci_bus_space_read_multi_2(void *t,
87 bus_space_handle_t handle,
88 bus_size_t offset, u_int16_t * addr,
92 rmi_pci_bus_space_read_multi_4(void *t,
93 bus_space_handle_t handle,
94 bus_size_t offset, u_int32_t * addr,
98 rmi_pci_bus_space_read_region_1(void *t,
99 bus_space_handle_t bsh,
100 bus_size_t offset, u_int8_t * addr,
104 rmi_pci_bus_space_read_region_2(void *t,
105 bus_space_handle_t bsh,
106 bus_size_t offset, u_int16_t * addr,
110 rmi_pci_bus_space_read_region_4(void *t,
111 bus_space_handle_t bsh,
112 bus_size_t offset, u_int32_t * addr,
116 rmi_pci_bus_space_write_1(void *t,
117 bus_space_handle_t handle,
118 bus_size_t offset, u_int8_t value);
121 rmi_pci_bus_space_write_2(void *t,
122 bus_space_handle_t handle,
123 bus_size_t offset, u_int16_t value);
126 rmi_pci_bus_space_write_4(void *t,
127 bus_space_handle_t handle,
128 bus_size_t offset, u_int32_t value);
131 rmi_pci_bus_space_write_multi_1(void *t,
132 bus_space_handle_t handle,
134 const u_int8_t * addr,
138 rmi_pci_bus_space_write_multi_2(void *t,
139 bus_space_handle_t handle,
141 const u_int16_t * addr,
145 rmi_pci_bus_space_write_multi_4(void *t,
146 bus_space_handle_t handle,
148 const u_int32_t * addr,
152 rmi_pci_bus_space_write_region_2(void *t,
153 bus_space_handle_t bsh,
155 const u_int16_t * addr,
159 rmi_pci_bus_space_write_region_4(void *t,
160 bus_space_handle_t bsh,
162 const u_int32_t * addr,
166 rmi_pci_bus_space_set_region_2(void *t,
167 bus_space_handle_t bsh,
168 bus_size_t offset, u_int16_t value,
172 rmi_pci_bus_space_set_region_4(void *t,
173 bus_space_handle_t bsh,
174 bus_size_t offset, u_int32_t value,
178 rmi_pci_bus_space_barrier(void *tag __unused, bus_space_handle_t bsh __unused,
179 bus_size_t offset __unused, bus_size_t len __unused, int flags);
182 rmi_pci_bus_space_copy_region_2(void *t,
183 bus_space_handle_t bsh1,
185 bus_space_handle_t bsh2,
186 bus_size_t off2, size_t count);
189 rmi_pci_bus_space_read_stream_1(void *t, bus_space_handle_t handle,
193 rmi_pci_bus_space_read_stream_2(void *t, bus_space_handle_t handle,
197 rmi_pci_bus_space_read_stream_4(void *t, bus_space_handle_t handle,
201 rmi_pci_bus_space_read_multi_stream_1(void *t,
202 bus_space_handle_t handle,
203 bus_size_t offset, u_int8_t * addr,
207 rmi_pci_bus_space_read_multi_stream_2(void *t,
208 bus_space_handle_t handle,
209 bus_size_t offset, u_int16_t * addr,
213 rmi_pci_bus_space_read_multi_stream_4(void *t,
214 bus_space_handle_t handle,
215 bus_size_t offset, u_int32_t * addr,
219 rmi_pci_bus_space_write_stream_1(void *t, bus_space_handle_t bsh,
220 bus_size_t offset, u_int8_t value);
223 rmi_pci_bus_space_write_stream_2(void *t, bus_space_handle_t handle,
224 bus_size_t offset, u_int16_t value);
227 rmi_pci_bus_space_write_stream_4(void *t, bus_space_handle_t handle,
228 bus_size_t offset, u_int32_t value);
231 rmi_pci_bus_space_write_multi_stream_1(void *t,
232 bus_space_handle_t handle,
234 const u_int8_t * addr,
238 rmi_pci_bus_space_write_multi_stream_2(void *t,
239 bus_space_handle_t handle,
241 const u_int16_t * addr,
245 rmi_pci_bus_space_write_multi_stream_4(void *t,
246 bus_space_handle_t handle,
248 const u_int32_t * addr,
251 #define TODO() printf("XLR memory bus space function '%s' unimplemented\n", __func__)
253 static struct bus_space local_rmi_pci_bus_space = {
257 /* mapping/unmapping */
258 rmi_pci_bus_space_map,
259 rmi_pci_bus_space_unmap,
260 rmi_pci_bus_space_subregion,
262 /* allocation/deallocation */
267 rmi_pci_bus_space_barrier,
270 rmi_pci_bus_space_read_1,
271 rmi_pci_bus_space_read_2,
272 rmi_pci_bus_space_read_4,
276 rmi_pci_bus_space_read_multi_1,
277 rmi_pci_bus_space_read_multi_2,
278 rmi_pci_bus_space_read_multi_4,
282 rmi_pci_bus_space_read_region_1,
283 rmi_pci_bus_space_read_region_2,
284 rmi_pci_bus_space_read_region_4,
288 rmi_pci_bus_space_write_1,
289 rmi_pci_bus_space_write_2,
290 rmi_pci_bus_space_write_4,
294 rmi_pci_bus_space_write_multi_1,
295 rmi_pci_bus_space_write_multi_2,
296 rmi_pci_bus_space_write_multi_4,
301 rmi_pci_bus_space_write_region_2,
302 rmi_pci_bus_space_write_region_4,
313 rmi_pci_bus_space_set_region_2,
314 rmi_pci_bus_space_set_region_4,
319 rmi_pci_bus_space_copy_region_2,
323 /* read (single) stream */
324 rmi_pci_bus_space_read_stream_1,
325 rmi_pci_bus_space_read_stream_2,
326 rmi_pci_bus_space_read_stream_4,
329 /* read multiple stream */
330 rmi_pci_bus_space_read_multi_stream_1,
331 rmi_pci_bus_space_read_multi_stream_2,
332 rmi_pci_bus_space_read_multi_stream_4,
335 /* read region stream */
336 rmi_pci_bus_space_read_region_1,
337 rmi_pci_bus_space_read_region_2,
338 rmi_pci_bus_space_read_region_4,
341 /* write (single) stream */
342 rmi_pci_bus_space_write_stream_1,
343 rmi_pci_bus_space_write_stream_2,
344 rmi_pci_bus_space_write_stream_4,
347 /* write multiple stream */
348 rmi_pci_bus_space_write_multi_stream_1,
349 rmi_pci_bus_space_write_multi_stream_2,
350 rmi_pci_bus_space_write_multi_stream_4,
353 /* write region stream */
355 rmi_pci_bus_space_write_region_2,
356 rmi_pci_bus_space_write_region_4,
360 /* generic bus_space tag */
361 bus_space_tag_t rmi_pci_bus_space = &local_rmi_pci_bus_space;
364 * Map a region of device bus space into CPU virtual address space.
367 rmi_pci_bus_space_map(void *t __unused, bus_addr_t addr,
368 bus_size_t size __unused, int flags __unused,
369 bus_space_handle_t * bshp)
376 * Unmap a region of device bus space.
379 rmi_pci_bus_space_unmap(void *t __unused, bus_space_handle_t bsh __unused,
380 bus_size_t size __unused)
385 * Get a new handle for a subregion of an already-mapped area of bus space.
389 rmi_pci_bus_space_subregion(void *t __unused, bus_space_handle_t bsh,
390 bus_size_t offset, bus_size_t size __unused,
391 bus_space_handle_t * nbshp)
393 *nbshp = bsh + offset;
398 * Read a 1, 2, 4, or 8 byte quantity from bus space
399 * described by tag/handle/offset.
403 rmi_pci_bus_space_read_1(void *tag, bus_space_handle_t handle,
406 return (u_int8_t) (*(volatile u_int8_t *)(handle + offset));
410 rmi_pci_bus_space_read_2(void *tag, bus_space_handle_t handle,
415 value = *(volatile u_int16_t *)(handle + offset);
416 return bswap16(value);
420 rmi_pci_bus_space_read_4(void *tag, bus_space_handle_t handle,
425 value = *(volatile u_int32_t *)(handle + offset);
426 return bswap32(value);
430 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
431 * described by tag/handle/offset and copy into buffer provided.
434 rmi_pci_bus_space_read_multi_1(void *tag, bus_space_handle_t handle,
435 bus_size_t offset, u_int8_t * addr, size_t count)
438 *addr = *(volatile u_int8_t *)(handle + offset);
444 rmi_pci_bus_space_read_multi_2(void *tag, bus_space_handle_t handle,
445 bus_size_t offset, u_int16_t * addr, size_t count)
449 *addr = *(volatile u_int16_t *)(handle + offset);
450 *addr = bswap16(*addr);
456 rmi_pci_bus_space_read_multi_4(void *tag, bus_space_handle_t handle,
457 bus_size_t offset, u_int32_t * addr, size_t count)
461 *addr = *(volatile u_int32_t *)(handle + offset);
462 *addr = bswap32(*addr);
468 * Write the 1, 2, 4, or 8 byte value `value' to bus space
469 * described by tag/handle/offset.
473 rmi_pci_bus_space_write_1(void *tag, bus_space_handle_t handle,
474 bus_size_t offset, u_int8_t value)
477 *(volatile u_int8_t *)(handle + offset) = value;
481 rmi_pci_bus_space_write_2(void *tag, bus_space_handle_t handle,
482 bus_size_t offset, u_int16_t value)
485 *(volatile u_int16_t *)(handle + offset) = bswap16(value);
490 rmi_pci_bus_space_write_4(void *tag, bus_space_handle_t handle,
491 bus_size_t offset, u_int32_t value)
494 *(volatile u_int32_t *)(handle + offset) = bswap32(value);
498 * Write `count' 1, 2, 4, or 8 byte quantities from the buffer
499 * provided to bus space described by tag/handle/offset.
504 rmi_pci_bus_space_write_multi_1(void *tag, bus_space_handle_t handle,
505 bus_size_t offset, const u_int8_t * addr, size_t count)
509 (*(volatile u_int8_t *)(handle + offset)) = *addr;
515 rmi_pci_bus_space_write_multi_2(void *tag, bus_space_handle_t handle,
516 bus_size_t offset, const u_int16_t * addr, size_t count)
520 (*(volatile u_int16_t *)(handle + offset)) = bswap16(*addr);
526 rmi_pci_bus_space_write_multi_4(void *tag, bus_space_handle_t handle,
527 bus_size_t offset, const u_int32_t * addr, size_t count)
531 (*(volatile u_int32_t *)(handle + offset)) = bswap32(*addr);
537 * Write `count' 1, 2, 4, or 8 byte value `val' to bus space described
538 * by tag/handle starting at `offset'.
542 rmi_pci_bus_space_set_region_2(void *t, bus_space_handle_t bsh,
543 bus_size_t offset, u_int16_t value, size_t count)
545 bus_addr_t addr = bsh + offset;
547 for (; count != 0; count--, addr += 2)
548 (*(volatile u_int16_t *)(addr)) = value;
552 rmi_pci_bus_space_set_region_4(void *t, bus_space_handle_t bsh,
553 bus_size_t offset, u_int32_t value, size_t count)
555 bus_addr_t addr = bsh + offset;
557 for (; count != 0; count--, addr += 4)
558 (*(volatile u_int32_t *)(addr)) = value;
563 * Copy `count' 1, 2, 4, or 8 byte values from bus space starting
564 * at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
567 rmi_pci_bus_space_copy_region_2(void *t, bus_space_handle_t bsh1,
568 bus_size_t off1, bus_space_handle_t bsh2,
569 bus_size_t off2, size_t count)
575 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
576 * described by tag/handle/offset and copy into buffer provided.
580 rmi_pci_bus_space_read_stream_1(void *t, bus_space_handle_t handle,
584 return *((volatile u_int8_t *)(handle + offset));
589 rmi_pci_bus_space_read_stream_2(void *t, bus_space_handle_t handle,
592 return *(volatile u_int16_t *)(handle + offset);
597 rmi_pci_bus_space_read_stream_4(void *t, bus_space_handle_t handle,
600 return (*(volatile u_int32_t *)(handle + offset));
605 rmi_pci_bus_space_read_multi_stream_1(void *tag, bus_space_handle_t handle,
606 bus_size_t offset, u_int8_t * addr, size_t count)
609 *addr = (*(volatile u_int8_t *)(handle + offset));
615 rmi_pci_bus_space_read_multi_stream_2(void *tag, bus_space_handle_t handle,
616 bus_size_t offset, u_int16_t * addr, size_t count)
619 *addr = (*(volatile u_int16_t *)(handle + offset));
625 rmi_pci_bus_space_read_multi_stream_4(void *tag, bus_space_handle_t handle,
626 bus_size_t offset, u_int32_t * addr, size_t count)
629 *addr = (*(volatile u_int32_t *)(handle + offset));
637 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
638 * described by tag/handle and starting at `offset' and copy into
642 rmi_pci_bus_space_read_region_1(void *t, bus_space_handle_t bsh,
643 bus_size_t offset, u_int8_t * addr, size_t count)
645 bus_addr_t baddr = bsh + offset;
648 *addr++ = (*(volatile u_int8_t *)(baddr));
654 rmi_pci_bus_space_read_region_2(void *t, bus_space_handle_t bsh,
655 bus_size_t offset, u_int16_t * addr, size_t count)
657 bus_addr_t baddr = bsh + offset;
660 *addr++ = (*(volatile u_int16_t *)(baddr));
666 rmi_pci_bus_space_read_region_4(void *t, bus_space_handle_t bsh,
667 bus_size_t offset, u_int32_t * addr, size_t count)
669 bus_addr_t baddr = bsh + offset;
672 *addr++ = (*(volatile u_int32_t *)(baddr));
679 rmi_pci_bus_space_write_stream_1(void *t, bus_space_handle_t handle,
680 bus_size_t offset, u_int8_t value)
683 *(volatile u_int8_t *)(handle + offset) = value;
687 rmi_pci_bus_space_write_stream_2(void *t, bus_space_handle_t handle,
688 bus_size_t offset, u_int16_t value)
691 *(volatile u_int16_t *)(handle + offset) = value;
696 rmi_pci_bus_space_write_stream_4(void *t, bus_space_handle_t handle,
697 bus_size_t offset, u_int32_t value)
700 *(volatile u_int32_t *)(handle + offset) = value;
705 rmi_pci_bus_space_write_multi_stream_1(void *tag, bus_space_handle_t handle,
706 bus_size_t offset, const u_int8_t * addr, size_t count)
710 (*(volatile u_int8_t *)(handle + offset)) = *addr;
716 rmi_pci_bus_space_write_multi_stream_2(void *tag, bus_space_handle_t handle,
717 bus_size_t offset, const u_int16_t * addr, size_t count)
721 (*(volatile u_int16_t *)(handle + offset)) = *addr;
727 rmi_pci_bus_space_write_multi_stream_4(void *tag, bus_space_handle_t handle,
728 bus_size_t offset, const u_int32_t * addr, size_t count)
732 (*(volatile u_int32_t *)(handle + offset)) = *addr;
738 rmi_pci_bus_space_write_region_2(void *t,
739 bus_space_handle_t bsh,
741 const u_int16_t * addr,
744 bus_addr_t baddr = (bus_addr_t) bsh + offset;
747 (*(volatile u_int16_t *)(baddr)) = *addr;
754 rmi_pci_bus_space_write_region_4(void *t, bus_space_handle_t bsh,
755 bus_size_t offset, const u_int32_t * addr, size_t count)
757 bus_addr_t baddr = bsh + offset;
760 (*(volatile u_int32_t *)(baddr)) = *addr;
767 rmi_pci_bus_space_barrier(void *tag __unused, bus_space_handle_t bsh __unused,
768 bus_size_t offset __unused, bus_size_t len __unused, int flags)