2 * Copyright 2003-2011 Netlogic Microsystems (Netlogic). All rights
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in
13 * the documentation and/or other materials provided with the
16 * THIS SOFTWARE IS PROVIDED BY Netlogic Microsystems ``AS IS'' AND
17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NETLOGIC OR CONTRIBUTORS BE
20 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
26 * THE POSSIBILITY OF SUCH DAMAGE.
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
33 #include <sys/param.h>
34 #include <sys/systm.h>
36 #include <sys/kernel.h>
37 #include <sys/endian.h>
38 #include <sys/malloc.h>
43 #include <vm/vm_kern.h>
44 #include <vm/vm_extern.h>
46 #include <machine/bus.h>
47 #include <machine/cache.h>
50 rmi_pci_bus_space_map(void *t, bus_addr_t addr,
51 bus_size_t size, int flags,
52 bus_space_handle_t * bshp);
55 rmi_pci_bus_space_unmap(void *t, bus_space_handle_t bsh,
59 rmi_pci_bus_space_subregion(void *t,
60 bus_space_handle_t bsh,
61 bus_size_t offset, bus_size_t size,
62 bus_space_handle_t * nbshp);
65 rmi_pci_bus_space_read_1(void *t,
66 bus_space_handle_t handle,
70 rmi_pci_bus_space_read_2(void *t,
71 bus_space_handle_t handle,
75 rmi_pci_bus_space_read_4(void *t,
76 bus_space_handle_t handle,
80 rmi_pci_bus_space_read_multi_1(void *t,
81 bus_space_handle_t handle,
82 bus_size_t offset, u_int8_t * addr,
86 rmi_pci_bus_space_read_multi_2(void *t,
87 bus_space_handle_t handle,
88 bus_size_t offset, u_int16_t * addr,
92 rmi_pci_bus_space_read_multi_4(void *t,
93 bus_space_handle_t handle,
94 bus_size_t offset, u_int32_t * addr,
98 rmi_pci_bus_space_read_region_1(void *t,
99 bus_space_handle_t bsh,
100 bus_size_t offset, u_int8_t * addr,
104 rmi_pci_bus_space_read_region_2(void *t,
105 bus_space_handle_t bsh,
106 bus_size_t offset, u_int16_t * addr,
110 rmi_pci_bus_space_read_region_4(void *t,
111 bus_space_handle_t bsh,
112 bus_size_t offset, u_int32_t * addr,
116 rmi_pci_bus_space_write_1(void *t,
117 bus_space_handle_t handle,
118 bus_size_t offset, u_int8_t value);
121 rmi_pci_bus_space_write_2(void *t,
122 bus_space_handle_t handle,
123 bus_size_t offset, u_int16_t value);
126 rmi_pci_bus_space_write_4(void *t,
127 bus_space_handle_t handle,
128 bus_size_t offset, u_int32_t value);
131 rmi_pci_bus_space_write_multi_1(void *t,
132 bus_space_handle_t handle,
134 const u_int8_t * addr,
138 rmi_pci_bus_space_write_multi_2(void *t,
139 bus_space_handle_t handle,
141 const u_int16_t * addr,
145 rmi_pci_bus_space_write_multi_4(void *t,
146 bus_space_handle_t handle,
148 const u_int32_t * addr,
152 rmi_pci_bus_space_write_region_2(void *t,
153 bus_space_handle_t bsh,
155 const u_int16_t * addr,
159 rmi_pci_bus_space_write_region_4(void *t,
160 bus_space_handle_t bsh,
162 const u_int32_t * addr,
167 rmi_pci_bus_space_set_region_2(void *t,
168 bus_space_handle_t bsh,
169 bus_size_t offset, u_int16_t value,
172 rmi_pci_bus_space_set_region_4(void *t,
173 bus_space_handle_t bsh,
174 bus_size_t offset, u_int32_t value,
178 rmi_pci_bus_space_barrier(void *tag __unused, bus_space_handle_t bsh __unused,
179 bus_size_t offset __unused, bus_size_t len __unused, int flags);
182 rmi_pci_bus_space_copy_region_2(void *t,
183 bus_space_handle_t bsh1,
185 bus_space_handle_t bsh2,
186 bus_size_t off2, size_t count);
189 rmi_pci_bus_space_read_stream_1(void *t, bus_space_handle_t handle,
193 rmi_pci_bus_space_read_stream_2(void *t, bus_space_handle_t handle,
197 rmi_pci_bus_space_read_stream_4(void *t, bus_space_handle_t handle,
200 rmi_pci_bus_space_read_multi_stream_1(void *t,
201 bus_space_handle_t handle,
202 bus_size_t offset, u_int8_t * addr,
206 rmi_pci_bus_space_read_multi_stream_2(void *t,
207 bus_space_handle_t handle,
208 bus_size_t offset, u_int16_t * addr,
212 rmi_pci_bus_space_read_multi_stream_4(void *t,
213 bus_space_handle_t handle,
214 bus_size_t offset, u_int32_t * addr,
218 rmi_pci_bus_space_write_stream_1(void *t, bus_space_handle_t bsh,
219 bus_size_t offset, u_int8_t value);
221 rmi_pci_bus_space_write_stream_2(void *t, bus_space_handle_t handle,
222 bus_size_t offset, u_int16_t value);
225 rmi_pci_bus_space_write_stream_4(void *t, bus_space_handle_t handle,
226 bus_size_t offset, u_int32_t value);
229 rmi_pci_bus_space_write_multi_stream_1(void *t,
230 bus_space_handle_t handle,
232 const u_int8_t * addr,
235 rmi_pci_bus_space_write_multi_stream_2(void *t,
236 bus_space_handle_t handle,
238 const u_int16_t * addr,
242 rmi_pci_bus_space_write_multi_stream_4(void *t,
243 bus_space_handle_t handle,
245 const u_int32_t * addr,
248 #define TODO() printf("XLR memory bus space function '%s' unimplemented\n", __func__)
250 static struct bus_space local_rmi_pci_bus_space = {
254 /* mapping/unmapping */
255 rmi_pci_bus_space_map,
256 rmi_pci_bus_space_unmap,
257 rmi_pci_bus_space_subregion,
259 /* allocation/deallocation */
264 rmi_pci_bus_space_barrier,
267 rmi_pci_bus_space_read_1,
268 rmi_pci_bus_space_read_2,
269 rmi_pci_bus_space_read_4,
273 rmi_pci_bus_space_read_multi_1,
274 rmi_pci_bus_space_read_multi_2,
275 rmi_pci_bus_space_read_multi_4,
279 rmi_pci_bus_space_read_region_1,
280 rmi_pci_bus_space_read_region_2,
281 rmi_pci_bus_space_read_region_4,
285 rmi_pci_bus_space_write_1,
286 rmi_pci_bus_space_write_2,
287 rmi_pci_bus_space_write_4,
291 rmi_pci_bus_space_write_multi_1,
292 rmi_pci_bus_space_write_multi_2,
293 rmi_pci_bus_space_write_multi_4,
298 rmi_pci_bus_space_write_region_2,
299 rmi_pci_bus_space_write_region_4,
310 rmi_pci_bus_space_set_region_2,
311 rmi_pci_bus_space_set_region_4,
316 rmi_pci_bus_space_copy_region_2,
320 /* read (single) stream */
321 rmi_pci_bus_space_read_stream_1,
322 rmi_pci_bus_space_read_stream_2,
323 rmi_pci_bus_space_read_stream_4,
326 /* read multiple stream */
327 rmi_pci_bus_space_read_multi_stream_1,
328 rmi_pci_bus_space_read_multi_stream_2,
329 rmi_pci_bus_space_read_multi_stream_4,
332 /* read region stream */
333 rmi_pci_bus_space_read_region_1,
334 rmi_pci_bus_space_read_region_2,
335 rmi_pci_bus_space_read_region_4,
338 /* write (single) stream */
339 rmi_pci_bus_space_write_stream_1,
340 rmi_pci_bus_space_write_stream_2,
341 rmi_pci_bus_space_write_stream_4,
344 /* write multiple stream */
345 rmi_pci_bus_space_write_multi_stream_1,
346 rmi_pci_bus_space_write_multi_stream_2,
347 rmi_pci_bus_space_write_multi_stream_4,
350 /* write region stream */
352 rmi_pci_bus_space_write_region_2,
353 rmi_pci_bus_space_write_region_4,
357 /* generic bus_space tag */
358 bus_space_tag_t rmi_pci_bus_space = &local_rmi_pci_bus_space;
361 * Map a region of device bus space into CPU virtual address space.
364 rmi_pci_bus_space_map(void *t __unused, bus_addr_t addr,
365 bus_size_t size __unused, int flags __unused,
366 bus_space_handle_t * bshp)
373 * Unmap a region of device bus space.
376 rmi_pci_bus_space_unmap(void *t __unused, bus_space_handle_t bsh __unused,
377 bus_size_t size __unused)
382 * Get a new handle for a subregion of an already-mapped area of bus space.
386 rmi_pci_bus_space_subregion(void *t __unused, bus_space_handle_t bsh,
387 bus_size_t offset, bus_size_t size __unused,
388 bus_space_handle_t * nbshp)
390 *nbshp = bsh + offset;
395 * Read a 1, 2, 4, or 8 byte quantity from bus space
396 * described by tag/handle/offset.
400 rmi_pci_bus_space_read_1(void *tag, bus_space_handle_t handle,
403 return (u_int8_t) (*(volatile u_int8_t *)(handle + offset));
407 rmi_pci_bus_space_read_2(void *tag, bus_space_handle_t handle,
412 value = *(volatile u_int16_t *)(handle + offset);
413 return bswap16(value);
417 rmi_pci_bus_space_read_4(void *tag, bus_space_handle_t handle,
422 value = *(volatile u_int32_t *)(handle + offset);
423 return bswap32(value);
427 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
428 * described by tag/handle/offset and copy into buffer provided.
431 rmi_pci_bus_space_read_multi_1(void *tag, bus_space_handle_t handle,
432 bus_size_t offset, u_int8_t * addr, size_t count)
435 *addr = *(volatile u_int8_t *)(handle + offset);
441 rmi_pci_bus_space_read_multi_2(void *tag, bus_space_handle_t handle,
442 bus_size_t offset, u_int16_t * addr, size_t count)
446 *addr = *(volatile u_int16_t *)(handle + offset);
447 *addr = bswap16(*addr);
453 rmi_pci_bus_space_read_multi_4(void *tag, bus_space_handle_t handle,
454 bus_size_t offset, u_int32_t * addr, size_t count)
458 *addr = *(volatile u_int32_t *)(handle + offset);
459 *addr = bswap32(*addr);
465 * Write the 1, 2, 4, or 8 byte value `value' to bus space
466 * described by tag/handle/offset.
470 rmi_pci_bus_space_write_1(void *tag, bus_space_handle_t handle,
471 bus_size_t offset, u_int8_t value)
474 *(volatile u_int8_t *)(handle + offset) = value;
478 rmi_pci_bus_space_write_2(void *tag, bus_space_handle_t handle,
479 bus_size_t offset, u_int16_t value)
482 *(volatile u_int16_t *)(handle + offset) = bswap16(value);
487 rmi_pci_bus_space_write_4(void *tag, bus_space_handle_t handle,
488 bus_size_t offset, u_int32_t value)
491 *(volatile u_int32_t *)(handle + offset) = bswap32(value);
495 * Write `count' 1, 2, 4, or 8 byte quantities from the buffer
496 * provided to bus space described by tag/handle/offset.
501 rmi_pci_bus_space_write_multi_1(void *tag, bus_space_handle_t handle,
502 bus_size_t offset, const u_int8_t * addr, size_t count)
506 (*(volatile u_int8_t *)(handle + offset)) = *addr;
512 rmi_pci_bus_space_write_multi_2(void *tag, bus_space_handle_t handle,
513 bus_size_t offset, const u_int16_t * addr, size_t count)
517 (*(volatile u_int16_t *)(handle + offset)) = bswap16(*addr);
523 rmi_pci_bus_space_write_multi_4(void *tag, bus_space_handle_t handle,
524 bus_size_t offset, const u_int32_t * addr, size_t count)
528 (*(volatile u_int32_t *)(handle + offset)) = bswap32(*addr);
534 * Write `count' 1, 2, 4, or 8 byte value `val' to bus space described
535 * by tag/handle starting at `offset'.
539 rmi_pci_bus_space_set_region_2(void *t, bus_space_handle_t bsh,
540 bus_size_t offset, u_int16_t value, size_t count)
542 bus_addr_t addr = bsh + offset;
544 for (; count != 0; count--, addr += 2)
545 (*(volatile u_int16_t *)(addr)) = value;
549 rmi_pci_bus_space_set_region_4(void *t, bus_space_handle_t bsh,
550 bus_size_t offset, u_int32_t value, size_t count)
552 bus_addr_t addr = bsh + offset;
554 for (; count != 0; count--, addr += 4)
555 (*(volatile u_int32_t *)(addr)) = value;
560 * Copy `count' 1, 2, 4, or 8 byte values from bus space starting
561 * at tag/bsh1/off1 to bus space starting at tag/bsh2/off2.
564 rmi_pci_bus_space_copy_region_2(void *t, bus_space_handle_t bsh1,
565 bus_size_t off1, bus_space_handle_t bsh2,
566 bus_size_t off2, size_t count)
572 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
573 * described by tag/handle/offset and copy into buffer provided.
577 rmi_pci_bus_space_read_stream_1(void *t, bus_space_handle_t handle,
581 return *((volatile u_int8_t *)(handle + offset));
586 rmi_pci_bus_space_read_stream_2(void *t, bus_space_handle_t handle,
589 return *(volatile u_int16_t *)(handle + offset);
594 rmi_pci_bus_space_read_stream_4(void *t, bus_space_handle_t handle,
597 return (*(volatile u_int32_t *)(handle + offset));
602 rmi_pci_bus_space_read_multi_stream_1(void *tag, bus_space_handle_t handle,
603 bus_size_t offset, u_int8_t * addr, size_t count)
606 *addr = (*(volatile u_int8_t *)(handle + offset));
612 rmi_pci_bus_space_read_multi_stream_2(void *tag, bus_space_handle_t handle,
613 bus_size_t offset, u_int16_t * addr, size_t count)
616 *addr = (*(volatile u_int16_t *)(handle + offset));
622 rmi_pci_bus_space_read_multi_stream_4(void *tag, bus_space_handle_t handle,
623 bus_size_t offset, u_int32_t * addr, size_t count)
626 *addr = (*(volatile u_int32_t *)(handle + offset));
634 * Read `count' 1, 2, 4, or 8 byte quantities from bus space
635 * described by tag/handle and starting at `offset' and copy into
639 rmi_pci_bus_space_read_region_1(void *t, bus_space_handle_t bsh,
640 bus_size_t offset, u_int8_t * addr, size_t count)
642 bus_addr_t baddr = bsh + offset;
645 *addr++ = (*(volatile u_int8_t *)(baddr));
651 rmi_pci_bus_space_read_region_2(void *t, bus_space_handle_t bsh,
652 bus_size_t offset, u_int16_t * addr, size_t count)
654 bus_addr_t baddr = bsh + offset;
657 *addr++ = (*(volatile u_int16_t *)(baddr));
663 rmi_pci_bus_space_read_region_4(void *t, bus_space_handle_t bsh,
664 bus_size_t offset, u_int32_t * addr, size_t count)
666 bus_addr_t baddr = bsh + offset;
669 *addr++ = (*(volatile u_int32_t *)(baddr));
676 rmi_pci_bus_space_write_stream_1(void *t, bus_space_handle_t handle,
677 bus_size_t offset, u_int8_t value)
680 *(volatile u_int8_t *)(handle + offset) = value;
684 rmi_pci_bus_space_write_stream_2(void *t, bus_space_handle_t handle,
685 bus_size_t offset, u_int16_t value)
688 *(volatile u_int16_t *)(handle + offset) = value;
693 rmi_pci_bus_space_write_stream_4(void *t, bus_space_handle_t handle,
694 bus_size_t offset, u_int32_t value)
697 *(volatile u_int32_t *)(handle + offset) = value;
702 rmi_pci_bus_space_write_multi_stream_1(void *tag, bus_space_handle_t handle,
703 bus_size_t offset, const u_int8_t * addr, size_t count)
707 (*(volatile u_int8_t *)(handle + offset)) = *addr;
713 rmi_pci_bus_space_write_multi_stream_2(void *tag, bus_space_handle_t handle,
714 bus_size_t offset, const u_int16_t * addr, size_t count)
718 (*(volatile u_int16_t *)(handle + offset)) = *addr;
724 rmi_pci_bus_space_write_multi_stream_4(void *tag, bus_space_handle_t handle,
725 bus_size_t offset, const u_int32_t * addr, size_t count)
729 (*(volatile u_int32_t *)(handle + offset)) = *addr;
735 rmi_pci_bus_space_write_region_2(void *t,
736 bus_space_handle_t bsh,
738 const u_int16_t * addr,
741 bus_addr_t baddr = (bus_addr_t) bsh + offset;
744 (*(volatile u_int16_t *)(baddr)) = *addr;
751 rmi_pci_bus_space_write_region_4(void *t, bus_space_handle_t bsh,
752 bus_size_t offset, const u_int32_t * addr, size_t count)
754 bus_addr_t baddr = bsh + offset;
757 (*(volatile u_int32_t *)(baddr)) = *addr;
764 rmi_pci_bus_space_barrier(void *tag __unused, bus_space_handle_t bsh __unused,
765 bus_size_t offset __unused, bus_size_t len __unused, int flags)