2 * Copyright (c) 2006 Semihalf, Rafal Jaworowski <raj@semihalf.com>
3 * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
6 * This code is derived from software contributed to The NetBSD Foundation
7 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
8 * NASA Ames Research Center.
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
32 #include <sys/cdefs.h>
33 __FBSDID("$FreeBSD$");
38 #include <sys/param.h>
39 #include <sys/systm.h>
45 #include <machine/bus.h>
46 #include <machine/pio.h>
47 #include <machine/md_var.h>
49 #define TODO panic("%s: not implemented", __func__)
51 #define MAX_EARLYBOOT_MAPPINGS 6
58 } earlyboot_mappings[MAX_EARLYBOOT_MAPPINGS];
59 static int earlyboot_map_idx = 0;
61 void bs_remap_earlyboot(void);
63 static __inline void *
64 __ppc_ba(bus_space_handle_t bsh, bus_size_t ofs)
66 return ((void *)(bsh + ofs));
70 bs_gen_map(bus_addr_t addr, bus_size_t size, int flags,
71 bus_space_handle_t *bshp)
76 * Record what we did if we haven't enabled the MMU yet. We
77 * will need to remap it as soon as the MMU comes up.
79 if (!pmap_bootstrapped) {
80 KASSERT(earlyboot_map_idx < MAX_EARLYBOOT_MAPPINGS,
81 ("%s: too many early boot mapping requests", __func__));
82 earlyboot_mappings[earlyboot_map_idx].addr = addr;
83 earlyboot_mappings[earlyboot_map_idx].virt =
84 pmap_early_io_map(addr, size);
85 earlyboot_mappings[earlyboot_map_idx].size = size;
86 earlyboot_mappings[earlyboot_map_idx].flags = flags;
87 *bshp = earlyboot_mappings[earlyboot_map_idx].virt;
90 ma = VM_MEMATTR_DEFAULT;
92 case BUS_SPACE_MAP_CACHEABLE:
93 ma = VM_MEMATTR_CACHEABLE;
95 case BUS_SPACE_MAP_PREFETCHABLE:
96 ma = VM_MEMATTR_PREFETCHABLE;
99 *bshp = (bus_space_handle_t)pmap_mapdev_attr(addr, size, ma);
106 bs_remap_earlyboot(void)
113 for (i = 0; i < earlyboot_map_idx; i++) {
114 spa = earlyboot_mappings[i].addr;
115 if (spa == earlyboot_mappings[i].virt &&
116 pmap_dev_direct_mapped(spa, earlyboot_mappings[i].size) == 0)
119 ma = VM_MEMATTR_DEFAULT;
120 switch (earlyboot_mappings[i].flags) {
121 case BUS_SPACE_MAP_CACHEABLE:
122 ma = VM_MEMATTR_CACHEABLE;
124 case BUS_SPACE_MAP_PREFETCHABLE:
125 ma = VM_MEMATTR_PREFETCHABLE;
129 pa = trunc_page(spa);
130 va = trunc_page(earlyboot_mappings[i].virt);
131 while (pa < spa + earlyboot_mappings[i].size) {
132 pmap_kenter_attr(va, pa, ma);
140 bs_gen_unmap(bus_size_t size __unused)
145 bs_gen_subregion(bus_space_handle_t bsh, bus_size_t ofs,
146 bus_size_t size __unused, bus_space_handle_t *nbshp)
153 bs_gen_alloc(bus_addr_t rstart __unused, bus_addr_t rend __unused,
154 bus_size_t size __unused, bus_size_t alignment __unused,
155 bus_size_t boundary __unused, int flags __unused,
156 bus_addr_t *bpap __unused, bus_space_handle_t *bshp __unused)
162 bs_gen_free(bus_space_handle_t bsh __unused, bus_size_t size __unused)
168 bs_gen_barrier(bus_space_handle_t bsh __unused, bus_size_t ofs __unused,
169 bus_size_t size __unused, int flags __unused)
176 * Big-endian access functions
179 bs_be_rs_1(bus_space_handle_t bsh, bus_size_t ofs)
181 volatile uint8_t *addr;
184 addr = __ppc_ba(bsh, ofs);
187 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
192 bs_be_rs_2(bus_space_handle_t bsh, bus_size_t ofs)
194 volatile uint16_t *addr;
197 addr = __ppc_ba(bsh, ofs);
200 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
205 bs_be_rs_4(bus_space_handle_t bsh, bus_size_t ofs)
207 volatile uint32_t *addr;
210 addr = __ppc_ba(bsh, ofs);
213 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
218 bs_be_rs_8(bus_space_handle_t bsh, bus_size_t ofs)
220 volatile uint64_t *addr;
223 addr = __ppc_ba(bsh, ofs);
230 bs_be_rm_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t *addr, size_t cnt)
232 ins8(__ppc_ba(bsh, ofs), addr, cnt);
236 bs_be_rm_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t *addr, size_t cnt)
238 ins16(__ppc_ba(bsh, ofs), addr, cnt);
242 bs_be_rm_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t *addr, size_t cnt)
244 ins32(__ppc_ba(bsh, ofs), addr, cnt);
248 bs_be_rm_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t *addr, size_t cnt)
250 ins64(__ppc_ba(bsh, ofs), addr, cnt);
254 bs_be_rr_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t *addr, size_t cnt)
256 volatile uint8_t *s = __ppc_ba(bsh, ofs);
264 bs_be_rr_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t *addr, size_t cnt)
266 volatile uint16_t *s = __ppc_ba(bsh, ofs);
274 bs_be_rr_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t *addr, size_t cnt)
276 volatile uint32_t *s = __ppc_ba(bsh, ofs);
284 bs_be_rr_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t *addr, size_t cnt)
286 volatile uint64_t *s = __ppc_ba(bsh, ofs);
294 bs_be_ws_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val)
296 volatile uint8_t *addr;
298 addr = __ppc_ba(bsh, ofs);
301 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
305 bs_be_ws_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val)
307 volatile uint16_t *addr;
309 addr = __ppc_ba(bsh, ofs);
312 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
316 bs_be_ws_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val)
318 volatile uint32_t *addr;
320 addr = __ppc_ba(bsh, ofs);
323 CTR4(KTR_BE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
327 bs_be_ws_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val)
329 volatile uint64_t *addr;
331 addr = __ppc_ba(bsh, ofs);
337 bs_be_wm_1(bus_space_handle_t bsh, bus_size_t ofs, const uint8_t *addr,
340 outsb(__ppc_ba(bsh, ofs), addr, cnt);
344 bs_be_wm_2(bus_space_handle_t bsh, bus_size_t ofs, const uint16_t *addr,
347 outsw(__ppc_ba(bsh, ofs), addr, cnt);
351 bs_be_wm_4(bus_space_handle_t bsh, bus_size_t ofs, const uint32_t *addr,
354 outsl(__ppc_ba(bsh, ofs), addr, cnt);
358 bs_be_wm_8(bus_space_handle_t bsh, bus_size_t ofs, const uint64_t *addr,
361 outsll(__ppc_ba(bsh, ofs), addr, cnt);
365 bs_be_wr_1(bus_space_handle_t bsh, bus_size_t ofs, const uint8_t *addr,
368 volatile uint8_t *d = __ppc_ba(bsh, ofs);
376 bs_be_wr_2(bus_space_handle_t bsh, bus_size_t ofs, const uint16_t *addr,
379 volatile uint16_t *d = __ppc_ba(bsh, ofs);
387 bs_be_wr_4(bus_space_handle_t bsh, bus_size_t ofs, const uint32_t *addr,
390 volatile uint32_t *d = __ppc_ba(bsh, ofs);
398 bs_be_wr_8(bus_space_handle_t bsh, bus_size_t ofs, const uint64_t *addr,
401 volatile uint64_t *d = __ppc_ba(bsh, ofs);
409 bs_be_sm_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val, size_t cnt)
411 volatile uint8_t *d = __ppc_ba(bsh, ofs);
419 bs_be_sm_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val, size_t cnt)
421 volatile uint16_t *d = __ppc_ba(bsh, ofs);
429 bs_be_sm_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val, size_t cnt)
431 volatile uint32_t *d = __ppc_ba(bsh, ofs);
439 bs_be_sm_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val, size_t cnt)
441 volatile uint64_t *d = __ppc_ba(bsh, ofs);
449 bs_be_sr_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val, size_t cnt)
451 volatile uint8_t *d = __ppc_ba(bsh, ofs);
459 bs_be_sr_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val, size_t cnt)
461 volatile uint16_t *d = __ppc_ba(bsh, ofs);
469 bs_be_sr_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val, size_t cnt)
471 volatile uint32_t *d = __ppc_ba(bsh, ofs);
479 bs_be_sr_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val, size_t cnt)
481 volatile uint64_t *d = __ppc_ba(bsh, ofs);
489 * Little-endian access functions
492 bs_le_rs_1(bus_space_handle_t bsh, bus_size_t ofs)
494 volatile uint8_t *addr;
497 addr = __ppc_ba(bsh, ofs);
500 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
505 bs_le_rs_2(bus_space_handle_t bsh, bus_size_t ofs)
507 volatile uint16_t *addr;
510 addr = __ppc_ba(bsh, ofs);
511 __asm __volatile("lhbrx %0, 0, %1" : "=r"(res) : "r"(addr));
513 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
518 bs_le_rs_4(bus_space_handle_t bsh, bus_size_t ofs)
520 volatile uint32_t *addr;
523 addr = __ppc_ba(bsh, ofs);
524 __asm __volatile("lwbrx %0, 0, %1" : "=r"(res) : "r"(addr));
526 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x) = %#x", __func__, bsh, ofs, res);
531 bs_le_rs_8(bus_space_handle_t bsh, bus_size_t ofs)
537 bs_le_rm_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t *addr, size_t cnt)
539 ins8(__ppc_ba(bsh, ofs), addr, cnt);
543 bs_le_rm_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t *addr, size_t cnt)
545 ins16rb(__ppc_ba(bsh, ofs), addr, cnt);
549 bs_le_rm_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t *addr, size_t cnt)
551 ins32rb(__ppc_ba(bsh, ofs), addr, cnt);
555 bs_le_rm_8(bus_space_handle_t bshh, bus_size_t ofs, uint64_t *addr, size_t cnt)
561 bs_le_rr_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t *addr, size_t cnt)
563 volatile uint8_t *s = __ppc_ba(bsh, ofs);
571 bs_le_rr_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t *addr, size_t cnt)
573 volatile uint16_t *s = __ppc_ba(bsh, ofs);
576 *addr++ = in16rb(s++);
581 bs_le_rr_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t *addr, size_t cnt)
583 volatile uint32_t *s = __ppc_ba(bsh, ofs);
586 *addr++ = in32rb(s++);
591 bs_le_rr_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t *addr, size_t cnt)
597 bs_le_ws_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val)
599 volatile uint8_t *addr;
601 addr = __ppc_ba(bsh, ofs);
604 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
608 bs_le_ws_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val)
610 volatile uint16_t *addr;
612 addr = __ppc_ba(bsh, ofs);
613 __asm __volatile("sthbrx %0, 0, %1" :: "r"(val), "r"(addr));
615 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
619 bs_le_ws_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val)
621 volatile uint32_t *addr;
623 addr = __ppc_ba(bsh, ofs);
624 __asm __volatile("stwbrx %0, 0, %1" :: "r"(val), "r"(addr));
626 CTR4(KTR_LE_IO, "%s(bsh=%#x, ofs=%#x, val=%#x)", __func__, bsh, ofs, val);
630 bs_le_ws_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val)
636 bs_le_wm_1(bus_space_handle_t bsh, bus_size_t ofs, const uint8_t *addr,
639 outs8(__ppc_ba(bsh, ofs), addr, cnt);
643 bs_le_wm_2(bus_space_handle_t bsh, bus_size_t ofs, const uint16_t *addr,
646 outs16rb(__ppc_ba(bsh, ofs), addr, cnt);
650 bs_le_wm_4(bus_space_handle_t bsh, bus_size_t ofs, const uint32_t *addr,
653 outs32rb(__ppc_ba(bsh, ofs), addr, cnt);
657 bs_le_wm_8(bus_space_handle_t bsh, bus_size_t ofs, const uint64_t *addr,
664 bs_le_wr_1(bus_space_handle_t bsh, bus_size_t ofs, const uint8_t *addr,
667 volatile uint8_t *d = __ppc_ba(bsh, ofs);
675 bs_le_wr_2(bus_space_handle_t bsh, bus_size_t ofs, const uint16_t *addr,
678 volatile uint16_t *d = __ppc_ba(bsh, ofs);
681 out16rb(d++, *addr++);
686 bs_le_wr_4(bus_space_handle_t bsh, bus_size_t ofs, const uint32_t *addr,
689 volatile uint32_t *d = __ppc_ba(bsh, ofs);
692 out32rb(d++, *addr++);
697 bs_le_wr_8(bus_space_handle_t bsh, bus_size_t ofs, const uint64_t *addr,
704 bs_le_sm_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val, size_t cnt)
706 volatile uint8_t *d = __ppc_ba(bsh, ofs);
714 bs_le_sm_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val, size_t cnt)
716 volatile uint16_t *d = __ppc_ba(bsh, ofs);
724 bs_le_sm_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val, size_t cnt)
726 volatile uint32_t *d = __ppc_ba(bsh, ofs);
734 bs_le_sm_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val, size_t cnt)
740 bs_le_sr_1(bus_space_handle_t bsh, bus_size_t ofs, uint8_t val, size_t cnt)
742 volatile uint8_t *d = __ppc_ba(bsh, ofs);
750 bs_le_sr_2(bus_space_handle_t bsh, bus_size_t ofs, uint16_t val, size_t cnt)
752 volatile uint16_t *d = __ppc_ba(bsh, ofs);
760 bs_le_sr_4(bus_space_handle_t bsh, bus_size_t ofs, uint32_t val, size_t cnt)
762 volatile uint32_t *d = __ppc_ba(bsh, ofs);
770 bs_le_sr_8(bus_space_handle_t bsh, bus_size_t ofs, uint64_t val, size_t cnt)
775 struct bus_space bs_be_tag = {
776 /* mapping/unmapping */
781 /* allocation/deallocation */
869 struct bus_space bs_le_tag = {
870 /* mapping/unmapping */
875 /* allocation/deallocation */