2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
4 * Copyright 1996-1998 John D. Polstra.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 #include <sys/param.h>
31 #include <sys/kernel.h>
32 #include <sys/systm.h>
34 #include <sys/imgact.h>
35 #include <sys/malloc.h>
37 #include <sys/namei.h>
38 #include <sys/fcntl.h>
39 #include <sys/sysent.h>
40 #include <sys/imgact_elf.h>
41 #include <sys/syscall.h>
42 #include <sys/signalvar.h>
43 #include <sys/vnode.h>
44 #include <sys/linker.h>
47 #include <vm/vm_param.h>
49 #include <machine/altivec.h>
50 #include <machine/cpu.h>
51 #include <machine/fpu.h>
52 #include <machine/elf.h>
53 #include <machine/md_var.h>
55 static void exec_setregs_funcdesc(struct thread *td, struct image_params *imgp,
58 struct sysentvec elf64_freebsd_sysvec_v1 = {
59 .sv_size = SYS_MAXSYSCALL,
64 .sv_fixup = __elfN(freebsd_fixup),
65 .sv_sendsig = sendsig,
66 .sv_sigcode = sigcode64,
67 .sv_szsigcode = &szsigcode64,
68 .sv_name = "FreeBSD ELF64",
69 .sv_coredump = __elfN(coredump),
70 .sv_imgact_try = NULL,
71 .sv_minsigstksz = MINSIGSTKSZ,
72 .sv_pagesize = PAGE_SIZE,
73 .sv_minuser = VM_MIN_ADDRESS,
74 .sv_maxuser = VM_MAXUSER_ADDRESS,
75 .sv_usrstack = USRSTACK,
76 .sv_psstrings = PS_STRINGS,
77 .sv_stackprot = VM_PROT_ALL,
78 .sv_copyout_strings = exec_copyout_strings,
79 .sv_setregs = exec_setregs_funcdesc,
82 .sv_flags = SV_ABI_FREEBSD | SV_LP64 | SV_SHP | SV_ASLR,
83 .sv_set_syscall_retval = cpu_set_syscall_retval,
84 .sv_fetch_syscall_args = cpu_fetch_syscall_args,
85 .sv_syscallnames = syscallnames,
86 .sv_shared_page_base = SHAREDPAGE,
87 .sv_shared_page_len = PAGE_SIZE,
89 .sv_thread_detach = NULL,
91 .sv_hwcap = &cpu_features,
92 .sv_hwcap2 = &cpu_features2,
94 INIT_SYSENTVEC(elf64_sysvec_v1, &elf64_freebsd_sysvec_v1);
96 struct sysentvec elf64_freebsd_sysvec_v2 = {
97 .sv_size = SYS_MAXSYSCALL,
101 .sv_transtrap = NULL,
102 .sv_fixup = __elfN(freebsd_fixup),
103 .sv_sendsig = sendsig,
104 .sv_sigcode = sigcode64_elfv2,
105 .sv_szsigcode = &szsigcode64_elfv2,
106 .sv_name = "FreeBSD ELF64 V2",
107 .sv_coredump = __elfN(coredump),
108 .sv_imgact_try = NULL,
109 .sv_minsigstksz = MINSIGSTKSZ,
110 .sv_pagesize = PAGE_SIZE,
111 .sv_minuser = VM_MIN_ADDRESS,
112 .sv_maxuser = VM_MAXUSER_ADDRESS,
113 .sv_usrstack = USRSTACK,
114 .sv_psstrings = PS_STRINGS,
115 .sv_stackprot = VM_PROT_ALL,
116 .sv_copyout_strings = exec_copyout_strings,
117 .sv_setregs = exec_setregs,
120 .sv_flags = SV_ABI_FREEBSD | SV_LP64 | SV_SHP,
121 .sv_set_syscall_retval = cpu_set_syscall_retval,
122 .sv_fetch_syscall_args = cpu_fetch_syscall_args,
123 .sv_syscallnames = syscallnames,
124 .sv_shared_page_base = SHAREDPAGE,
125 .sv_shared_page_len = PAGE_SIZE,
126 .sv_schedtail = NULL,
127 .sv_thread_detach = NULL,
129 .sv_hwcap = &cpu_features,
130 .sv_hwcap2 = &cpu_features2,
132 INIT_SYSENTVEC(elf64_sysvec_v2, &elf64_freebsd_sysvec_v2);
134 static boolean_t ppc64_elfv1_header_match(struct image_params *params);
135 static boolean_t ppc64_elfv2_header_match(struct image_params *params);
137 static Elf64_Brandinfo freebsd_brand_info_elfv1 = {
138 .brand = ELFOSABI_FREEBSD,
140 .compat_3_brand = "FreeBSD",
142 .interp_path = "/libexec/ld-elf.so.1",
143 .sysvec = &elf64_freebsd_sysvec_v1,
144 .interp_newpath = NULL,
145 .brand_note = &elf64_freebsd_brandnote,
146 .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE,
147 .header_supported = &ppc64_elfv1_header_match
150 SYSINIT(elf64v1, SI_SUB_EXEC, SI_ORDER_ANY,
151 (sysinit_cfunc_t) elf64_insert_brand_entry,
152 &freebsd_brand_info_elfv1);
154 static Elf64_Brandinfo freebsd_brand_info_elfv2 = {
155 .brand = ELFOSABI_FREEBSD,
157 .compat_3_brand = "FreeBSD",
159 .interp_path = "/libexec/ld-elf.so.1",
160 .sysvec = &elf64_freebsd_sysvec_v2,
161 .interp_newpath = NULL,
162 .brand_note = &elf64_freebsd_brandnote,
163 .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE,
164 .header_supported = &ppc64_elfv2_header_match
167 SYSINIT(elf64v2, SI_SUB_EXEC, SI_ORDER_ANY,
168 (sysinit_cfunc_t) elf64_insert_brand_entry,
169 &freebsd_brand_info_elfv2);
171 static Elf64_Brandinfo freebsd_brand_oinfo = {
172 .brand = ELFOSABI_FREEBSD,
174 .compat_3_brand = "FreeBSD",
176 .interp_path = "/usr/libexec/ld-elf.so.1",
177 .sysvec = &elf64_freebsd_sysvec_v1,
178 .interp_newpath = NULL,
179 .brand_note = &elf64_freebsd_brandnote,
180 .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE,
181 .header_supported = &ppc64_elfv1_header_match
184 SYSINIT(oelf64, SI_SUB_EXEC, SI_ORDER_ANY,
185 (sysinit_cfunc_t) elf64_insert_brand_entry,
186 &freebsd_brand_oinfo);
188 void elf_reloc_self(Elf_Dyn *dynp, Elf_Addr relocbase);
191 ppc64_elfv1_header_match(struct image_params *params)
193 const Elf64_Ehdr *hdr = (const Elf64_Ehdr *)params->image_header;
194 int abi = (hdr->e_flags & 3);
196 return (abi == 0 || abi == 1);
200 ppc64_elfv2_header_match(struct image_params *params)
202 const Elf64_Ehdr *hdr = (const Elf64_Ehdr *)params->image_header;
203 int abi = (hdr->e_flags & 3);
209 exec_setregs_funcdesc(struct thread *td, struct image_params *imgp,
212 struct trapframe *tf;
213 register_t entry_desc[3];
216 exec_setregs(td, imgp, stack);
219 * For 64-bit ELFv1, we need to disentangle the function
224 * 2. Environment pointer (r11)
227 (void)copyin((void *)imgp->entry_addr, entry_desc,
229 tf->srr0 = entry_desc[0] + imgp->reloc_base;
230 tf->fixreg[2] = entry_desc[1] + imgp->reloc_base;
231 tf->fixreg[11] = entry_desc[2] + imgp->reloc_base;
235 elf64_dump_thread(struct thread *td, void *dst, size_t *off)
246 if (pcb->pcb_flags & PCB_VEC) {
249 len += elf64_populate_note(NT_PPC_VMX,
250 &pcb->pcb_vec, (char *)dst + len,
251 sizeof(pcb->pcb_vec), NULL);
253 len += elf64_populate_note(NT_PPC_VMX, NULL, NULL,
254 sizeof(pcb->pcb_vec), NULL);
257 if (pcb->pcb_flags & PCB_VSX) {
261 * Doubleword 0 of VSR0-VSR31 overlap with FPR0-FPR31 and
262 * VSR32-VSR63 overlap with VR0-VR31, so we only copy
263 * the non-overlapping data, which is doubleword 1 of VSR0-VSR31.
265 for (vsr_idx = 0; vsr_idx < nitems(vshr); vsr_idx++) {
266 vsr_dw1 = (uint64_t *)&pcb->pcb_fpu.fpr[vsr_idx].vsr[2];
267 vshr[vsr_idx] = *vsr_dw1;
269 len += elf64_populate_note(NT_PPC_VSX,
270 vshr, (char *)dst + len,
273 len += elf64_populate_note(NT_PPC_VSX, NULL, NULL,
281 elf_is_ifunc_reloc(Elf_Size r_info __unused)
287 /* Process one elf relocation with addend. */
289 elf_reloc_internal(linker_file_t lf, Elf_Addr relocbase, const void *data,
290 int type, int local, elf_lookup_fn lookup)
295 Elf_Word rtype, symidx;
296 const Elf_Rela *rela;
301 panic("PPC only supports RELA relocations");
304 rela = (const Elf_Rela *)data;
305 where = (Elf_Addr *) (relocbase + rela->r_offset);
306 addend = rela->r_addend;
307 rtype = ELF_R_TYPE(rela->r_info);
308 symidx = ELF_R_SYM(rela->r_info);
311 panic("elf_reloc: unknown relocation mode %d\n", type);
319 case R_PPC64_ADDR64: /* doubleword64 S + A */
320 error = lookup(lf, symidx, 1, &addr);
327 case R_PPC_RELATIVE: /* doubleword64 B + A */
328 *where = elf_relocaddr(lf, relocbase + addend);
331 case R_PPC_JMP_SLOT: /* function descriptor copy */
332 lookup(lf, symidx, 1, &addr);
333 #if !defined(_CALL_ELF) || _CALL_ELF == 1
334 memcpy(where, (Elf_Addr *)addr, 3*sizeof(Elf_Addr));
338 __asm __volatile("dcbst 0,%0; sync" :: "r"(where) : "memory");
342 printf("kldload: unexpected relocation type %d\n",
350 elf_reloc_self(Elf_Dyn *dynp, Elf_Addr relocbase)
352 Elf_Rela *rela = NULL, *relalim;
357 * Extract the rela/relasz values from the dynamic section
359 for (; dynp->d_tag != DT_NULL; dynp++) {
360 switch (dynp->d_tag) {
362 rela = (Elf_Rela *)(relocbase+dynp->d_un.d_ptr);
365 relasz = dynp->d_un.d_val;
371 * Relocate these values
373 relalim = (Elf_Rela *)((caddr_t)rela + relasz);
374 for (; rela < relalim; rela++) {
375 if (ELF_R_TYPE(rela->r_info) != R_PPC_RELATIVE)
377 where = (Elf_Addr *)(relocbase + rela->r_offset);
378 *where = (Elf_Addr)(relocbase + rela->r_addend);
383 elf_reloc(linker_file_t lf, Elf_Addr relocbase, const void *data, int type,
384 elf_lookup_fn lookup)
387 return (elf_reloc_internal(lf, relocbase, data, type, 0, lookup));
391 elf_reloc_local(linker_file_t lf, Elf_Addr relocbase, const void *data,
392 int type, elf_lookup_fn lookup)
395 return (elf_reloc_internal(lf, relocbase, data, type, 1, lookup));
399 elf_cpu_load_file(linker_file_t lf)
401 /* Only sync the cache for non-kernel modules */
403 __syncicache(lf->address, lf->size);
408 elf_cpu_unload_file(linker_file_t lf __unused)