1033f58dfSPeter Wemm /*-
24d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause
3c49761ddSPedro F. Giffuni *
4033f58dfSPeter Wemm * Copyright 1996-1998 John D. Polstra.
5033f58dfSPeter Wemm * All rights reserved.
6033f58dfSPeter Wemm *
7033f58dfSPeter Wemm * Redistribution and use in source and binary forms, with or without
8033f58dfSPeter Wemm * modification, are permitted provided that the following conditions
9033f58dfSPeter Wemm * are met:
10033f58dfSPeter Wemm * 1. Redistributions of source code must retain the above copyright
11033f58dfSPeter Wemm * notice, this list of conditions and the following disclaimer.
12033f58dfSPeter Wemm * 2. Redistributions in binary form must reproduce the above copyright
13033f58dfSPeter Wemm * notice, this list of conditions and the following disclaimer in the
14033f58dfSPeter Wemm * documentation and/or other materials provided with the distribution.
15033f58dfSPeter Wemm *
16033f58dfSPeter Wemm * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17033f58dfSPeter Wemm * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18033f58dfSPeter Wemm * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19033f58dfSPeter Wemm * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20033f58dfSPeter Wemm * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21033f58dfSPeter Wemm * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22033f58dfSPeter Wemm * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23033f58dfSPeter Wemm * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24033f58dfSPeter Wemm * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25033f58dfSPeter Wemm * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26033f58dfSPeter Wemm */
27033f58dfSPeter Wemm
28033f58dfSPeter Wemm #include <sys/param.h>
293ebc1248SPeter Wemm #include <sys/kernel.h>
30033f58dfSPeter Wemm #include <sys/systm.h>
31f36ba452SJake Burkholder #include <sys/exec.h>
32f36ba452SJake Burkholder #include <sys/imgact.h>
33033f58dfSPeter Wemm #include <sys/linker.h>
34afe1a688SKonstantin Belousov #include <sys/proc.h>
35548a2ec4SAndrew Turner #include <sys/reg.h>
363ebc1248SPeter Wemm #include <sys/sysent.h>
373ebc1248SPeter Wemm #include <sys/imgact_elf.h>
383ebc1248SPeter Wemm #include <sys/syscall.h>
393ebc1248SPeter Wemm #include <sys/signalvar.h>
403ebc1248SPeter Wemm #include <sys/vnode.h>
41f36ba452SJake Burkholder
42f36ba452SJake Burkholder #include <vm/vm.h>
43f36ba452SJake Burkholder #include <vm/pmap.h>
44f36ba452SJake Burkholder #include <vm/vm_param.h>
45f36ba452SJake Burkholder
46033f58dfSPeter Wemm #include <machine/elf.h>
47180e57e5SJohn Baldwin #include <machine/fpu.h>
483ebc1248SPeter Wemm #include <machine/md_var.h>
493ebc1248SPeter Wemm
50ab4524b3SKonstantin Belousov #include "vdso_offsets.h"
51ab4524b3SKonstantin Belousov
52ab4524b3SKonstantin Belousov extern const char _binary_elf_vdso_so_1_start[];
53ab4524b3SKonstantin Belousov extern const char _binary_elf_vdso_so_1_end[];
54ab4524b3SKonstantin Belousov extern char _binary_elf_vdso_so_1_size;
55ab4524b3SKonstantin Belousov
569ce875d9SKonstantin Belousov struct sysentvec elf64_freebsd_sysvec_la48 = {
57a8d403e1SKonstantin Belousov .sv_size = SYS_MAXSYSCALL,
58a8d403e1SKonstantin Belousov .sv_table = sysent,
59a8d403e1SKonstantin Belousov .sv_fixup = __elfN(freebsd_fixup),
60a8d403e1SKonstantin Belousov .sv_sendsig = sendsig,
61ab4524b3SKonstantin Belousov .sv_sigcode = _binary_elf_vdso_so_1_start,
62ab4524b3SKonstantin Belousov .sv_szsigcode = (int *)&_binary_elf_vdso_so_1_size,
63ab4524b3SKonstantin Belousov .sv_sigcodeoff = VDSO_SIGCODE_OFFSET,
64a8d403e1SKonstantin Belousov .sv_name = "FreeBSD ELF64",
65a8d403e1SKonstantin Belousov .sv_coredump = __elfN(coredump),
66435754a5SEdward Tomasz Napierala .sv_elf_core_osabi = ELFOSABI_FREEBSD,
67435754a5SEdward Tomasz Napierala .sv_elf_core_abi_vendor = FREEBSD_ABI_VENDOR,
68435754a5SEdward Tomasz Napierala .sv_elf_core_prepare_notes = __elfN(prepare_notes),
69a8d403e1SKonstantin Belousov .sv_minsigstksz = MINSIGSTKSZ,
70a8d403e1SKonstantin Belousov .sv_minuser = VM_MIN_ADDRESS,
719ce875d9SKonstantin Belousov .sv_maxuser = VM_MAXUSER_ADDRESS_LA48,
729ce875d9SKonstantin Belousov .sv_usrstack = USRSTACK_LA48,
739ce875d9SKonstantin Belousov .sv_psstrings = PS_STRINGS_LA48,
743fc21fddSMark Johnston .sv_psstringssz = sizeof(struct ps_strings),
75a8d403e1SKonstantin Belousov .sv_stackprot = VM_PROT_ALL,
76e3532331SJohn Baldwin .sv_copyout_auxargs = __elfN(freebsd_copyout_auxargs),
77a8d403e1SKonstantin Belousov .sv_copyout_strings = exec_copyout_strings,
78a8d403e1SKonstantin Belousov .sv_setregs = exec_setregs,
79a8d403e1SKonstantin Belousov .sv_fixlimit = NULL,
80b4cf0e62SKonstantin Belousov .sv_maxssiz = NULL,
81fa50a355SKonstantin Belousov .sv_flags = SV_ABI_FREEBSD | SV_ASLR | SV_LP64 | SV_SHP |
82b82b4ae7SKonstantin Belousov SV_TIMEKEEP | SV_RNG_SEED_VER | SV_DSO_SIG |
83b82b4ae7SKonstantin Belousov SV_SIGSYS,
84afe1a688SKonstantin Belousov .sv_set_syscall_retval = cpu_set_syscall_retval,
85afe1a688SKonstantin Belousov .sv_fetch_syscall_args = cpu_fetch_syscall_args,
86afe1a688SKonstantin Belousov .sv_syscallnames = syscallnames,
879ce875d9SKonstantin Belousov .sv_shared_page_base = SHAREDPAGE_LA48,
886297a3d8SKonstantin Belousov .sv_shared_page_len = PAGE_SIZE,
89e5d81ef1SDmitry Chagin .sv_schedtail = NULL,
9091d1786fSDmitry Chagin .sv_thread_detach = NULL,
91038c7205SDmitry Chagin .sv_trap = NULL,
9228a66fc3SKonstantin Belousov .sv_onexec_old = exec_onexec_old,
9328a66fc3SKonstantin Belousov .sv_onexit = exit_onexit,
94de8374dfSDmitry Chagin .sv_set_fork_retval = x86_set_fork_retval,
95548a2ec4SAndrew Turner .sv_regset_begin = SET_BEGIN(__elfN(regset)),
96548a2ec4SAndrew Turner .sv_regset_end = SET_LIMIT(__elfN(regset)),
973ebc1248SPeter Wemm };
989ce875d9SKonstantin Belousov
999ce875d9SKonstantin Belousov struct sysentvec elf64_freebsd_sysvec_la57 = {
1009ce875d9SKonstantin Belousov .sv_size = SYS_MAXSYSCALL,
1019ce875d9SKonstantin Belousov .sv_table = sysent,
1029ce875d9SKonstantin Belousov .sv_fixup = __elfN(freebsd_fixup),
1039ce875d9SKonstantin Belousov .sv_sendsig = sendsig,
104ab4524b3SKonstantin Belousov .sv_sigcode = _binary_elf_vdso_so_1_start,
105ab4524b3SKonstantin Belousov .sv_szsigcode = (int *)&_binary_elf_vdso_so_1_size,
106ab4524b3SKonstantin Belousov .sv_sigcodeoff = VDSO_SIGCODE_OFFSET,
1079ce875d9SKonstantin Belousov .sv_name = "FreeBSD ELF64",
1089ce875d9SKonstantin Belousov .sv_coredump = __elfN(coredump),
109435754a5SEdward Tomasz Napierala .sv_elf_core_osabi = ELFOSABI_FREEBSD,
110435754a5SEdward Tomasz Napierala .sv_elf_core_abi_vendor = FREEBSD_ABI_VENDOR,
111435754a5SEdward Tomasz Napierala .sv_elf_core_prepare_notes = __elfN(prepare_notes),
1129ce875d9SKonstantin Belousov .sv_minsigstksz = MINSIGSTKSZ,
1139ce875d9SKonstantin Belousov .sv_minuser = VM_MIN_ADDRESS,
1149ce875d9SKonstantin Belousov .sv_maxuser = VM_MAXUSER_ADDRESS_LA57,
1159ce875d9SKonstantin Belousov .sv_usrstack = USRSTACK_LA57,
1169ce875d9SKonstantin Belousov .sv_psstrings = PS_STRINGS_LA57,
1173fc21fddSMark Johnston .sv_psstringssz = sizeof(struct ps_strings),
1189ce875d9SKonstantin Belousov .sv_stackprot = VM_PROT_ALL,
1199ce875d9SKonstantin Belousov .sv_copyout_auxargs = __elfN(freebsd_copyout_auxargs),
1209ce875d9SKonstantin Belousov .sv_copyout_strings = exec_copyout_strings,
1219ce875d9SKonstantin Belousov .sv_setregs = exec_setregs,
1229ce875d9SKonstantin Belousov .sv_fixlimit = NULL,
1239ce875d9SKonstantin Belousov .sv_maxssiz = NULL,
1249ce875d9SKonstantin Belousov .sv_flags = SV_ABI_FREEBSD | SV_ASLR | SV_LP64 | SV_SHP |
125b82b4ae7SKonstantin Belousov SV_TIMEKEEP | SV_RNG_SEED_VER | SV_DSO_SIG |
126b82b4ae7SKonstantin Belousov SV_SIGSYS,
1279ce875d9SKonstantin Belousov .sv_set_syscall_retval = cpu_set_syscall_retval,
1289ce875d9SKonstantin Belousov .sv_fetch_syscall_args = cpu_fetch_syscall_args,
1299ce875d9SKonstantin Belousov .sv_syscallnames = syscallnames,
1309ce875d9SKonstantin Belousov .sv_shared_page_base = SHAREDPAGE_LA57,
1319ce875d9SKonstantin Belousov .sv_shared_page_len = PAGE_SIZE,
1329ce875d9SKonstantin Belousov .sv_schedtail = NULL,
1339ce875d9SKonstantin Belousov .sv_thread_detach = NULL,
1349ce875d9SKonstantin Belousov .sv_trap = NULL,
13528a66fc3SKonstantin Belousov .sv_onexec_old = exec_onexec_old,
13628a66fc3SKonstantin Belousov .sv_onexit = exit_onexit,
137de8374dfSDmitry Chagin .sv_set_fork_retval= x86_set_fork_retval,
138548a2ec4SAndrew Turner .sv_regset_begin = SET_BEGIN(__elfN(regset)),
139548a2ec4SAndrew Turner .sv_regset_end = SET_LIMIT(__elfN(regset)),
1409ce875d9SKonstantin Belousov };
1419ce875d9SKonstantin Belousov
1429ce875d9SKonstantin Belousov static void
amd64_init_sysvecs(void * arg)1439ce875d9SKonstantin Belousov amd64_init_sysvecs(void *arg)
1449ce875d9SKonstantin Belousov {
1459ce875d9SKonstantin Belousov amd64_lower_shared_page(&elf64_freebsd_sysvec_la48);
1469ce875d9SKonstantin Belousov if (la57) {
1479ce875d9SKonstantin Belousov exec_sysvec_init(&elf64_freebsd_sysvec_la57);
1489ce875d9SKonstantin Belousov exec_sysvec_init_secondary(&elf64_freebsd_sysvec_la57,
1499ce875d9SKonstantin Belousov &elf64_freebsd_sysvec_la48);
1509ce875d9SKonstantin Belousov } else {
1519ce875d9SKonstantin Belousov exec_sysvec_init(&elf64_freebsd_sysvec_la48);
1529ce875d9SKonstantin Belousov }
1539ce875d9SKonstantin Belousov }
1549ce875d9SKonstantin Belousov SYSINIT(elf64_sysvec, SI_SUB_EXEC, SI_ORDER_ANY, amd64_init_sysvecs, NULL);
1553ebc1248SPeter Wemm
156cd155b56SDon Lewis void
amd64_lower_shared_page(struct sysentvec * sv)157cd155b56SDon Lewis amd64_lower_shared_page(struct sysentvec *sv)
158cd155b56SDon Lewis {
159cd155b56SDon Lewis if (hw_lower_amd64_sharedpage != 0) {
160cd155b56SDon Lewis sv->sv_maxuser -= PAGE_SIZE;
161cd155b56SDon Lewis sv->sv_shared_page_base -= PAGE_SIZE;
162cd155b56SDon Lewis sv->sv_usrstack -= PAGE_SIZE;
163cd155b56SDon Lewis sv->sv_psstrings -= PAGE_SIZE;
164cd155b56SDon Lewis }
165cd155b56SDon Lewis }
166cd155b56SDon Lewis
167407f6757SJohn Baldwin static bool
freebsd_brand_info_la57_img_compat(const struct image_params * imgp,const int32_t * osrel __unused,const uint32_t * fctl0)168327ada0bSAlex Richardson freebsd_brand_info_la57_img_compat(const struct image_params *imgp,
169327ada0bSAlex Richardson const int32_t *osrel __unused, const uint32_t *fctl0)
1709ce875d9SKonstantin Belousov {
1719ce875d9SKonstantin Belousov if ((imgp->proc->p_md.md_flags & P_MD_LA57) != 0)
172407f6757SJohn Baldwin return (true);
1739ce875d9SKonstantin Belousov if (fctl0 == NULL || (*fctl0 & NT_FREEBSD_FCTL_LA48) != 0)
174407f6757SJohn Baldwin return (false);
1759ce875d9SKonstantin Belousov if ((imgp->proc->p_md.md_flags & P_MD_LA48) != 0)
176407f6757SJohn Baldwin return (false);
177407f6757SJohn Baldwin return (true);
1789ce875d9SKonstantin Belousov }
179cd155b56SDon Lewis
1809ce875d9SKonstantin Belousov static Elf64_Brandinfo freebsd_brand_info_la48 = {
181a8d403e1SKonstantin Belousov .brand = ELFOSABI_FREEBSD,
182a8d403e1SKonstantin Belousov .machine = EM_X86_64,
183a8d403e1SKonstantin Belousov .compat_3_brand = "FreeBSD",
184a8d403e1SKonstantin Belousov .interp_path = "/libexec/ld-elf.so.1",
1859ce875d9SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec_la48,
186a8d403e1SKonstantin Belousov .interp_newpath = NULL,
18732c01de2SDmitry Chagin .brand_note = &elf64_freebsd_brandnote,
1889ce875d9SKonstantin Belousov .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE,
1893ebc1248SPeter Wemm };
1903ebc1248SPeter Wemm
1919ce875d9SKonstantin Belousov static Elf64_Brandinfo freebsd_brand_info_la57 = {
1929ce875d9SKonstantin Belousov .brand = ELFOSABI_FREEBSD,
1939ce875d9SKonstantin Belousov .machine = EM_X86_64,
1949ce875d9SKonstantin Belousov .compat_3_brand = "FreeBSD",
1959ce875d9SKonstantin Belousov .interp_path = "/libexec/ld-elf.so.1",
1969ce875d9SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec_la57,
1979ce875d9SKonstantin Belousov .interp_newpath = NULL,
1989ce875d9SKonstantin Belousov .brand_note = &elf64_freebsd_brandnote,
1999ce875d9SKonstantin Belousov .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE,
2009ce875d9SKonstantin Belousov .header_supported = freebsd_brand_info_la57_img_compat,
2019ce875d9SKonstantin Belousov };
2029ce875d9SKonstantin Belousov
2039ce875d9SKonstantin Belousov static void
sysinit_register_elf64_brand_entries(void * arg __unused)2049ce875d9SKonstantin Belousov sysinit_register_elf64_brand_entries(void *arg __unused)
2059ce875d9SKonstantin Belousov {
2069ce875d9SKonstantin Belousov /*
2079ce875d9SKonstantin Belousov * _57 must go first so it can either claim the image or hand
2089ce875d9SKonstantin Belousov * it to _48.
2099ce875d9SKonstantin Belousov */
2109ce875d9SKonstantin Belousov if (la57)
2119ce875d9SKonstantin Belousov elf64_insert_brand_entry(&freebsd_brand_info_la57);
2129ce875d9SKonstantin Belousov elf64_insert_brand_entry(&freebsd_brand_info_la48);
2139ce875d9SKonstantin Belousov }
21452bf2041SBjoern A. Zeeb SYSINIT(elf64, SI_SUB_EXEC, SI_ORDER_FIRST,
2159ce875d9SKonstantin Belousov sysinit_register_elf64_brand_entries, NULL);
216033f58dfSPeter Wemm
2179b68618dSPeter Wemm static Elf64_Brandinfo freebsd_brand_oinfo = {
218a8d403e1SKonstantin Belousov .brand = ELFOSABI_FREEBSD,
219a8d403e1SKonstantin Belousov .machine = EM_X86_64,
220a8d403e1SKonstantin Belousov .compat_3_brand = "FreeBSD",
221a8d403e1SKonstantin Belousov .interp_path = "/usr/libexec/ld-elf.so.1",
2229ce875d9SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec_la48,
223a8d403e1SKonstantin Belousov .interp_newpath = NULL,
22432c01de2SDmitry Chagin .brand_note = &elf64_freebsd_brandnote,
225cd899aadSDmitry Chagin .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE
2269b68618dSPeter Wemm };
2279b68618dSPeter Wemm
2289b68618dSPeter Wemm SYSINIT(oelf64, SI_SUB_EXEC, SI_ORDER_ANY,
2299ce875d9SKonstantin Belousov (sysinit_cfunc_t)elf64_insert_brand_entry, &freebsd_brand_oinfo);
2309b68618dSPeter Wemm
23189ffc202SBjoern A. Zeeb static Elf64_Brandinfo kfreebsd_brand_info = {
23289ffc202SBjoern A. Zeeb .brand = ELFOSABI_FREEBSD,
23389ffc202SBjoern A. Zeeb .machine = EM_X86_64,
23489ffc202SBjoern A. Zeeb .compat_3_brand = "FreeBSD",
23589ffc202SBjoern A. Zeeb .interp_path = "/lib/ld-kfreebsd-x86-64.so.1",
2369ce875d9SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec_la48,
23789ffc202SBjoern A. Zeeb .interp_newpath = NULL,
23889ffc202SBjoern A. Zeeb .brand_note = &elf64_kfreebsd_brandnote,
239ecc2fda8SBjoern A. Zeeb .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE_MANDATORY
24089ffc202SBjoern A. Zeeb };
24189ffc202SBjoern A. Zeeb
24289ffc202SBjoern A. Zeeb SYSINIT(kelf64, SI_SUB_EXEC, SI_ORDER_ANY,
2439ce875d9SKonstantin Belousov (sysinit_cfunc_t)elf64_insert_brand_entry, &kfreebsd_brand_info);
24489ffc202SBjoern A. Zeeb
2454da47b2fSMarcel Moolenaar void
elf64_dump_thread(struct thread * td,void * dst,size_t * off)246180e57e5SJohn Baldwin elf64_dump_thread(struct thread *td, void *dst, size_t *off)
2474da47b2fSMarcel Moolenaar {
248180e57e5SJohn Baldwin void *buf;
249180e57e5SJohn Baldwin size_t len;
2504da47b2fSMarcel Moolenaar
251180e57e5SJohn Baldwin len = 0;
252180e57e5SJohn Baldwin if (use_xsave) {
253180e57e5SJohn Baldwin if (dst != NULL) {
254180e57e5SJohn Baldwin fpugetregs(td);
255180e57e5SJohn Baldwin len += elf64_populate_note(NT_X86_XSTATE,
256180e57e5SJohn Baldwin get_pcb_user_save_td(td), dst,
257180e57e5SJohn Baldwin cpu_max_ext_state_size, &buf);
258180e57e5SJohn Baldwin *(uint64_t *)((char *)buf + X86_XSTATE_XCR0_OFFSET) =
259180e57e5SJohn Baldwin xsave_mask;
260180e57e5SJohn Baldwin } else
261180e57e5SJohn Baldwin len += elf64_populate_note(NT_X86_XSTATE, NULL, NULL,
262180e57e5SJohn Baldwin cpu_max_ext_state_size, NULL);
263180e57e5SJohn Baldwin }
264180e57e5SJohn Baldwin *off = len;
265180e57e5SJohn Baldwin }
2664da47b2fSMarcel Moolenaar
26736716fe2SMark Johnston bool
elf_is_ifunc_reloc(Elf_Size r_info)26836716fe2SMark Johnston elf_is_ifunc_reloc(Elf_Size r_info)
26936716fe2SMark Johnston {
27036716fe2SMark Johnston
27136716fe2SMark Johnston return (ELF_R_TYPE(r_info) == R_X86_64_IRELATIVE);
27236716fe2SMark Johnston }
2737035cf14SKonstantin Belousov
274bde362f5SPeter Wemm /* Process one elf relocation with addend. */
2757251b4bfSJake Burkholder static int
elf_reloc_internal(linker_file_t lf,Elf_Addr relocbase,const void * data,int type,bool late_ifunc,elf_lookup_fn lookup)276e8855d4fSPeter Wemm elf_reloc_internal(linker_file_t lf, Elf_Addr relocbase, const void *data,
277fcf7a481SAndrew Turner int type, bool late_ifunc, elf_lookup_fn lookup)
278033f58dfSPeter Wemm {
279e8855d4fSPeter Wemm Elf64_Addr *where, val;
280e8855d4fSPeter Wemm Elf32_Addr *where32, val32;
281f1d19042SArchie Cobbs Elf_Addr addr;
282aa855a59SPeter Wemm Elf_Addr addend;
283757686b1SMarcel Moolenaar Elf_Size rtype, symidx;
284aa855a59SPeter Wemm const Elf_Rel *rel;
285aa855a59SPeter Wemm const Elf_Rela *rela;
286cff8c6f2SKonstantin Belousov int error;
287033f58dfSPeter Wemm
288aa855a59SPeter Wemm switch (type) {
289aa855a59SPeter Wemm case ELF_RELOC_REL:
2900a5e03ddSMatthew Dillon rel = (const Elf_Rel *)data;
291aa855a59SPeter Wemm where = (Elf_Addr *) (relocbase + rel->r_offset);
292aa855a59SPeter Wemm rtype = ELF_R_TYPE(rel->r_info);
293d297ad16SMarcel Moolenaar symidx = ELF_R_SYM(rel->r_info);
294910bb7dbSPeter Wemm /* Addend is 32 bit on 32 bit relocs */
295910bb7dbSPeter Wemm switch (rtype) {
296910bb7dbSPeter Wemm case R_X86_64_PC32:
297910bb7dbSPeter Wemm case R_X86_64_32S:
298f9875149SGleb Smirnoff case R_X86_64_PLT32:
299910bb7dbSPeter Wemm addend = *(Elf32_Addr *)where;
300910bb7dbSPeter Wemm break;
301910bb7dbSPeter Wemm default:
302910bb7dbSPeter Wemm addend = *where;
303910bb7dbSPeter Wemm break;
304910bb7dbSPeter Wemm }
305aa855a59SPeter Wemm break;
306aa855a59SPeter Wemm case ELF_RELOC_RELA:
3070a5e03ddSMatthew Dillon rela = (const Elf_Rela *)data;
308aa855a59SPeter Wemm where = (Elf_Addr *) (relocbase + rela->r_offset);
309aa855a59SPeter Wemm addend = rela->r_addend;
310aa855a59SPeter Wemm rtype = ELF_R_TYPE(rela->r_info);
311d297ad16SMarcel Moolenaar symidx = ELF_R_SYM(rela->r_info);
312aa855a59SPeter Wemm break;
313aa855a59SPeter Wemm default:
314aa855a59SPeter Wemm panic("unknown reloc type %d\n", type);
315aa855a59SPeter Wemm }
316033f58dfSPeter Wemm
317fcf7a481SAndrew Turner if (late_ifunc) {
318fcf7a481SAndrew Turner KASSERT(type == ELF_RELOC_RELA,
319fcf7a481SAndrew Turner ("Only RELA ifunc relocations are supported"));
320fcf7a481SAndrew Turner if (rtype != R_X86_64_IRELATIVE)
321fcf7a481SAndrew Turner return (0);
322fcf7a481SAndrew Turner }
323fcf7a481SAndrew Turner
324aa855a59SPeter Wemm switch (rtype) {
325afa88623SPeter Wemm case R_X86_64_NONE: /* none */
326033f58dfSPeter Wemm break;
327033f58dfSPeter Wemm
328afa88623SPeter Wemm case R_X86_64_64: /* S + A */
329cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr);
330e8855d4fSPeter Wemm val = addr + addend;
331cff8c6f2SKonstantin Belousov if (error != 0)
3328481aab1SMitchell Horne return (-1);
333e8855d4fSPeter Wemm if (*where != val)
334e8855d4fSPeter Wemm *where = val;
335033f58dfSPeter Wemm break;
336033f58dfSPeter Wemm
337afa88623SPeter Wemm case R_X86_64_PC32: /* S + A - P */
338f9875149SGleb Smirnoff case R_X86_64_PLT32: /* L + A - P, L is PLT location for
339f9875149SGleb Smirnoff the symbol, which we treat as S */
340cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr);
341e8855d4fSPeter Wemm where32 = (Elf32_Addr *)where;
342e8855d4fSPeter Wemm val32 = (Elf32_Addr)(addr + addend - (Elf_Addr)where);
343cff8c6f2SKonstantin Belousov if (error != 0)
3448481aab1SMitchell Horne return (-1);
345e8855d4fSPeter Wemm if (*where32 != val32)
346e8855d4fSPeter Wemm *where32 = val32;
347e8855d4fSPeter Wemm break;
348e8855d4fSPeter Wemm
349e8855d4fSPeter Wemm case R_X86_64_32S: /* S + A sign extend */
350cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr);
351e8855d4fSPeter Wemm val32 = (Elf32_Addr)(addr + addend);
352e8855d4fSPeter Wemm where32 = (Elf32_Addr *)where;
353cff8c6f2SKonstantin Belousov if (error != 0)
3548481aab1SMitchell Horne return (-1);
355e8855d4fSPeter Wemm if (*where32 != val32)
356e8855d4fSPeter Wemm *where32 = val32;
357033f58dfSPeter Wemm break;
358033f58dfSPeter Wemm
359afa88623SPeter Wemm case R_X86_64_COPY: /* none */
360033f58dfSPeter Wemm /*
361033f58dfSPeter Wemm * There shouldn't be copy relocations in kernel
362033f58dfSPeter Wemm * objects.
363033f58dfSPeter Wemm */
3648481aab1SMitchell Horne printf("kldload: unexpected R_COPY relocation, "
3658481aab1SMitchell Horne "symbol index %ld\n", symidx);
3669ea63320SKonstantin Belousov return (-1);
367033f58dfSPeter Wemm
368afa88623SPeter Wemm case R_X86_64_GLOB_DAT: /* S */
369901b68c1SPeter Wemm case R_X86_64_JMP_SLOT: /* XXX need addend + offset */
370cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr);
371cff8c6f2SKonstantin Belousov if (error != 0)
3728481aab1SMitchell Horne return (-1);
373033f58dfSPeter Wemm if (*where != addr)
374033f58dfSPeter Wemm *where = addr;
375033f58dfSPeter Wemm break;
376033f58dfSPeter Wemm
377afa88623SPeter Wemm case R_X86_64_RELATIVE: /* B + A */
37838dae42cSMark Johnston addr = elf_relocaddr(lf, relocbase + addend);
379e8855d4fSPeter Wemm val = addr;
380e8855d4fSPeter Wemm if (*where != val)
381e8855d4fSPeter Wemm *where = val;
382033f58dfSPeter Wemm break;
383033f58dfSPeter Wemm
3847035cf14SKonstantin Belousov case R_X86_64_IRELATIVE:
3857035cf14SKonstantin Belousov addr = relocbase + addend;
3867035cf14SKonstantin Belousov val = ((Elf64_Addr (*)(void))addr)();
3877035cf14SKonstantin Belousov if (*where != val)
3887035cf14SKonstantin Belousov *where = val;
3897035cf14SKonstantin Belousov break;
3907035cf14SKonstantin Belousov
391033f58dfSPeter Wemm default:
3928481aab1SMitchell Horne printf("kldload: unexpected relocation type %ld, "
3938481aab1SMitchell Horne "symbol index %ld\n", rtype, symidx);
3949ea63320SKonstantin Belousov return (-1);
395033f58dfSPeter Wemm }
396033f58dfSPeter Wemm return (0);
397033f58dfSPeter Wemm }
3981aeb23cdSMarcel Moolenaar
3991aeb23cdSMarcel Moolenaar int
elf_reloc(linker_file_t lf,Elf_Addr relocbase,const void * data,int type,elf_lookup_fn lookup)400e8855d4fSPeter Wemm elf_reloc(linker_file_t lf, Elf_Addr relocbase, const void *data, int type,
401e8855d4fSPeter Wemm elf_lookup_fn lookup)
4027251b4bfSJake Burkholder {
4037251b4bfSJake Burkholder
404fcf7a481SAndrew Turner return (elf_reloc_internal(lf, relocbase, data, type, false, lookup));
4057251b4bfSJake Burkholder }
4067251b4bfSJake Burkholder
4077251b4bfSJake Burkholder int
elf_reloc_local(linker_file_t lf,Elf_Addr relocbase,const void * data,int type,elf_lookup_fn lookup)408e8855d4fSPeter Wemm elf_reloc_local(linker_file_t lf, Elf_Addr relocbase, const void *data,
409e8855d4fSPeter Wemm int type, elf_lookup_fn lookup)
4107251b4bfSJake Burkholder {
4117251b4bfSJake Burkholder
412fcf7a481SAndrew Turner return (elf_reloc_internal(lf, relocbase, data, type, false, lookup));
413fcf7a481SAndrew Turner }
414fcf7a481SAndrew Turner
415fcf7a481SAndrew Turner int
elf_reloc_late(linker_file_t lf,Elf_Addr relocbase,const void * data,int type,elf_lookup_fn lookup)416fcf7a481SAndrew Turner elf_reloc_late(linker_file_t lf, Elf_Addr relocbase, const void *data,
417fcf7a481SAndrew Turner int type, elf_lookup_fn lookup)
418fcf7a481SAndrew Turner {
419fcf7a481SAndrew Turner
420fcf7a481SAndrew Turner return (elf_reloc_internal(lf, relocbase, data, type, true, lookup));
4217251b4bfSJake Burkholder }
4227251b4bfSJake Burkholder
4237251b4bfSJake Burkholder int
elf_cpu_load_file(linker_file_t lf __unused)4241aeb23cdSMarcel Moolenaar elf_cpu_load_file(linker_file_t lf __unused)
4251aeb23cdSMarcel Moolenaar {
4261aeb23cdSMarcel Moolenaar
4271aeb23cdSMarcel Moolenaar return (0);
4281aeb23cdSMarcel Moolenaar }
4291aeb23cdSMarcel Moolenaar
4301aeb23cdSMarcel Moolenaar int
elf_cpu_unload_file(linker_file_t lf __unused)4311aeb23cdSMarcel Moolenaar elf_cpu_unload_file(linker_file_t lf __unused)
4321aeb23cdSMarcel Moolenaar {
4331aeb23cdSMarcel Moolenaar
4341aeb23cdSMarcel Moolenaar return (0);
4351aeb23cdSMarcel Moolenaar }
43638f69a61SBrandon Bergren
43738f69a61SBrandon Bergren int
elf_cpu_parse_dynamic(caddr_t loadbase __unused,Elf_Dyn * dynamic __unused)43830693808SBrandon Bergren elf_cpu_parse_dynamic(caddr_t loadbase __unused, Elf_Dyn *dynamic __unused)
43938f69a61SBrandon Bergren {
44038f69a61SBrandon Bergren
44138f69a61SBrandon Bergren return (0);
44238f69a61SBrandon Bergren }
443