1033f58dfSPeter Wemm /*- 2033f58dfSPeter Wemm * Copyright 1996-1998 John D. Polstra. 3033f58dfSPeter Wemm * All rights reserved. 4033f58dfSPeter Wemm * 5033f58dfSPeter Wemm * Redistribution and use in source and binary forms, with or without 6033f58dfSPeter Wemm * modification, are permitted provided that the following conditions 7033f58dfSPeter Wemm * are met: 8033f58dfSPeter Wemm * 1. Redistributions of source code must retain the above copyright 9033f58dfSPeter Wemm * notice, this list of conditions and the following disclaimer. 10033f58dfSPeter Wemm * 2. Redistributions in binary form must reproduce the above copyright 11033f58dfSPeter Wemm * notice, this list of conditions and the following disclaimer in the 12033f58dfSPeter Wemm * documentation and/or other materials provided with the distribution. 13033f58dfSPeter Wemm * 14033f58dfSPeter Wemm * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 15033f58dfSPeter Wemm * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 16033f58dfSPeter Wemm * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 17033f58dfSPeter Wemm * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 18033f58dfSPeter Wemm * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 19033f58dfSPeter Wemm * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 20033f58dfSPeter Wemm * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 21033f58dfSPeter Wemm * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 22033f58dfSPeter Wemm * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 23033f58dfSPeter Wemm * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 24033f58dfSPeter Wemm */ 25033f58dfSPeter Wemm 2656ae44c5SDavid E. O'Brien #include <sys/cdefs.h> 2756ae44c5SDavid E. O'Brien __FBSDID("$FreeBSD$"); 2856ae44c5SDavid E. O'Brien 29033f58dfSPeter Wemm #include <sys/param.h> 303ebc1248SPeter Wemm #include <sys/kernel.h> 31033f58dfSPeter Wemm #include <sys/systm.h> 32f36ba452SJake Burkholder #include <sys/exec.h> 33f36ba452SJake Burkholder #include <sys/imgact.h> 34033f58dfSPeter Wemm #include <sys/linker.h> 35afe1a688SKonstantin Belousov #include <sys/proc.h> 363ebc1248SPeter Wemm #include <sys/sysent.h> 373ebc1248SPeter Wemm #include <sys/imgact_elf.h> 383ebc1248SPeter Wemm #include <sys/syscall.h> 393ebc1248SPeter Wemm #include <sys/signalvar.h> 403ebc1248SPeter Wemm #include <sys/vnode.h> 41f36ba452SJake Burkholder 42f36ba452SJake Burkholder #include <vm/vm.h> 43f36ba452SJake Burkholder #include <vm/pmap.h> 44f36ba452SJake Burkholder #include <vm/vm_param.h> 45f36ba452SJake Burkholder 46033f58dfSPeter Wemm #include <machine/elf.h> 47180e57e5SJohn Baldwin #include <machine/fpu.h> 483ebc1248SPeter Wemm #include <machine/md_var.h> 493ebc1248SPeter Wemm 50afa88623SPeter Wemm struct sysentvec elf64_freebsd_sysvec = { 51a8d403e1SKonstantin Belousov .sv_size = SYS_MAXSYSCALL, 52a8d403e1SKonstantin Belousov .sv_table = sysent, 53a8d403e1SKonstantin Belousov .sv_mask = 0, 54a8d403e1SKonstantin Belousov .sv_errsize = 0, 55a8d403e1SKonstantin Belousov .sv_errtbl = NULL, 56a8d403e1SKonstantin Belousov .sv_transtrap = NULL, 57a8d403e1SKonstantin Belousov .sv_fixup = __elfN(freebsd_fixup), 58a8d403e1SKonstantin Belousov .sv_sendsig = sendsig, 59a8d403e1SKonstantin Belousov .sv_sigcode = sigcode, 60a8d403e1SKonstantin Belousov .sv_szsigcode = &szsigcode, 61a8d403e1SKonstantin Belousov .sv_name = "FreeBSD ELF64", 62a8d403e1SKonstantin Belousov .sv_coredump = __elfN(coredump), 63a8d403e1SKonstantin Belousov .sv_imgact_try = NULL, 64a8d403e1SKonstantin Belousov .sv_minsigstksz = MINSIGSTKSZ, 65a8d403e1SKonstantin Belousov .sv_pagesize = PAGE_SIZE, 66a8d403e1SKonstantin Belousov .sv_minuser = VM_MIN_ADDRESS, 67a8d403e1SKonstantin Belousov .sv_maxuser = VM_MAXUSER_ADDRESS, 68a8d403e1SKonstantin Belousov .sv_usrstack = USRSTACK, 69a8d403e1SKonstantin Belousov .sv_psstrings = PS_STRINGS, 70a8d403e1SKonstantin Belousov .sv_stackprot = VM_PROT_ALL, 71a8d403e1SKonstantin Belousov .sv_copyout_strings = exec_copyout_strings, 72a8d403e1SKonstantin Belousov .sv_setregs = exec_setregs, 73a8d403e1SKonstantin Belousov .sv_fixlimit = NULL, 74b4cf0e62SKonstantin Belousov .sv_maxssiz = NULL, 755e27d793SKonstantin Belousov .sv_flags = SV_ABI_FREEBSD | SV_LP64 | SV_SHP | SV_TIMEKEEP, 76afe1a688SKonstantin Belousov .sv_set_syscall_retval = cpu_set_syscall_retval, 77afe1a688SKonstantin Belousov .sv_fetch_syscall_args = cpu_fetch_syscall_args, 78afe1a688SKonstantin Belousov .sv_syscallnames = syscallnames, 796297a3d8SKonstantin Belousov .sv_shared_page_base = SHAREDPAGE, 806297a3d8SKonstantin Belousov .sv_shared_page_len = PAGE_SIZE, 81e5d81ef1SDmitry Chagin .sv_schedtail = NULL, 8291d1786fSDmitry Chagin .sv_thread_detach = NULL, 83038c7205SDmitry Chagin .sv_trap = NULL, 843ebc1248SPeter Wemm }; 856297a3d8SKonstantin Belousov INIT_SYSENTVEC(elf64_sysvec, &elf64_freebsd_sysvec); 863ebc1248SPeter Wemm 87afa88623SPeter Wemm static Elf64_Brandinfo freebsd_brand_info = { 88a8d403e1SKonstantin Belousov .brand = ELFOSABI_FREEBSD, 89a8d403e1SKonstantin Belousov .machine = EM_X86_64, 90a8d403e1SKonstantin Belousov .compat_3_brand = "FreeBSD", 91a8d403e1SKonstantin Belousov .emul_path = NULL, 92a8d403e1SKonstantin Belousov .interp_path = "/libexec/ld-elf.so.1", 93a8d403e1SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec, 94a8d403e1SKonstantin Belousov .interp_newpath = NULL, 9532c01de2SDmitry Chagin .brand_note = &elf64_freebsd_brandnote, 96cd899aadSDmitry Chagin .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE 973ebc1248SPeter Wemm }; 983ebc1248SPeter Wemm 9952bf2041SBjoern A. Zeeb SYSINIT(elf64, SI_SUB_EXEC, SI_ORDER_FIRST, 100afa88623SPeter Wemm (sysinit_cfunc_t) elf64_insert_brand_entry, 1013ebc1248SPeter Wemm &freebsd_brand_info); 102033f58dfSPeter Wemm 1039b68618dSPeter Wemm static Elf64_Brandinfo freebsd_brand_oinfo = { 104a8d403e1SKonstantin Belousov .brand = ELFOSABI_FREEBSD, 105a8d403e1SKonstantin Belousov .machine = EM_X86_64, 106a8d403e1SKonstantin Belousov .compat_3_brand = "FreeBSD", 107a8d403e1SKonstantin Belousov .emul_path = NULL, 108a8d403e1SKonstantin Belousov .interp_path = "/usr/libexec/ld-elf.so.1", 109a8d403e1SKonstantin Belousov .sysvec = &elf64_freebsd_sysvec, 110a8d403e1SKonstantin Belousov .interp_newpath = NULL, 11132c01de2SDmitry Chagin .brand_note = &elf64_freebsd_brandnote, 112cd899aadSDmitry Chagin .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE 1139b68618dSPeter Wemm }; 1149b68618dSPeter Wemm 1159b68618dSPeter Wemm SYSINIT(oelf64, SI_SUB_EXEC, SI_ORDER_ANY, 1169b68618dSPeter Wemm (sysinit_cfunc_t) elf64_insert_brand_entry, 1179b68618dSPeter Wemm &freebsd_brand_oinfo); 1189b68618dSPeter Wemm 11989ffc202SBjoern A. Zeeb static Elf64_Brandinfo kfreebsd_brand_info = { 12089ffc202SBjoern A. Zeeb .brand = ELFOSABI_FREEBSD, 12189ffc202SBjoern A. Zeeb .machine = EM_X86_64, 12289ffc202SBjoern A. Zeeb .compat_3_brand = "FreeBSD", 12389ffc202SBjoern A. Zeeb .emul_path = NULL, 12489ffc202SBjoern A. Zeeb .interp_path = "/lib/ld-kfreebsd-x86-64.so.1", 12589ffc202SBjoern A. Zeeb .sysvec = &elf64_freebsd_sysvec, 12689ffc202SBjoern A. Zeeb .interp_newpath = NULL, 12789ffc202SBjoern A. Zeeb .brand_note = &elf64_kfreebsd_brandnote, 128ecc2fda8SBjoern A. Zeeb .flags = BI_CAN_EXEC_DYN | BI_BRAND_NOTE_MANDATORY 12989ffc202SBjoern A. Zeeb }; 13089ffc202SBjoern A. Zeeb 13189ffc202SBjoern A. Zeeb SYSINIT(kelf64, SI_SUB_EXEC, SI_ORDER_ANY, 13289ffc202SBjoern A. Zeeb (sysinit_cfunc_t) elf64_insert_brand_entry, 13389ffc202SBjoern A. Zeeb &kfreebsd_brand_info); 13489ffc202SBjoern A. Zeeb 1354da47b2fSMarcel Moolenaar void 136180e57e5SJohn Baldwin elf64_dump_thread(struct thread *td, void *dst, size_t *off) 1374da47b2fSMarcel Moolenaar { 138180e57e5SJohn Baldwin void *buf; 139180e57e5SJohn Baldwin size_t len; 1404da47b2fSMarcel Moolenaar 141180e57e5SJohn Baldwin len = 0; 142180e57e5SJohn Baldwin if (use_xsave) { 143180e57e5SJohn Baldwin if (dst != NULL) { 144180e57e5SJohn Baldwin fpugetregs(td); 145180e57e5SJohn Baldwin len += elf64_populate_note(NT_X86_XSTATE, 146180e57e5SJohn Baldwin get_pcb_user_save_td(td), dst, 147180e57e5SJohn Baldwin cpu_max_ext_state_size, &buf); 148180e57e5SJohn Baldwin *(uint64_t *)((char *)buf + X86_XSTATE_XCR0_OFFSET) = 149180e57e5SJohn Baldwin xsave_mask; 150180e57e5SJohn Baldwin } else 151180e57e5SJohn Baldwin len += elf64_populate_note(NT_X86_XSTATE, NULL, NULL, 152180e57e5SJohn Baldwin cpu_max_ext_state_size, NULL); 153180e57e5SJohn Baldwin } 154180e57e5SJohn Baldwin *off = len; 155180e57e5SJohn Baldwin } 1564da47b2fSMarcel Moolenaar 157bde362f5SPeter Wemm /* Process one elf relocation with addend. */ 1587251b4bfSJake Burkholder static int 159e8855d4fSPeter Wemm elf_reloc_internal(linker_file_t lf, Elf_Addr relocbase, const void *data, 160e8855d4fSPeter Wemm int type, int local, elf_lookup_fn lookup) 161033f58dfSPeter Wemm { 162e8855d4fSPeter Wemm Elf64_Addr *where, val; 163e8855d4fSPeter Wemm Elf32_Addr *where32, val32; 164f1d19042SArchie Cobbs Elf_Addr addr; 165aa855a59SPeter Wemm Elf_Addr addend; 166757686b1SMarcel Moolenaar Elf_Size rtype, symidx; 167aa855a59SPeter Wemm const Elf_Rel *rel; 168aa855a59SPeter Wemm const Elf_Rela *rela; 169cff8c6f2SKonstantin Belousov int error; 170033f58dfSPeter Wemm 171aa855a59SPeter Wemm switch (type) { 172aa855a59SPeter Wemm case ELF_RELOC_REL: 1730a5e03ddSMatthew Dillon rel = (const Elf_Rel *)data; 174aa855a59SPeter Wemm where = (Elf_Addr *) (relocbase + rel->r_offset); 175aa855a59SPeter Wemm rtype = ELF_R_TYPE(rel->r_info); 176d297ad16SMarcel Moolenaar symidx = ELF_R_SYM(rel->r_info); 177910bb7dbSPeter Wemm /* Addend is 32 bit on 32 bit relocs */ 178910bb7dbSPeter Wemm switch (rtype) { 179910bb7dbSPeter Wemm case R_X86_64_PC32: 180910bb7dbSPeter Wemm case R_X86_64_32S: 181910bb7dbSPeter Wemm addend = *(Elf32_Addr *)where; 182910bb7dbSPeter Wemm break; 183910bb7dbSPeter Wemm default: 184910bb7dbSPeter Wemm addend = *where; 185910bb7dbSPeter Wemm break; 186910bb7dbSPeter Wemm } 187aa855a59SPeter Wemm break; 188aa855a59SPeter Wemm case ELF_RELOC_RELA: 1890a5e03ddSMatthew Dillon rela = (const Elf_Rela *)data; 190aa855a59SPeter Wemm where = (Elf_Addr *) (relocbase + rela->r_offset); 191aa855a59SPeter Wemm addend = rela->r_addend; 192aa855a59SPeter Wemm rtype = ELF_R_TYPE(rela->r_info); 193d297ad16SMarcel Moolenaar symidx = ELF_R_SYM(rela->r_info); 194aa855a59SPeter Wemm break; 195aa855a59SPeter Wemm default: 196aa855a59SPeter Wemm panic("unknown reloc type %d\n", type); 197aa855a59SPeter Wemm } 198033f58dfSPeter Wemm 199aa855a59SPeter Wemm switch (rtype) { 200aa855a59SPeter Wemm 201afa88623SPeter Wemm case R_X86_64_NONE: /* none */ 202033f58dfSPeter Wemm break; 203033f58dfSPeter Wemm 204afa88623SPeter Wemm case R_X86_64_64: /* S + A */ 205cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr); 206e8855d4fSPeter Wemm val = addr + addend; 207cff8c6f2SKonstantin Belousov if (error != 0) 208033f58dfSPeter Wemm return -1; 209e8855d4fSPeter Wemm if (*where != val) 210e8855d4fSPeter Wemm *where = val; 211033f58dfSPeter Wemm break; 212033f58dfSPeter Wemm 213afa88623SPeter Wemm case R_X86_64_PC32: /* S + A - P */ 214cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr); 215e8855d4fSPeter Wemm where32 = (Elf32_Addr *)where; 216e8855d4fSPeter Wemm val32 = (Elf32_Addr)(addr + addend - (Elf_Addr)where); 217cff8c6f2SKonstantin Belousov if (error != 0) 218033f58dfSPeter Wemm return -1; 219e8855d4fSPeter Wemm if (*where32 != val32) 220e8855d4fSPeter Wemm *where32 = val32; 221e8855d4fSPeter Wemm break; 222e8855d4fSPeter Wemm 223e8855d4fSPeter Wemm case R_X86_64_32S: /* S + A sign extend */ 224cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr); 225e8855d4fSPeter Wemm val32 = (Elf32_Addr)(addr + addend); 226e8855d4fSPeter Wemm where32 = (Elf32_Addr *)where; 227cff8c6f2SKonstantin Belousov if (error != 0) 228e8855d4fSPeter Wemm return -1; 229e8855d4fSPeter Wemm if (*where32 != val32) 230e8855d4fSPeter Wemm *where32 = val32; 231033f58dfSPeter Wemm break; 232033f58dfSPeter Wemm 233afa88623SPeter Wemm case R_X86_64_COPY: /* none */ 234033f58dfSPeter Wemm /* 235033f58dfSPeter Wemm * There shouldn't be copy relocations in kernel 236033f58dfSPeter Wemm * objects. 237033f58dfSPeter Wemm */ 238033f58dfSPeter Wemm printf("kldload: unexpected R_COPY relocation\n"); 239033f58dfSPeter Wemm return -1; 240033f58dfSPeter Wemm break; 241033f58dfSPeter Wemm 242afa88623SPeter Wemm case R_X86_64_GLOB_DAT: /* S */ 243901b68c1SPeter Wemm case R_X86_64_JMP_SLOT: /* XXX need addend + offset */ 244cff8c6f2SKonstantin Belousov error = lookup(lf, symidx, 1, &addr); 245cff8c6f2SKonstantin Belousov if (error != 0) 246033f58dfSPeter Wemm return -1; 247033f58dfSPeter Wemm if (*where != addr) 248033f58dfSPeter Wemm *where = addr; 249033f58dfSPeter Wemm break; 250033f58dfSPeter Wemm 251afa88623SPeter Wemm case R_X86_64_RELATIVE: /* B + A */ 252e8855d4fSPeter Wemm addr = relocbase + addend; 253e8855d4fSPeter Wemm val = addr; 254e8855d4fSPeter Wemm if (*where != val) 255e8855d4fSPeter Wemm *where = val; 256033f58dfSPeter Wemm break; 257033f58dfSPeter Wemm 258033f58dfSPeter Wemm default: 2595a337b25SPeter Wemm printf("kldload: unexpected relocation type %ld\n", 260aa855a59SPeter Wemm rtype); 261033f58dfSPeter Wemm return -1; 262033f58dfSPeter Wemm } 263033f58dfSPeter Wemm return(0); 264033f58dfSPeter Wemm } 2651aeb23cdSMarcel Moolenaar 2661aeb23cdSMarcel Moolenaar int 267e8855d4fSPeter Wemm elf_reloc(linker_file_t lf, Elf_Addr relocbase, const void *data, int type, 268e8855d4fSPeter Wemm elf_lookup_fn lookup) 2697251b4bfSJake Burkholder { 2707251b4bfSJake Burkholder 271e8855d4fSPeter Wemm return (elf_reloc_internal(lf, relocbase, data, type, 0, lookup)); 2727251b4bfSJake Burkholder } 2737251b4bfSJake Burkholder 2747251b4bfSJake Burkholder int 275e8855d4fSPeter Wemm elf_reloc_local(linker_file_t lf, Elf_Addr relocbase, const void *data, 276e8855d4fSPeter Wemm int type, elf_lookup_fn lookup) 2777251b4bfSJake Burkholder { 2787251b4bfSJake Burkholder 279e8855d4fSPeter Wemm return (elf_reloc_internal(lf, relocbase, data, type, 1, lookup)); 2807251b4bfSJake Burkholder } 2817251b4bfSJake Burkholder 2827251b4bfSJake Burkholder int 2831aeb23cdSMarcel Moolenaar elf_cpu_load_file(linker_file_t lf __unused) 2841aeb23cdSMarcel Moolenaar { 2851aeb23cdSMarcel Moolenaar 2861aeb23cdSMarcel Moolenaar return (0); 2871aeb23cdSMarcel Moolenaar } 2881aeb23cdSMarcel Moolenaar 2891aeb23cdSMarcel Moolenaar int 2901aeb23cdSMarcel Moolenaar elf_cpu_unload_file(linker_file_t lf __unused) 2911aeb23cdSMarcel Moolenaar { 2921aeb23cdSMarcel Moolenaar 2931aeb23cdSMarcel Moolenaar return (0); 2941aeb23cdSMarcel Moolenaar } 295