xref: /freebsd/sys/amd64/amd64/elf_machdep.c (revision 038c7205)
1033f58dfSPeter Wemm /*-
2033f58dfSPeter Wemm  * Copyright 1996-1998 John D. Polstra.
3033f58dfSPeter Wemm  * All rights reserved.
4033f58dfSPeter Wemm  *
5033f58dfSPeter Wemm  * Redistribution and use in source and binary forms, with or without
6033f58dfSPeter Wemm  * modification, are permitted provided that the following conditions
7033f58dfSPeter Wemm  * are met:
8033f58dfSPeter Wemm  * 1. Redistributions of source code must retain the above copyright
9033f58dfSPeter Wemm  *    notice, this list of conditions and the following disclaimer.
10033f58dfSPeter Wemm  * 2. Redistributions in binary form must reproduce the above copyright
11033f58dfSPeter Wemm  *    notice, this list of conditions and the following disclaimer in the
12033f58dfSPeter Wemm  *    documentation and/or other materials provided with the distribution.
13033f58dfSPeter Wemm  *
14033f58dfSPeter Wemm  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
15033f58dfSPeter Wemm  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16033f58dfSPeter Wemm  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17033f58dfSPeter Wemm  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
18033f58dfSPeter Wemm  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19033f58dfSPeter Wemm  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20033f58dfSPeter Wemm  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21033f58dfSPeter Wemm  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22033f58dfSPeter Wemm  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23033f58dfSPeter Wemm  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24033f58dfSPeter Wemm  */
25033f58dfSPeter Wemm 
2656ae44c5SDavid E. O'Brien #include <sys/cdefs.h>
2756ae44c5SDavid E. O'Brien __FBSDID("$FreeBSD$");
2856ae44c5SDavid E. O'Brien 
29033f58dfSPeter Wemm #include <sys/param.h>
303ebc1248SPeter Wemm #include <sys/kernel.h>
31033f58dfSPeter Wemm #include <sys/systm.h>
32f36ba452SJake Burkholder #include <sys/exec.h>
33f36ba452SJake Burkholder #include <sys/imgact.h>
34033f58dfSPeter Wemm #include <sys/linker.h>
35afe1a688SKonstantin Belousov #include <sys/proc.h>
363ebc1248SPeter Wemm #include <sys/sysent.h>
373ebc1248SPeter Wemm #include <sys/imgact_elf.h>
383ebc1248SPeter Wemm #include <sys/syscall.h>
393ebc1248SPeter Wemm #include <sys/signalvar.h>
403ebc1248SPeter Wemm #include <sys/vnode.h>
41f36ba452SJake Burkholder 
42f36ba452SJake Burkholder #include <vm/vm.h>
43f36ba452SJake Burkholder #include <vm/pmap.h>
44f36ba452SJake Burkholder #include <vm/vm_param.h>
45f36ba452SJake Burkholder 
46033f58dfSPeter Wemm #include <machine/elf.h>
47180e57e5SJohn Baldwin #include <machine/fpu.h>
483ebc1248SPeter Wemm #include <machine/md_var.h>
493ebc1248SPeter Wemm 
50afa88623SPeter Wemm struct sysentvec elf64_freebsd_sysvec = {
51a8d403e1SKonstantin Belousov 	.sv_size	= SYS_MAXSYSCALL,
52a8d403e1SKonstantin Belousov 	.sv_table	= sysent,
53a8d403e1SKonstantin Belousov 	.sv_mask	= 0,
54a8d403e1SKonstantin Belousov 	.sv_errsize	= 0,
55a8d403e1SKonstantin Belousov 	.sv_errtbl	= NULL,
56a8d403e1SKonstantin Belousov 	.sv_transtrap	= NULL,
57a8d403e1SKonstantin Belousov 	.sv_fixup	= __elfN(freebsd_fixup),
58a8d403e1SKonstantin Belousov 	.sv_sendsig	= sendsig,
59a8d403e1SKonstantin Belousov 	.sv_sigcode	= sigcode,
60a8d403e1SKonstantin Belousov 	.sv_szsigcode	= &szsigcode,
61a8d403e1SKonstantin Belousov 	.sv_name	= "FreeBSD ELF64",
62a8d403e1SKonstantin Belousov 	.sv_coredump	= __elfN(coredump),
63a8d403e1SKonstantin Belousov 	.sv_imgact_try	= NULL,
64a8d403e1SKonstantin Belousov 	.sv_minsigstksz	= MINSIGSTKSZ,
65a8d403e1SKonstantin Belousov 	.sv_pagesize	= PAGE_SIZE,
66a8d403e1SKonstantin Belousov 	.sv_minuser	= VM_MIN_ADDRESS,
67a8d403e1SKonstantin Belousov 	.sv_maxuser	= VM_MAXUSER_ADDRESS,
68a8d403e1SKonstantin Belousov 	.sv_usrstack	= USRSTACK,
69a8d403e1SKonstantin Belousov 	.sv_psstrings	= PS_STRINGS,
70a8d403e1SKonstantin Belousov 	.sv_stackprot	= VM_PROT_ALL,
71a8d403e1SKonstantin Belousov 	.sv_copyout_strings	= exec_copyout_strings,
72a8d403e1SKonstantin Belousov 	.sv_setregs	= exec_setregs,
73a8d403e1SKonstantin Belousov 	.sv_fixlimit	= NULL,
74b4cf0e62SKonstantin Belousov 	.sv_maxssiz	= NULL,
755e27d793SKonstantin Belousov 	.sv_flags	= SV_ABI_FREEBSD | SV_LP64 | SV_SHP | SV_TIMEKEEP,
76afe1a688SKonstantin Belousov 	.sv_set_syscall_retval = cpu_set_syscall_retval,
77afe1a688SKonstantin Belousov 	.sv_fetch_syscall_args = cpu_fetch_syscall_args,
78afe1a688SKonstantin Belousov 	.sv_syscallnames = syscallnames,
796297a3d8SKonstantin Belousov 	.sv_shared_page_base = SHAREDPAGE,
806297a3d8SKonstantin Belousov 	.sv_shared_page_len = PAGE_SIZE,
81e5d81ef1SDmitry Chagin 	.sv_schedtail	= NULL,
8291d1786fSDmitry Chagin 	.sv_thread_detach = NULL,
83038c7205SDmitry Chagin 	.sv_trap	= NULL,
843ebc1248SPeter Wemm };
856297a3d8SKonstantin Belousov INIT_SYSENTVEC(elf64_sysvec, &elf64_freebsd_sysvec);
863ebc1248SPeter Wemm 
87afa88623SPeter Wemm static Elf64_Brandinfo freebsd_brand_info = {
88a8d403e1SKonstantin Belousov 	.brand		= ELFOSABI_FREEBSD,
89a8d403e1SKonstantin Belousov 	.machine	= EM_X86_64,
90a8d403e1SKonstantin Belousov 	.compat_3_brand	= "FreeBSD",
91a8d403e1SKonstantin Belousov 	.emul_path	= NULL,
92a8d403e1SKonstantin Belousov 	.interp_path	= "/libexec/ld-elf.so.1",
93a8d403e1SKonstantin Belousov 	.sysvec		= &elf64_freebsd_sysvec,
94a8d403e1SKonstantin Belousov 	.interp_newpath	= NULL,
9532c01de2SDmitry Chagin 	.brand_note	= &elf64_freebsd_brandnote,
96cd899aadSDmitry Chagin 	.flags		= BI_CAN_EXEC_DYN | BI_BRAND_NOTE
973ebc1248SPeter Wemm };
983ebc1248SPeter Wemm 
9952bf2041SBjoern A. Zeeb SYSINIT(elf64, SI_SUB_EXEC, SI_ORDER_FIRST,
100afa88623SPeter Wemm 	(sysinit_cfunc_t) elf64_insert_brand_entry,
1013ebc1248SPeter Wemm 	&freebsd_brand_info);
102033f58dfSPeter Wemm 
1039b68618dSPeter Wemm static Elf64_Brandinfo freebsd_brand_oinfo = {
104a8d403e1SKonstantin Belousov 	.brand		= ELFOSABI_FREEBSD,
105a8d403e1SKonstantin Belousov 	.machine	= EM_X86_64,
106a8d403e1SKonstantin Belousov 	.compat_3_brand	= "FreeBSD",
107a8d403e1SKonstantin Belousov 	.emul_path	= NULL,
108a8d403e1SKonstantin Belousov 	.interp_path	= "/usr/libexec/ld-elf.so.1",
109a8d403e1SKonstantin Belousov 	.sysvec		= &elf64_freebsd_sysvec,
110a8d403e1SKonstantin Belousov 	.interp_newpath	= NULL,
11132c01de2SDmitry Chagin 	.brand_note	= &elf64_freebsd_brandnote,
112cd899aadSDmitry Chagin 	.flags		= BI_CAN_EXEC_DYN | BI_BRAND_NOTE
1139b68618dSPeter Wemm };
1149b68618dSPeter Wemm 
1159b68618dSPeter Wemm SYSINIT(oelf64, SI_SUB_EXEC, SI_ORDER_ANY,
1169b68618dSPeter Wemm 	(sysinit_cfunc_t) elf64_insert_brand_entry,
1179b68618dSPeter Wemm 	&freebsd_brand_oinfo);
1189b68618dSPeter Wemm 
11989ffc202SBjoern A. Zeeb static Elf64_Brandinfo kfreebsd_brand_info = {
12089ffc202SBjoern A. Zeeb 	.brand		= ELFOSABI_FREEBSD,
12189ffc202SBjoern A. Zeeb 	.machine	= EM_X86_64,
12289ffc202SBjoern A. Zeeb 	.compat_3_brand	= "FreeBSD",
12389ffc202SBjoern A. Zeeb 	.emul_path	= NULL,
12489ffc202SBjoern A. Zeeb 	.interp_path	= "/lib/ld-kfreebsd-x86-64.so.1",
12589ffc202SBjoern A. Zeeb 	.sysvec		= &elf64_freebsd_sysvec,
12689ffc202SBjoern A. Zeeb 	.interp_newpath	= NULL,
12789ffc202SBjoern A. Zeeb 	.brand_note	= &elf64_kfreebsd_brandnote,
128ecc2fda8SBjoern A. Zeeb 	.flags		= BI_CAN_EXEC_DYN | BI_BRAND_NOTE_MANDATORY
12989ffc202SBjoern A. Zeeb };
13089ffc202SBjoern A. Zeeb 
13189ffc202SBjoern A. Zeeb SYSINIT(kelf64, SI_SUB_EXEC, SI_ORDER_ANY,
13289ffc202SBjoern A. Zeeb 	(sysinit_cfunc_t) elf64_insert_brand_entry,
13389ffc202SBjoern A. Zeeb 	&kfreebsd_brand_info);
13489ffc202SBjoern A. Zeeb 
1354da47b2fSMarcel Moolenaar void
136180e57e5SJohn Baldwin elf64_dump_thread(struct thread *td, void *dst, size_t *off)
1374da47b2fSMarcel Moolenaar {
138180e57e5SJohn Baldwin 	void *buf;
139180e57e5SJohn Baldwin 	size_t len;
1404da47b2fSMarcel Moolenaar 
141180e57e5SJohn Baldwin 	len = 0;
142180e57e5SJohn Baldwin 	if (use_xsave) {
143180e57e5SJohn Baldwin 		if (dst != NULL) {
144180e57e5SJohn Baldwin 			fpugetregs(td);
145180e57e5SJohn Baldwin 			len += elf64_populate_note(NT_X86_XSTATE,
146180e57e5SJohn Baldwin 			    get_pcb_user_save_td(td), dst,
147180e57e5SJohn Baldwin 			    cpu_max_ext_state_size, &buf);
148180e57e5SJohn Baldwin 			*(uint64_t *)((char *)buf + X86_XSTATE_XCR0_OFFSET) =
149180e57e5SJohn Baldwin 			    xsave_mask;
150180e57e5SJohn Baldwin 		} else
151180e57e5SJohn Baldwin 			len += elf64_populate_note(NT_X86_XSTATE, NULL, NULL,
152180e57e5SJohn Baldwin 			    cpu_max_ext_state_size, NULL);
153180e57e5SJohn Baldwin 	}
154180e57e5SJohn Baldwin 	*off = len;
155180e57e5SJohn Baldwin }
1564da47b2fSMarcel Moolenaar 
157bde362f5SPeter Wemm /* Process one elf relocation with addend. */
1587251b4bfSJake Burkholder static int
159e8855d4fSPeter Wemm elf_reloc_internal(linker_file_t lf, Elf_Addr relocbase, const void *data,
160e8855d4fSPeter Wemm     int type, int local, elf_lookup_fn lookup)
161033f58dfSPeter Wemm {
162e8855d4fSPeter Wemm 	Elf64_Addr *where, val;
163e8855d4fSPeter Wemm 	Elf32_Addr *where32, val32;
164f1d19042SArchie Cobbs 	Elf_Addr addr;
165aa855a59SPeter Wemm 	Elf_Addr addend;
166757686b1SMarcel Moolenaar 	Elf_Size rtype, symidx;
167aa855a59SPeter Wemm 	const Elf_Rel *rel;
168aa855a59SPeter Wemm 	const Elf_Rela *rela;
169cff8c6f2SKonstantin Belousov 	int error;
170033f58dfSPeter Wemm 
171aa855a59SPeter Wemm 	switch (type) {
172aa855a59SPeter Wemm 	case ELF_RELOC_REL:
1730a5e03ddSMatthew Dillon 		rel = (const Elf_Rel *)data;
174aa855a59SPeter Wemm 		where = (Elf_Addr *) (relocbase + rel->r_offset);
175aa855a59SPeter Wemm 		rtype = ELF_R_TYPE(rel->r_info);
176d297ad16SMarcel Moolenaar 		symidx = ELF_R_SYM(rel->r_info);
177910bb7dbSPeter Wemm 		/* Addend is 32 bit on 32 bit relocs */
178910bb7dbSPeter Wemm 		switch (rtype) {
179910bb7dbSPeter Wemm 		case R_X86_64_PC32:
180910bb7dbSPeter Wemm 		case R_X86_64_32S:
181910bb7dbSPeter Wemm 			addend = *(Elf32_Addr *)where;
182910bb7dbSPeter Wemm 			break;
183910bb7dbSPeter Wemm 		default:
184910bb7dbSPeter Wemm 			addend = *where;
185910bb7dbSPeter Wemm 			break;
186910bb7dbSPeter Wemm 		}
187aa855a59SPeter Wemm 		break;
188aa855a59SPeter Wemm 	case ELF_RELOC_RELA:
1890a5e03ddSMatthew Dillon 		rela = (const Elf_Rela *)data;
190aa855a59SPeter Wemm 		where = (Elf_Addr *) (relocbase + rela->r_offset);
191aa855a59SPeter Wemm 		addend = rela->r_addend;
192aa855a59SPeter Wemm 		rtype = ELF_R_TYPE(rela->r_info);
193d297ad16SMarcel Moolenaar 		symidx = ELF_R_SYM(rela->r_info);
194aa855a59SPeter Wemm 		break;
195aa855a59SPeter Wemm 	default:
196aa855a59SPeter Wemm 		panic("unknown reloc type %d\n", type);
197aa855a59SPeter Wemm 	}
198033f58dfSPeter Wemm 
199aa855a59SPeter Wemm 	switch (rtype) {
200aa855a59SPeter Wemm 
201afa88623SPeter Wemm 		case R_X86_64_NONE:	/* none */
202033f58dfSPeter Wemm 			break;
203033f58dfSPeter Wemm 
204afa88623SPeter Wemm 		case R_X86_64_64:		/* S + A */
205cff8c6f2SKonstantin Belousov 			error = lookup(lf, symidx, 1, &addr);
206e8855d4fSPeter Wemm 			val = addr + addend;
207cff8c6f2SKonstantin Belousov 			if (error != 0)
208033f58dfSPeter Wemm 				return -1;
209e8855d4fSPeter Wemm 			if (*where != val)
210e8855d4fSPeter Wemm 				*where = val;
211033f58dfSPeter Wemm 			break;
212033f58dfSPeter Wemm 
213afa88623SPeter Wemm 		case R_X86_64_PC32:	/* S + A - P */
214cff8c6f2SKonstantin Belousov 			error = lookup(lf, symidx, 1, &addr);
215e8855d4fSPeter Wemm 			where32 = (Elf32_Addr *)where;
216e8855d4fSPeter Wemm 			val32 = (Elf32_Addr)(addr + addend - (Elf_Addr)where);
217cff8c6f2SKonstantin Belousov 			if (error != 0)
218033f58dfSPeter Wemm 				return -1;
219e8855d4fSPeter Wemm 			if (*where32 != val32)
220e8855d4fSPeter Wemm 				*where32 = val32;
221e8855d4fSPeter Wemm 			break;
222e8855d4fSPeter Wemm 
223e8855d4fSPeter Wemm 		case R_X86_64_32S:	/* S + A sign extend */
224cff8c6f2SKonstantin Belousov 			error = lookup(lf, symidx, 1, &addr);
225e8855d4fSPeter Wemm 			val32 = (Elf32_Addr)(addr + addend);
226e8855d4fSPeter Wemm 			where32 = (Elf32_Addr *)where;
227cff8c6f2SKonstantin Belousov 			if (error != 0)
228e8855d4fSPeter Wemm 				return -1;
229e8855d4fSPeter Wemm 			if (*where32 != val32)
230e8855d4fSPeter Wemm 				*where32 = val32;
231033f58dfSPeter Wemm 			break;
232033f58dfSPeter Wemm 
233afa88623SPeter Wemm 		case R_X86_64_COPY:	/* none */
234033f58dfSPeter Wemm 			/*
235033f58dfSPeter Wemm 			 * There shouldn't be copy relocations in kernel
236033f58dfSPeter Wemm 			 * objects.
237033f58dfSPeter Wemm 			 */
238033f58dfSPeter Wemm 			printf("kldload: unexpected R_COPY relocation\n");
239033f58dfSPeter Wemm 			return -1;
240033f58dfSPeter Wemm 			break;
241033f58dfSPeter Wemm 
242afa88623SPeter Wemm 		case R_X86_64_GLOB_DAT:	/* S */
243901b68c1SPeter Wemm 		case R_X86_64_JMP_SLOT:	/* XXX need addend + offset */
244cff8c6f2SKonstantin Belousov 			error = lookup(lf, symidx, 1, &addr);
245cff8c6f2SKonstantin Belousov 			if (error != 0)
246033f58dfSPeter Wemm 				return -1;
247033f58dfSPeter Wemm 			if (*where != addr)
248033f58dfSPeter Wemm 				*where = addr;
249033f58dfSPeter Wemm 			break;
250033f58dfSPeter Wemm 
251afa88623SPeter Wemm 		case R_X86_64_RELATIVE:	/* B + A */
252e8855d4fSPeter Wemm 			addr = relocbase + addend;
253e8855d4fSPeter Wemm 			val = addr;
254e8855d4fSPeter Wemm 			if (*where != val)
255e8855d4fSPeter Wemm 				*where = val;
256033f58dfSPeter Wemm 			break;
257033f58dfSPeter Wemm 
258033f58dfSPeter Wemm 		default:
2595a337b25SPeter Wemm 			printf("kldload: unexpected relocation type %ld\n",
260aa855a59SPeter Wemm 			       rtype);
261033f58dfSPeter Wemm 			return -1;
262033f58dfSPeter Wemm 	}
263033f58dfSPeter Wemm 	return(0);
264033f58dfSPeter Wemm }
2651aeb23cdSMarcel Moolenaar 
2661aeb23cdSMarcel Moolenaar int
267e8855d4fSPeter Wemm elf_reloc(linker_file_t lf, Elf_Addr relocbase, const void *data, int type,
268e8855d4fSPeter Wemm     elf_lookup_fn lookup)
2697251b4bfSJake Burkholder {
2707251b4bfSJake Burkholder 
271e8855d4fSPeter Wemm 	return (elf_reloc_internal(lf, relocbase, data, type, 0, lookup));
2727251b4bfSJake Burkholder }
2737251b4bfSJake Burkholder 
2747251b4bfSJake Burkholder int
275e8855d4fSPeter Wemm elf_reloc_local(linker_file_t lf, Elf_Addr relocbase, const void *data,
276e8855d4fSPeter Wemm     int type, elf_lookup_fn lookup)
2777251b4bfSJake Burkholder {
2787251b4bfSJake Burkholder 
279e8855d4fSPeter Wemm 	return (elf_reloc_internal(lf, relocbase, data, type, 1, lookup));
2807251b4bfSJake Burkholder }
2817251b4bfSJake Burkholder 
2827251b4bfSJake Burkholder int
2831aeb23cdSMarcel Moolenaar elf_cpu_load_file(linker_file_t lf __unused)
2841aeb23cdSMarcel Moolenaar {
2851aeb23cdSMarcel Moolenaar 
2861aeb23cdSMarcel Moolenaar 	return (0);
2871aeb23cdSMarcel Moolenaar }
2881aeb23cdSMarcel Moolenaar 
2891aeb23cdSMarcel Moolenaar int
2901aeb23cdSMarcel Moolenaar elf_cpu_unload_file(linker_file_t lf __unused)
2911aeb23cdSMarcel Moolenaar {
2921aeb23cdSMarcel Moolenaar 
2931aeb23cdSMarcel Moolenaar 	return (0);
2941aeb23cdSMarcel Moolenaar }
295