xref: /freebsd/tools/build/Makefile (revision 2b833162)
1# $FreeBSD$
2
3.PATH: ${.CURDIR}/../../include
4
5LIB=		egacy
6SRC=
7INCSGROUPS=	INCS SYSINCS CASPERINC UFSINCS FFSINCS MSDOSFSINCS DISKINCS
8INCSGROUPS+=	MACHINESYSINCS RPCINCS
9INCS=
10
11SYSINCSDIR=	${INCLUDEDIR}/sys
12CASPERINCDIR=	${INCLUDEDIR}/casper
13# Also add ufs/ffs/msdosfs/disk headers to allow building makefs as a bootstrap tool
14UFSINCSDIR=	${INCLUDEDIR}/ufs/ufs
15FFSINCSDIR=	${INCLUDEDIR}/ufs/ffs
16MSDOSFSINCSDIR=	${INCLUDEDIR}/fs/msdosfs
17DISKINCSDIR=	${INCLUDEDIR}/sys/disk
18MACHINESYSINCSDIR=	${INCLUDEDIR}/machine
19RPCINCSDIR=	${INCLUDEDIR}/rpc
20
21BOOTSTRAPPING?=	0
22
23
24.if ${.MAKE.OS} == "Darwin"
25_XCODE_ROOT!=xcode-select -p
26# since macOS 10.14 C headers are no longer installed in /usr but only
27# provided via the SDK
28.if ${_XCODE_ROOT} == "/Library/Developer/CommandLineTools"
29# Only command line tools installed -> host headers are in the SDKs directory
30_MACOS_SDK_DIR=${_XCODE_ROOT}/SDKs/MacOSX.sdk/
31.else
32# Full XCode installed -> host headers are below Platforms/MacOSX.platform
33_MACOS_SDK_DIR=${_XCODE_ROOT}/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk
34.endif
35HOST_INCLUDE_ROOT=${_MACOS_SDK_DIR}/usr/include
36.if !exists(${HOST_INCLUDE_ROOT}/stdio.h)
37.error You must install the macOS SDK (try xcode-select --install)
38.endif
39.else
40HOST_INCLUDE_ROOT=/usr/include
41.endif
42
43# Allow building libc-internal files (also on non-FreeBSD hosts)
44CFLAGS+=	-I${.CURDIR}/libc-bootstrap
45# Symbol versioning is not required for -legacy (and macOS bootstrap)
46MK_SYMVER=	no
47
48_WITH_PWCACHEDB!= grep -c pwcache_groupdb ${HOST_INCLUDE_ROOT}/grp.h || true
49.if ${_WITH_PWCACHEDB} == 0
50.PATH: ${.CURDIR}/../../contrib/libc-pwcache
51CFLAGS.pwcache.c+=	-I${.CURDIR}/../../contrib/libc-pwcache
52SRCS+=		pwcache.c
53.endif
54
55_WITH_STRSVIS!=	grep -c strsvis ${HOST_INCLUDE_ROOT}/vis.h 2>/dev/null || true
56.if ${_WITH_STRSVIS} == 0
57.PATH: ${.CURDIR}/../../contrib/libc-vis
58INCS+=		vis.h
59SRCS+=		vis.c unvis.c
60CFLAGS.vis.c+=	-I${.CURDIR}/../../contrib/libc-vis -DHAVE_VIS=0 -DHAVE_SVIS=0
61CFLAGS.unvis.c+=	-I${.CURDIR}/../../contrib/libc-vis -DHAVE_VIS=0 -DHAVE_SVIS=0
62.endif
63
64_WITH_REALLOCARRAY!= grep -c reallocarray ${HOST_INCLUDE_ROOT}/stdlib.h || true
65.if ${_WITH_REALLOCARRAY} == 0
66.PATH: ${.CURDIR}/../../lib/libc/stdlib
67INCS+=		stdlib.h
68SRCS+=		reallocarray.c
69.endif
70
71.if exists(${HOST_INCLUDE_ROOT}/sys/stat.h)
72_WITH_UTIMENS!= grep -c utimensat ${HOST_INCLUDE_ROOT}/sys/stat.h || true
73.else
74_WITH_UTIMENS= 0
75.endif
76.if ${_WITH_UTIMENS} == 0
77SYSINCS+=	stat.h
78SRCS+=		futimens.c utimensat.c
79.endif
80
81_WITH_EXPLICIT_BZERO!= cat ${HOST_INCLUDE_ROOT}/strings.h ${HOST_INCLUDE_ROOT}/string.h | grep -c explicit_bzero || true
82.if ${_WITH_EXPLICIT_BZERO} == 0
83# .PATH: ${SRCTOP}/sys/libkern
84# Adding sys/libkern to .PATH breaks building the cross-build compat library
85# since that attempts to build strlcpy.c from libc and adding libkern here will
86# cause it to pick the file from libkern instead (which won't compile).
87# Avoid modifying .PATH by creating a copy in the build directory instead.
88explicit_bzero.c: ${SRCTOP}/sys/libkern/explicit_bzero.c
89	cp ${.ALLSRC} ${.TARGET}
90CLEANFILES+=	explicit_bzero.c
91INCS+=		strings.h
92SRCS+=		explicit_bzero.c
93.endif
94
95_WITH_FSPACECTL!= grep -c fspacectl ${HOST_INCLUDE_ROOT}/fcntl.h || true
96.if ${_WITH_FSPACECTL} == 0
97INCS+=		fcntl.h
98SRCS+=		fspacectl.c
99.endif
100
101.if exists(${HOST_INCLUDE_ROOT}/capsicum_helpers.h)
102_WITH_CAPH_ENTER!= grep -c caph_enter ${HOST_INCLUDE_ROOT}/capsicum_helpers.h || true
103_WITH_CAPH_RIGHTS_LIMIT!= grep -c caph_rights_limit ${HOST_INCLUDE_ROOT}/capsicum_helpers.h || true
104.endif
105.if !defined(_WITH_CAPH_ENTER) || ${_WITH_CAPH_ENTER} == 0 || ${_WITH_CAPH_RIGHTS_LIMIT} == 0
106.PATH: ${SRCTOP}/lib/libcapsicum
107INCS+=		capsicum_helpers.h
108.PATH: ${SRCTOP}/lib/libcasper/libcasper
109INCS+=		libcasper.h
110.endif
111
112# rpcgen should build against the source tree rpc/types.h and not the host.
113# This is especially important on non-FreeBSD systems where the types may
114# not match.
115RPCINCS+=	${SRCTOP}/sys/rpc/types.h
116
117INCS+=	${SRCTOP}/include/mpool.h
118INCS+=	${SRCTOP}/include/ndbm.h
119INCS+=	${SRCTOP}/include/err.h
120INCS+=	${SRCTOP}/include/stringlist.h
121
122# Needed to build arc4random.c
123INCSGROUPS+=	CHACHA20INCS
124CHACHA20INCSDIR=	${INCLUDEDIR}/crypto/chacha20
125CHACHA20INCS+=	${SRCTOP}/sys/crypto/chacha20/_chacha.h \
126	${SRCTOP}/sys/crypto/chacha20/chacha.h
127
128_host_arch=${MACHINE}
129.if ${_host_arch} == "x86_64"
130# bmake on Linux/mac often prints that instead of amd64
131_host_arch=amd64
132.elif ${_host_arch} == "aarch64"
133# Linux calls arm64, aarch64, across the board
134_host_arch=arm64
135.elif ${_host_arch:Mppc*}
136_host_arch=powerpc
137.endif
138.if ${_host_arch} == "unknown"
139# HACK: If MACHINE is unknown, assume we are building on x86
140_host_arch=amd64
141.endif
142MACHINESYSINCS+=	${SRCTOP}/sys/${_host_arch}/include/elf.h
143.if ${_host_arch} == "amd64" || ${_host_arch} == "i386"
144INCSGROUPS+=	X86INCS
145X86INCSDIR=	${INCLUDEDIR}/x86
146X86INCS+=	${SRCTOP}/sys/x86/include/elf.h
147.endif
148
149# needed for btxld:
150MACHINESYSINCS+=	${SRCTOP}/sys/${_host_arch}/include/exec.h
151MACHINESYSINCS+=	${SRCTOP}/sys/${_host_arch}/include/reloc.h
152INCS+=	${SRCTOP}/include/a.out.h
153INCS+=	${SRCTOP}/include/nlist.h
154SYSINCS+=	${SRCTOP}/sys/sys/imgact_aout.h
155SYSINCS+=	${SRCTOP}/sys/sys/nlist_aout.h
156
157# macOS's bitstring lacks FreeBSD-specific additions used by makefs's ZFS code
158# and Linux doesn't have it at all.  Older FreeBSD versions lack recent
159# additions.
160INCS+=	${SRCTOP}/include/bitstring.h
161SYSINCS+=	${SRCTOP}/sys/sys/bitstring.h
162
163.if ${.MAKE.OS} != "FreeBSD"
164.PATH: ${.CURDIR}/cross-build
165
166# Needed by our sys/types.h wrapper
167SYSINCS+=	${SRCTOP}/sys/sys/bitcount.h
168
169# dbopen() behaves differently on Linux and FreeBSD so we ensure that we
170# bootstrap the FreeBSD db code. The cross-build headers #define dbopen() to
171# __freebsd_dbopen() so that we don't ever use the host version
172INCS+=	${SRCTOP}/include/db.h
173LIBC_SRCTOP=	${SRCTOP}/lib/libc/
174.include "${LIBC_SRCTOP}/db/Makefile.inc"
175# Do the same as we did for dbopen() for getopt() on since it's not compatible
176# on Linux (and to avoid surprises also compile the FreeBSD code on macOS)
177.PATH: ${LIBC_SRCTOP}/stdlib
178SRCS+=	getopt.c getopt_long.c
179INCS+=	 ${SRCTOP}/include/getopt.h
180
181# getcap.c is needed for cap_mkdb:
182.PATH: ${LIBC_SRCTOP}/gen
183SRCS+=	getcap.c
184# Glibc does not provide all err*/warn* functions, and for macOS we need the
185# alias with the extra underscore.
186SRCS+=	err.c
187# Add various libbc functions that are not available in glibc:
188SRCS+=	stringlist.c setmode.c
189SRCS+=	strtonum.c merge.c heapsort.c reallocf.c
190.PATH: ${LIBC_SRCTOP}/locale
191SRCS+=	rpmatch.c
192
193.if ${.MAKE.OS} == "Linux"
194# On Linux, glibc does not provide strlcpy,strlcat or strmode.
195.PATH: ${LIBC_SRCTOP}/string
196SRCS+=	strlcpy.c strlcat.c strmode.c
197# On Linux, glibc provides ffs* but not fls*
198SRCS+=	fls.c flsl.c flsll.c
199# Compile the fgetln/fgetwln/closefrom fallback code from libbsd:
200SRCS+=	fgetln_fallback.c fgetwln_fallback.c closefrom.c
201CFLAGS.closefrom.c+=	-DSTDC_HEADERS -DHAVE_SYS_DIR_H -DHAVE_DIRENT_H \
202	-DHAVE_DIRFD -DHAVE_SYSCONF
203# Provide getprogname/setprograme
204SRCS+=	progname.c
205# Stub implementations of fflagstostr/strtofflags
206SRCS+=	fflags.c
207.endif # ${MAKE.OS} == "Linux"
208
209.if ${.MAKE.OS} == "Darwin"
210# Standalone implementation of secure_getenv(), not available on MacOS.
211SRCS+=	secure_getenv.c
212.endif # ${MAKE.OS} == "Darwin"
213
214# Provide the same arc4random implementation on Linux/macOS
215CFLAGS.arc4random.c+=	-I${SRCTOP}/sys/crypto/chacha20 -D__isthreaded=1
216SRCS+=	arc4random.c arc4random_uniform.c
217
218# expand_number() is not provided by either Linux or MacOS libutil
219.PATH: ${SRCTOP}/lib/libutil
220SRCS+=	expand_number.c
221# Linux libutil also doesn't have fparseln
222SRCS+=	fparseln.c
223# A dummy sysctl for tzsetup:
224SRCS+=	fake_sysctl.c
225
226# capsicum support
227SYSINCS+=	${SRCTOP}/sys/sys/capsicum.h
228SYSINCS+=	${SRCTOP}/sys/sys/caprights.h
229SRCS+=	capsicum_stubs.c
230# XXX: we can't add ${SRCTOP}/sys/kern to .PATH since that will causes
231# conflicts with other files. Instead copy subr_capability to the build dir.
232subr_capability.c: ${SRCTOP}/sys/kern/subr_capability.c
233	cp ${.ALLSRC} ${.TARGET}
234SRCS+=	subr_capability.c
235CLEANFILES+=	subr_capability.c
236.endif # ${MAKE.OS} != "FreeBSD"
237
238CASPERINC+=	${SRCTOP}/lib/libcasper/services/cap_fileargs/cap_fileargs.h
239CASPERINC+=	${SRCTOP}/lib/libcasper/services/cap_net/cap_net.h
240
241.if empty(SRCS)
242SRCS=		dummy.c
243.endif
244
245.if defined(CROSS_BUILD_TESTING)
246SUBDIR=		cross-build
247.endif
248
249# To allow bootstrapping makefs on FreeBSD 11 or non-FreeBSD systems:
250UFSINCS+=	${SRCTOP}/sys/ufs/ufs/dinode.h
251UFSINCS+=	${SRCTOP}/sys/ufs/ufs/dir.h
252FFSINCS+=	${SRCTOP}/sys/ufs/ffs/fs.h
253
254MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/bootsect.h
255MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/bpb.h
256MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/denode.h
257MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/direntry.h
258MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/fat.h
259MSDOSFSINCS+=	${SRCTOP}/sys/fs/msdosfs/msdosfsmount.h
260DISKINCS+=	${SRCTOP}/sys/sys/disk/bsd.h
261
262# Needed to build config (since it uses libnv)
263SYSINCS+=	${SRCTOP}/sys/sys/nv.h ${SRCTOP}/sys/sys/cnv.h \
264		${SRCTOP}/sys/sys/dnv.h ${SRCTOP}/sys/sys/nv_namespace.h
265
266# Needed when bootstrapping ldd (since it uses DF_1_PIE)
267SYSINCS+=	${SRCTOP}/sys/sys/elf32.h
268SYSINCS+=	${SRCTOP}/sys/sys/elf64.h
269SYSINCS+=	${SRCTOP}/sys/sys/elf_common.h
270SYSINCS+=	${SRCTOP}/sys/sys/elf_generic.h
271SYSINCS+=	${SRCTOP}/sys/sys/queue.h
272SYSINCS+=	${SRCTOP}/sys/sys/md5.h
273SYSINCS+=	${SRCTOP}/sys/sys/sbuf.h
274SYSINCS+=	${SRCTOP}/sys/sys/tree.h
275
276# vtfontcvt is using sys/font.h
277SYSINCS+=	${SRCTOP}/sys/sys/font.h
278# For mkscrfil.c:
279SYSINCS+=	${SRCTOP}/sys/sys/consio.h
280# for gencat:
281INCS+=	${SRCTOP}/include/nl_types.h
282# for vtfontcvt:
283SYSINCS+=	${SRCTOP}/sys/sys/fnv_hash.h
284# opensolaris compatibility
285INCS+=	${SRCTOP}/include/elf.h
286SYSINCS+=	${SRCTOP}/sys/sys/elf.h
287SYSINCS+=	${SRCTOP}/sys/sys/ctf.h
288
289# We want to run the build with only ${WORLDTMP} in $PATH to ensure we don't
290# accidentally run tools that are incompatible but happen to be in $PATH.
291# This is especially important when building on Linux/MacOS where many of the
292# programs used during the build accept different flags or generate different
293# output. On those platforms we only symlink the tools known to be compatible
294# (e.g. basic utilities such as mkdir) into ${WORLDTMP} and build all others
295# from the FreeBSD sources during the bootstrap-tools stage.
296
297# basic commands: It is fine to use the host version for all of these even on
298# Linux/MacOS since we only use flags that are supported by all of them.
299_host_tools_to_symlink=	basename bzip2 bunzip2 chmod chown cmp comm cp date dd \
300	dirname echo env false find fmt gzip gunzip head hostname id ln ls \
301	mkdir mv nice patch rm sh sleep stat tee time touch tr true uname uniq \
302	unxz wc which xz
303
304# We also need a symlink to the absolute path to the make binary used for
305# the toplevel makefile. This is not necessarily the same as `which make`
306# since e.g. on Linux and MacOS that will be GNU make.
307_make_abs!=	which "${MAKE}"
308_host_abs_tools_to_symlink=	${_make_abs}:make ${_make_abs}:bmake
309
310.if ${.MAKE.OS} == "FreeBSD"
311# When building on FreeBSD we always copy the host tools instead of linking
312# into WORLDTMP to avoid issues with incompatible libraries (see r364030).
313# Note: we could create links if we don't intend to update the current machine.
314_COPY_HOST_TOOL=cp -pf
315.else
316# However, this is not necessary on Linux/macOS. Additionally, copying the host
317# tools to another directory with cp -p results in freezes on macOS Big Sur for
318# some unknown reason. It can also break building inside docker containers if
319# there are ACLs on shared volumes.
320_COPY_HOST_TOOL=ln -sfn
321_make_abs!=	which "${MAKE}"
322_host_abs_tools_to_symlink+=	${_make_abs}:make ${_make_abs}:bmake
323.if ${.MAKE.OS} == "Darwin"
324# /usr/bin/cpp may invoke xcrun:
325_host_tools_to_symlink+=xcrun
326.endif  # ${.MAKE.OS} == "Darwin"
327# On Ubuntu /bin/sh is dash which is totally useless. Let's just link bash
328# as the build sh since that will work fine.
329_host_abs_tools_to_symlink+=	/bin/bash:sh
330_host_tools_to_symlink:=${_host_tools_to_symlink:Nsh}
331.endif
332
333host-symlinks:
334	@echo "Linking host tools into ${DESTDIR}/bin"
335.for _tool in ${_host_tools_to_symlink}
336	@export PATH=$${PATH}:/usr/local/bin; \
337	source_path=`which ${_tool} || echo /dev/null/no/such`; \
338	if [ ! -e "$${source_path}" ] ; then \
339		echo "Cannot find host tool '${_tool}' in PATH ($$PATH)." >&2; false; \
340	fi; \
341	rm -f "${DESTDIR}/bin/${_tool}"; \
342	${_COPY_HOST_TOOL} "$${source_path}" "${DESTDIR}/bin/${_tool}"
343.endfor
344.for _tool in ${_host_abs_tools_to_symlink}
345	@source_path="${_tool:S/:/ /:[1]}"; \
346	target_path="${DESTDIR}/bin/${_tool:S/:/ /:[2]}"; \
347	if [ ! -e "$${source_path}" ] ; then \
348		echo "Host tool '$${source_path}' is missing"; false; \
349	fi; \
350	rm -f "$${target_path}"; \
351	${_COPY_HOST_TOOL} "$${source_path}" "$${target_path}"
352.endfor
353.if exists(/usr/libexec/flua)
354	rm -f ${DESTDIR}/usr/libexec/flua
355	${_COPY_HOST_TOOL} /usr/libexec/flua ${DESTDIR}/usr/libexec/flua
356.endif
357
358# Create all the directories that are needed during the legacy, bootstrap-tools
359# and cross-tools stages. We do this here using mkdir since mtree may not exist
360# yet (this happens if we are crossbuilding from Linux/Mac).
361INSTALLDIR_LIST= \
362	bin \
363	lib/geom \
364	usr/include/casper \
365	usr/include/private/ucl \
366	usr/include/private/zstd \
367	usr/lib \
368	usr/libdata/pkgconfig \
369	usr/libexec
370
371installdirs:
372	mkdir -p ${INSTALLDIR_LIST:S,^,${DESTDIR}/,}
373
374# Link usr/bin, sbin, and usr/sbin to bin so that it doesn't matter whether a
375# bootstrap tool was added to WORLTMP with a symlink or by building it in the
376# bootstrap-tools phase. We could also overrride BINDIR when building bootstrap
377# tools but adding the symlinks is easier and means all tools are also
378# in the directory that they are installed to normally.
379
380.for _dir in sbin usr/sbin usr/bin
381# delete existing directories from before r340157
382	@if [ -e ${DESTDIR}/${_dir} ] && [ ! -L ${DESTDIR}/${_dir} ]; then \
383	    echo "removing old non-symlink ${DESTDIR}/${_dir}"; \
384	    rm -rf "${DESTDIR}/${_dir}"; \
385	fi
386.endfor
387	ln -sfn bin ${DESTDIR}/sbin
388	ln -sfn ../bin ${DESTDIR}/usr/bin
389	ln -sfn ../bin ${DESTDIR}/usr/sbin
390.for _group in ${INCSGROUPS:NINCS}
391	mkdir -p "${DESTDIR}/${${_group}DIR}"
392.endfor
393
394.include <bsd.lib.mk>
395