1# $NetBSD: sets.subr,v 1.173 2015/07/23 08:03:25 mrg Exp $ 2# 3 4# 5# The following variables contain defaults for sets.subr functions and callers: 6# setsdir path to src/distrib/sets 7# nlists list of base sets 8# xlists list of x11 sets 9# extlists list of extsrc sets 10# obsolete controls if obsolete files are selected instead 11# module if != "no", enable MODULE sets 12# shlib shared library format (a.out, elf, or "") 13# stlib static library format (a.out, elf) 14# 15# The following <bsd.own.mk> variables are exported to the environment: 16# MACHINE 17# MACHINE_ARCH 18# MACHINE_CPU 19# HAVE_BINUTILS 20# HAVE_GCC 21# HAVE_GDB 22# HAVE_SSP 23# TOOLCHAIN_MISSING 24# OBJECT_FMT 25# as well as: 26# 27 28# 29# The following variables refer to tools that are used when building sets: 30# 31: ${AWK:=awk} 32: ${CKSUM:=cksum} 33: ${COMM:=comm} 34: ${DATE:=date} 35: ${DB:=db} 36: ${EGREP:=egrep} 37: ${ENV_CMD:=env} # ${ENV} is special to sh(1), ksh(1), etc. 38: ${FGREP:=fgrep} 39: ${FIND:=find} 40: ${GREP:=grep} 41: ${GZIP_CMD:=gzip} # ${GZIP} is special to gzip(1) 42: ${HOSTNAME_CMD:=hostname} # ${HOSTNAME} is special to bash(1) 43: ${HOST_SH:=sh} 44: ${IDENT:=ident} 45: ${JOIN:=join} 46: ${LS:=ls} 47: ${MAKE:=make} 48: ${MKTEMP:=mktemp} 49: ${MTREE:=mtree} 50: ${PASTE:=paste} 51: ${PAX:=pax} 52: ${PRINTF:=printf} 53: ${SED:=sed} 54: ${SORT:=sort} 55: ${STAT:=stat} 56: ${TSORT:=tsort} 57: ${UNAME:=uname} 58: ${WC:=wc} 59: ${XARGS:=xargs} 60 61# 62# If printf is a shell builtin command, then we can 63# implement cheaper versions of basename and dirname 64# that do not involve any fork/exec overhead. 65# If printf is not builtin, approximate it using echo, 66# and hope there are no weird file names that cause 67# some versions of echo to do the wrong thing. 68# (Converting to this version of dirname speeded up the 69# syspkgdeps script by an order of magnitude, from 68 70# seconds to 6.3 seconds on one particular host.) 71# 72# Note that naive approximations for dirname 73# using ${foo%/*} do not do the right thing in cases 74# where the result should be "/" or ".". 75# 76case "$(type printf)" in 77*builtin*) 78 basename () 79 { 80 local bn 81 bn="${1##*/}" 82 bn="${bn%$2}" 83 printf "%s\n" "$bn" 84 } 85 dirname () 86 { 87 local dn 88 case "$1" in 89 ?*/*) dn="${1%/*}" ;; 90 /*) dn=/ ;; 91 *) dn=. ;; 92 esac 93 printf "%s\n" "$dn" 94 } 95 ;; 96*) 97 basename () 98 { 99 local bn 100 bn="${1##*/}" 101 bn="${bn%$2}" 102 echo "$bn" 103 } 104 dirname () 105 { 106 local dn 107 case "$1" in 108 ?*/*) dn="${1%/*}" ;; 109 /*) dn=/ ;; 110 *) dn=. ;; 111 esac 112 echo "$dn" 113 } 114 ;; 115esac 116 117##### 118 119oIFS=$IFS 120IFS=" 121" 122 123for x in $( ${MAKE} -B -f ${rundir}/mkvars.mk mkvars ); do 124 eval export $x 125done 126 127IFS=$oIFS 128 129MKVARS="$( ${MAKE} -B -f ${rundir}/mkvars.mk mkvars | ${SED} -e 's,=.*,,' | ${XARGS} )" 130 131##### 132 133setsdir=${rundir} 134obsolete=0 135if [ "${MKKMOD}" = "no" ]; then 136 module=no # MODULEs are off. 137 modset="" 138else 139 module=yes 140 modset="modules" 141fi 142if [ "${MKATF}" = "no" ]; then 143 testset="" 144else 145 testset="tests minix-tests" 146fi 147if [ "${MKDEBUG}" = "no" -a "${MKDEBUGLIB}" = "no" ]; then 148 debugset="" 149 xdebugset="" 150else 151 debugset="minix-debug" 152 xdebugset="xdebug" 153fi 154# Determine lib type. Do this first so stlib also gets set. 155if [ "${OBJECT_FMT}" = "ELF" ]; then 156 shlib=elf 157else 158 shlib=aout 159fi 160stlib=$shlib 161# Now check for MKPIC or specials and turn off shlib if need be. 162if [ "${MKPIC}" = "no" ]; then 163 shlib=no 164fi 165# LSC for Minix 166nlists="minix-base minix-comp minix-games minix-kernel minix-man $testset $debugset" 167#nlists="base comp $debugset etc games man misc $modset $testset text" 168xlists="xbase xcomp $xdebugset xetc xfont xserver" 169extlists="extbase extcomp extetc" 170 171OSRELEASE=$(${HOST_SH} ${NETBSDSRCDIR}/sys/conf/osrelease.sh -k) 172MODULEDIR="stand/${MACHINE}/${OSRELEASE}/modules" 173SUBST="s#@MODULEDIR@#${MODULEDIR}#g" 174SUBST="${SUBST};s#@OSRELEASE@#${OSRELEASE}#g" 175SUBST="${SUBST};s#@MACHINE@#${MACHINE}#g" 176 177# 178# list_set_files setfile [...] 179# 180# Produce a packing list for setfile(s). 181# In each file, a record consists of a path and a System Package name, 182# separated by whitespace. E.g., 183# 184# # $NetBSD: sets.subr,v 1.173 2015/07/23 08:03:25 mrg Exp $ 185# . base-sys-root [keyword[,...]] 186# ./altroot base-sys-root 187# ./bin base-sys-root 188# ./bin/[ base-util-root 189# ./bin/cat base-util-root 190# [...] 191# 192# A # in the first column marks a comment. 193# 194# If ${obsolete} != 0, only entries with an "obsolete" keyword will 195# be printed. All other keywords must be present. 196# 197# The third field is an optional comma separated list of keywords to 198# control if a record is printed; every keyword listed must be enabled 199# for the record to be printed. The following keywords are available: 200# dummy dummy entry (ignored) 201# obsolete file is obsolete, and only printed if 202# ${obsolete} != 0 203# 204# atf ${MKATF} != no 205# bfd obsolete, use binutils. 206# binutils ${MKBINUTILS} != no 207# bsdgrep ${MKBSDGREP} != no 208# catpages ${MKCATPAGES} != no 209# compat ${MKCOMPAT} != no 210# compatmodules ${MKCOMPATMODULES} != no 211# compattests ${MKCOMPATTESTS} != no 212# crypto ${MKCRYPTO} != no 213# crypto_rc5 ${MKCRYPTO_RC5} != no 214# cvs ${MKCVS} != no 215# debug ${MKDEBUG} != no 216# debuglib ${MKDEBUGLIB} != no 217# doc ${MKDOC} != no 218# dtrace ${MKDTRACE} != no 219# dynamicroot ${MKDYNAMICROOT} != no 220# extsrc ${MKEXTSRC} != no 221# gcc ${MKGCC} != no 222# gcccmds ${MKGCCCMDS} != no 223# gdb ${MKGDB} != no 224# hesiod ${MKHESIOD} != no 225# html ${MKHTML} != no 226# inet6 ${MKINET6} != no 227# info ${MKINFO} != no 228# ipfilter ${MKIPFILTER} != no 229# iscsi ${MKISCSI} != no 230# kerberos ${MKKERBEROS} != no 231# kmod ${MKKMOD} != no 232# kyua ${MKKYUA} != no 233# ldap ${MKLDAP} != no 234# lint ${MKLINT} != no 235# libcxx ${MKLIBCXX} != no 236# libgcc_eh ${HAVE_LIBGCC_EH} != no 237# libstdcxx ${MKLIBSTDCXX} != no 238# lld ${MKLLD} != no 239# lldb ${MKLLDB} != no 240# llvm ${MKLLVM} != no 241# lvm ${MKLVM} != no 242# makemandb ${MKMAKEMANDB} != no 243# man ${MKMAN} != no 244# manpages ${MKMANPAGES} != no 245# manz ${MKMANZ} != no 246# mclinker ${MKMCLINKER} != no 247# mdns ${MKMDNS} != no 248# nls ${MKNLS} != no 249# nvi ${MKNVI} != no 250# pam ${MKPAM} != no 251# pcc ${MKPCC} != no 252# pf ${MKPF} != no 253# pic ${MKPIC} != no 254# picinstall ${MKPICINSTALL} != no 255# pigzgzip ${MKPIGZGZIP} != no 256# postfix ${MKPOSTFIX} != no 257# profile ${MKPROFILE} != no 258# perfuse ${MKPERFUSE} != no 259# rump ${MKRUMP} != no 260# share ${MKSHARE} != no 261# skey ${MKSKEY} != no 262# sljit ${MKSLJIT} != no 263# softfloat ${MKSOFTFLOAT} != no 264# solaris ${MKDTRACE} != no or ${MKZFS} != no 265# ssp ${HAVE_SSP} != no 266# tpm ${MKTPM} != no 267# xorg ${MKX11} != no 268# xorg_server ${MKXORG_SERVER} != no 269# yp ${MKYP} != no 270# zfs ${MKZFS} != no 271# 272# endian=<n> <n> = value of ${TARGET_ENDIANNESS} 273# binutils=<n> <n> = value of ${HAVE_BINUTILS} 274# gcc=<n> <n> = value of ${HAVE_GCC} 275# gdb=<n> <n> = value of ${HAVE_GDB} 276# 277# use_inet6 ${USE_INET6} != no 278# use_kerberos ${USE_KERBEROS} != no 279# use_yp ${USE_YP} != no 280# 281# .cat if ${MKMANZ} != "no" && ${MKCATPAGES} != "no" 282# automatically append ".gz" to the filename 283# 284# .man if ${MKMANZ} != "no" && ${MKMAN} != "no" 285# automatically append ".gz" to the filename 286# 287list_set_files() 288{ 289 if [ ${MAKEVERBOSE:-2} -lt 3 ]; then 290 verbose=false 291 else 292 verbose=true 293 fi 294 print_set_lists "$@" | \ 295 ${AWK} -v obsolete=${obsolete} ' 296 BEGIN { 297 if (obsolete) 298 wanted["obsolete"] = 1 299 300 split("'"${MKVARS}"'", needvars) 301 doingcompat = 0 302 doingcompattests = 0 303 ignoredkeywords["compatdir"] = 1 304 ignoredkeywords["compatfile"] = 1 305 ignoredkeywords["compattestdir"] = 1 306 ignoredkeywords["compattestfile"] = 1 307 ignoredkeywords["compatx11dir"] = 1 308 ignoredkeywords["compatx11file"] = 1 309 for (vi in needvars) { 310 nv = needvars[vi] 311 kw = tolower(nv) 312 sub(/^mk/, "", kw) 313 sub(/^have_/, "", kw) 314 sub(/^target_endianness/, "endian", kw) 315 if (nv != "HAVE_GCC" && nv != "HAVE_GDB" && ENVIRON[nv] != "no" && nv != "COMPATARCHDIRS" && nv != "KMODARCHDIRS") { 316 wanted[kw] = 1 317 } 318 } 319 320 if ("compat" in wanted) { 321 doingcompat = 1; 322 split("'"${COMPATARCHDIRS}"'", compatarchdirs, ","); 323 compatdirkeywords["compatdir"] = 1 324 compatfilekeywords["compatfile"] = 1 325 326 if (wanted["compattests"]) { 327 doingcompattests = 1; 328 compatdirkeywords["compattestdir"] = 1 329 compatfilekeywords["compattestfile"] = 1 330 } 331 if (wanted["compatx11"]) { 332 doingcompatx11 = 1; 333 compatdirkeywords["compatx11dir"] = 1 334 compatfilekeywords["compatx11file"] = 1 335 } 336 } 337 338 if (("kmod" in wanted) && ("compatmodules" in wanted)) { 339 split("'"${KMODARCHDIRS}"'", kmodarchdirs, ","); 340 kmodpat = "./stand/" ENVIRON["MACHINE"] 341 l_kmodpat = length(kmodpat) 342 } 343 344 if ("'"${TOOLCHAIN_MISSING}"'" != "yes") { 345 if ("binutils" in wanted) 346 wanted["binutils=" "'"${HAVE_BINUTILS}"'"] = 1 347 if ("gcc" in wanted) 348 wanted["gcc=" "'"${HAVE_GCC}"'"] = 1 349 if ("gdb" in wanted) 350 wanted["gdb=" "'"${HAVE_GDB}"'"] = 1 351 } 352 if (("man" in wanted) && ("catpages" in wanted)) 353 wanted[".cat"] = 1 354 if (("man" in wanted) && ("manpages" in wanted)) 355 wanted[".man"] = 1 356 if ("endian" in wanted) 357 wanted["endian=" "'"${TARGET_ENDIANNESS}"'"] = 1 358 if ("machine" in wanted) 359 wanted["machine=" "'"${MACHINE}"'"] = 1 360 if ("machine_arch" in wanted) 361 wanted["machine_arch=" "'"${MACHINE_ARCH}"'"] = 1 362 if ("machine_cpu" in wanted) 363 wanted["machine_cpu=" "'"${MACHINE_CPU}"'"] = 1 364 } 365 366 /^#/ { 367 next; 368 } 369 370 /^-/ { 371 notwanted[substr($1, 2)] = 1; 372 delete list [substr($1, 2)]; 373 next; 374 } 375 376 377 NF > 2 && $3 != "-" { 378 if (notwanted[$1] != "") 379 next; 380 split($3, keywords, ",") 381 show = 1 382 haveobs = 0 383 iscompatfile = 0 384 havekmod = 0 385 iscompatdir = 0 386 for (ki in keywords) { 387 kw = keywords[ki] 388 if (("manz" in wanted) && 389 (kw == ".cat" || kw == ".man")) 390 $1 = $1 ".gz" 391 if (substr(kw, 1, 1) == "!") { 392 kw = substr(kw, 2) 393 if (kw in wanted) 394 show = 0 395 } else if (kw in compatdirkeywords) { 396 iscompatdir = 1 397 } else if (kw in compatfilekeywords) { 398 iscompatfile = 1 399 } else if (kw == "nocompatmodules") { 400 havekmod = -1 401 } else if (kw in ignoredkeywords) { 402 # ignore 403 } else if (! (kw in wanted)) { 404 show = 0 405 } else if (kw == "kmod" && havekmod == 0) { 406 havekmod = 1 407 } 408 if (kw == "obsolete") 409 haveobs = 1 410 } 411 if (obsolete && ! haveobs) 412 next 413 if (!show) 414 next 415 416 list[$1] = $0 417 if (havekmod > 0 && substr($1,1,l_kmodpat) == kmodpat) { 418 for (d in kmodarchdirs) { 419 xd = "./stand/" kmodarchdirs[d] 420 xfile = xd substr($1, l_kmodpat+1) 421 tmp = xd substr($0, l_kmodpat+1) 422 list[xfile] = tmp; 423 } 424 next 425 } 426 427 if (!doingcompat || !(iscompatfile || iscompatdir)) 428 next 429 430 if (iscompatfile) { 431 emitcompat[$1] = 1; 432 next 433 } 434 for (d in cpaths) { 435 if (cpaths[d] == $1 "/") 436 next 437 } 438 cpaths[ncpaths++] = $1 "/" 439 for (d in compatarchdirs) { 440 tmp = $0 441 xfile = $1 "/" compatarchdirs[d] 442 tmp = xfile substr(tmp, length($1) + 1) 443 if (xfile in notwanted) 444 continue; 445 sub("compatdir","compat",tmp); 446 sub("compattestdir","compat",tmp); 447 list[xfile] = tmp 448 } 449 next 450 } 451 452 { 453 if ($1 in notwanted) 454 next; 455 if (! obsolete) 456 list[$1] = $0 457 } 458 459 END { 460 for (i in list) { 461 print list[i] 462 if (! (i in emitcompat)) 463 continue; 464 l_i = length(i) 465 l = 0 466 for (j in cpaths) { 467 lx = length(cpaths[j]) 468 if (lx >= l_i || cpaths[j] != substr(i, 1, lx)) { 469 continue; 470 } 471 if (lx > l) { 472 l = lx; 473 cpath = cpaths[j]; 474 } 475 } 476 for (d in compatarchdirs) { 477 tmp = list[i] 478 extrapath = compatarchdirs[d] "/" 479 xfile = cpath extrapath substr(i, l + 1) 480 if (xfile in notwanted) 481 continue; 482 sub("compatfile","compat",tmp); 483 sub("compattestfile","compat",tmp); 484 tmp = xfile substr(tmp, l_i + 1) 485 print tmp; 486 } 487 } 488 }' 489 490} 491 492# 493# list_set_lists setname 494# 495# Print to stdout a list of files, one filename per line, which 496# concatenate to create the packing list for setname. E.g., 497# 498# .../lists/base/mi 499# .../lists/base/rescue.mi 500# .../lists/base/md.i386 501# [...] 502# 503# For a given setname $set, the following files may be selected from 504# .../list/$set: 505# mi 506# mi.ext.* 507# ad.${MACHINE_ARCH} 508# (or) ad.${MACHINE_CPU} 509# ad.${MACHINE_CPU}.shl 510# md.${MACHINE}.${MACHINE_ARCH} 511# (or) md.${MACHINE} 512# stl.mi 513# stl.${stlib} 514# shl.mi 515# shl.mi.ext.* 516# shl.${shlib} 517# shl.${shlib}.ext.* 518# module.mi if ${module} != no 519# module.${MACHINE} if ${module} != no 520# module.ad.${MACHINE_ARCH} if ${module} != no 521# (or) module.ad.${MACHINE_CPU} if ${module} != no 522# rescue.shl 523# rescue.${MACHINE} 524# rescue.ad.${MACHINE_ARCH} 525# (or) rescue.ad.${MACHINE_CPU} 526# rescue.ad.${MACHINE_CPU}.shl 527# 528# Environment: 529# shlib 530# stlib 531# 532list_set_lists() 533{ 534 setname=$1 535 536 list_set_lists_mi $setname 537 list_set_lists_ad $setname 538 list_set_lists_md $setname 539 list_set_lists_stl $setname 540 list_set_lists_shl $setname 541 list_set_lists_module $setname 542 list_set_lists_rescue $setname 543 return 0 544} 545 546list_set_lists_mi() 547{ 548 setdir=$setsdir/lists/$1 549 # always exist! 550 echo $setdir/mi 551} 552 553list_set_lists_ad() 554{ 555 setdir=$setsdir/lists/$1 556 [ "${MACHINE}" != "${MACHINE_ARCH}" ] && \ 557 list_set_lists_common_ad $1 558} 559 560list_set_lists_md() 561{ 562 setdir=$setsdir/lists/$1 563 echo_if_exist $setdir/md.${MACHINE}.${MACHINE_ARCH} || \ 564 echo_if_exist $setdir/md.${MACHINE} 565} 566 567list_set_lists_stl() 568{ 569 setdir=$setsdir/lists/$1 570 echo_if_exist $setdir/stl.mi 571 echo_if_exist $setdir/stl.${stlib} 572} 573 574list_set_lists_shl() 575{ 576 setdir=$setsdir/lists/$1 577 [ "$shlib" != "no" ] || return 578 echo_if_exist $setdir/shl.mi 579 echo_if_exist $setdir/shl.${shlib} 580} 581 582list_set_lists_module() 583{ 584 setdir=$setsdir/lists/$1 585 [ "$module" != "no" ] || return 586 echo_if_exist $setdir/module.mi 587 echo_if_exist $setdir/module.${MACHINE} 588 # XXX module never has .shl 589 [ "${MACHINE}" != "${MACHINE_ARCH}" ] && \ 590 list_set_lists_common_ad $1 module 591} 592 593list_set_lists_rescue() 594{ 595 setdir=$setsdir/lists/$1 596 echo_if_exist $setdir/rescue.mi 597 echo_if_exist $setdir/rescue.${MACHINE} 598 [ "${MACHINE}" != "${MACHINE_ARCH}" ] && \ 599 list_set_lists_common_ad $1 rescue 600} 601 602list_set_lists_common_ad() 603{ 604 setdir=$setsdir/lists/$1; _prefix=$2 605 606 [ -n "$_prefix" ] && prefix="$_prefix". 607 608 # Prefer a <prefix>.ad.${MACHINE_ARCH} over a 609 # <prefix>.ad.${MACHINE_CPU}, since the arch- 610 # specific one will be more specific than the 611 # cpu-specific one. 612 echo_if_exist $setdir/${prefix}ad.${MACHINE_ARCH} || \ 613 echo_if_exist $setdir/${prefix}ad.${MACHINE_CPU} 614 [ "$shlib" != "no" ] && \ 615 echo_if_exist $setdir/${prefix}ad.${MACHINE_CPU}.shl 616} 617 618echo_if_exist() 619{ 620 [ -f $1 ] && echo $1 621 return $? 622} 623 624echo_if_exist_foreach() 625{ 626 local _list=$1; shift 627 for _suffix in $@; do 628 echo_if_exist ${_list}.${_suffix} 629 done 630} 631 632print_set_lists() 633{ 634 for setname; do 635 list=$(list_set_lists $setname) 636 for l in $list; do 637 echo $l 638 if $verbose; then 639 echo >&2 "DEBUG: list_set_files: $l" 640 fi 641 done 642 done | ${XARGS} ${SED} ${SUBST} 643} 644 645# arch_to_cpu mach 646# 647# Print the ${MACHINE_CPU} for ${MACHINE_ARCH}=mach, 648# as determined by <bsd.own.mk>. 649# 650arch_to_cpu() 651{ 652 MACHINE_ARCH=${1} ${MAKE} -B -f- all <<EOMAKE 653.include <bsd.own.mk> 654all: 655 @echo \${MACHINE_CPU} 656EOMAKE 657} 658 659# arch_to_endian mach 660# 661# Print the ${TARGET_ENDIANNESS} for ${MACHINE_ARCH}=mach, 662# as determined by <bsd.endian.mk>. 663# 664arch_to_endian() 665{ 666 MACHINE_ARCH=${1} ${MAKE} -B -f- all <<EOMAKE 667.include <bsd.endian.mk> 668all: 669 @echo \${TARGET_ENDIANNESS} 670EOMAKE 671} 672 673##### 674 675# print_mkvars 676print_mkvars() 677{ 678 for v in $MKVARS; do 679 eval echo $v=\$$v 680 done 681} 682 683# print_set_lists_{base,x,ext} 684# list_set_lists_{base,x,ext} 685# list_set_files_{base,x,ext} 686for func in print_set_lists list_set_lists list_set_files; do 687 for x in base x ext; do 688 if [ $x = base ]; then 689 list=nlists 690 else 691 list=${x}lists 692 fi 693 eval ${func}_${x} \(\) \{ $func \$$list \; \} 694 done 695done 696