[pkgsrc/trunk]: pkgsrc/mk mk: Handle missing system libraries on Big Sur.

[jperkin <jperkin%pkgsrc.org@localhost>]

details:   https://anonhg.NetBSD.org/pkgsrc/rev/4f5046d5189b
branches:  trunk
changeset: 440501:4f5046d5189b
user:      jperkin <jperkin%pkgsrc.org@localhost>
date:      Fri Oct 09 16:00:16 2020 +0000

description:
mk: Handle missing system libraries on Big Sur.

The new release of macOS removes system libraries from the file system, only
providing access to them via a linker cache and dlopen().  This obviously
breaks many assumptions about how libraries work on Unix systems, and so we
unfortunately need to cripple various checks when running on those systems.

Introduce DARWIN_NO_SYSTEM_LIBS which, when defined, will trigger alternate
behaviour in the infrastructure.  Currently this is in two places:

  * In CHECK_SHLIBS, skip any path beginning with /usr/lib.

  * In registered package metadata, any path beginning with /usr/lib is
    removed from REQUIRES.

The former fixes all package builds, while the second will be necessary for
package managers such as pkgin, as they will no longer be able to verify that
those files are available on the target system.

This is obviously a gross hack, and removes our ability to ensure that the
target system is suitable for the packages we are attempting to install, but
Apple have left us with no alternative, and users will unfortunately be left
to find out at runtime instead.

It's likely this will need to be extended to /System/Library paths too, but
this is required first to actually get packages building before we can start
running bulk builds.

diffstat:

 mk/check/check-shlibs-macho.awk |   5 ++++-
 mk/check/check-shlibs.mk        |   5 ++++-
 mk/pkgformat/pkg/metadata.mk    |  13 +++++++++++--
 mk/platform/Darwin.mk           |  12 +++++++++++-
 4 files changed, 30 insertions(+), 5 deletions(-)

diffs (105 lines):

diff -r 8be7f9956928 -r 4f5046d5189b mk/check/check-shlibs-macho.awk
--- a/mk/check/check-shlibs-macho.awk   Fri Oct 09 15:55:29 2020 +0000
+++ b/mk/check/check-shlibs-macho.awk   Fri Oct 09 16:00:16 2020 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: check-shlibs-macho.awk,v 1.7 2018/06/07 07:00:10 dbj Exp $
+# $NetBSD: check-shlibs-macho.awk,v 1.8 2020/10/09 16:00:16 jperkin Exp $
 
 #
 # Read a list of potential Mach-O binaries from stdin.
@@ -73,6 +73,8 @@
        while ((cmd | getline) > 0) {
                if ($0 !~ /^\t/)
                        continue
+               if (skip_system_libs && $0 ~ /^\t\/usr\/lib/)
+                       continue
                needed[$1] = ""
        }
        close(cmd)
@@ -119,6 +121,7 @@
        wrkdir = ENVIRON["WRKDIR"]
        pkg_info_cmd = ENVIRON["PKG_INFO_CMD"]
        depends_file = ENVIRON["DEPENDS_FILE"]
+       skip_system_libs = ENVIRON["SKIP_SYSTEM_LIBS"]
 }
 
 { checkshlib($0); }
diff -r 8be7f9956928 -r 4f5046d5189b mk/check/check-shlibs.mk
--- a/mk/check/check-shlibs.mk  Fri Oct 09 15:55:29 2020 +0000
+++ b/mk/check/check-shlibs.mk  Fri Oct 09 16:00:16 2020 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: check-shlibs.mk,v 1.32 2020/03/23 09:24:35 jperkin Exp $
+# $NetBSD: check-shlibs.mk,v 1.33 2020/10/09 16:00:16 jperkin Exp $
 #
 # This file verifies that all libraries used by the package can be found
 # at run-time.
@@ -64,6 +64,9 @@
 CHECK_SHLIBS_NATIVE_ENV+=      READELF=${TOOLS_PATH.readelf:Q}
 .  elif ${OBJECT_FMT} == "Mach-O"
 CHECK_SHLIBS_NATIVE=           ${PKGSRCDIR}/mk/check/check-shlibs-macho.awk
+.    if defined(DARWIN_NO_SYSTEM_LIBS)
+CHECK_SHLIBS_NATIVE_ENV+=      SKIP_SYSTEM_LIBS=1
+.    endif
 .  endif
 CHECK_SHLIBS_NATIVE_ENV+=      CROSS_DESTDIR=${_CROSS_DESTDIR:Q}
 CHECK_SHLIBS_NATIVE_ENV+=      PKG_INFO_CMD=${PKG_INFO:Q}
diff -r 8be7f9956928 -r 4f5046d5189b mk/pkgformat/pkg/metadata.mk
--- a/mk/pkgformat/pkg/metadata.mk      Fri Oct 09 15:55:29 2020 +0000
+++ b/mk/pkgformat/pkg/metadata.mk      Fri Oct 09 16:00:16 2020 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: metadata.mk,v 1.29 2020/07/06 18:29:11 maya Exp $
+# $NetBSD: metadata.mk,v 1.30 2020/10/09 16:00:16 jperkin Exp $
 
 ######################################################################
 ### The targets below are all PRIVATE.
@@ -24,6 +24,15 @@
 _BUILD_HOST_cmd=       ${UNAME} -a
 _METADATA_TARGETS+=    ${_BUILD_INFO_FILE}
 
+#
+# Skip system libraries on Darwin releases where they do not exist.
+#
+.if defined(DARWIN_NO_SYSTEM_LIBS)
+DARWIN_REQUIRES_FILTER=        ${GREP} -v '\t/usr/lib'
+.else
+DARWIN_REQUIRES_FILTER=        ${CAT}
+.endif
+
 ${_BUILD_INFO_FILE}: ${_PLIST_NOKEYWORDS}
        ${RUN}${MKDIR} ${.TARGET:H}
        ${RUN}${RM} -f ${.TARGET}.tmp
@@ -85,7 +94,7 @@
        Mach-O)                                                         \
                libs=`${AWK} '/\/lib.*\.dylib/ { print "${DESTDIR}${PREFIX}/" $$0 } END { exit 0 }' ${_PLIST_NOKEYWORDS}`; \
                if ${TEST} "$$bins" != "" -o "$$libs" != ""; then       \
-                       requires=`($$ldd $$bins $$libs 2>/dev/null || ${TRUE}) | ${AWK} '/compatibility version/ { print $$1 }' | ${SORT} -u`; \
+                       requires=`($$ldd $$bins $$libs 2>/dev/null || ${TRUE}) | ${DARWIN_REQUIRES_FILTER} | ${AWK} '/compatibility version/ { print $$1 }' | ${SORT} -u`; \
                fi;                                                     \
                ;;                                                      \
        PE)                                                             \
diff -r 8be7f9956928 -r 4f5046d5189b mk/platform/Darwin.mk
--- a/mk/platform/Darwin.mk     Fri Oct 09 15:55:29 2020 +0000
+++ b/mk/platform/Darwin.mk     Fri Oct 09 16:00:16 2020 +0000
@@ -1,4 +1,4 @@
-# $NetBSD: Darwin.mk,v 1.98 2020/08/21 21:29:16 sjmulder Exp $
+# $NetBSD: Darwin.mk,v 1.99 2020/10/09 16:00:16 jperkin Exp $
 #
 # Variable definitions for the Darwin operating system.
 
@@ -120,6 +120,16 @@
 .  endif
 .endif
 
+#
+# Newer macOS releases remove library files from the file system.  The only way
+# to test them is via dlopen(), which is obviously impractical for many things.
+#
+# This define turns off anything that can't reasonably supported this.
+#
+.if ${OS_VERSION:R} >= 20
+DARWIN_NO_SYSTEM_LIBS= # defined
+.endif
+
 .if ${OS_VERSION:R} >= 6
 _OPSYS_HAS_INET6=      yes     # IPv6 is standard
 .else