Page MenuHomeFreeBSD
Files F174335587

D16767.id46835.diff
No OneTemporary
Actions

D16767.id46835.diff
View Options

Index: tools/build/make.py
===================================================================
--- /dev/null
+++ tools/build/make.py
@@ -0,0 +1,200 @@
+#!/usr/bin/env python3
+# PYTHON_ARGCOMPLETE_OKAY
+# -
+# SPDX-License-Identifier: BSD-2-Clause-FreeBSD
+#
+# Copyright (c) 2018 Alex Richardson <arichardson@FreeBSD.org>
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+# notice, this list of conditions and the following disclaimer in the
+# documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+# $FreeBSD$
+#
+
+# This script makes it easier to build on non-FreeBSD systems by bootstrapping
+# bmake and inferring required compiler variables.
+# On FreeBSD you can use it the same way as just calling make:
+# `MAKEOBJDIRPREFIX=~/obj ./tools/build/make.py buildworld -DWITH_FOO`
+# On Linux and MacOS you will either need to set XCC/XCXX/XLD/XCPP or pass
+# --cross-bindir to specify the path to the cross-compiler bindir:
+# `MAKEOBJDIRPREFIX=~/obj ./tools/build/make.py --cross-bindir=/path/to/cross/compiler buildworld -DWITH_FOO TARGET=foo TARGET_ARCH=bar`
+import argparse
+import os
+from pathlib import Path
+import shlex
+import subprocess
+import sys
+
+MAKEOBJDIRPREFIX = os.getenv("MAKEOBJDIRPREFIX")
+source_root = Path(__file__).absolute().parent.parent.parent
+
+
+def run(cmd, **kwargs):
+ cmd = list(map(str, cmd)) # convert all Path objects to str
+ debug("Running", cmd)
+ subprocess.check_call(cmd, **kwargs)
+
+
+def bootstrap_bmake(install_dir: Path):
+ bmake_source_dir = source_root / "contrib/bmake"
+ bmake_build_dir = Path(MAKEOBJDIRPREFIX, "bmake-build")
+ if not bmake_build_dir.exists():
+ os.makedirs(str(bmake_build_dir))
+ env = os.environ.copy()
+
+ # HACK around the deleted file bmake/missing/sys/cdefs.h
+ if sys.platform.startswith("linux"):
+ env["CFLAGS"] = "-I /usr/include/bsd -DLIBBSD_OVERLAY"
+ env["LDFLAGS"] = "-lbsd"
+ configure_args = [
+ "--with-default-sys-path=" + str(install_dir / "share/mk"),
+ "--with-machine=amd64", # TODO? "--with-machine-arch=amd64",
+ "--without-filemon",
+ "--prefix=" + str(install_dir)
+ ]
+ run(["sh", bmake_source_dir / "boot-strap"] + configure_args,
+ cwd=str(bmake_build_dir), env=env)
+
+ run(["sh", bmake_source_dir / "boot-strap", "op=install"] + configure_args,
+ cwd=str(bmake_build_dir))
+
+
+def debug(*args, **kwargs):
+ global parsed_args
+ if parsed_args.debug:
+ print(*args, **kwargs)
+
+
+def is_make_var_set(var):
+ return any(
+ x.startswith(var + "=") or x == ("-D" + var) for x in sys.argv[1:])
+
+
+def check_required_make_env_var(varname, binary_name, bindir):
+ global new_env_vars
+ if os.getenv(varname):
+ return
+ if not bindir:
+ sys.exit("Could not infer value for $" + varname + ". Either set $" +
+ varname + " or pass --cross-bindir=/path/to/cross/compiler")
+ # try to infer the path to the tool
+ guess = os.path.join(bindir, binary_name)
+ if not os.path.isfile(guess):
+ sys.exit("Could not infer value for $" + varname + ": " + guess +
+ " does not exist")
+ new_env_vars[varname] = guess
+ debug("Inferred", varname, "as", guess)
+
+
+if __name__ == "__main__":
+ parser = argparse.ArgumentParser(
+ formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+ parser.add_argument("--host-bindir", default="/usr/bin",
+ help="Directory to look for cc/c++/cpp/ld to build "
+ "host (" + sys.platform + ") binaries")
+ parser.add_argument("--cross-bindir",
+ help="Directory to look for cc/c++/cpp/ld to "
+ "build target binaries (only needed if"
+ " XCC/XCPP/XLD are not set)")
+ parser.add_argument("--cross-compiler-type", choices=("clang", "gcc"),
+ default="clang",
+ help="Compiler type to find in --crossbindir (only "
+ "needed if XCC/XCPP/XLD are not set)")
+ parser.add_argument("--debug", action="store_true",
+ help="Print information on inferred env vars")
+ parser.add_argument("--clean", action="store_true",
+ help="Do a clean rebuild instead of building with "
+ "-DNO_CLEAN")
+ parser.add_argument("--no-clean", action="store_false", dest="clean",
+ help="Do a clean rebuild instead of building with "
+ "-DNO_CLEAN")
+ try:
+ import argcomplete # bash completion:
+
+ argcomplete.autocomplete(parser)
+ except ImportError:
+ pass
+ parsed_args, bmake_args = parser.parse_known_args()
+ if not MAKEOBJDIRPREFIX:
+ sys.exit("MAKEOBJDIRPREFIX is not set, cannot continue!")
+ if not Path(MAKEOBJDIRPREFIX).is_dir():
+ sys.exit(
+ "Chosen MAKEOBJDIRPREFIX=" + MAKEOBJDIRPREFIX + " doesn't exit!")
+ # TODO: check if the host system bmake is new enough and use that instead
+ bmake_install_dir = Path(MAKEOBJDIRPREFIX, "bmake-install")
+ bmake_binary = bmake_install_dir / "bin/bmake"
+ new_env_vars = {}
+ if not bmake_binary.exists():
+ bootstrap_bmake(bmake_install_dir)
+ if not sys.platform.startswith("freebsd"):
+ if not is_make_var_set("TARGET") or not is_make_var_set("TARGET_ARCH"):
+ sys.exit("You must set explicit TARGET= and TARGET_ARCH= when "
+ "building on non-FreeBSD")
+ # infer values for CC/CXX/CPP
+ if sys.platform.startswith("linux"):
+ # FIXME: bsd.compiler.mk doesn't handle the output of GCC if it is /usr/bin/cc on Linux
+ default_cc = "gcc"
+ default_cxx = "g++"
+ else:
+ default_cc = "cc"
+ default_cxx = "c++"
+ check_required_make_env_var("CC", default_cc, parsed_args.host_bindir)
+ check_required_make_env_var("CXX", default_cxx, parsed_args.host_bindir)
+ check_required_make_env_var("CPP", "cpp", parsed_args.host_bindir)
+ check_required_make_env_var("LD", "ld", parsed_args.host_bindir)
+
+ use_cross_gcc = parsed_args.cross_compiler_type == "gcc"
+ # On non-FreeBSD we need to explicitly pass XCC/XLD/X_COMPILER_TYPE
+ check_required_make_env_var("XCC", "gcc" if use_cross_gcc else "clang",
+ parsed_args.cross_bindir)
+ check_required_make_env_var("XCXX",
+ "g++" if use_cross_gcc else "clang++",
+ parsed_args.cross_bindir)
+ check_required_make_env_var("XCPP",
+ "cpp" if use_cross_gcc else "clang-cpp",
+ parsed_args.cross_bindir)
+ check_required_make_env_var("XLD", "ld" if use_cross_gcc else "ld.lld",
+ parsed_args.cross_bindir)
+ if not os.getenv("X_COMPILER_TYPE"):
+ new_env_vars["X_COMPILER_TYPE"] = parsed_args.cross_compiler_type
+
+ # at -j1 cleandir+obj is unbearably slow. AUTO_OBJ helps a lot
+ debug("Adding -DWITH_AUTO_OBJ")
+ bmake_args.append("-DWITH_AUTO_OBJ")
+ if parsed_args.clean is False:
+ bmake_args.append("-DNO_CLEAN")
+ if parsed_args.clean is None and not is_make_var_set("NO_CLEAN"):
+ # Avoid accidentally deleting all of the build tree and wasting lots of
+ # time cleaning directories instead of just doing a rm -rf ${.OBJDIR}
+ print("You did not set -DNO_CLEAN/--clean/--no-clean.")
+ if not input("Did you really mean to do a clean build?"
+ " y/[N] ").lower().startswith("y"):
+ bmake_args.append("-DNO_CLEAN")
+ env_cmd_str = " ".join(
+ shlex.quote(k + "=" + v) for k, v in new_env_vars.items())
+ make_cmd_str = " ".join(
+ shlex.quote(s) for s in [str(bmake_binary)] + bmake_args)
+ debug("Running `env ", env_cmd_str, " ", make_cmd_str, "`", sep="")
+ os.environ.update(new_env_vars)
+ if parsed_args.debug:
+ input("Press enter to continue...")
+ os.chdir(str(source_root))
+ os.execv(str(bmake_binary), [str(bmake_binary)] + bmake_args)

File Metadata

Mime Type
text/plain
Expires
Sat, Oct 3, 12:07 PM (17 h, 6 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
40127123
Default Alt Text
D16767.id46835.diff (9 KB)

Event Timeline