#!/bin/sh #- # Copyright (c) 2013-2015 Juan Romero Pardines. # Copyright (c) 2017 Google # All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions # are met: # 1. Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions and the following disclaimer in the # documentation and/or other materials provided with the distribution. # # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #- readonly PROGNAME=$(basename "$0") readonly ARCH=$(uname -m) trap 'die "Interrupted! exiting..."' INT TERM HUP info_msg() { printf "\033[1m%s\n\033[m" "$@" } die() { printf "FATAL: %s\n" "$@" umount_pseudofs [ -d "$ROOTFS" ] && rm -rf "$ROOTFS" exit 1 } # Even though we only support really one target for most of these # architectures this lets us refer to these quickly and easily by # XBPS_ARCH. This makes it a lot more obvious what is happening later # in the script, and it makes it easier to consume the contents of # these down the road in later scripts. usage() { cat <<_EOF Usage: $PROGNAME [options] Supported architectures: i686, i686-musl, x86_64, x86_64-musl, armv5tel, armv5tel-musl, armv6l, armv6l-musl, armv7l, armv7l-musl aarch64, aarch64-musl, mipsel, mipsel-musl Options -b Set an alternative base-system package (defaults to base-system) -c Set XBPS cache directory (defaults to \$PWD/xbps-cachedir-) -C Full path to the XBPS configuration file -h Show this help -r Set XBPS repository (may be set multiple times) -V Show version _EOF } mount_pseudofs() { for f in dev proc sys; do [ ! -d "$ROOTFS/$f" ] && mkdir -p "$ROOTFS/$f" mount -r --bind /$f "$ROOTFS/$f" done } umount_pseudofs() { umount -f /proc/sys/fs/binfmt_misc >/dev/null 2>&1 if [ -d "${ROOTFS}" ]; then for f in dev proc sys; do umount -f "$ROOTFS/$f" >/dev/null 2>&1 done fi } run_cmd_target() { info_msg "Running $* for target $XBPS_TARGET_ARCH ..." if [ "$XBPS_TARGET_ARCH" = "$(xbps-uhelper arch)" ] ; then # This is being run on the same architecture as the host, # therefore we should set XBPS_ARCH. if ! eval XBPS_ARCH="$XBPS_TARGET_ARCH" "$@" ; then die "Could not run command $*" fi else # This is being run on a foriegn arch, therefore we should set # XBPS_TARGET_ARCH. In this case XBPS will not attempt # certain actions and will require reconfiguration later. if ! eval XBPS_TARGET_ARCH="$XBPS_TARGET_ARCH" "$@" ; then die "Could not run command $*" fi fi } run_cmd() { info_msg "Running $*" eval "$@" } # TODO: Figure out how to register the binfmt for x86_64 and for i686 # to facilitate building on alien build systems. register_binfmt() { mountpoint -q /proc/sys/fs/binfmt_misc || modprobe -q binfmt_misc; mount -t binfmt_misc binfmt_misc /proc/sys/fs/binfmt_misc 2>/dev/null case "${QEMU_BIN}" in qemu-arm-static) echo ':arm:M::\x7fELF\x01\x01\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x00\x28\x00:\xff\xff\xff\xff\xff\xff\xff\x00\xff\xff\xff\xff\xff\xff\xff\xff\xfe\xff\xff\xff:/usr/bin/qemu-arm-static:' > /proc/sys/fs/binfmt_misc/register 2>/dev/null ;; qemu-aarch64-static) echo ':arm64:M::\x7fELF\x02\x01\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x00\xb7:\xff\xff\xff\xff\xff\xff\xff\x00\xff\xff\xff\xff\xff\xff\xff\xff\xfe\xff\xff:/usr/bin/qemu-aarch64-static:' > /proc/sys/fs/binfmt_misc/register 2>/dev/null ;; qemu-mipsel-static) echo ':mipsel:M::\x7fELF\x01\x01\x01\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02\x00\x08\x00:\xff\xff\xff\xff\xff\xff\xff\x00\xff\xff\xff\xff\xff\xff\xff\xff\xfe\xff\xff\xff:/usr/bin/qemu-mipsel-static:' > /proc/sys/fs/binfmt_misc/register 2>/dev/null ;; *) die "Unknown target architecture!" ;; esac cp -f "$(which "$QEMU_BIN")" "$ROOTFS/usr/bin" || die "failed to copy $QEMU_BIN to the ROOTFS" } # # main() # while getopts "C:c:h:r:V" opt; do case $opt in C) XBPS_CONFFILE="-C $OPTARG";; c) XBPS_CACHEDIR="--cachedir=$OPTARG";; h) usage; exit 0;; r) XBPS_REPOSITORY="$XBPS_REPOSITORY --repository=$OPTARG";; V) echo "$PROGNAME @@MKLIVE_VERSION@@"; exit 0;; esac done shift $((OPTIND - 1)) XBPS_TARGET_ARCH="$1" # This is an aweful hack since the script isn't using privesc # mechanisms selectively. This is a TODO item. if [ "$(id -u)" -ne 0 ]; then die "need root perms to continue, exiting." fi # If the arch wasn't set let's bail out now, nothing else in this # script will work without knowing what we're trying to build for. if [ -z "$XBPS_TARGET_ARCH" ]; then echo "$PROGNAME: arch was not set!" usage; exit 1 fi # This select maps the architectures to the appropriate QEMU binaries # since this mapping isn't something that can just be subbed in for # easily. case "$XBPS_TARGET_ARCH" in i686*) QEMU_BIN=qemu-i386-static ;; x86_64*) QEMU_BIN=qemu-x86_64-static ;; armv*) QEMU_BIN=qemu-arm-static ;; aarch64*) QEMU_BIN=qemu-aarch64-static ;; mipsel*) QEMU_BIN=qemu-mipsel-static ;; *) die "Unknown target architecture" ;; esac # If the repository hasn't already been set, we set it to a sane value # here. These should all resolve even if they won't have the # appropriate repodata files for the selected architecture. : "${XBPS_REPOSITORY:=--repository=http://repo.voidlinux.eu/current \ --repository=http://repo.voidlinux.eu/current/musl \ --repository=http://repo.voidlinux.eu/current/aarch64}" # The package artifacts are cacheable, but they need to be isolated # from the host cache. : "${XBPS_CACHEDIR:=--cachedir=$PWD/xbps-cache/${XBPS_TARGET_ARCH}}" # The following binaries are required to proceed for f in chroot tar xbps-install xbps-reconfigure xbps-query; do if ! which $f >/dev/null ; then die "$f binary is missing in your system, exiting." fi done # For builds that do not match the host architecture, the correct qemu # binary will also be required. if ! $QEMU_BIN -version >/dev/null 2>&1; then die "$QEMU_BIN binary is missing in your system, exiting." fi # We need to operate on a tempdir, if this fails to create, it is # absolutely crucial to bail out so that we don't hose the system that # is running the script. ROOTFS=$(mktemp -d) || die "failed to create tempdir, exiting..." # This maintains the chain of trust, the keys in the repo are known to # be good and so we copy those. Why don't we just use the ones on the # host system? That's a good point, but there's no promise that the # system running the script is Void, or that those keys haven't been # tampered with. Its much easier to use these since the will always # exist. mkdir -p "$ROOTFS/var/db/xbps/keys" cp keys/*.plist "$ROOTFS/var/db/xbps/keys" # This sets up files that are important for XBPS to work on the new # filesystem. It does not actually install anything. run_cmd_target "xbps-install -S $XBPS_CONFFILE $XBPS_CACHEDIR $XBPS_REPOSITORY -r $ROOTFS" # Later scripts expect the permissions on / to be the canonical 755, # so we set this here. chmod 755 "$ROOTFS" # The pseudofs mountpoints are needed for the qemu support in cases # where we are running things that aren't natively executable. mount_pseudofs # With everything setup, we can now run the install to load the # base-voidstrap package into the rootfs. This will not produce a # bootable system but will instead produce a base component that can # be quickly expanded to perform other actions on. run_cmd_target "xbps-install -S $XBPS_CONFFILE $XBPS_CACHEDIR $XBPS_REPOSITORY -r $ROOTFS -y base-voidstrap" # Enable en_US.UTF-8 locale and generate it into the target ROOTFS. # This is a bit of a hack since some glibc stuff doesn't really work # correctly without a locale being generated. While some could argue # that this is an arbitrary or naive choice to enable the en_US # locale, most people using Void are able to work with the English # language at least enough to enable thier preferred locale. If this # truly becomes an issue in the future this hack can be revisited. if [ -e "$ROOTFS/etc/default/libc-locales" ]; then LOCALE=en_US.UTF-8 sed -e "s/\#\(${LOCALE}.*\)/\1/g" -i "$ROOTFS/etc/default/libc-locales" fi # The reconfigure step needs to execute code that's been compiled for # the target architecture. Since the target isn't garanteed to be the # same as the host, this needs to be done via qemu. info_msg "Reconfiguring packages for ${XBPS_TARGET_ARCH} ..." case "$XBPS_TARGET_ARCH" in # TODO: Rather than asserting that x86 code will work, check # instead if the system that is hosting this script is the same as # the target, using binfmt if it is not. i686*|x86_64*) run_cmd "XBPS_ARCH=${XBPS_TARGET_ARCH} xbps-reconfigure -r $ROOTFS base-files" ;; *) # This case handles configuration of the system when it won't # work directly with the host ELF infrastructure. Before # continuing its necessary to determine the correct magic # numbers and load them into the kernel so that it will defer # to the appropriate interpreter as defined by $QEMU_BIN register_binfmt # This step sets up enough of the base-files that the chroot # will work and they can be reconfigured natively. Without # this step there isn't enough configured for ld to work. run_cmd "xbps-reconfigure -r $ROOTFS base-files" # Now running as the target system, this step reconfigures the # base-files completely. Certain things just won't work in # the first pass, so this cleans up any issues that linger. run_cmd "chroot $ROOTFS env -i xbps-reconfigure -f base-files" # TODO: determine why these lines are here. What is the harm # in having them and what do they remove. Do they interact # adversely with the alien build support discussed above. rmdir "$ROOTFS/usr/lib32" 2>/dev/null rm -f "$ROOTFS/lib32" "$ROOTFS/lib64" "$ROOTFS/usr/lib64" ;; esac # Once base-files is configured and functional its possible to # configure the rest of the system. run_cmd "chroot $ROOTFS xbps-reconfigure -a" # At this point we're done running things that needed to be done with # the pseudo filesystems to be mounted, so we can clean that up. umount_pseudofs # Set the default password. Previous versions of this script used a # chroot to do this, but that is unnecessary since chpasswd # understands how to operate on chroots without actually needing to be # chrooted. We also remove the lock file in this step to clean up the # lock on the passwd database, lest it be left in the system and # propogated to other points. echo root:voidlinux | chpasswd -c SHA512 --root "$ROOTFS" || die "Could not set default credentials" rm -f "$ROOTFS/etc/.pwd.lock" # The cache isn't that useful since by the time the ROOTFS will be # used it is likely to be out of date. Rather than shipping it around # only for it to be out of date, we remove it now. rm -rf "$ROOTFS/var/cache/*" 2>/dev/null # If we needed to copy in a QEMU_BIN executable, that needs to be # removed before packaging up the shiny new ROOTFS. This could be # wrapped in a conditional, but its much easier to just remove the # binary location on the off chance its there. rm -f "$ROOTFS/usr/bin/$QEMU_BIN" # Finally we can compress the tarball, the name will include the # architecture and the date on which the tarball was built. tarball=void-${XBPS_TARGET_ARCH}-ROOTFS-$(date '+%Y%m%d').tar.xz run_cmd "tar -cp --posix --xattrs -C $ROOTFS . | xz -T0 -9 > $tarball " # Now that we have the tarball we don't need the rootfs anymore, so we # can get rid of it. rm -rf "$ROOTFS" # Last thing to do before closing out is to let the user know that # this succeeded. This also ensures that there's something visible # that the user can look for at the end of the script, which can make # it easier to see what's going on if something above failed. info_msg "Successfully created $tarball ($XBPS_TARGET_ARCH)"