From 2d7692a6e70b87ad3dff209137588c77450cda28 Mon Sep 17 00:00:00 2001 From: CyberLeo Date: Sat, 28 Aug 2010 18:09:05 -0500 Subject: [PATCH] script/lib/chroot: functions for building ports independent of host system --- script/lib/chroot.sh | 359 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 359 insertions(+) create mode 100644 script/lib/chroot.sh diff --git a/script/lib/chroot.sh b/script/lib/chroot.sh new file mode 100644 index 0000000..ad7f521 --- /dev/null +++ b/script/lib/chroot.sh @@ -0,0 +1,359 @@ +# Chroot build handler functions + +if [ -z "${__chroot_sh_loaded}" ] +then + __chroot_sh_loaded=yes + + # Where should this one go? + # + # Dump a list of leaf ports from a working system + # Leaf ports are ports that have nothing depending upon them + # These are generally the top-level ports; everything else should + # be pulled in by them + leaf_ports() { + ( cd /var/db/pkg; ls -1 ) | while read pkg + do + pkg_info -Rq "${pkg}" | grep -q '' || pkg_info -oq "${pkg}" + done | sort + } + + ######## + # + # Configuration variable setup + # + ######## + + # Base directory for everything + base_dir="${basedir:-/usr/home/cyberleo/vitanitest}" + + # Ports tree to use for building + ports_dir="${ports_dir:-/usr/ports}" + + # Directory where distfiles will be stored between builds + dist_dir="${dist_dir:-${base_dir}/distfiles}" + + # Final directory for built packages (Outside chroot) + final_pkg_dir="${final_pkg_dir:-${base_dir}/pkg}" + final_bdeps_dir="${final_bdeps_dir:-${base_dir}/bdeps}" + + # Chroot directory + chroot_dir="${chroot_dir:-${base_dir}/root}" + + # Package directories, must be under ${chroot_dir} + pkg_dir="${pkg_dir:-${chroot_dir}/pkg}" + bdeps_dir="${bdeps_dir:-${pkg_dir}/bdeps}" + + # Compute in-chroot pkg and bdeps dirs + chroot_pkg_dir="${chroot_pkg_dir:-${pkg_dir##${chroot_dir}}}" + chroot_bdeps_dir="${chroot_bdeps_dir:-${bdeps_dir##${chroot_dir}}}" + + # Chroot environment + chroot_env="${chroot_env:- + USER=root + HOME=/root + LOGNAME=root + PATH=:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin + SHELL=/bin/sh + TERM=${TERM} + }" + + ######## + # + # Boilerplate functions + # + ######## + + meh() { printf " \033[1;32m*\033[0m %s\n" "${*}" >&2; } + omg() { printf " \033[1;33m*\033[0m %s\n" "${*}" >&2; } + wtf() { printf " \033[1;31m*\033[0m %s\n" "${*}" >&2; exit 1; } + + ######## + # + # Chroot handling + # + ######## + + # Setup a chroot + chsetup() { + # Necessary mountpoints + mkdir -p "${chroot_dir}/dev" || return 1 + mount -t devfs devfs "${chroot_dir}/dev" || return 1 + mkdir -p "${chroot_dir}/usr/ports" || return 1 + mount -t nullfs -r "${ports_dir}" "${chroot_dir}/usr/ports" || return 1 + mkdir -p "${chroot_dir}/var/ports/distfiles" || return 1 + mount -t nullfs -w "${dist_dir}" "${chroot_dir}/var/ports/distfiles" || return 1 + + # Chroot configuration + cp -f /etc/resolv.conf "${chroot_dir}/etc/resolv.conf" || return 1 + + # Target package directories + mkdir -p "${pkg_dir}" || return 1 + mkdir -p "${bdeps_dir}" || return 1 + } + + # Tear down a chroot + chteardown() { + umount "${chroot_dir}/var/ports/distfiles" + umount "${chroot_dir}/usr/ports" + umount "${chroot_dir}/dev" + } + + # Evaluate a command line within the chroot + cheval() { + chroot "${chroot_dir}" env -i ${chroot_env} /bin/sh -c "cd ${chroot_pkg_dir}; ${*}" + } + + # Run chrooted make + chmake() { + local port="/usr/ports/${1##/usr/ports/}" + shift + cheval "make -C ${port} ${*}" + } + + ######## + # + # Port Dependency Tracking + # + ######## + + # Translate port origin to package name + port2pkg() { + while [ "${1}" ] + do + chmake "${1}" -V PKGNAME + shift + done + } + + # Build dependencies (shallow, recursive, package) + port_bdeps() { + while [ "${1}" ] + do + chmake "${1}" build-depends-list | sed -e 's#^/usr/ports/##' + shift + done + } + port_all_bdeps() { + # rdeps for rdeps are rdeps, rdeps for bdeps are bdeps; thus: + ( port_bdeps "${@}"; port_all_rdeps "${@}" ) | while read port + do + port_all_bdeps "${port}" + port_all_rdeps "${port}" + done | sort | uniq + } + pkg_bdeps() { + port2pkg $(port_all_bdeps "${@}") + } + + # Runtime dependencies (shallow, recursive, package) + port_rdeps() { + while [ "${1}" ] + do + chmake "${1}" run-depends-list | sed -e 's#^/usr/ports/##' + shift + done + } + port_all_rdeps() { + port_rdeps "${@}" | while read port + do + echo "${port}" + port_all_rdeps "${port}" + done | sort | uniq + } + pkg_rdeps() { + port2pkg $(port_all_rdeps "${@}") + } + + # All dependencies (shallow, recursive, package) + port_deps() { + while [ "${1}" ] + do + chmake "${1}" all-depends-list | sed -e 's#^/usr/ports/##' + shift + done + } + port_all_deps() { + port_deps "${@}" | while read port + do + echo "${port}" + port_deps "${port}" + done | sort | uniq + } + pkg_deps() { + port2pkg $(port_all_deps "${@}") + } + + ######## + # + # Port Configuration Handling + # + ######## + + # Run make config on a list of ports + port_config() { + while [ "${1}" ] + do + meh "port config ${1}" + chmake "${1}" config < /dev/tty + shift + done + } + + # Make config-conditional for a list of ports, and all dependencies + port_config_recursive() { + # If the first parameter is not --, then clear the cache + [ "${1}" == "--" ] && shift || unset _port_config_recursive_cache + + while [ "${1}" ] + do + # Do not use config-recursive because it computes the depchain first; + # instead, manually compute the depchain after each config to ensure the + # proper depchain is followed. Use config-conditional to avoid dialog + # if the config is already complete. Also use a cache to avoid re-config + # and re-recurse on previously handled port branches. + if echo "${_port_config_recursive_cache}" | grep -qv " ${1} " + then + meh "port config-recursive ${1}" + chmake "${1}" config-conditional < /dev/tty + port_config_recursive -- $(port_deps "${1}") + _port_config_recursive_cache="${_port_config_recursive_cache} ${1} " + fi + shift + done + } + + # Remove saved config for a list of ports + port_rmconfig() { + while [ "${1}" ] + do + meh "port rmconfig ${1}" + chmake "${1}" rmconfig + shift + done + } + + # Remove saved config for a list of ports and all dependencies + port_rmconfig_recursive() { + meh "port rmconfig-recursive ${*}" + port_rmconfig $(echo "${@}" $(port_all_deps "${@}") | sort | uniq) + } + + # Obliterate saved configuration for all ports + port_rmconfig_all() { + meh "port rmconfig-all" + cheval "cd /var/db/ports; find . -name 'options' -delete; find . -type d | xargs rmdir 2>/dev/null" + } + + # Restore port build options from cpio + port_load_config() { + meh "port load-config" + cheval "cd /var/db/ports; cpio -iv" + } + + # Dump port build options to cpio + port_save_config() { + meh "port save-config" + cheval "cd /var/db/ports; find . -type d -o -type f -name options | cpio -ovHnewc" + } + + ######## + # + # Port distfile handling + # + ######## + + # Recursively retrieve distfiles + port_fetch_recursive() { + while [ "${1}" ] + do + meh "fetch-recursive ${1}" + chmake "${1}" fetch-recursive + done + } + + ######## + # + # Port building and packaging + # + ######## + + # Copy in and install dependency packages + port_load_deps() { + local port="${1}" + for pkg in $(port2pkg $(port_all_deps "${port}")) + do + cp -f "${final_bdeps_dir}/${pkg}.tbz" "${bdeps_dir}" 2>/dev/null && meh "Loading dependent ${pkg}" + done + if ls "${bdeps_dir}"/*.tbz >/dev/null 2>&1 + then + meh "Installing dependencies" + cheval "cd ${chroot_bdeps_dir}; pkg_add -F *" || wtf "port_load_deps ${port} failed" + fi + } + + # Build and install a port + port_build() { + local port="${1}" + meh "Building ${port}" + chmake "${port}" clean build install clean || wtf "port_build ${port} failed" + } + + # Package a port + port_package() { + local port="${1}" + meh "Creating rdep package tree for ${port}" + cheval "pkg_create -Rvb $(port2pkg "${port}")" || wtf "port_package ${port} failed" + } + + # Package port build dependencies, unless they're already run deps + port_stash_bdeps() { + meh "Stashing unsaved bdeps" + # This doesn't work well, because there can be bdeps that aren't listed as bdeps (bison) + #for pkg in $(pkg_bdeps "${1}") + #do + # [ ! -f "${pkg_dir}/${pkg}.tbz" ] && cheval "cd ${chroot_bdeps_dir}; pkg_create -vb ${pkg}" + #done + # + # Instead, just save everything that's not already in rdeps as bdeps + for pkg in $(cheval pkg_info | awk '{print $1}') + do + if [ ! -f "${pkg_dir}/${pkg}.tbz" -a ! -f "${bdeps_dir}/${pkg}.tbz" ] + then + cheval "cd ${chroot_bdeps_dir}; pkg_create -vb ${pkg}" || wtf "port_stash_bdeps failed" + fi + done + } + + # Copy generated packages out of tree + pkg_final() { + meh "Moving created packages to repo" + ls "${pkg_dir}"/*.tbz >/dev/null 2>&1 && mv -f "${pkg_dir}"/*.tbz "${final_pkg_dir}" + ls "${bdeps_dir}"/*.tbz >/dev/null 2>&1 && mv -f "${bdeps_dir}"/*.tbz "${final_bdeps_dir}" + # link everything into ${bdeps_dir} so we can find it easily later + ( cd "${final_pkg_dir}"; find . -type f | cpio -plu --quiet "${final_bdeps_dir}" ) + } + + # Delete all installed packages (hope you saved them first) + pkg_delete_all() { + meh "Clearing out installed packages" + cheval "pkg_delete -f \*" || wtf "pkg_delete_all failed" + } + + ######## + # + # All of the above? + # + ######## + + # Execute a complete port build, using prebuilt packages to fulfill dependencies when available + # Be sure to chsetup and populate your config before running! + chport() { + local port="${1}" + port_load_deps "${port}" + port_build "${port}" + port_package "${port}" + port_stash_bdeps + pkg_final + pkg_delete_all + } +fi -- 2.42.0