X-Git-Url: https://git.rohieb.name/openwrt.git/blobdiff_plain/e1fe0dfb0cd882eafabcca3fc72675fb8ae744d5..cd80f9c2a7c7452083bcbf448ec750160c088950:/scripts/deptest.sh?ds=inline diff --git a/scripts/deptest.sh b/scripts/deptest.sh index 4a3fd78ea..047a0ce4d 100755 --- a/scripts/deptest.sh +++ b/scripts/deptest.sh @@ -18,10 +18,13 @@ STAMP_DIR_FAILED="$DIR/stamp-failed" STAMP_DIR_BLACKLIST="$DIR/stamp-blacklist" BUILD_DIR="$DIR/build_dir/target" BUILD_DIR_HOST="$DIR/build_dir/host" -STAGING_DIR="$DIR/staging_dir" -STAGING_DIR_HOST="$STAGING_DIR/host" +KERNEL_BUILD_DIR="$DIR/build_dir/linux" +STAGING_DIR="$DIR/staging_dir/target" +STAGING_DIR_HOST="$DIR/staging_dir/host" STAGING_DIR_HOST_TMPL="$DIR/staging_dir_host_tmpl" -LOG_DIR="$DIR/logs" +BIN_DIR="$DIR/staging_dir/bin_dir" +LOG_DIR_NAME="logs" +LOG_DIR="$DIR/$LOG_DIR_NAME" die() { @@ -36,12 +39,47 @@ usage() echo "OPTIONS:" echo " --lean Run a lean test. Do not clean the build directory for each" echo " package test." - echo " --force Force a test, even if a success stamp is available" + echo " --force Force a test, even if a success/blacklist stamp is available" + echo " -j X Number of make jobs" echo echo "PACKAGES are packages to test. If not specified, all installed packages" echo "will be tested." } +deptest_make() +{ + local target="$1" + shift + local logfile="$1" + shift + make -j$nrjobs "$target" \ + BUILD_DIR="$BUILD_DIR" \ + BUILD_DIR_HOST="$BUILD_DIR_HOST" \ + KERNEL_BUILD_DIR="$KERNEL_BUILD_DIR" \ + BIN_DIR="$BIN_DIR" \ + STAGING_DIR="$STAGING_DIR" \ + STAGING_DIR_HOST="$STAGING_DIR_HOST" \ + FORCE_HOST_INSTALL=1 \ + V=99 "$@" >"$LOG_DIR/$logfile" 2>&1 +} + +clean_kernel_build_dir() +{ + # delete everything, except the kernel build dir "linux-X.X.X" + ( + cd "$KERNEL_BUILD_DIR" || die "Failed to enter kernel build dir" + for entry in *; do + [ -z "$(echo "$entry" | egrep -e '^linux-*.*.*$')" ] || continue + rm -rf "$entry" || die "Failed to clean kernel build dir" + done + ) +} + +stamp_exists() # $1=stamp +{ + [ -e "$1" -o -L "$1" ] +} + test_package() # $1=pkgname { local pkg="$1" @@ -55,34 +93,32 @@ test_package() # $1=pkgname local STAMP_FAILED="$STAMP_DIR_FAILED/$pkg" local STAMP_BLACKLIST="$STAMP_DIR_BLACKLIST/$pkg" rm -f "$STAMP_FAILED" - [ -f "$STAMP_SUCCESS" -a $force -eq 0 ] && return + stamp_exists "$STAMP_SUCCESS" && [ $force -eq 0 ] && return rm -f "$STAMP_SUCCESS" [ -n "$SELECTED" ] || { echo "Package $pkg is not selected" return } - [ -f "$STAMP_BLACKLIST" ] && { + stamp_exists "$STAMP_BLACKLIST" && [ $force -eq 0 ] && { echo "Package $pkg is blacklisted" return } echo "Testing package $pkg..." - rm -rf "$STAGING_DIR" + rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST" mkdir -p "$STAGING_DIR" cp -al "$STAGING_DIR_HOST_TMPL" "$STAGING_DIR_HOST" - [ $lean_test -eq 0 ] && rm -rf "$BUILD_DIR" "$BUILD_DIR_HOST" + [ $lean_test -eq 0 ] && { + rm -rf "$BUILD_DIR" "$BUILD_DIR_HOST" + clean_kernel_build_dir + } mkdir -p "$BUILD_DIR" "$BUILD_DIR_HOST" - make package/$pkg/compile \ - BUILD_DIR="$BUILD_DIR" \ - BUILD_DIR_HOST="$BUILD_DIR_HOST" \ - STAGING_DIR="$STAGING_DIR" \ - STAGING_DIR_HOST="$STAGING_DIR_HOST" \ - FORCE_HOST_INSTALL=1 \ - V=99 >"$LOG_DIR/$(basename $pkg).log" 2>&1 + local logfile="$(basename $pkg).log" + deptest_make "package/$pkg/compile" "$logfile" if [ $? -eq 0 ]; then - touch "$STAMP_SUCCESS" + ( cd "$STAMP_DIR_SUCCESS"; ln -s "../$LOG_DIR_NAME/$logfile" "./$pkg" ) else - touch "$STAMP_FAILED" - echo "Building package $pkg failed!" + ( cd "$STAMP_DIR_FAILED"; ln -s "../$LOG_DIR_NAME/$logfile" "./$pkg" ) + echo "Building package $pkg FAILED" fi } @@ -90,6 +126,7 @@ test_package() # $1=pkgname packages= lean_test=0 force=0 +nrjobs=1 while [ $# -ne 0 ]; do case "$1" in --help|-h) @@ -102,6 +139,14 @@ while [ $# -ne 0 ]; do --force) force=1 ;; + -j*) + if [ -n "${1:2}" ]; then + nrjobs="${1:2}" + else + shift + nrjobs="$1" + fi + ;; *) packages="$packages $1" ;; @@ -115,14 +160,42 @@ done die "The buildsystem is not configured. Please run make menuconfig." cd "$BASEDIR" || die "Failed to enter base directory" -mkdir -p "$STAMP_DIR_SUCCESS" "$STAMP_DIR_FAILED" "$STAMP_DIR_BLACKLIST" "$LOG_DIR" +mkdir -p "$STAMP_DIR_SUCCESS" "$STAMP_DIR_FAILED" "$STAMP_DIR_BLACKLIST" \ + "$BIN_DIR" "$LOG_DIR" + +bootstrap_deptest_make() +{ + local target="$1" + shift + local logfile="bootstrap-deptest-$(echo "$target" | tr / -).log" + echo "deptest-make $target" + deptest_make "$target" "$logfile" "$@" || \ + die "make $target failed, please check $logfile" +} + +bootstrap_native_make() +{ + local target="$1" + shift + local logfile="bootstrap-native-$(echo "$target" | tr / -).log" + echo "make $target" + make -j$nrjobs "$target" \ + V=99 "$@" >"$LOG_DIR/$logfile" 2>&1 || \ + die "make $target failed, please check $logfile" +} [ -d "$STAGING_DIR_HOST_TMPL" ] || { - rm -rf staging_dir/host - make tools/install V=99 || die "make tools/install failed, please check" - cp -al staging_dir/host "$STAGING_DIR_HOST_TMPL" - make toolchain/install V=99 || die "make toolchain/install failed, please check" - make target/linux/install V=99 || die "make target/linux/install failed, please check" + echo "Bootstrapping build environment..." + rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST" "$BUILD_DIR" "$BUILD_DIR_HOST" "$KERNEL_BUILD_DIR" + mkdir -p "$STAGING_DIR" "$STAGING_DIR_HOST" \ + "$BUILD_DIR" "$BUILD_DIR_HOST" "$KERNEL_BUILD_DIR" + bootstrap_native_make tools/install + bootstrap_native_make toolchain/install + bootstrap_deptest_make tools/install + bootstrap_deptest_make target/linux/install + cp -al "$STAGING_DIR_HOST" "$STAGING_DIR_HOST_TMPL" + rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST" "$BUILD_DIR" "$BUILD_DIR_HOST" + echo "Build environment OK." } if [ -z "$packages" ]; then