#!/usr/bin/env bash # # build_all_examples base_branch [resume_point] # # build_all_examples [-b|--branch=] - Branch to fetch from Configurations repo # [-c|--continue] - Continue the paused build # [-d|--debug] - Print extra debug output # [-i|--ini] - Archive ini/json/yml files in the temp config folder # [-l|--limit=#] - Limit the number of builds in this run # [-n|--nobuild] - Don't actually build anything. # [-r|--resume=] - Start at some config in the filesystem order # [-s|--skip] - Do the thing # # build_all_examples [...] branch [resume-from] # . mfutil GITREPO=https://github.com/MarlinFirmware/Configurations.git STAT_FILE=./.pio/.buildall # Check dependencies which curl 1>/dev/null 2>&1 || { echo "curl not found! Please install it."; exit ; } which git 1>/dev/null 2>&1 || { echo "git not found! Please install it."; exit ; } SED=$(command -v gsed 2>/dev/null || command -v sed 2>/dev/null) [[ -z "$SED" ]] && { echo "No sed found, please install sed" ; exit 1 ; } while getopts 'b:cdhil:nqr:sv-:' OFLAG; do case "${OFLAG}" in b) BRANCH=$OPTARG ; bugout "Branch: $BRANCH" ;; r) FIRST_CONF="$OPTARG" ; bugout "Resume: $FIRST_CONF" ;; c) CONTINUE=1 ; bugout "Continue" ;; s) CONTSKIP=1 ; bugout "Continue, skipping" ;; i) COPY_INI=1 ; bugout "Archive INI/JSON/YML files" ;; h) EXIT_USAGE=1 ; break ;; l) LIMIT=$OPTARG ; bugout "Limit to $LIMIT build(s)" ;; d|v) DEBUG=1 ; bugout "Debug ON" ;; n) DRYRUN=1 ; bugout "Dry Run" ;; -) IFS="=" read -r ONAM OVAL <<< "$OPTARG" case "$ONAM" in branch) BRANCH=$OVAL ; bugout "Branch: $BRANCH" ;; resume) FIRST_CONF="$OVAL" ; bugout "Resume: $FIRST_CONF" ;; continue) CONTINUE=1 ; bugout "Continue" ;; skip) CONTSKIP=2 ; bugout "Continue, skipping" ;; limit) LIMIT=$OVAL ; bugout "Limit to $LIMIT build(s)" ;; ini) COPY_INI=1 ; bugout "Archive INI/JSON/YML files" ;; help) [[ -z "$OVAL" ]] || perror "option can't take value $OVAL" $ONAM ; EXIT_USAGE=1 ;; debug) DEBUG=1 ; bugout "Debug ON" ;; nobuild) DRYRUN=1 ; bugout "Dry Run" ;; *) EXIT_USAGE=2 ; echo "$SELF: unrecognized option \`--$ONAM'" ; break ;; esac ;; *) EXIT_USAGE=2 ; break ;; esac done # Check if called in the right location [[ -e "Marlin/src" ]] || { echo -e "This script must be called from a Marlin working copy with:\n ./buildroot/bin/$SELF $1" ; exit ; } if [[ $# -lt 1 || $# -gt 2 ]]; then echo "Usage: $SELF base_branch [resume_point] base_branch - Configuration branch to download and build resume_point - Configuration path to start from" exit fi echo "This script downloads all Configurations and builds Marlin with each one." echo "On failure the last-built configs will be left in your working copy." echo "Restore your configs with 'git checkout -f' or 'git reset --hard HEAD'." unset BRANCH unset FIRST_CONF if [[ -f "$STAT_FILE" ]]; then IFS='*' read BRANCH FIRST_CONF <"$STAT_FILE" fi # If -c is given start from the last attempted build if [[ $1 == '-c' ]]; then if [[ -z $BRANCH || -z $FIRST_CONF ]]; then echo "Nothing to continue" exit fi elif [[ $1 == '-s' ]]; then if [[ -n $BRANCH && -n $FIRST_CONF ]]; then SKIP_CONF=1 else echo "Nothing to skip" exit fi else BRANCH=${1:-"import-2.0.x"} FIRST_CONF=$2 fi # Check if the current repository has unmerged changes if [[ $SKIP_CONF ]]; then echo "Skipping $FIRST_CONF" elif [[ $FIRST_CONF ]]; then echo "Resuming from $FIRST_CONF" else git diff --quiet || { echo "The working copy is modified. Commit or stash changes before proceeding."; exit ; } fi # Create a temporary folder inside .pio TMP=./.pio/build-$BRANCH [[ -d "$TMP" ]] || mkdir -p $TMP # Download Configurations into the temporary folder if [[ ! -e "$TMP/README.md" ]]; then echo "Downloading Configurations from GitHub into $TMP" git clone --depth=1 --single-branch --branch "$BRANCH" $GITREPO "$TMP" || { echo "Failed to clone the configuration repository"; exit ; } else echo "Using previously downloaded Configurations at $TMP" fi echo -e "Start building now...\n=====================" shopt -s nullglob IFS=' ' CONF_TREE=$( ls -d "$TMP"/config/examples/*/ "$TMP"/config/examples/*/*/ "$TMP"/config/examples/*/*/*/ "$TMP"/config/examples/*/*/*/*/ | grep -vE ".+\.(\w+)$" ) DOSKIP=0 for CONF in $CONF_TREE ; do # Get a config's directory name DIR=$( echo $CONF | sed "s|$TMP/config/examples/||" ) # If looking for a config, skip others [[ $FIRST_CONF ]] && [[ $FIRST_CONF != $DIR && "$FIRST_CONF/" != $DIR ]] && continue # Once found, stop looking unset FIRST_CONF # If skipping, don't build the found one [[ $SKIP_CONF ]] && { unset SKIP_CONF ; continue ; } # ...if skipping, don't build this one compgen -G "${CONF}Con*.h" > /dev/null || continue # Build or print build command for --nobuild if [[ $DRYRUN ]]; then echo -e "\033[0;32m[DRYRUN] build_example internal \"$TMP\" \"$DIR\"\033[0m" else # Remember where we are in case of failure echo "${BRANCH}*${DIR}" >"$STAT_FILE" # Build folder is unknown so delete all report files if [[ $COPY_INI ]]; then IFIND='find ./.pio/build/ -name "config.ini" -o -name "schema.json" -o -name "schema.yml"' $IFIND -exec rm "{}" \; fi ((DEBUG)) && echo "\"$HERE/build_example\" internal \"$TMP\" \"$DIR\"" "$HERE/build_example" internal "$TMP" "$DIR" || { echo "Failed to build $DIR"; exit ; } # Build folder is unknown so copy all report files [[ $COPY_INI ]] && $IFIND -exec cp "{}" "$CONF" \; fi ((--LIMIT)) || { echo "Limit reached" ; PAUSE=1 ; break ; } done # Delete the build state if not paused early [[ $PAUSE ]] || rm "$STAT_FILE" # Delete the temp folder if not preserving generated INI files if [[ -e "$TMP/config/examples" ]]; then if [[ $COPY_INI ]]; then OPEN=$( which gnome-open xdg-open open | head -n1 ) $OPEN "$TMP" elif [[ ! $PAUSE ]]; then rm -rf "$TMP" fi fi