#!/bin/sh # AdGuard Home Release Script # # The commentary in this file is written with the assumption that the reader # only has superficial knowledge of the POSIX shell language and alike. # Experienced readers may find it overly verbose. # The default verbosity level is 0. Show log messages if the caller requested # verbosity level greater than 0. Show the environment and every command that # is run if the verbosity level is greater than 1. Otherwise, print nothing. # # The level of verbosity for the build script is the same minus one level. See # below in build(). verbose="${VERBOSE:-0}" readonly verbose if [ "$verbose" -gt '1' ] then env set -x fi # By default, sign the packages, but allow users to skip that step. sign="${SIGN:-1}" readonly sign # Exit the script if a pipeline fails (-e), prevent accidental filename # expansion (-f), and consider undefined variables as errors (-u). set -e -f -u # Function log is an echo wrapper that writes to stderr if the caller requested # verbosity level greater than 0. Otherwise, it does nothing. log() { if [ "$verbose" -gt '0' ] then # Don't use quotes to get word splitting. echo "$1" 1>&2 fi } log 'starting to build AdGuard Home release' # Require the channel to be set. Additional validation is performed later by # go-build.sh. channel="${CHANNEL:?please set CHANNEL}" readonly channel # Check VERSION against the default value from the Makefile. If it is that, use # the version calculation script. version="${VERSION:-}" if [ "$version" = 'v0.0.0' ] || [ "$version" = '' ] then version="$( sh ./scripts/make/version.sh )" fi readonly version log "channel '$channel'" log "version '$version'" # Check architecture and OS limiters. Add spaces to the local versions for # better pattern matching. if [ "${ARCH:-}" != '' ] then log "arches: '$ARCH'" arches=" $ARCH " else arches='' fi readonly arches if [ "${OS:-}" != '' ] then log "oses: '$OS'" oses=" $OS " else oses='' fi readonly oses # Require the gpg key and passphrase to be set if the signing is required. if [ "$sign" -eq '1' ] then gpg_key_passphrase="${GPG_KEY_PASSPHRASE:?please set GPG_KEY_PASSPHRASE or unset SIGN}" gpg_key="${GPG_KEY:?please set GPG_KEY or unset SIGN}" signer_api_key="${SIGNER_API_KEY:?please set SIGNER_API_KEY or unset SIGN}" deploy_script_path="${DEPLOY_SCRIPT_PATH:?please set DEPLOY_SCRIPT_PATH or unset SIGN}" else gpg_key_passphrase='' gpg_key='' signer_api_key='' deploy_script_path='' fi readonly gpg_key_passphrase gpg_key signer_api_key deploy_script_path # The default distribution files directory is dist. dist="${DIST_DIR:-dist}" readonly dist log "checking tools" # Make sure we fail gracefully if one of the tools we need is missing. Use # alternatives when available. use_shasum='0' for tool in gpg gzip sed sha256sum tar zip do if ! command -v "$tool" > /dev/null then if [ "$tool" = 'sha256sum' ] && command -v 'shasum' > /dev/null then # macOS doesn't have sha256sum installed by default, but it does # have shasum. log 'replacing sha256sum with shasum -a 256' use_shasum='1' else log "pieces don't fit, '$tool' not found" exit 1 fi fi done readonly use_shasum # Data section. Arrange data into space-separated tables for read -r to read. # Use a hyphen for missing values. # os arch arm mips platforms="\ darwin amd64 - - darwin arm64 - - freebsd 386 - - freebsd amd64 - - freebsd arm 5 - freebsd arm 6 - freebsd arm 7 - freebsd arm64 - - linux 386 - - linux amd64 - - linux arm 5 - linux arm 6 - linux arm 7 - linux arm64 - - linux mips - softfloat linux mips64 - softfloat linux mips64le - softfloat linux mipsle - softfloat linux ppc64le - - linux riscv64 - - openbsd amd64 - - openbsd arm64 - - windows 386 - - windows amd64 - - windows arm64 - -" readonly platforms # Function sign signs the specified build as intended by the target operating # system. sign() { # Only sign if needed. if [ "$sign" -ne '1' ] then return fi # Get the arguments. Here and below, use the "sign_" prefix for all # variables local to function sign. sign_os="$1" sign_bin_path="$2" if [ "$sign_os" != 'windows' ] then gpg\ --default-key "$gpg_key"\ --detach-sig\ --passphrase "$gpg_key_passphrase"\ --pinentry-mode loopback\ -q\ "$sign_bin_path"\ ; return # TODO(e.burkov): Enable for all releases. elif [ "$channel" != 'beta' ] then return fi signed_bin_path="${sign_bin_path}.signed" env\ INPUT_FILE="$sign_bin_path"\ OUTPUT_FILE="$signed_bin_path"\ SIGNER_API_KEY="$signer_api_key"\ "$deploy_script_path" sign-executable\ ; mv "$signed_bin_path" "$sign_bin_path" } # Function build builds the release for one platform. It builds a binary and an # archive. build() { # Get the arguments. Here and below, use the "build_" prefix for all # variables local to function build. build_dir="${dist}/${1}/AdGuardHome"\ build_ar="$2"\ build_os="$3"\ build_arch="$4"\ build_arm="$5"\ build_mips="$6"\ ; # Use the ".exe" filename extension if we build a Windows release. if [ "$build_os" = 'windows' ] then build_output="./${build_dir}/AdGuardHome.exe" else build_output="./${build_dir}/AdGuardHome" fi mkdir -p "./${build_dir}" # Build the binary. # # Set GOARM and GOMIPS to an empty string if $build_arm and $build_mips are # the zero value by removing the hyphen as if it's a prefix. env\ GOARCH="$build_arch"\ GOARM="${build_arm#-}"\ GOMIPS="${build_mips#-}"\ GOOS="$os"\ VERBOSE="$(( verbose - 1 ))"\ VERSION="$version"\ OUT="$build_output"\ sh ./scripts/make/go-build.sh\ ; log "$build_output" sign "$os" "$build_output" # Prepare the build directory for archiving. cp ./CHANGELOG.md ./LICENSE.txt ./README.md "$build_dir" # Make archives. Windows and macOS prefer ZIP archives; the rest, # gzipped tarballs. case "$build_os" in ('darwin'|'windows') build_archive="./${dist}/${build_ar}.zip" # TODO(a.garipov): Find an option similar to the -C option of tar for # zip. ( cd "${dist}/${1}" && zip -9 -q -r "../../${build_archive}" "./AdGuardHome" ) ;; (*) build_archive="./${dist}/${build_ar}.tar.gz" tar -C "./${dist}/${1}" -c -f - "./AdGuardHome" | gzip -9 - > "$build_archive" ;; esac log "$build_archive" } log "starting builds" # Go over all platforms defined in the space-separated table above, tweak the # values where necessary, and feed to build. echo "$platforms" | while read -r os arch arm mips do # See if the architecture or the OS is in the allowlist. To do so, try # removing everything that matches the pattern (well, a prefix, but that # doesn't matter here) containing the arch or the OS. # # For example, when $arches is " amd64 arm64 " and $arch is "amd64", # then the pattern to remove is "* amd64 *", so the whole string becomes # empty. On the other hand, if $arch is "windows", then the pattern is # "* windows *", which doesn't match, so nothing is removed. # # See https://stackoverflow.com/a/43912605/1892060. if [ "${arches##* $arch *}" != '' ] then log "$arch excluded, continuing" continue elif [ "${oses##* $os *}" != '' ] then log "$os excluded, continuing" continue fi case "$arch" in (arm) dir="AdGuardHome_${os}_${arch}_${arm}" ar="AdGuardHome_${os}_${arch}v${arm}" ;; (mips*) dir="AdGuardHome_${os}_${arch}_${mips}" ar="$dir" ;; (*) dir="AdGuardHome_${os}_${arch}" ar="$dir" ;; esac build "$dir" "$ar" "$os" "$arch" "$arm" "$mips" done log "packing frontend" build_archive="./${dist}/AdGuardHome_frontend.tar.gz" tar -c -f - ./build | gzip -9 - > "$build_archive" log "$build_archive" log "calculating checksums" # calculate_checksums uses the previously detected SHA-256 tool to calculate # checksums. Do not use find with -exec, since shasum requires arguments. calculate_checksums() { if [ "$use_shasum" -eq '0' ] then sha256sum "$@" else shasum -a 256 "$@" fi } # Calculate the checksums of the files in a subshell with a different working # directory. Don't use ls, because files matching one of the patterns may be # absent, which will make ls return with a non-zero status code. # # TODO(a.garipov): Consider calculating these as the build goes. ( set +f cd "./${dist}" : > ./checksums.txt for archive in ./*.zip ./*.tar.gz do # Make sure that we don't try to calculate a checksum for a glob pattern # that matched no files. if [ ! -f "$archive" ] then continue fi calculate_checksums "$archive" >> ./checksums.txt done ) log "writing versions" echo "version=$version" > "./${dist}/version.txt" # Create the version.json file. version_download_url="https://static.adtidy.org/adguardhome/${channel}" version_json="./${dist}/version.json" readonly version_download_url version_json # If the channel is edge, point users to the "Platforms" page on the Wiki, # because the direct links to the edge packages are listed there. if [ "$channel" = 'edge' ] then announcement_url='https://github.com/AdguardTeam/AdGuardHome/wiki/Platforms' else announcement_url="https://github.com/AdguardTeam/AdGuardHome/releases/tag/${version}" fi readonly announcement_url # TODO(a.garipov): Remove "selfupdate_min_version" in future versions. rm -f "$version_json" echo "{ \"version\": \"${version}\", \"announcement\": \"AdGuard Home ${version} is now available!\", \"announcement_url\": \"${announcement_url}\", \"selfupdate_min_version\": \"0.0\", " >> "$version_json" # Add the MIPS* object keys without the "softfloat" part to mitigate the # consequences of #5373. # # TODO(a.garipov): Remove this around fall 2023. echo " \"download_linux_mips64\": \"${version_download_url}/AdGuardHome_linux_mips64_softfloat.tar.gz\", \"download_linux_mips64le\": \"${version_download_url}/AdGuardHome_linux_mips64le_softfloat.tar.gz\", \"download_linux_mipsle\": \"${version_download_url}/AdGuardHome_linux_mipsle_softfloat.tar.gz\", " >> "$version_json" # Same as with checksums above, don't use ls, because files matching one of the # patterns may be absent. ar_files="$( find "./${dist}/" ! -name "${dist}" -prune \( -name '*.tar.gz' -o -name '*.zip' \) )" ar_files_len="$( echo "$ar_files" | wc -l )" readonly ar_files ar_files_len i='1' # Don't use quotes to get word splitting. for f in $ar_files do platform="$f" # Remove the prefix. platform="${platform#"./${dist}/AdGuardHome_"}" # Remove the filename extensions. platform="${platform%.zip}" platform="${platform%.tar.gz}" # Use the filename's base path. filename="${f#"./${dist}/"}" if [ "$i" -eq "$ar_files_len" ] then echo " \"download_${platform}\": \"${version_download_url}/${filename}\"" >> "$version_json" else echo " \"download_${platform}\": \"${version_download_url}/${filename}\"," >> "$version_json" fi i="$(( i + 1 ))" done echo '}' >> "$version_json" log "finished"