Source code
Revision control
Copy as Markdown
Other Tools
#!/bin/bash
#set -x
. ../common/cached_download.sh
. ../common/unpack.sh
. ../common/download_mars.sh
. ../common/download_builds.sh
. ../common/check_updates.sh
# Cache init being handled by new async_download.py
# clear_cache
# create_cache
to=""
to_build_id=""
to_app_version=""
to_display_version=""
override_certs=""
diff_summary_log=${DIFF_SUMMARY_LOG:-"$PWD/diff-summary.log"}
if [ -e "${diff_summary_log}" ]; then
rm "${diff_summary_log}"
fi
touch "${diff_summary_log}"
pushd "$(dirname "$0")" &>/dev/null || exit
MY_DIR=$(pwd)
popd &>/dev/null || exit
retry="$MY_DIR/../../../../mach python -m redo.cmd -s 1 -a 3"
cert_replacer="$MY_DIR/../replace-updater-certs.py"
dep_overrides="nightly_aurora_level3_primary.der dep1.der nightly_aurora_level3_secondary.der dep2.der release_primary.der dep1.der release_secondary.der dep2.der sha1/release_primary.der sha1/dep1.der sha1/release_secondary.der sha1/dep2.der"
nightly_overrides="dep1.der nightly_aurora_level3_primary.der dep2.der nightly_aurora_level3_secondary.der release_primary.der nightly_aurora_level3_primary.der release_secondary.der nightly_aurora_level3_secondary.der"
release_overrides="dep1.der release_primary.der dep2.der release_secondary.der nightly_aurora_level3_primary.der release_primary.der nightly_aurora_level3_secondary.der release_secondary.der"
runmode=0
config_file="updates.cfg"
UPDATE_ONLY=1
TEST_ONLY=2
MARS_ONLY=3
COMPLETE=4
usage()
{
echo "Usage: verify.sh [OPTION] [CONFIG_FILE]"
echo " -u, --update-only only download update.xml"
echo " -t, --test-only only test that MARs exist"
echo " -m, --mars-only only test MARs"
echo " -c, --complete complete upgrade test"
}
if [ -z "$*" ]
then
usage
exit 0
fi
pass_arg_count=0
while [ "$#" -gt "$pass_arg_count" ]
do
case "$1" in
-u | --update-only)
runmode=$UPDATE_ONLY
shift
;;
-t | --test-only)
runmode=$TEST_ONLY
shift
;;
-m | --mars-only)
runmode=$MARS_ONLY
shift
;;
-c | --complete)
runmode=$COMPLETE
shift
;;
*)
# Move the unrecognized arg to the end of the list
arg="$1"
shift
set -- "$@" "$arg"
pass_arg_count=$((pass_arg_count + 1))
esac
done
if [ -n "$arg" ]
then
config_file=$arg
echo "Using config file $config_file"
else
echo "Using default config file $config_file"
fi
if [ "$runmode" == "0" ]
then
usage
exit 0
fi
while read -r entry
do
# initialize all config variables
release=""
product=""
platform=""
build_id=""
locales=""
channel=""
from=""
patch_types="complete"
mar_channel_IDs=""
updater_package=""
mac_update_settings_dir_override=""
eval "$entry"
# Note: cross platform tests seem to work for everything except Mac-on-Windows.
# We probably don't care about this use case.
if [[ "$updater_package" == "" ]]; then
updater_package="$from"
fi
for locale in $locales
do
rm -f update/partial.size update/complete.size
for patch_type in $patch_types
do
update_path="${product}/${release}/${build_id}/${platform}/${locale}/${channel}/default/default/default"
if [ "$runmode" == "$MARS_ONLY" ] || [ "$runmode" == "$COMPLETE" ] ||
[ "$runmode" == "$TEST_ONLY" ]
then
if [ "$runmode" == "$TEST_ONLY" ]
then
download_mars "${aus_server}/update/3/${update_path}/default/update.xml?force=1" "${patch_type}" 1 \
"${to_build_id}" "${to_app_version}" "${to_display_version}"
err=$?
else
download_mars "${aus_server}/update/3/${update_path}/update.xml?force=1" "${patch_type}" 0 \
"${to_build_id}" "${to_app_version}" "${to_display_version}"
err=$?
fi
if [ "$err" != "0" ]; then
echo "TEST-UNEXPECTED-FAIL: [${release} ${locale} ${patch_type}] download_mars returned non-zero exit code: ${err}"
continue
fi
else
mkdir -p updates/"${update_path}"/complete
mkdir -p updates/"${update_path}"/partial
$retry wget -q -O "${patch_type}" updates/"${update_path}"/"${patch_type}"/update.xml "${aus_server}/update/3/${update_path}/update.xml?force=1"
fi
if [ "$runmode" == "$COMPLETE" ]
then
if [ -z "$from" ] || [ -z "$to" ]
then
continue
fi
updater_platform=""
updater_package_url=$(echo "${ftp_server_from}${updater_package}" | sed "s/%locale%/${locale}/")
updater_package_filename=$(basename "$updater_package_url")
case $updater_package_filename in
*dmg)
platform_dirname="*.app"
updater_bins="Contents/MacOS/updater.app/Contents/MacOS/updater Contents/MacOS/updater.app/Contents/MacOS/org.mozilla.updater"
updater_platform="mac"
mac_update_settings_dir_override=""
;;
*exe)
updater_package_url=${updater_package_url/ja-JP-mac/ja}
platform_dirname="bin"
updater_bins="updater.exe"
updater_platform="win32"
case $platform in
Darwin_*)
mac_update_settings_dir_override="${PWD}/updater/${platform_dirname}"
;;
*)
mac_update_settings_dir_override=""
;;
esac
;;
*bz2)
updater_package_url=${updater_package_url/ja-JP-mac/ja}
platform_dirname=$(echo "$product" | tr '[:upper:]' '[:lower:]')
updater_bins="updater"
updater_platform="linux"
case $platform in
Darwin_*)
mac_update_settings_dir_override="${PWD}/updater/${platform_dirname}"
;;
*)
mac_update_settings_dir_override=""
;;
esac
;;
*)
echo "Couldn't detect updater platform"
exit 1
;;
esac
rm -rf updater/*
cached_download "${updater_package_filename}" "${updater_package_url}"
unpack_build "$updater_platform" updater "$updater_package_filename" "$locale" "$product"
# Even on Windows, we want Unix-style paths for the updater, because of MSYS.
cwd=$(\ls -d "$PWD"/updater/"$platform_dirname")
export LD_LIBRARY_PATH=$cwd
updater="null"
for updater_bin in $updater_bins; do
if [ -e "$cwd/$updater_bin" ]; then
echo "Found updater at $updater_bin"
updater="$cwd/$updater_bin"
break
fi
done
update_to_dep=false
if [ -n "$override_certs" ]; then
echo "Replacing certs in updater binary"
cp "${updater}" "${updater}.orig"
case ${override_certs} in
dep)
overrides=${dep_overrides}
update_to_dep=true
;;
nightly)
overrides=${nightly_overrides}
;;
release)
overrides=${release_overrides}
;;
*)
echo "Unknown override cert - skipping"
;;
esac
# because we actually rely on $overrides being split up into separate args 🤦
# shellcheck disable=SC2086
python3 "${cert_replacer}" "${MY_DIR}/../mar_certs" "${updater}.orig" "${updater}" ${overrides}
else
echo "override_certs is '${override_certs}', not replacing any certificates"
fi
if [ "$updater" == "null" ]; then
echo "Couldn't find updater binary"
continue
fi
# Quotes around %locale% needed to prevent bash from interpreting the
# "%" characters as special characters.
from_path=${from/"%locale%"/${locale}}
to_path=${to/"%locale%"/${locale}}
download_builds "${ftp_server_from}${from_path}" "${ftp_server_to}${to_path}"
err=$?
if [ "$err" != "0" ]; then
echo "TEST-UNEXPECTED-FAIL: [$release $locale $patch_type] download_builds returned non-zero exit code: $err"
continue
fi
source_file=$(basename "$from_path")
target_file=$(basename "$to_path")
diff_file="results.diff"
if [ -e ${diff_file} ]; then
rm ${diff_file}
fi
check_updates "${platform}" "downloads/${source_file}" "downloads/${target_file}" "${locale}" "${updater}" ${diff_file} "${channel}" "${mar_channel_IDs}" ${update_to_dep} "${mac_update_settings_dir_override}" "${product}"
err=$?
if [ "$err" == "0" ]; then
continue
elif [ "$err" == "1" ]; then
echo "TEST-UNEXPECTED-FAIL: [$release $locale $patch_type] check_updates returned failure for $platform downloads/$source_file vs. downloads/$target_file: $err"
elif [ "$err" == "2" ]; then
echo "WARN: [$release $locale $patch_type] check_updates returned warning for $platform downloads/$source_file vs. downloads/$target_file: $err"
else
echo "TEST-UNEXPECTED-FAIL: [$release $locale $patch_type] check_updates returned unknown error for $platform downloads/$source_file vs. downloads/$target_file: $err"
fi
if [ -s "${diff_file}" ]; then
{
echo "Found diffs for ${patch_type} update from ${aus_server}/update/3/${update_path}/update.xml?force=1"
cat "${diff_file}"
echo ""
} >> "${diff_summary_log}"
fi
fi
done
if [ -f update/partial.size ] && [ -f update/complete.size ]; then
partial_size=$(cat update/partial.size)
complete_size=$(cat update/complete.size)
if [ "$partial_size" -gt "$complete_size" ]; then
echo "TEST-UNEXPECTED-FAIL: [$release $locale $patch_type] partial updates are larger than complete updates"
elif [ "$partial_size" -eq "$complete_size" ]; then
echo "WARN: [$release $locale $patch_type] partial updates are the same size as complete updates, this should only happen for major updates"
else
echo "SUCCESS: [$release $locale $patch_type] partial updates are smaller than complete updates, all is well in the universe"
fi
fi
done
done < "$config_file"
clear_cache