scripts: Add script to automate testing against all highest release
points from major releases starting from v0.15.4 for uplink Change-Id: I7a3a300466691a47b0324ee5440d70cac42df641
This commit is contained in:
Yingrong Zhao
Yingrong Zhao
parent
67892b4add
commit
1a625887ed
187
scripts/test-sim-versions.sh
Executable file
187
scripts/test-sim-versions.sh
Executable file
@ -0,0 +1,187 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
set -ueo pipefail
|
||||||
|
set +x
|
||||||
|
|
||||||
|
cleanup(){
|
||||||
|
for version in ${unique_versions}; do
|
||||||
|
git worktree remove --force $(version_dir $version)
|
||||||
|
done
|
||||||
|
rm -rf "$TMP"
|
||||||
|
echo "cleaned up test successfully"
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
|
||||||
|
# set storagenode versions to use desired storagenode binary
|
||||||
|
populate_sno_versions(){
|
||||||
|
local version=$1
|
||||||
|
local number_of_nodes=$2
|
||||||
|
seq $number_of_nodes | xargs -n1 -I{} echo $version
|
||||||
|
}
|
||||||
|
|
||||||
|
# set peers' versions
|
||||||
|
# in stage 1: satellite and storagenode use latest release version, uplink uses all highest point release from all major releases starting from v0.15
|
||||||
|
# in stage 2: satellite core uses latest release version and satellite api uses master. Storage nodes are split into half on latest release version and half on master. Uplink uses the all versions from stage 1 plus master
|
||||||
|
git fetch --tags
|
||||||
|
current_release_version=$(git describe --tags `git rev-list --tags --max-count=1`)
|
||||||
|
major_release_tags=$(git tag -l --sort -version:refname | sort -k2,2 -t'.' --unique | grep -e "^v0\.\(1[5-9]\)\|2[2-9]")
|
||||||
|
stage1_sat_version=$current_release_version
|
||||||
|
stage1_uplink_versions=$major_release_tags
|
||||||
|
stage1_storagenode_versions=$(populate_sno_versions $current_release_version 10)
|
||||||
|
stage2_sat_version="master"
|
||||||
|
stage2_uplink_versions=$major_release_tags\ "master"
|
||||||
|
stage2_storagenode_versions=$(populate_sno_versions $current_release_version 5)\ $(populate_sno_versions "master" 5)
|
||||||
|
|
||||||
|
echo "stage1_sat_version" $stage1_sat_version
|
||||||
|
echo "stage1_uplink_versions" $stage1_uplink_versions
|
||||||
|
echo "stage1_storagenode_versions" $stage1_storagenode_versions
|
||||||
|
echo "stage2_sat_version" $stage2_sat_version
|
||||||
|
echo "stage2_uplink_versions" $stage2_uplink_versions
|
||||||
|
echo "stage2_storagenode_versions" $stage2_storagenode_versions
|
||||||
|
|
||||||
|
TMP=$(mktemp -d -t tmp.XXXXXXXXXX)
|
||||||
|
|
||||||
|
find_unique_versions(){
|
||||||
|
echo "$*" | tr " " "\n" | sort | uniq
|
||||||
|
}
|
||||||
|
|
||||||
|
version_dir(){
|
||||||
|
echo "${TMP}/${1}"
|
||||||
|
}
|
||||||
|
|
||||||
|
replace_in_file(){
|
||||||
|
local src="$1"
|
||||||
|
local dest="$2"
|
||||||
|
local path=$3
|
||||||
|
case "$OSTYPE" in
|
||||||
|
darwin*)
|
||||||
|
sed -i '' "s#${src}#${dest}#g" "${path}" ;;
|
||||||
|
*)
|
||||||
|
sed -i "s#${src}#${dest}#g" "${path}" ;;
|
||||||
|
esac
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
setup_stage(){
|
||||||
|
local test_dir=$1
|
||||||
|
local sat_version=$2
|
||||||
|
local stage_sn_versions=$3
|
||||||
|
|
||||||
|
echo "Satellite version: ${sat_version}"
|
||||||
|
echo "Storagenode versions: ${stage_sn_versions}"
|
||||||
|
|
||||||
|
local src_sat_version_dir=$(version_dir ${sat_version})
|
||||||
|
|
||||||
|
PATH=$src_sat_version_dir/bin:$PATH src_sat_cfg_dir=$(storj-sim network env --config-dir=${src_sat_version_dir}/local-network/ SATELLITE_0_DIR)
|
||||||
|
PATH=$test_dir/bin:$PATH dest_sat_cfg_dir=$(storj-sim network env --config-dir=${test_dir}/local-network/ SATELLITE_0_DIR)
|
||||||
|
|
||||||
|
# ln binary and copy config.yaml for desired version
|
||||||
|
ln -f $src_sat_version_dir/bin/satellite $dest_sat_cfg_dir/satellite
|
||||||
|
cp $src_sat_cfg_dir/config.yaml $dest_sat_cfg_dir
|
||||||
|
replace_in_file "${src_sat_version_dir}" "${test_dir}" "${dest_sat_cfg_dir}/config.yaml"
|
||||||
|
|
||||||
|
counter=0
|
||||||
|
for sn_version in ${stage_sn_versions}; do
|
||||||
|
local src_sn_version_dir=$(version_dir ${sn_version})
|
||||||
|
|
||||||
|
PATH=$src_sn_version_dir/bin:$PATH src_sn_cfg_dir=$(storj-sim network env --config-dir=${src_sn_version_dir}/local-network/ STORAGENODE_${counter}_DIR)
|
||||||
|
PATH=$test_dir/bin:$PATH dest_sn_cfg_dir=$(storj-sim network env --config-dir=${test_dir}/local-network/ STORAGENODE_${counter}_DIR)
|
||||||
|
|
||||||
|
dest_sat_nodeid=$(grep "storage2.trust.source" ${dest_sn_cfg_dir}/config.yaml || grep "storage.whitelisted-satellites" ${dest_sn_cfg_dir}/config.yaml)
|
||||||
|
dest_sat_nodeid=$(echo $dest_sat_nodeid | grep -o ": .*@")
|
||||||
|
src_sat_nodeid=$(grep "storage2.trust.source" ${src_sn_cfg_dir}/config.yaml || grep "storage.whitelisted-satellites" ${src_sn_cfg_dir}/config.yaml)
|
||||||
|
src_sat_nodeid=$(echo $src_sat_nodeid | grep -o ": .*@")
|
||||||
|
|
||||||
|
# ln binary and copy config.yaml for desired version
|
||||||
|
ln -f $src_sn_version_dir/bin/storagenode $dest_sn_cfg_dir/storagenode
|
||||||
|
cp $src_sn_cfg_dir/config.yaml $dest_sn_cfg_dir
|
||||||
|
|
||||||
|
# update config dir in config.yaml as well as whitelisted satellites in config.yaml
|
||||||
|
replace_in_file "${src_sn_version_dir}" "${test_dir}" "${dest_sn_cfg_dir}/config.yaml"
|
||||||
|
replace_in_file "${src_sat_nodeid}" "${dest_sat_nodeid}" "${dest_sn_cfg_dir}/config.yaml"
|
||||||
|
|
||||||
|
let counter+=1
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
# Set up each environment
|
||||||
|
unique_versions=$(find_unique_versions "$stage1_sat_version" "$stage1_uplink_versions" "$stage1_storagenode_versions" "$stage2_sat_version" "$stage2_uplink_versions" "$stage2_storagenode_versions")
|
||||||
|
|
||||||
|
STORJ_NETWORK_HOST4=${STORJ_NETWORK_HOST4:-127.0.0.1}
|
||||||
|
STORJ_SIM_POSTGRES=${STORJ_SIM_POSTGRES:-""}
|
||||||
|
|
||||||
|
if [ -z ${STORJ_SIM_POSTGRES} ]; then
|
||||||
|
echo "STORJ_SIM_POSTGRES is required for the satellite DB. Example: STORJ_SIM_POSTGRES=postgres://[user]:[pass]@[host]/[db]?sslmode=disable"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Setting up environments for versions" ${unique_versions}
|
||||||
|
|
||||||
|
# Get latest release tags and clean up git worktree
|
||||||
|
git fetch
|
||||||
|
git worktree prune
|
||||||
|
for version in ${unique_versions}; do
|
||||||
|
dir=$(version_dir ${version})
|
||||||
|
bin_dir=${dir}/bin
|
||||||
|
|
||||||
|
echo -e "\nAdding worktree for ${version} in ${dir}."
|
||||||
|
git worktree add -f ${dir} ${version}
|
||||||
|
rm -f ${dir}/private/version/release.go
|
||||||
|
rm -f ${dir}/internal/version/release.go
|
||||||
|
if [[ $version = $current_release_version || $version = "master" ]]
|
||||||
|
then
|
||||||
|
echo "Installing storj-sim for ${version} in ${dir}."
|
||||||
|
GOBIN=${bin_dir} make -C "${dir}" install-sim > /dev/null 2>&1
|
||||||
|
echo "Setting up storj-sim for ${version}. Bin: ${bin_dir}, Config: ${dir}/local-network"
|
||||||
|
PATH=${bin_dir}:$PATH storj-sim -x --host="${STORJ_NETWORK_HOST4}" --postgres="${STORJ_SIM_POSTGRES}" --config-dir "${dir}/local-network" network setup > /dev/null 2>&1
|
||||||
|
echo "Finished setting up. ${dir}/local-network:" $(ls ${dir}/local-network)
|
||||||
|
echo "Binary shasums:"
|
||||||
|
shasum ${bin_dir}/satellite
|
||||||
|
shasum ${bin_dir}/storagenode
|
||||||
|
shasum ${bin_dir}/uplink
|
||||||
|
shasum ${bin_dir}/gateway
|
||||||
|
else
|
||||||
|
echo "Installing uplink and gateway for ${version} in ${dir}."
|
||||||
|
cd ${dir}
|
||||||
|
GOBIN=${bin_dir} go install -race -v storj.io/storj/cmd/uplink > /dev/null 2>&1
|
||||||
|
GOBIN=${bin_dir} go install -race -v storj.io/storj/cmd/gateway > /dev/null 2>&1
|
||||||
|
cd -
|
||||||
|
echo "Finished installing. ${bin_dir}:" $(ls ${bin_dir})
|
||||||
|
echo "Binary shasums:"
|
||||||
|
shasum ${bin_dir}/uplink
|
||||||
|
shasum ${bin_dir}/gateway
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
# Use stage 1 satellite version as the starting state. Create a cp of that
|
||||||
|
# version folder so we don't worry about dirty states. Then copy/link/mv
|
||||||
|
# appropriate resources into that folder to ensure we have correct versions.
|
||||||
|
test_dir=$(version_dir "test_dir")
|
||||||
|
cp -r $(version_dir ${stage1_sat_version}) ${test_dir}
|
||||||
|
echo -e "\nSetting up stage 1 in ${test_dir}"
|
||||||
|
scriptdir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
|
||||||
|
setup_stage "${test_dir}" "${stage1_sat_version}" "${stage1_storagenode_versions}"
|
||||||
|
|
||||||
|
# Uploading files to the network using the latest release version for each uplink version
|
||||||
|
for ul_version in ${stage1_uplink_versions}; do
|
||||||
|
echo "Uplink version: ${ul_version}"
|
||||||
|
src_ul_version_dir=$(version_dir ${ul_version})
|
||||||
|
ln -f ${src_ul_version_dir}/bin/uplink $test_dir/bin/uplink
|
||||||
|
PATH=$test_dir/bin:$PATH storj-sim -x --host "${STORJ_NETWORK_HOST4}" --config-dir "${test_dir}/local-network" network test bash "${scriptdir}/test-versions.sh" "${test_dir}/local-network" "upload" "${ul_version}"
|
||||||
|
done
|
||||||
|
|
||||||
|
echo -e "\nSetting up stage 2 in ${test_dir}"
|
||||||
|
setup_stage "${test_dir}" "${stage2_sat_version}" "${stage2_storagenode_versions}"
|
||||||
|
echo -e "\nRunning stage 2."
|
||||||
|
|
||||||
|
# Downloading every file uploaded in stage 1 from the network using the latest commit from master branch for each uplink version
|
||||||
|
for ul_version in ${stage2_uplink_versions}; do
|
||||||
|
echo "Uplink version: ${ul_version}"
|
||||||
|
src_ul_version_dir=$(version_dir ${ul_version})
|
||||||
|
ln -f ${src_ul_version_dir}/bin/uplink $test_dir/bin/uplink
|
||||||
|
PATH=$test_dir/bin:$PATH storj-sim -x --host "${STORJ_NETWORK_HOST4}" --config-dir "${test_dir}/local-network" network test bash "${scriptdir}/test-versions.sh" "${test_dir}/local-network" "download" "${stage1_uplink_versions}"
|
||||||
|
done
|
||||||
|
|
||||||
|
|
||||||
|
echo -e "\nCleaning up."
|
||||||
|
PATH=$test_dir/bin:$PATH storj-sim -x --host "${STORJ_NETWORK_HOST4}" --config-dir "${test_dir}/local-network" network test bash "${scriptdir}/test-versions.sh" "${test_dir}/local-network" "cleanup" "${stage1_uplink_versions}"
|
||||||
158
scripts/test-versions.sh
Executable file
158
scripts/test-versions.sh
Executable file
@ -0,0 +1,158 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
set -ueo pipefail
|
||||||
|
|
||||||
|
main_cfg_dir=$1
|
||||||
|
command=$2
|
||||||
|
|
||||||
|
bucket="bucket-123"
|
||||||
|
test_files_dir="${main_cfg_dir}/testfiles"
|
||||||
|
stage1_dst_dir="${main_cfg_dir}/stage1"
|
||||||
|
stage2_dst_dir="${main_cfg_dir}/stage2"
|
||||||
|
|
||||||
|
setup(){
|
||||||
|
mkdir -p "$test_files_dir" "$stage1_dst_dir" "$stage2_dst_dir"
|
||||||
|
random_bytes_file () {
|
||||||
|
size=$1
|
||||||
|
output=$2
|
||||||
|
head -c $size </dev/urandom > $output
|
||||||
|
}
|
||||||
|
random_bytes_file "2048" "$test_files_dir/small-upload-testfile" # create 2kb file of random bytes (inline)
|
||||||
|
random_bytes_file "5242880" "$test_files_dir/big-upload-testfile" # create 5mb file of random bytes (remote)
|
||||||
|
random_bytes_file "134217728" "$test_files_dir/multisegment-upload-testfile" # create 128mb file of random bytes (remote)
|
||||||
|
|
||||||
|
echo "setup test successfully"
|
||||||
|
}
|
||||||
|
|
||||||
|
echo "Begin test-versions.sh, storj-sim config directory:" ${main_cfg_dir}
|
||||||
|
|
||||||
|
echo "which storj-sim: $(which storj-sim)"
|
||||||
|
echo "Shasum for storj-sim:"
|
||||||
|
shasum $(which storj-sim)
|
||||||
|
|
||||||
|
echo -e "\nConfig directory for uplink:"
|
||||||
|
echo "${main_cfg_dir}/uplink"
|
||||||
|
echo "which uplink: $(which uplink)"
|
||||||
|
echo "Shasum for uplink:"
|
||||||
|
shasum $(which uplink)
|
||||||
|
|
||||||
|
if [ ! -d ${main_cfg_dir}/uplink ]; then
|
||||||
|
mkdir -p ${main_cfg_dir}/uplink
|
||||||
|
api_key=$(storj-sim --config-dir=$main_cfg_dir network env GATEWAY_0_API_KEY)
|
||||||
|
sat_addr=$(storj-sim --config-dir=$main_cfg_dir network env SATELLITE_0_ADDR)
|
||||||
|
uplink setup --non-interactive --api-key="$api_key" --satellite-addr="$sat_addr" --config-dir="${main_cfg_dir}/uplink" --enc.encryption-key="TestEncKey"
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo -e "\nConfig directory for satellite:"
|
||||||
|
echo "${main_cfg_dir}/satellite/0"
|
||||||
|
echo "Shasum for satellite:"
|
||||||
|
shasum ${main_cfg_dir}/satellite/0/satellite
|
||||||
|
|
||||||
|
echo -e "\nStoragenode config directories:"
|
||||||
|
for i in {0..9}
|
||||||
|
do
|
||||||
|
echo -e "\nConfig directory for sn ${i}:"
|
||||||
|
echo "${main_cfg_dir}/storagenode/${i}"
|
||||||
|
echo "Shasum for sn ${i} binary:"
|
||||||
|
shasum ${main_cfg_dir}/storagenode/${i}/storagenode
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ "$command" == "upload" ]]; then
|
||||||
|
uplink_version=$3
|
||||||
|
setup
|
||||||
|
bucket_name=${bucket}-${uplink_version}
|
||||||
|
download_dst_dir=${stage1_dst_dir}/${uplink_version}
|
||||||
|
mkdir -p "$download_dst_dir"
|
||||||
|
|
||||||
|
uplink mb "sj://$bucket_name/" --config-dir="${main_cfg_dir}/uplink"
|
||||||
|
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "${test_files_dir}/small-upload-testfile" "sj://$bucket_name/"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "${test_files_dir}/big-upload-testfile" "sj://$bucket_name/"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "${test_files_dir}/multisegment-upload-testfile" "sj://$bucket_name/"
|
||||||
|
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/small-upload-testfile" "${download_dst_dir}"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/big-upload-testfile" "${download_dst_dir}"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/multisegment-upload-testfile" "${download_dst_dir}"
|
||||||
|
|
||||||
|
if cmp "${test_files_dir}/small-upload-testfile" "${download_dst_dir}/small-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "upload test on release tag: small upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "upload test on release tag: small upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if cmp "${test_files_dir}/big-upload-testfile" "${download_dst_dir}/big-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "upload test on release tag: big upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "upload test on release tag: big upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if cmp "${test_files_dir}/multisegment-upload-testfile" "${download_dst_dir}/multisegment-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "upload test on release tag: multisegment upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "upload test on release tag: multisegment upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "$command" == "download" ]]; then
|
||||||
|
existing_bucket_name_suffixes=$3
|
||||||
|
|
||||||
|
# download all uploaded files from stage 1 with currently selected uplink
|
||||||
|
for suffix in ${existing_bucket_name_suffixes}; do
|
||||||
|
bucket_name=${bucket}-${suffix}
|
||||||
|
original_dst_dir=${stage1_dst_dir}/${suffix}
|
||||||
|
download_dst_dir=${stage2_dst_dir}/${suffix}
|
||||||
|
mkdir -p "$download_dst_dir"
|
||||||
|
|
||||||
|
echo "bucket name: ${bucket_name}"
|
||||||
|
echo "download folder name: ${download_dst_dir}"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/small-upload-testfile" "${download_dst_dir}"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/big-upload-testfile" "${download_dst_dir}"
|
||||||
|
uplink cp --config-dir="${main_cfg_dir}/uplink" --progress=false "sj://$bucket_name/multisegment-upload-testfile" "${download_dst_dir}"
|
||||||
|
|
||||||
|
if cmp "${original_dst_dir}/small-upload-testfile" "${download_dst_dir}/small-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "download test on current branch: small upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "download test on current branch: small upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if cmp "${original_dst_dir}/big-upload-testfile" "${download_dst_dir}/big-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "download test on current branch: big upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "download test on current branch: big upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if cmp "${original_dst_dir}/multisegment-upload-testfile" "${download_dst_dir}/multisegment-upload-testfile"
|
||||||
|
then
|
||||||
|
echo "download test on current branch: multisegment upload testfile matches uploaded file"
|
||||||
|
else
|
||||||
|
echo "download test on current branch: multisegment upload testfile does not match uploaded file"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
rm -rf ${download_dst_dir}
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "$command" == "cleanup" ]]; then
|
||||||
|
uplink_versions=$3
|
||||||
|
for ul_version in ${uplink_versions}; do
|
||||||
|
bucket_name=${bucket}-${ul_version}
|
||||||
|
uplink rm --config-dir="${main_cfg_dir}/uplink" "sj://$bucket_name/small-upload-testfile"
|
||||||
|
uplink rm --config-dir="${main_cfg_dir}/uplink" "sj://$bucket_name/big-upload-testfile"
|
||||||
|
uplink rm --config-dir="${main_cfg_dir}/uplink" "sj://$bucket_name/multisegment-upload-testfile"
|
||||||
|
uplink rb --config-dir="${main_cfg_dir}/uplink" "sj://$bucket_name"
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Done with test-versions.sh"
|
||||||
Loading…
Reference in New Issue
Block a user