4f282921c4
* add integration tests to jenksin * have jenkins run storj-sim integration tests w/crdb Change-Id: I696d55c5894aaf630dcd7a566e1dd705ee88486b * rm crdb integration tests to see if postgres passes Change-Id: I1727a027ff802acbff5fc55961a0d605faefcf2d * comment out aws tests to see if that is the error Change-Id: I456c3d36f6a4ce7760ea0b6c402b6ea16cfe77e3 * add aws profile to integration tests Change-Id: Ic01185dbc7b84ac48dfb846f8f272b34b50379b6 * add tmp path for aws profile and creds Change-Id: I7b82ee5a99937edd3f66ae01bfb5cb21028a62cf * change linux KiB syntax to bytes to support osx Change-Id: Ia1f1027ba8da64a6ba537062deb9b3519973621f
75 lines
2.7 KiB
Bash
Executable File
75 lines
2.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -ueo pipefail
|
|
|
|
#setup tmpdir for testfiles and cleanup
|
|
TMPDIR=$(mktemp -d -t tmp.XXXXXXXXXX)
|
|
cleanup(){
|
|
rm -rf "$TMPDIR"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
SRC_DIR=$TMPDIR/source
|
|
DST_DIR=$TMPDIR/dst
|
|
mkdir -p "$SRC_DIR" "$DST_DIR"
|
|
|
|
|
|
export AWS_CONFIG_FILE=$TMPDIR/.aws/config
|
|
export AWS_SHARED_CREDENTIALS_FILE=$TMPDIR/.aws/credentials
|
|
|
|
aws configure set aws_access_key_id "$GATEWAY_0_ACCESS_KEY"
|
|
aws configure set aws_secret_access_key "$GATEWAY_0_SECRET_KEY"
|
|
aws configure set default.region us-east-1
|
|
|
|
random_bytes_file () {
|
|
size=$1
|
|
output=$2
|
|
dd if=/dev/urandom of="$output" count=1 bs="$size" >/dev/null 2>&1
|
|
}
|
|
|
|
random_bytes_file 1x1024x1024 "$SRC_DIR/small-upload-testfile" # create 1mb file of random bytes (inline)
|
|
random_bytes_file 5x1024x1024 "$SRC_DIR/big-upload-testfile" # create 5mb file of random bytes (remote)
|
|
random_bytes_file 5x1024 "$SRC_DIR/multipart-upload-testfile" # create 5kb file of random bytes (remote)
|
|
|
|
echo "Creating Bucket"
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" mb s3://bucket
|
|
|
|
echo "Uploading Files"
|
|
aws configure set default.s3.multipart_threshold 1TB
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp "$SRC_DIR/small-upload-testfile" s3://bucket/small-testfile
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp "$SRC_DIR/big-upload-testfile" s3://bucket/big-testfile
|
|
|
|
# Wait 5 seconds to trigger any error related to one of the different intervals
|
|
sleep 5
|
|
|
|
echo "Uploading Multipart File"
|
|
aws configure set default.s3.multipart_threshold 4KB
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp "$SRC_DIR/multipart-upload-testfile" s3://bucket/multipart-testfile
|
|
|
|
echo "Downloading Files"
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" ls s3://bucket
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp s3://bucket/small-testfile "$DST_DIR/small-download-testfile"
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp s3://bucket/big-testfile "$DST_DIR/big-download-testfile"
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" cp s3://bucket/multipart-testfile "$DST_DIR/multipart-download-testfile"
|
|
aws s3 --endpoint="http://$GATEWAY_0_ADDR" rb s3://bucket --force
|
|
|
|
if cmp "$SRC_DIR/small-upload-testfile" "$DST_DIR/small-download-testfile"
|
|
then
|
|
echo "small-upload-testfile file matches uploaded file";
|
|
else
|
|
echo "small-upload-testfile file does not match uploaded file";
|
|
fi
|
|
|
|
if cmp "$SRC_DIR/big-upload-testfile" "$DST_DIR/big-download-testfile"
|
|
then
|
|
echo "big-upload-testfile file matches uploaded file";
|
|
else
|
|
echo "big-upload-testfile file does not match uploaded file";
|
|
fi
|
|
|
|
if cmp "$SRC_DIR/multipart-upload-testfile" "$DST_DIR/multipart-download-testfile"
|
|
then
|
|
echo "multipart-upload-testfile file matches uploaded file";
|
|
else
|
|
echo "multipart-upload-testfile file does not match uploaded file";
|
|
fi
|