storj/scripts/test-captplanet.sh

#!/bin/bash
set -ueo pipefail
go install -v storj.io/storj/cmd/captplanet

captplanet setup --overwrite --satellite-identity.server.revocation-dburl="redis://127.0.0.1:6378?db=2&password=abc123"

unamestr=`uname`
if [[ "$unamestr" == 'Darwin' ]]; then
  sed -i~ 's/interval:.*/interval: 1s/g' $HOME/Library/Application\ Support/Storj/Capt/config.yaml
else
  sed -i~ 's/interval:.*/interval: 1s/g' $HOME/.local/share/storj/capt/config.yaml
fi

# run captplanet for 5 seconds to reproduce kademlia problems. See V3-526
captplanet run &
CAPT_PID=$!
sleep 5
kill -9 $CAPT_PID

captplanet run &
CAPT_PID=$!

# Wait 5 seconds for kademlia startup
sleep 5

#setup tmpdir for testfiles and cleanup
TMP_DIR=$(mktemp -d -t tmp.XXXXXXXXXX)
CMP_DIR=$(mktemp -d -t tmp.XXXXXXXXXX)
mkdir -p $TMP_DIR
mkdir -p $CMP_DIR

aws configure set aws_access_key_id insecure-dev-access-key
aws configure set aws_secret_access_key insecure-dev-secret-key
aws configure set default.region us-east-1

head -c 1024 </dev/urandom > $TMP_DIR/small-upload-testfile # create 1mb file of random bytes (inline)
head -c 5120 </dev/urandom > $TMP_DIR/big-upload-testfile   # create 5mb file of random bytes (remote)
head -c 5 </dev/urandom > $TMP_DIR/multipart-upload-testfile     # create 5kb file of random bytes (remote)

aws s3 --endpoint=http://localhost:7777/ mb s3://bucket

aws configure set default.s3.multipart_threshold 1TB
aws s3 --endpoint=http://localhost:7777/ cp $TMP_DIR/small-upload-testfile s3://bucket/small-testfile
aws s3 --endpoint=http://localhost:7777/ cp $TMP_DIR/big-upload-testfile s3://bucket/big-testfile

# Wait 5 seconds to trigger any error related to one of the different intervals
sleep 5

aws configure set default.s3.multipart_threshold 4KB
aws s3 --endpoint=http://localhost:7777/ cp $TMP_DIR/multipart-upload-testfile s3://bucket/multipart-testfile

aws s3 --endpoint=http://localhost:7777/ ls s3://bucket
aws s3 --endpoint=http://localhost:7777/ cp s3://bucket/small-testfile $CMP_DIR/small-download-testfile
aws s3 --endpoint=http://localhost:7777/ cp s3://bucket/big-testfile $CMP_DIR/big-download-testfile
aws s3 --endpoint=http://localhost:7777/ cp s3://bucket/multipart-testfile $CMP_DIR/multipart-download-testfile
aws s3 --endpoint=http://localhost:7777/ rb s3://bucket --force

if cmp $TMP_DIR/small-upload-testfile $CMP_DIR/small-download-testfile
then
  echo "Downloaded file matches uploaded file";
else
  echo "Downloaded file does not match uploaded file";
  kill -9 $CAPT_PID
  exit 1;
fi

if cmp $TMP_DIR/big-upload-testfile $CMP_DIR/big-download-testfile
then
  echo "Downloaded file matches uploaded file";
else
  echo "Downloaded file does not match uploaded file";
  kill -9 $CAPT_PID
  exit 1;
fi

if cmp $TMP_DIR/multipart-upload-testfile $CMP_DIR/multipart-download-testfile
then
  echo "Downloaded file matches uploaded file";
else
  echo "Downloaded file does not match uploaded file";
  kill -9 $CAPT_PID
  exit 1;
fi

kill -9 $CAPT_PID

captplanet setup --listen-host ::1 --overwrite --satellite-identity.server.revocation-dburl="redis://127.0.0.1:6378?db=2&password=abc123"
if [[ "$unamestr" == 'Darwin' ]]; then
  sed -i~ 's/interval:.*/interval: 1s/g' $HOME/Library/Application\ Support/Storj/Capt/config.yaml
else
  sed -i~ 's/interval:.*/interval: 1s/g' $HOME/.local/share/storj/capt/config.yaml
fi

captplanet run &
CAPT_PID=$!

# Wait 5 seconds for kademlia startup
sleep 5

aws s3 --endpoint=http://localhost:7777/ mb s3://bucket
aws s3 --endpoint=http://localhost:7777/ cp $TMP_DIR/big-upload-testfile s3://bucket/big-testfile
aws s3 --endpoint=http://localhost:7777/ cp s3://bucket/big-testfile $CMP_DIR/big-download-testfile-ipv6
aws s3 --endpoint=http://localhost:7777/ rb s3://bucket --force

if cmp $TMP_DIR/big-upload-testfile $CMP_DIR/big-download-testfile-ipv6
then
  echo "Downloaded ipv6 file matches uploaded file";
else
  echo "Downloaded ipv6 file does not match uploaded file";
  kill -9 $CAPT_PID
  exit 1;
fi

kill -9 $CAPT_PID

rm -rf $TMP_DIR