JakeHillion/storj
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

jenkins: run storj-sim integration tests with cockraochdb (#3723)

Browse Source 
* add integration tests to jenksin

* have jenkins run storj-sim integration tests w/crdb

Change-Id: I696d55c5894aaf630dcd7a566e1dd705ee88486b

* rm crdb integration tests to see if postgres passes

Change-Id: I1727a027ff802acbff5fc55961a0d605faefcf2d

* comment out aws tests to see if that is the error

Change-Id: I456c3d36f6a4ce7760ea0b6c402b6ea16cfe77e3

* add aws profile to integration tests

Change-Id: Ic01185dbc7b84ac48dfb846f8f272b34b50379b6

* add tmp path for aws profile and creds

Change-Id: I7b82ee5a99937edd3f66ae01bfb5cb21028a62cf

* change linux KiB syntax to bytes to support osx

Change-Id: Ia1f1027ba8da64a6ba537062deb9b3519973621f
This commit is contained in:
Jess G 2019-12-10 11:18:02 -08:00 committed by GitHub
parent d8a8f92e30
commit 4f282921c4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 22 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
Jenkinsfile.public
View File

@ -103,6 +103,20 @@ pipeline {
} }
} }
stage('Cockroach Integration') {
environment {
STORJ_NETWORK_HOST4 = '127.0.0.4'
STORJ_NETWORK_HOST6 = '127.0.0.4'
STORJ_SIM_POSTGRES = 'cockroach://root@localhost:26257/testcockroach4?sslmode=disable'
}
steps {
sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database testcockroach4;\''
sh 'make test-sim'
}
}
stage('Backwards Compatibility') { stage('Backwards Compatibility') {
environment { environment {
STORJ_NETWORK_HOST4 = '127.0.0.3' STORJ_NETWORK_HOST4 = '127.0.0.3'
@ -117,21 +131,6 @@ pipeline {
} }
} }
stage('CockroachDB migration compatibility') {
environment {
STORJ_COCKROACH_TEST = 'cockroach://root@localhost:26257/teststorj?sslmode=disable'
STORJ_POSTGRES_TEST = 'postgres://postgres@localhost/teststorj4?sslmode=disable'
}
steps {
// Until we can run all the unit tests with cockroach (i.e. all the sql is fixed to be cockroachdb compatible),
// lets just run a bare bones test here that sets up testplanet and runs the database migration
sh 'psql -U postgres -c \'create database teststorj4;\''
sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database teststorj;\''
sh 'cd private/testplanet && go test ./... -run=TestRun'
}
}
stage('Build [gomobile]') { stage('Build [gomobile]') {
steps { steps {
// just to verify its building with recent changes // just to verify its building with recent changes

4
scripts/test-sim-aws.sh
View File

@ -12,6 +12,10 @@ SRC_DIR=$TMPDIR/source
DST_DIR=$TMPDIR/dst DST_DIR=$TMPDIR/dst
mkdir -p "$SRC_DIR" "$DST_DIR" mkdir -p "$SRC_DIR" "$DST_DIR"
export AWS_CONFIG_FILE=$TMPDIR/.aws/config
export AWS_SHARED_CREDENTIALS_FILE=$TMPDIR/.aws/credentials
aws configure set aws_access_key_id "$GATEWAY_0_ACCESS_KEY" aws configure set aws_access_key_id "$GATEWAY_0_ACCESS_KEY"
aws configure set aws_secret_access_key "$GATEWAY_0_SECRET_KEY" aws configure set aws_secret_access_key "$GATEWAY_0_SECRET_KEY"
aws configure set default.region us-east-1 aws configure set default.region us-east-1

8
scripts/test-uplink.sh
View File

@ -22,10 +22,10 @@ random_bytes_file () {
head -c $size </dev/urandom > $output head -c $size </dev/urandom > $output
} }
random_bytes_file "2KiB" "$SRC_DIR/small-upload-testfile" # create 2kb file of random bytes (inline) random_bytes_file "2048" "$SRC_DIR/small-upload-testfile" # create 2kb file of random bytes (inline)
random_bytes_file "5MiB" "$SRC_DIR/big-upload-testfile" # create 5mb file of random bytes (remote) random_bytes_file "5242880" "$SRC_DIR/big-upload-testfile" # create 5mb file of random bytes (remote)
random_bytes_file "12MiB" "$SRC_DIR/multisegment-upload-testfile" # create 2 x 6mb file of random bytes (remote) random_bytes_file "12582912" "$SRC_DIR/multisegment-upload-testfile" # create 2 x 6mb file of random bytes (remote)
random_bytes_file "9MiB" "$SRC_DIR/diff-size-segments" # create 9mb file of random bytes (remote) random_bytes_file "9437184" "$SRC_DIR/diff-size-segments" # create 9mb file of random bytes (remote)
UPLINK_DEBUG_ADDR="" UPLINK_DEBUG_ADDR=""