ci: mark failures as unstable

Change-Id: I3cfa07a35cb789f409d95d4778c07ca3355c0f3c
This commit is contained in:
Michal Niewrzal 2020-11-09 13:57:23 +01:00
parent 184e1ffa9d
commit dbf9f121ed

View File

@ -79,12 +79,9 @@ pipeline {
sh 'psql -U postgres -c \'create database teststorj;\'' sh 'psql -U postgres -c \'create database teststorj;\''
sh 'psql -U postgres -c \'create database testmetabase;\'' sh 'psql -U postgres -c \'create database testmetabase;\''
sh 'use-ports -from 1024 -to 10000 &' sh 'use-ports -from 1024 -to 10000 &'
script {
try { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
sh 'go test -parallel 4 -p 6 -vet=off $COVERFLAGS -timeout 20m -json -race ./... 2>&1 | tee .build/tests.json | xunit -out .build/tests.xml' sh 'go test -parallel 4 -p 6 -vet=off $COVERFLAGS -timeout 20m -json -race ./... 2>&1 | tee .build/tests.json | xunit -out .build/tests.xml'
} catch(err) {
unstable('tests failed')
}
} }
sh 'check-clean-directory' sh 'check-clean-directory'
} }
@ -119,12 +116,8 @@ pipeline {
sh 'cockroach sql --insecure --host=localhost:26256 -e \'create database benchcockroach;\'' sh 'cockroach sql --insecure --host=localhost:26256 -e \'create database benchcockroach;\''
sh 'psql -U postgres -c \'create database benchstorj;\'' sh 'psql -U postgres -c \'create database benchstorj;\''
script { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
try {
sh 'go test -parallel 1 -p 1 -vet=off -timeout 20m -short -run XYZXYZXYZXYZ -bench . -benchtime 1x ./...' sh 'go test -parallel 1 -p 1 -vet=off -timeout 20m -short -run XYZXYZXYZXYZ -bench . -benchtime 1x ./...'
} catch(err) {
unstable('benchmarks failed')
}
} }
} }
} }
@ -140,12 +133,8 @@ pipeline {
steps { steps {
sh 'psql -U postgres -c \'create database teststorj2;\'' sh 'psql -U postgres -c \'create database teststorj2;\''
script { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
try {
sh 'make test-sim' sh 'make test-sim'
} catch(err) {
unstable('integration failed')
}
} }
// sh 'make test-certificates' // flaky // sh 'make test-certificates' // flaky
@ -162,12 +151,8 @@ pipeline {
steps { steps {
sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database testcockroach4;\'' sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database testcockroach4;\''
script { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
try {
sh 'make test-sim' sh 'make test-sim'
} catch(err) {
unstable('cockroach integration failed')
}
} }
sh 'cockroach sql --insecure --host=localhost:26257 -e \'drop database testcockroach4;\'' sh 'cockroach sql --insecure --host=localhost:26257 -e \'drop database testcockroach4;\''
} }
@ -183,12 +168,8 @@ pipeline {
steps { steps {
sh 'psql -U postgres -c \'create database teststorj3;\'' sh 'psql -U postgres -c \'create database teststorj3;\''
script { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
try {
sh 'make test-sim-backwards-compatible' sh 'make test-sim-backwards-compatible'
} catch(err) {
unstable('backwards compatibility failed')
}
} }
} }
} }
@ -204,10 +185,8 @@ pipeline {
steps { steps {
sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database testcockroach5;\'' sh 'cockroach sql --insecure --host=localhost:26257 -e \'create database testcockroach5;\''
script{ script{
try { catchError(buildResult: 'SUCCESS', stageResult: 'UNSTABLE') {
sh 'make test-sim-backwards-compatible' sh 'make test-sim-backwards-compatible'
} catch(err) {
unstable('cockroach backwards compatibility failed')
} }
} }
sh 'cockroach sql --insecure --host=localhost:26257 -e \'drop database testcockroach5;\'' sh 'cockroach sql --insecure --host=localhost:26257 -e \'drop database testcockroach5;\''