522 lines
22 KiB
Makefile
522 lines
22 KiB
Makefile
GO_VERSION ?= 1.20.3
|
|
GOOS ?= linux
|
|
GOARCH ?= amd64
|
|
GOPATH ?= $(shell go env GOPATH)
|
|
NODE_VERSION ?= 16.11.1
|
|
COMPOSE_PROJECT_NAME := ${TAG}-$(shell git rev-parse --abbrev-ref HEAD)
|
|
BRANCH_NAME ?= $(shell git rev-parse --abbrev-ref HEAD | sed "s!/!-!g")
|
|
GIT_TAG := $(shell git rev-parse --short HEAD)
|
|
ifeq (${BRANCH_NAME},main)
|
|
TAG := ${GIT_TAG}-go${GO_VERSION}
|
|
TRACKED_BRANCH := true
|
|
LATEST_TAG := latest
|
|
else
|
|
TAG := ${GIT_TAG}-${BRANCH_NAME}-go${GO_VERSION}
|
|
ifneq (,$(findstring release-,$(BRANCH_NAME)))
|
|
TRACKED_BRANCH := true
|
|
LATEST_TAG := ${BRANCH_NAME}-latest
|
|
endif
|
|
endif
|
|
CUSTOMTAG ?=
|
|
|
|
FILEEXT :=
|
|
ifeq (${GOOS},windows)
|
|
FILEEXT := .exe
|
|
endif
|
|
|
|
DOCKER_BUILD := docker build \
|
|
--build-arg TAG=${TAG}
|
|
|
|
DOCKER_BUILDX := docker buildx build
|
|
|
|
.DEFAULT_GOAL := help
|
|
.PHONY: help
|
|
help:
|
|
@awk 'BEGIN { \
|
|
FS = ":.*##"; \
|
|
printf "\nUsage:\n make \033[36m<target>\033[0m\n"\
|
|
} \
|
|
/^[a-zA-Z_-]+:.*?##/ { \
|
|
printf " \033[36m%-17s\033[0m %s\n", $$1, $$2 \
|
|
} \
|
|
/^##@/ { \
|
|
printf "\n\033[1m%s\033[0m\n", substr($$0, 5) \
|
|
} ' $(MAKEFILE_LIST)
|
|
|
|
##@ Dependencies
|
|
|
|
.PHONY: build-dev-deps
|
|
build-dev-deps: ## Install dependencies for builds
|
|
go get golang.org/x/tools/cover
|
|
go get github.com/josephspurrier/goversioninfo/cmd/goversioninfo
|
|
go get github.com/github-release/github-release
|
|
|
|
.PHONY: goimports-fix
|
|
goimports-fix: ## Applies goimports to every go file (excluding vendored files)
|
|
goimports -w -local storj.io $$(find . -type f -name '*.go' -not -path "*/vendor/*")
|
|
|
|
.PHONY: goimports-st
|
|
goimports-st: ## Applies goimports to every go file in `git status` (ignores untracked files)
|
|
@git status --porcelain -uno|grep .go|grep -v "^D"|sed -E 's,\w+\s+(.+->\s+)?,,g'|xargs -I {} goimports -w -local storj.io {}
|
|
|
|
.PHONY: build-packages
|
|
build-packages: build-packages-race build-packages-normal build-satellite-npm build-storagenode-npm build-multinode-npm build-satellite-admin-npm ## Test docker images locally
|
|
build-packages-race:
|
|
go build -v ./...
|
|
build-packages-normal:
|
|
go build -v -race ./...
|
|
build-satellite-npm:
|
|
cd web/satellite && npm ci
|
|
build-storagenode-npm:
|
|
cd web/storagenode && npm ci
|
|
build-multinode-npm:
|
|
cd web/multinode && npm ci
|
|
build-satellite-admin-npm:
|
|
cd satellite/admin/ui && npm ci
|
|
|
|
##@ Simulator
|
|
|
|
# Allow the caller to set GATEWAYPATH if desired. This controls where the new
|
|
# go module is created to install the specific gateway version.
|
|
ifndef GATEWAYPATH
|
|
GATEWAYPATH=.build/gateway-tmp
|
|
endif
|
|
.PHONY: install-sim
|
|
install-sim: ## install storj-sim
|
|
@echo "Running ${@}"
|
|
go install -race -v \
|
|
storj.io/storj/cmd/satellite \
|
|
storj.io/storj/cmd/storagenode \
|
|
storj.io/storj/cmd/storj-sim \
|
|
storj.io/storj/cmd/versioncontrol \
|
|
storj.io/storj/cmd/uplink \
|
|
storj.io/storj/cmd/identity \
|
|
storj.io/storj/cmd/certificates \
|
|
storj.io/storj/cmd/multinode
|
|
|
|
## install the latest stable version of Gateway-ST
|
|
go install -race -v storj.io/gateway@latest
|
|
|
|
##@ Lint
|
|
|
|
LINT_TARGET="./..."
|
|
|
|
.PHONY: .lint
|
|
.lint:
|
|
go run ./scripts/lint.go \
|
|
-parallel 4 \
|
|
-race \
|
|
-modules \
|
|
-copyright \
|
|
-imports \
|
|
-peer-constraints \
|
|
-atomic-align \
|
|
-monkit \
|
|
-errs \
|
|
-staticcheck \
|
|
-golangci \
|
|
-monitoring \
|
|
-wasm-size \
|
|
-protolock \
|
|
$(LINT_TARGET)
|
|
|
|
.PHONY: lint
|
|
lint:
|
|
docker run --rm -it \
|
|
-v ${GOPATH}/pkg:/go/pkg \
|
|
-v ${PWD}:/storj \
|
|
-w /storj \
|
|
storjlabs/ci-slim \
|
|
make .lint LINT_TARGET="$(LINT_TARGET)"
|
|
|
|
.PHONY: .lint/testsuite/ui
|
|
.lint/testsuite/ui:
|
|
go run ./scripts/lint.go \
|
|
-work-dir testsuite/ui \
|
|
-parallel 4 \
|
|
-imports \
|
|
-atomic-align \
|
|
-errs \
|
|
-staticcheck \
|
|
-golangci \
|
|
$(LINT_TARGET)
|
|
|
|
.PHONY: lint/testsuite/ui
|
|
lint/testsuite/ui:
|
|
docker run --rm -it \
|
|
-v ${GOPATH}/pkg:/go/pkg \
|
|
-v ${PWD}:/storj \
|
|
-w /storj \
|
|
storjlabs/ci \
|
|
make .lint/testsuite/ui LINT_TARGET="$(LINT_TARGET)"
|
|
|
|
##@ Test
|
|
|
|
TEST_TARGET ?= "./..."
|
|
|
|
.PHONY: test/setup
|
|
test/setup:
|
|
@docker compose -f docker-compose.tests.yaml down -v --remove-orphans ## cleanup previous data
|
|
@docker compose -f docker-compose.tests.yaml up -d
|
|
@sleep 3
|
|
@docker compose -f docker-compose.tests.yaml exec crdb1 bash -c 'cockroach sql --insecure -e "create database testcockroach;"'
|
|
@docker compose -f docker-compose.tests.yaml exec crdb2 bash -c 'cockroach sql --insecure -e "create database testcockroach;"'
|
|
@docker compose -f docker-compose.tests.yaml exec crdb3 bash -c 'cockroach sql --insecure -e "create database testcockroach;"'
|
|
@docker compose -f docker-compose.tests.yaml exec crdb4 bash -c 'cockroach sql --insecure -e "create database testcockroach;"'
|
|
@docker compose -f docker-compose.tests.yaml exec crdb5 bash -c 'cockroach sql --insecure -e "create database testcockroach;"'
|
|
@docker compose -f docker-compose.tests.yaml exec crdb4 bash -c 'cockroach sql --insecure -e "create database testmetabase;"'
|
|
@docker compose -f docker-compose.tests.yaml exec postgres bash -c 'echo "postgres" | psql -U postgres -c "create database teststorj;"'
|
|
@docker compose -f docker-compose.tests.yaml exec postgres bash -c 'echo "postgres" | psql -U postgres -c "create database testmetabase;"'
|
|
@docker compose -f docker-compose.tests.yaml exec postgres bash -c 'echo "postgres" | psql -U postgres -c "ALTER ROLE postgres CONNECTION LIMIT -1;"'
|
|
|
|
.PHONY: test/postgres
|
|
test/postgres: test/setup ## Run tests against Postgres (developer)
|
|
@env \
|
|
STORJ_TEST_POSTGRES='postgres://postgres:postgres@localhost:5532/teststorj?sslmode=disable' \
|
|
STORJ_TEST_COCKROACH='omit' \
|
|
STORJ_TEST_LOG_LEVEL='info' \
|
|
go test -tags noembed -parallel 4 -p 6 -vet=off -race -v -cover -coverprofile=.coverprofile $(TEST_TARGET) || { \
|
|
docker compose -f docker-compose.tests.yaml down -v; \
|
|
}
|
|
@docker compose -f docker-compose.tests.yaml down -v
|
|
@echo done
|
|
|
|
.PHONY: test/cockroach
|
|
test/cockroach: test/setup ## Run tests against CockroachDB (developer)
|
|
@env \
|
|
STORJ_TEST_COCKROACH_NODROP='true' \
|
|
STORJ_TEST_POSTGRES='omit' \
|
|
STORJ_TEST_COCKROACH="cockroach://root@localhost:26356/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26357/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26358/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26359/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH_ALT='cockroach://root@localhost:26360/testcockroach?sslmode=disable' \
|
|
STORJ_TEST_LOG_LEVEL='info' \
|
|
go test -tags noembed -parallel 4 -p 6 -vet=off -race -v -cover -coverprofile=.coverprofile $(TEST_TARGET) || { \
|
|
docker compose -f docker-compose.tests.yaml down -v; \
|
|
}
|
|
@docker compose -f docker-compose.tests.yaml down -v
|
|
@echo done
|
|
|
|
.PHONY: test
|
|
test: test/setup ## Run tests against CockroachDB and Postgres (developer)
|
|
@env \
|
|
STORJ_TEST_COCKROACH_NODROP='true' \
|
|
STORJ_TEST_POSTGRES='postgres://postgres:postgres@localhost:5532/teststorj?sslmode=disable' \
|
|
STORJ_TEST_COCKROACH="cockroach://root@localhost:26356/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26357/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26358/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH="$$STORJ_TEST_COCKROACH;cockroach://root@localhost:26359/testcockroach?sslmode=disable" \
|
|
STORJ_TEST_COCKROACH_ALT='cockroach://root@localhost:26360/testcockroach?sslmode=disable' \
|
|
STORJ_TEST_LOG_LEVEL='info' \
|
|
go test -tags noembed -parallel 4 -p 6 -vet=off -race -v -cover -coverprofile=.coverprofile $(TEST_TARGET) || { \
|
|
docker compose -f docker-compose.tests.yaml rm -fs; \
|
|
}
|
|
@docker compose -f docker-compose.tests.yaml rm -fs
|
|
@echo done
|
|
|
|
.PHONY: test-sim
|
|
test-sim: ## Test source with storj-sim (jenkins)
|
|
@echo "Running ${@}"
|
|
@./scripts/tests/integration/test-sim.sh
|
|
|
|
.PHONY: test-sim-redis-unavailability
|
|
test-sim-redis-unavailability: ## Test source with Redis availability with storj-sim (jenkins)
|
|
@echo "Running ${@}"
|
|
@./scripts/tests/redis/test-sim-redis-up-and-down.sh
|
|
|
|
|
|
.PHONY: test-certificates
|
|
test-certificates: ## Test certificate signing service and storagenode setup (jenkins)
|
|
@echo "Running ${@}"
|
|
@./scripts/test-certificates.sh
|
|
|
|
.PHONY: test-sim-backwards-compatible
|
|
test-sim-backwards-compatible: ## Test uploading a file with lastest release (jenkins)
|
|
@echo "Running ${@}"
|
|
@./scripts/tests/backwardcompatibility/test-sim-backwards.sh
|
|
|
|
.PHONY: check-monitoring
|
|
check-monitoring: ## Check for locked monkit calls that have changed
|
|
@echo "Running ${@}"
|
|
@check-monitoring ./... | diff -U0 ./monkit.lock - \
|
|
|| (echo "Locked monkit metrics have been changed. **Notify #team-data** and run \`go run github.com/storj/ci/check-monitoring -out monkit.lock ./...\` to update monkit.lock file." \
|
|
&& exit 1)
|
|
|
|
.PHONY: test-wasm-size
|
|
test-wasm-size: ## Test that the built .wasm code has not increased in size
|
|
@echo "Running ${@}"
|
|
@./scripts/test-wasm-size.sh
|
|
|
|
##@ Build
|
|
|
|
.PHONY: storagenode-console
|
|
storagenode-console:
|
|
# build web assets
|
|
rm -rf web/storagenode/dist
|
|
# install npm dependencies and build the binaries
|
|
docker run --rm -i \
|
|
--mount type=bind,src="${PWD}",dst=/go/src/storj.io/storj \
|
|
-w /go/src/storj.io/storj/web/storagenode \
|
|
-e HOME=/tmp \
|
|
-u $(shell id -u):$(shell id -g) \
|
|
node:${NODE_VERSION} \
|
|
/bin/bash -c "npm ci && npm run build"
|
|
|
|
.PHONY: multinode-console
|
|
multinode-console:
|
|
# build web assets
|
|
rm -rf web/multinode/dist
|
|
# install npm dependencies and build the binaries
|
|
docker run --rm -i \
|
|
--mount type=bind,src="${PWD}",dst=/go/src/storj.io/storj \
|
|
-w /go/src/storj.io/storj/web/multinode \
|
|
-e HOME=/tmp \
|
|
-u $(shell id -u):$(shell id -g) \
|
|
node:${NODE_VERSION} \
|
|
/bin/bash -c "npm ci && npm run build"
|
|
|
|
.PHONY: satellite-admin-ui
|
|
satellite-admin-ui:
|
|
# install npm dependencies for being embedded by Go embed.
|
|
docker run --rm -i \
|
|
--mount type=bind,src="${PWD}",dst=/go/src/storj.io/storj \
|
|
-w /go/src/storj.io/storj/satellite/admin/ui \
|
|
-e HOME=/tmp \
|
|
-u $(shell id -u):$(shell id -g) \
|
|
node:${NODE_VERSION} \
|
|
/bin/bash -c "npm ci && npm run build"
|
|
|
|
.PHONY: satellite-wasm
|
|
satellite-wasm:
|
|
docker run --rm -i -v "${PWD}":/go/src/storj.io/storj -e GO111MODULE=on \
|
|
-e GOOS=js -e GOARCH=wasm -e GOARM=6 -e CGO_ENABLED=1 \
|
|
-v /tmp/go-cache:/tmp/.cache/go-build -v /tmp/go-pkg:/go/pkg \
|
|
-w /go/src/storj.io/storj -e GOPROXY -e TAG=${TAG} -u $(shell id -u):$(shell id -g) storjlabs/golang:${GO_VERSION} \
|
|
scripts/build-wasm.sh ;\
|
|
|
|
.PHONY: images
|
|
images: multinode-image satellite-image uplink-image versioncontrol-image ## Build multinode, satellite and versioncontrol Docker images
|
|
echo Built version: ${TAG}
|
|
|
|
.PHONY: multinode-image
|
|
multinode-image: multinode_linux_arm multinode_linux_arm64 multinode_linux_amd64 ## Build multinode Docker image
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/multinode:${TAG}${CUSTOMTAG}-amd64 \
|
|
-f cmd/multinode/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/multinode:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
--build-arg=GOARCH=arm --build-arg=DOCKER_ARCH=arm32v5 \
|
|
-f cmd/multinode/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/multinode:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
--build-arg=GOARCH=arm64 --build-arg=DOCKER_ARCH=arm64v8 \
|
|
-f cmd/multinode/Dockerfile .
|
|
|
|
.PHONY: uplink-image
|
|
uplink-image: uplink_linux_arm uplink_linux_arm64 uplink_linux_amd64 ## Build uplink-cli Docker image
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/uplink:${TAG}${CUSTOMTAG}-amd64 \
|
|
-f cmd/uplink/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/uplink:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
--build-arg=GOARCH=arm --build-arg=DOCKER_ARCH=arm32v5 \
|
|
-f cmd/uplink/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/uplink:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
--build-arg=GOARCH=arm64 --build-arg=DOCKER_ARCH=arm64v8 \
|
|
-f cmd/uplink/Dockerfile .
|
|
|
|
.PHONY: satellite-image
|
|
satellite-image: satellite_linux_arm satellite_linux_arm64 satellite_linux_amd64 ## Build satellite Docker image
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/satellite:${TAG}${CUSTOMTAG}-amd64 \
|
|
-f cmd/satellite/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/satellite:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
--build-arg=GOARCH=arm --build-arg=DOCKER_ARCH=arm32v5 \
|
|
-f cmd/satellite/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/satellite:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
--build-arg=GOARCH=arm64 --build-arg=DOCKER_ARCH=arm64v8 \
|
|
-f cmd/satellite/Dockerfile .
|
|
|
|
.PHONY: versioncontrol-image
|
|
versioncontrol-image: versioncontrol_linux_arm versioncontrol_linux_arm64 versioncontrol_linux_amd64 ## Build versioncontrol Docker image
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/versioncontrol:${TAG}${CUSTOMTAG}-amd64 \
|
|
-f cmd/versioncontrol/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/versioncontrol:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
--build-arg=GOARCH=arm --build-arg=DOCKER_ARCH=arm32v5 \
|
|
-f cmd/versioncontrol/Dockerfile .
|
|
${DOCKER_BUILD} --pull=true -t storjlabs/versioncontrol:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
--build-arg=GOARCH=arm64 --build-arg=DOCKER_ARCH=arm64v8 \
|
|
-f cmd/versioncontrol/Dockerfile .
|
|
|
|
.PHONY: binary
|
|
binary: CUSTOMTAG = -${GOOS}-${GOARCH}
|
|
binary:
|
|
@if [ -z "${COMPONENT}" ]; then echo "Try one of the following targets instead:" \
|
|
&& for b in binaries ${BINARIES}; do echo "- $$b"; done && exit 1; fi
|
|
mkdir -p release/${TAG}
|
|
mkdir -p /tmp/go-cache /tmp/go-pkg
|
|
rm -f cmd/${COMPONENT}/resource.syso
|
|
if [ "${GOARCH}" = "amd64" ]; then sixtyfour="-64"; fi; \
|
|
[ "${GOOS}" = "windows" ] && [ "${GOARCH}" = "amd64" ] && goversioninfo $$sixtyfour -o cmd/${COMPONENT}/resource.syso \
|
|
-original-name ${COMPONENT}_${GOOS}_${GOARCH}${FILEEXT} \
|
|
-description "${COMPONENT} program for Storj" \
|
|
-product-ver-major "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {gsub("v", "", $$0); v=$$1} END {print v}' )" \
|
|
-ver-major "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {gsub("v", "", $$0); v=$$1} END {print v}' )" \
|
|
-product-ver-minor "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {v=$$2} END {print v}')" \
|
|
-ver-minor "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {v=$$2} END {print v}')" \
|
|
-product-ver-patch "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {v=$$3} END {print v}' | awk -F'-' 'BEGIN {v=0} {v=$$1} END {print v}')" \
|
|
-ver-patch "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'.' 'BEGIN {v=0} {v=$$3} END {print v}' | awk -F'-' 'BEGIN {v=0} {v=$$1} END {print v}')" \
|
|
-product-version "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'-' 'BEGIN {v=0} {v=$$1} END {print v}' || echo "dev" )" \
|
|
-special-build "$(shell git describe --tags --exact-match --match "v[0-9]*\.[0-9]*\.[0-9]*" | awk -F'-' 'BEGIN {v=0} {v=$$2} END {print v}' )" \
|
|
resources/versioninfo.json || echo "goversioninfo is not installed, metadata will not be created"
|
|
docker run --rm -i -v "${PWD}":/go/src/storj.io/storj -e GO111MODULE=on \
|
|
-e GOOS=${GOOS} -e GOARCH=${GOARCH} -e GOARM=6 -e CGO_ENABLED=1 \
|
|
-v /tmp/go-cache:/tmp/.cache/go-build -v /tmp/go-pkg:/go/pkg \
|
|
-w /go/src/storj.io/storj -e GOPROXY -u $(shell id -u):$(shell id -g) storjlabs/golang:${GO_VERSION} \
|
|
scripts/release.sh build $(EXTRA_ARGS) -o release/${TAG}/$(COMPONENT)_${GOOS}_${GOARCH}${FILEEXT} \
|
|
storj.io/storj/cmd/${COMPONENT}
|
|
|
|
if [ "${COMPONENT}" = "satellite" ] && [ "${GOOS}" = "linux" ] && [ "${GOARCH}" = "amd64" ]; \
|
|
then \
|
|
echo "Building wasm code"; \
|
|
$(MAKE) satellite-wasm; \
|
|
fi
|
|
|
|
chmod 755 release/${TAG}/$(COMPONENT)_${GOOS}_${GOARCH}${FILEEXT}
|
|
[ "${FILEEXT}" = ".exe" ] && storj-sign release/${TAG}/$(COMPONENT)_${GOOS}_${GOARCH}${FILEEXT} || echo "Skipping signing"
|
|
rm -f release/${TAG}/${COMPONENT}_${GOOS}_${GOARCH}.zip
|
|
|
|
.PHONY: binary-check
|
|
binary-check:
|
|
@if [ -f release/${TAG}/${COMPONENT}_${GOOS}_${GOARCH} ] || [ -f release/${TAG}/${COMPONENT}_${GOOS}_${GOARCH}.exe ]; \
|
|
then \
|
|
echo "release/${TAG}/${COMPONENT}_${GOOS}_${GOARCH} exists"; \
|
|
else \
|
|
echo "Making ${COMPONENT}"; \
|
|
$(MAKE) binary; \
|
|
fi
|
|
|
|
.PHONY: certificates_%
|
|
certificates_%:
|
|
$(MAKE) binary-check COMPONENT=certificates GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: identity_%
|
|
identity_%:
|
|
$(MAKE) binary-check COMPONENT=identity GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: inspector_%
|
|
inspector_%:
|
|
$(MAKE) binary-check COMPONENT=inspector GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONE: multinode_%
|
|
multinode_%: multinode-console
|
|
$(MAKE) binary-check COMPONENT=multinode GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: satellite_%
|
|
satellite_%: satellite-admin-ui
|
|
$(MAKE) binary-check COMPONENT=satellite GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: storagenode_%
|
|
storagenode_%: storagenode-console
|
|
$(MAKE) binary-check COMPONENT=storagenode GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: storagenode-updater_%
|
|
storagenode-updater_%:
|
|
EXTRA_ARGS="-tags=service" $(MAKE) binary-check COMPONENT=storagenode-updater GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: uplink_%
|
|
uplink_%:
|
|
$(MAKE) binary-check COMPONENT=uplink GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: versioncontrol_%
|
|
versioncontrol_%:
|
|
$(MAKE) binary-check COMPONENT=versioncontrol GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
.PHONY: multinode_%
|
|
multinode_%: multinode-console
|
|
$(MAKE) binary-check COMPONENT=multinode GOARCH=$(word 3, $(subst _, ,$@)) GOOS=$(word 2, $(subst _, ,$@))
|
|
|
|
|
|
COMPONENTLIST := certificates identity inspector multinode satellite storagenode storagenode-updater uplink versioncontrol
|
|
OSARCHLIST := linux_amd64 linux_arm linux_arm64 windows_amd64 freebsd_amd64
|
|
BINARIES := $(foreach C,$(COMPONENTLIST),$(foreach O,$(OSARCHLIST),$C_$O))
|
|
.PHONY: binaries
|
|
binaries: ${BINARIES} ## Build certificates, identity, inspector, multinode, satellite, storagenode, uplink, versioncontrol and multinode binaries (jenkins)
|
|
|
|
.PHONY: sign-windows-installer
|
|
sign-windows-installer:
|
|
storj-sign release/${TAG}/storagenode_windows_amd64.msi
|
|
|
|
##@ Deploy
|
|
|
|
.PHONY: push-images
|
|
push-images: ## Push Docker images to Docker Hub (jenkins)
|
|
# images have to be pushed before a manifest can be created
|
|
for c in multinode satellite uplink versioncontrol ; do \
|
|
docker push storjlabs/$$c:${TAG}${CUSTOMTAG}-amd64 \
|
|
&& docker push storjlabs/$$c:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
&& docker push storjlabs/$$c:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
&& for t in ${TAG}${CUSTOMTAG} ${LATEST_TAG}; do \
|
|
docker manifest create storjlabs/$$c:$$t \
|
|
storjlabs/$$c:${TAG}${CUSTOMTAG}-amd64 \
|
|
storjlabs/$$c:${TAG}${CUSTOMTAG}-arm32v5 \
|
|
storjlabs/$$c:${TAG}${CUSTOMTAG}-arm64v8 \
|
|
&& docker manifest annotate storjlabs/$$c:$$t storjlabs/$$c:${TAG}${CUSTOMTAG}-amd64 --os linux --arch amd64 \
|
|
&& docker manifest annotate storjlabs/$$c:$$t storjlabs/$$c:${TAG}${CUSTOMTAG}-arm32v5 --os linux --arch arm --variant v5 \
|
|
&& docker manifest annotate storjlabs/$$c:$$t storjlabs/$$c:${TAG}${CUSTOMTAG}-arm64v8 --os linux --arch arm64 --variant v8 \
|
|
&& docker manifest push --purge storjlabs/$$c:$$t \
|
|
; done \
|
|
; done
|
|
|
|
.PHONY: binaries-upload
|
|
binaries-upload: ## Upload binaries to Google Storage (jenkins)
|
|
cd "release/${TAG}"; for f in *; do \
|
|
zipname=$$(echo $${f} | sed 's/.exe//g') \
|
|
&& filename=$$(echo $${f} | sed 's/_.*\.exe/.exe/g' | sed 's/_.*\.msi/.msi/g' | sed 's/_.*//g') \
|
|
&& if [ "$${f}" != "$${filename}" ]; then \
|
|
ln $${f} $${filename} \
|
|
&& zip -r "$${zipname}.zip" "$${filename}" \
|
|
&& rm $${filename} \
|
|
; else \
|
|
zip -r "$${zipname}.zip" "$${filename}" \
|
|
; fi \
|
|
; done
|
|
cd "release/${TAG}"; gsutil -m cp -r *.zip "gs://storj-v3-alpha-builds/${TAG}/"
|
|
|
|
.PHONY: draft-release
|
|
draft-release:
|
|
scripts/draft-release.sh ${BRANCH_NAME} "release/${TAG}"
|
|
|
|
##@ Clean
|
|
|
|
.PHONY: clean
|
|
clean: binaries-clean clean-images ## Clean docker test environment, local release binaries, and local Docker images
|
|
|
|
.PHONY: binaries-clean
|
|
binaries-clean: ## Remove all local release binaries (jenkins)
|
|
rm -rf release
|
|
|
|
.PHONY: clean-images
|
|
clean-images:
|
|
-docker rmi storjlabs/multinode:${TAG}${CUSTOMTAG}
|
|
-docker rmi storjlabs/satellite:${TAG}${CUSTOMTAG}
|
|
-docker rmi storjlabs/versioncontrol:${TAG}${CUSTOMTAG}
|
|
|
|
##@ Tooling
|
|
|
|
.PHONY: diagrams
|
|
diagrams:
|
|
archview -root "storj.io/storj/satellite.Core" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ ./satellite/... | dot -T svg -o satellite-core.svg
|
|
archview -root "storj.io/storj/satellite.API" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ ./satellite/... | dot -T svg -o satellite-api.svg
|
|
archview -root "storj.io/storj/satellite.Repairer" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ ./satellite/... | dot -T svg -o satellite-repair.svg
|
|
archview -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ ./satellite/... | dot -T svg -o satellite.svg
|
|
archview -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/storagenode/ ./storagenode/... | dot -T svg -o storage-node.svg
|
|
|
|
.PHONY: diagrams-graphml
|
|
diagrams-graphml:
|
|
archview -root "storj.io/storj/satellite.Core" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ -out satellite-core.graphml ./satellite/...
|
|
archview -root "storj.io/storj/satellite.API" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ -out satellite-api.graphml ./satellite/...
|
|
archview -root "storj.io/storj/satellite.Repairer" -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ -out satellite-repair.graphml ./satellite/...
|
|
archview -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/satellite/ -out satellite.graphml ./satellite/...
|
|
archview -skip-class "Peer,Master Database" -trim-prefix storj.io/storj/storagenode/ -out storage-node.graphml ./storagenode/...
|
|
|
|
.PHONY: bump-dependencies
|
|
bump-dependencies:
|
|
go get storj.io/common@main storj.io/private@main storj.io/uplink@main
|
|
go mod tidy
|
|
cd testsuite/ui;\
|
|
go get storj.io/common@main storj.io/private@main storj.io/uplink@main;\
|
|
go mod tidy;
|
|
cd testsuite/storjscan;\
|
|
go get storj.io/common@main storj.io/private@main storj.io/uplink@main;\
|
|
go mod tidy;
|
|
|
|
update-proto-lock:
|
|
protolock commit --ignore "satellite/internalpb,storagenode/internalpb"
|