storj/cmd/captplanet/setup.go

// Copyright (C) 2018 Storj Labs, Inc.
// See LICENSE for copying information.

package main

import (
	"fmt"
	"net"
	"os"
	"path/filepath"

	"github.com/spf13/cobra"

	"storj.io/storj/internal/fpath"
	"storj.io/storj/pkg/cfgstruct"
	"storj.io/storj/pkg/process"
	"storj.io/storj/pkg/provider"
)

var (
	setupCmd = &cobra.Command{
		Use:         "setup",
		Short:       "Set up configurations",
		RunE:        cmdSetup,
		Annotations: map[string]string{"type": "setup"},
	}
	setupCfg Captplanet
)

func init() {
	rootCmd.AddCommand(setupCmd)
	cfgstruct.BindSetup(setupCmd.Flags(), &setupCfg, cfgstruct.ConfDir(defaultConfDir))
}

func cmdSetup(cmd *cobra.Command, args []string) (err error) {
	setupDir, err := filepath.Abs(*confDir)
	if err != nil {
		return err
	}

	valid, err := fpath.IsValidSetupDir(setupDir)
	if !setupCfg.Overwrite && !valid {
		return fmt.Errorf("captplanet configuration already exists (%v). Rerun with --overwrite", setupDir)
	} else if setupCfg.Overwrite && err == nil {
		fmt.Println("overwriting existing captplanet config")
		err = os.RemoveAll(setupDir)
		if err != nil {
			return err
		}
	}

	satellitePath := filepath.Join(setupDir, "satellite")
	err = os.MkdirAll(satellitePath, 0700)
	if err != nil {
		return err
	}
	setupCfg.SatelliteCA.CertPath = filepath.Join(satellitePath, "ca.cert")
	setupCfg.SatelliteCA.KeyPath = filepath.Join(satellitePath, "ca.key")
	setupCfg.SatelliteIdentity.CertPath = filepath.Join(satellitePath, "identity.cert")
	setupCfg.SatelliteIdentity.KeyPath = filepath.Join(satellitePath, "identity.key")
	fmt.Printf("creating identity for satellite\n")
	err = provider.SetupIdentity(process.Ctx(cmd), setupCfg.SatelliteCA, setupCfg.SatelliteIdentity)
	if err != nil {
		return err
	}

	for i := 0; i < len(runCfg.StorageNodes); i++ {
		storagenodePath := filepath.Join(setupDir, fmt.Sprintf("f%d", i))
		err = os.MkdirAll(storagenodePath, 0700)
		if err != nil {
			return err
		}
		storagenodeCA := setupCfg.StorageNodeCA
		storagenodeCA.CertPath = filepath.Join(storagenodePath, "ca.cert")
		storagenodeCA.KeyPath = filepath.Join(storagenodePath, "ca.key")
		storagenodeIdentity := setupCfg.StorageNodeIdentity
		storagenodeIdentity.CertPath = filepath.Join(storagenodePath, "identity.cert")
		storagenodeIdentity.KeyPath = filepath.Join(storagenodePath, "identity.key")
		fmt.Printf("creating identity for storage node %d\n", i+1)
		err := provider.SetupIdentity(process.Ctx(cmd), storagenodeCA, storagenodeIdentity)
		if err != nil {
			return err
		}
	}

	uplinkPath := filepath.Join(setupDir, "uplink")
	err = os.MkdirAll(uplinkPath, 0700)
	if err != nil {
		return err
	}
	setupCfg.UplinkCA.CertPath = filepath.Join(uplinkPath, "ca.cert")
	setupCfg.UplinkCA.KeyPath = filepath.Join(uplinkPath, "ca.key")
	setupCfg.UplinkIdentity.CertPath = filepath.Join(uplinkPath, "identity.cert")
	setupCfg.UplinkIdentity.KeyPath = filepath.Join(uplinkPath, "identity.key")
	fmt.Printf("creating identity for uplink\n")
	err = provider.SetupIdentity(process.Ctx(cmd), setupCfg.UplinkCA, setupCfg.UplinkIdentity)
	if err != nil {
		return err
	}

	if setupCfg.GenerateMinioCerts {
		minioCertsPath := filepath.Join(uplinkPath, "minio", "certs")
		if err := os.MkdirAll(minioCertsPath, 0744); err != nil {
			return err
		}
		if err := os.Link(setupCfg.UplinkIdentity.CertPath, filepath.Join(minioCertsPath, "public.crt")); err != nil {
			return err
		}
		if err := os.Link(setupCfg.UplinkIdentity.KeyPath, filepath.Join(minioCertsPath, "private.key")); err != nil {
			return err
		}
	}

	startingPort := setupCfg.StartingPort

	overlayAddr := joinHostPort(setupCfg.ListenHost, startingPort+1)

	overrides := map[string]interface{}{
		"satellite.server.identity.cert-path": setupCfg.SatelliteIdentity.CertPath,
		"satellite.server.identity.key-path":  setupCfg.SatelliteIdentity.KeyPath,
		"satellite.server.address":            joinHostPort(setupCfg.ListenHost, startingPort+1),
		"satellite.server.revocation-dburl":   "redis://127.0.0.1:6378?db=2&password=abc123",
		"satellite.kademlia.bootstrap-addr":   joinHostPort(setupCfg.ListenHost, startingPort+1),
		"satellite.pointer-db.database-url":   "bolt://" + filepath.Join(setupDir, "satellite", "pointerdb.db"),
		"satellite.kademlia.alpha":            3,
		"satellite.repairer.overlay-addr":     overlayAddr,
		"satellite.repairer.pointer-db-addr":  joinHostPort(setupCfg.ListenHost, startingPort+1),
		"satellite.repairer.api-key":          setupCfg.APIKey,
		"uplink.identity.cert-path":           setupCfg.UplinkIdentity.CertPath,
		"uplink.identity.key-path":            setupCfg.UplinkIdentity.KeyPath,
		"uplink.server.address":               joinHostPort(setupCfg.ListenHost, startingPort),
		"uplink.client.overlay-addr":          joinHostPort(setupCfg.ListenHost, startingPort+1),
		"uplink.client.pointer-db-addr":       joinHostPort(setupCfg.ListenHost, startingPort+1),
		"uplink.minio.dir":                    filepath.Join(setupDir, "uplink", "minio"),
		"uplink.enc.key":                      setupCfg.EncKey,
		"uplink.client.api-key":               setupCfg.APIKey,
		"uplink.rs.min-threshold":             1 * len(runCfg.StorageNodes) / 5,
		"uplink.rs.repair-threshold":          2 * len(runCfg.StorageNodes) / 5,
		"uplink.rs.success-threshold":         3 * len(runCfg.StorageNodes) / 5,
		"uplink.rs.max-threshold":             4 * len(runCfg.StorageNodes) / 5,
		"kademlia.bucket-size":                4,
		"kademlia.replacement-cache-size":     1,

		// TODO: this will eventually go away
		"pointer-db.auth.api-key": setupCfg.APIKey,

		// TODO: this is a source of bugs. this value should be pulled from
		// kademlia instead
		"piecestore.agreementsender.overlay-addr": overlayAddr,

		"log.development": true,
		"log.level":       "debug",
	}

	for i := 0; i < len(runCfg.StorageNodes); i++ {
		storagenodePath := filepath.Join(setupDir, fmt.Sprintf("f%d", i))
		storagenode := fmt.Sprintf("storage-nodes.%02d.", i)
		overrides[storagenode+"server.identity.cert-path"] = filepath.Join(storagenodePath, "identity.cert")
		overrides[storagenode+"server.identity.key-path"] = filepath.Join(storagenodePath, "identity.key")
		overrides[storagenode+"server.address"] = joinHostPort(setupCfg.ListenHost, startingPort+i*2+3)
		overrides[storagenode+"server.revocation-dburl"] = "redis://127.0.0.1:6378?db=2&password=abc123"
		overrides[storagenode+"kademlia.bootstrap-addr"] = joinHostPort(setupCfg.ListenHost, startingPort+1)
		overrides[storagenode+"storage.path"] = filepath.Join(storagenodePath, "data")
		overrides[storagenode+"kademlia.alpha"] = 3
	}

	return process.SaveConfig(cmd.Flags(), filepath.Join(setupDir, "config.yaml"), overrides)
}

func joinHostPort(host string, port int) string {
	return net.JoinHostPort(host, fmt.Sprint(port))
}