2019-01-24 20:15:10 +00:00
|
|
|
// Copyright (C) 2019 Storj Labs, Inc.
|
2019-01-09 15:59:51 +00:00
|
|
|
// See LICENSE for copying information.
|
|
|
|
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
|
|
|
|
"github.com/spf13/cobra"
|
2019-01-23 15:48:46 +00:00
|
|
|
"github.com/zeebo/errs"
|
2019-01-15 15:02:54 +00:00
|
|
|
"go.uber.org/zap"
|
2019-01-09 15:59:51 +00:00
|
|
|
|
2019-01-23 15:48:46 +00:00
|
|
|
"storj.io/storj/bootstrap"
|
|
|
|
"storj.io/storj/bootstrap/bootstrapdb"
|
2019-01-09 15:59:51 +00:00
|
|
|
"storj.io/storj/internal/fpath"
|
2019-04-03 20:13:39 +01:00
|
|
|
"storj.io/storj/internal/version"
|
2019-01-09 15:59:51 +00:00
|
|
|
"storj.io/storj/pkg/cfgstruct"
|
|
|
|
"storj.io/storj/pkg/process"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
rootCmd = &cobra.Command{
|
|
|
|
Use: "bootstrap",
|
|
|
|
Short: "bootstrap",
|
|
|
|
}
|
|
|
|
runCmd = &cobra.Command{
|
|
|
|
Use: "run",
|
|
|
|
Short: "Run the bootstrap server",
|
|
|
|
RunE: cmdRun,
|
|
|
|
}
|
|
|
|
setupCmd = &cobra.Command{
|
|
|
|
Use: "setup",
|
|
|
|
Short: "Create config files",
|
|
|
|
RunE: cmdSetup,
|
|
|
|
Annotations: map[string]string{"type": "setup"},
|
|
|
|
}
|
|
|
|
|
2019-01-23 15:48:46 +00:00
|
|
|
runCfg bootstrap.Config
|
|
|
|
setupCfg bootstrap.Config
|
2019-01-09 15:59:51 +00:00
|
|
|
|
2019-03-12 12:51:06 +00:00
|
|
|
confDir string
|
|
|
|
identityDir string
|
2019-01-09 15:59:51 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
defaultServerAddr = ":28967"
|
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2019-03-12 12:51:06 +00:00
|
|
|
defaultConfDir := fpath.ApplicationDir("storj", "bootstrap")
|
|
|
|
defaultIdentityDir := fpath.ApplicationDir("storj", "identity", "bootstrap")
|
|
|
|
cfgstruct.SetupFlag(zap.L(), rootCmd, &confDir, "config-dir", defaultConfDir, "main directory for bootstrap configuration")
|
|
|
|
cfgstruct.SetupFlag(zap.L(), rootCmd, &identityDir, "identity-dir", defaultIdentityDir, "main directory for bootstrap identity credentials")
|
2019-04-19 19:17:30 +01:00
|
|
|
defaults := cfgstruct.DefaultsFlag(rootCmd)
|
2019-01-09 15:59:51 +00:00
|
|
|
rootCmd.AddCommand(runCmd)
|
|
|
|
rootCmd.AddCommand(setupCmd)
|
Command line flags features and cleanup (#2068)
* change BindSetup to be an option to Bind
* add process.Bind to allow composite structures
* hack fix for noprefix flags
* used tagged version of structs
Before this PR, some flags were created by calling `cfgstruct.Bind` and having their fields create a flag. Once the flags were parsed, `viper` was used to acquire all the values from them and config files, and the fields in the struct were set through the flag interface.
This doesn't work for slices of things on config structs very well, since it can only set strings, and for a string slice, it turns out that the implementation in `pflag` appends an entry rather than setting it.
This changes three things:
1. Only have a `Bind` call instead of `Bind` and `BindSetup`, and make `BindSetup` an option instead.
2. Add a `process.Bind` call that takes in a `*cobra.Cmd`, binds the struct to the command's flags, and keeps track of that struct in a global map keyed by the command.
3. Use `viper` to get the values and load them into the bound configuration structs instead of using the flags to propagate the changes.
In this way, we can support whatever rich configuration we want in the config yaml files, while still getting command like flags when important.
2019-05-29 18:56:22 +01:00
|
|
|
process.Bind(runCmd, &runCfg, defaults, cfgstruct.ConfDir(confDir), cfgstruct.IdentityDir(identityDir))
|
|
|
|
process.Bind(setupCmd, &setupCfg, defaults, cfgstruct.ConfDir(confDir), cfgstruct.IdentityDir(identityDir), cfgstruct.SetupMode())
|
2019-01-09 15:59:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func cmdRun(cmd *cobra.Command, args []string) (err error) {
|
2019-04-04 16:40:07 +01:00
|
|
|
// inert constructors only ====
|
|
|
|
|
|
|
|
ctx := process.Ctx(cmd)
|
2019-01-23 15:48:46 +00:00
|
|
|
log := zap.L()
|
|
|
|
|
2019-01-25 14:54:54 +00:00
|
|
|
identity, err := runCfg.Identity.Load()
|
2019-01-23 15:48:46 +00:00
|
|
|
if err != nil {
|
2019-01-22 12:35:48 +00:00
|
|
|
zap.S().Fatal(err)
|
|
|
|
}
|
|
|
|
|
2019-01-23 15:48:46 +00:00
|
|
|
if err := runCfg.Verify(log); err != nil {
|
|
|
|
log.Sugar().Error("Invalid configuration: ", err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
db, err := bootstrapdb.New(bootstrapdb.Config{
|
|
|
|
Kademlia: runCfg.Kademlia.DBPath,
|
|
|
|
})
|
|
|
|
if err != nil {
|
2019-01-24 20:28:06 +00:00
|
|
|
return errs.New("Error starting master database on bootstrap: %+v", err)
|
|
|
|
}
|
|
|
|
|
2019-01-30 05:22:58 +00:00
|
|
|
defer func() {
|
|
|
|
err = errs.Combine(err, db.Close())
|
|
|
|
}()
|
|
|
|
|
2019-04-04 16:40:07 +01:00
|
|
|
peer, err := bootstrap.New(log, identity, db, runCfg, version.Build)
|
2019-01-24 20:28:06 +00:00
|
|
|
if err != nil {
|
2019-04-04 16:40:07 +01:00
|
|
|
return err
|
2019-01-23 15:48:46 +00:00
|
|
|
}
|
|
|
|
|
2019-04-04 16:40:07 +01:00
|
|
|
// okay, start doing stuff ====
|
|
|
|
|
|
|
|
err = peer.Version.CheckVersion(ctx)
|
2019-01-23 15:48:46 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-07-31 15:38:44 +01:00
|
|
|
if err := process.InitMetricsWithCertPath(ctx, log, nil, runCfg.Identity.CertPath); err != nil {
|
2019-04-04 16:40:07 +01:00
|
|
|
zap.S().Error("Failed to initialize telemetry batcher: ", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
err = db.CreateTables()
|
|
|
|
if err != nil {
|
|
|
|
return errs.New("Error creating tables for master database on bootstrap: %+v", err)
|
|
|
|
}
|
|
|
|
|
2019-01-23 15:48:46 +00:00
|
|
|
runError := peer.Run(ctx)
|
|
|
|
closeError := peer.Close()
|
|
|
|
|
2019-01-30 05:22:58 +00:00
|
|
|
return errs.Combine(runError, closeError)
|
2019-01-09 15:59:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func cmdSetup(cmd *cobra.Command, args []string) (err error) {
|
2019-01-22 12:35:48 +00:00
|
|
|
setupDir, err := filepath.Abs(confDir)
|
2019-01-09 15:59:51 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-01-14 15:57:58 +00:00
|
|
|
valid, _ := fpath.IsValidSetupDir(setupDir)
|
2019-01-09 15:59:51 +00:00
|
|
|
if !valid {
|
2019-01-14 15:57:58 +00:00
|
|
|
return fmt.Errorf("bootstrap configuration already exists (%v)", setupDir)
|
2019-01-09 15:59:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
err = os.MkdirAll(setupDir, 0700)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2019-01-28 14:48:49 +00:00
|
|
|
overrides := map[string]interface{}{}
|
|
|
|
|
|
|
|
serverAddress := cmd.Flag("server.address")
|
|
|
|
if !serverAddress.Changed {
|
|
|
|
overrides[serverAddress.Name] = defaultServerAddr
|
|
|
|
}
|
|
|
|
|
|
|
|
kademliaBootstrapAddr := cmd.Flag("kademlia.bootstrap-addr")
|
|
|
|
if !kademliaBootstrapAddr.Changed {
|
2019-04-05 13:09:16 +01:00
|
|
|
overrides[kademliaBootstrapAddr.Name] = "127.0.0.1" + defaultServerAddr
|
2019-01-09 15:59:51 +00:00
|
|
|
}
|
|
|
|
|
2019-08-05 18:01:20 +01:00
|
|
|
return process.SaveConfig(cmd, filepath.Join(setupDir, "config.yaml"),
|
|
|
|
process.SaveConfigWithOverrides(overrides))
|
2019-01-09 15:59:51 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
process.Exec(rootCmd)
|
|
|
|
}
|