storj/cmd/storj-sim/main.go
Egon Elbre b33d7a318e cmd/storj-sim: add -failfast
Fail all the processes immediately when one of the processes fails. This
is to make it more obvious that one of them has failed.

To disable failfast, use `-failfast=false`.

Change-Id: I2bbedf12fb653e42739d00273aa9ae515d34eda6
2021-01-06 16:26:22 +02:00

167 lines
4.6 KiB
Go

// Copyright (C) 2019 Storj Labs, Inc.
// See LICENSE for copying information.
package main
import (
"context"
"fmt"
"math"
"os"
"time"
"github.com/spf13/cobra"
"storj.io/common/fpath"
"storj.io/common/sync2"
)
// Flags contains different flags for commands.
type Flags struct {
Directory string
Host string
SatelliteCount int
StorageNodeCount int
Identities int
IsDev bool
FailFast bool
OnlyEnv bool // only do things necessary for loading env vars
// Connection string for the postgres database to use for storj-sim processes
Postgres string
Redis string
// Value of first redis db
RedisStartDB int
}
var printCommands bool
func main() {
cobra.EnableCommandSorting = false
var flags Flags
rootCmd := &cobra.Command{
Use: "storj-sim",
Short: "Storj Network Simulator",
}
defaultConfigDir := fpath.ApplicationDir("storj", "local-network")
configDir := defaultConfigDir
if os.Getenv("STORJ_NETWORK_DIR") != "" {
configDir = os.Getenv("STORJ_NETWORK_DIR")
}
rootCmd.PersistentFlags().StringVarP(&flags.Directory, "config-dir", "", configDir, "base project directory")
rootCmd.PersistentFlags().StringVarP(&flags.Host, "host", "", "127.0.0.1", "host to use for network")
rootCmd.PersistentFlags().IntVarP(&flags.SatelliteCount, "satellites", "", 1, "number of satellites to start")
rootCmd.PersistentFlags().IntVarP(&flags.StorageNodeCount, "storage-nodes", "", 10, "number of storage nodes to start")
rootCmd.PersistentFlags().IntVarP(&flags.Identities, "identities", "", 10, "number of identities to create")
rootCmd.PersistentFlags().BoolVarP(&printCommands, "print-commands", "x", false, "print commands as they are run")
rootCmd.PersistentFlags().BoolVarP(&flags.IsDev, "dev", "", true, "use configuration values tuned for development")
rootCmd.PersistentFlags().BoolVarP(&flags.FailFast, "failfast", "", true, "stop all processes when one of the processes fails")
rootCmd.PersistentFlags().StringVarP(&flags.Postgres, "postgres", "", os.Getenv("STORJ_SIM_POSTGRES"), "connection string for postgres (defaults to STORJ_SIM_POSTGRES)")
rootCmd.PersistentFlags().StringVarP(&flags.Redis, "redis", "", os.Getenv("STORJ_SIM_REDIS"), "connection string for redis e.g. 127.0.0.1:6379 (defaults to STORJ_SIM_REDIS)")
rootCmd.PersistentFlags().IntVarP(&flags.RedisStartDB, "redis-startdb", "", 0, "value of first redis db (defaults to 0)")
networkCmd := &cobra.Command{
Use: "network",
Short: "local network for testing",
}
networkCmd.AddCommand(
&cobra.Command{
Use: "run",
Short: "run network",
RunE: func(cmd *cobra.Command, args []string) (err error) {
return networkExec(&flags, args, "run")
},
}, &cobra.Command{
Use: "env [name]",
Short: "print environment variables",
RunE: func(cmd *cobra.Command, args []string) (err error) {
return networkEnv(&flags, args)
},
}, &cobra.Command{
Use: "setup",
Short: "setup network",
RunE: func(cmd *cobra.Command, args []string) (err error) {
return networkExec(&flags, args, "setup")
},
}, &cobra.Command{
Use: "test <command>",
Short: "run command with an actual network",
Args: cobra.MinimumNArgs(1),
RunE: func(cmd *cobra.Command, args []string) (err error) {
return networkTest(&flags, args[0], args[1:])
},
}, &cobra.Command{
Use: "destroy",
Short: "destroys network if it exists",
RunE: func(cmd *cobra.Command, args []string) (err error) {
return networkDestroy(&flags, args)
},
},
)
toolCmd := &cobra.Command{
Use: "tool",
Short: "tools for working with storj-sim",
}
toolCmd.AddCommand(
func() *cobra.Command {
cmd := &cobra.Command{
Use: "wait-for <address>",
Short: "waits for an address to accept connections",
Args: cobra.ExactArgs(1),
}
retries := cmd.Flags().Int("retry", -1, "maximum retry count")
interval := cmd.Flags().Duration("interval", 50*time.Millisecond, "how long to wait after each retry")
cmd.RunE = func(cmd *cobra.Command, args []string) (err error) {
ctx, cancel := NewCLIContext(context.Background())
defer cancel()
defer fmt.Println()
target := args[0]
if *retries <= 0 {
*retries = math.MaxInt32
}
for try := 0; try < *retries; try++ {
if tryConnect(target) {
return nil
}
fmt.Print(".")
if !sync2.Sleep(ctx, *interval) {
return ctx.Err()
}
}
return fmt.Errorf("failed to connect to %q", target)
}
return cmd
}(),
)
rootCmd.AddCommand(
networkCmd,
toolCmd,
)
rootCmd.SilenceUsage = true
err := rootCmd.Execute()
if err != nil {
os.Exit(1)
}
}