a819d819e3
* Overlay Cache master db merge * test update * review comments * Fix transaction usage * removed unused variable * added better limit handling * better error handling
111 lines
2.9 KiB
Go
111 lines
2.9 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package overlay
|
|
|
|
import (
|
|
"context"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/zeebo/errs"
|
|
"go.uber.org/zap"
|
|
monkit "gopkg.in/spacemonkeygo/monkit.v2"
|
|
|
|
"storj.io/storj/pkg/kademlia"
|
|
"storj.io/storj/pkg/pb"
|
|
"storj.io/storj/pkg/provider"
|
|
"storj.io/storj/pkg/statdb"
|
|
"storj.io/storj/pkg/storj"
|
|
"storj.io/storj/pkg/utils"
|
|
"storj.io/storj/storage"
|
|
)
|
|
|
|
var (
|
|
mon = monkit.Package()
|
|
// Error represents an overlay error
|
|
Error = errs.Class("overlay error")
|
|
)
|
|
|
|
// Config is a configuration struct for everything you need to start the
|
|
// Overlay cache responsibility.
|
|
type Config struct {
|
|
RefreshInterval time.Duration `help:"the interval at which the cache refreshes itself in seconds" default:"1s"`
|
|
}
|
|
|
|
// LookupConfig is a configuration struct for querying the overlay cache with one or more node IDs
|
|
type LookupConfig struct {
|
|
NodeIDsString string `help:"one or more string-encoded node IDs, delimited by Delimiter"`
|
|
Delimiter string `help:"delimiter used for parsing node IDs" default:","`
|
|
}
|
|
|
|
// CtxKey used for assigning cache and server
|
|
type CtxKey int
|
|
|
|
const (
|
|
ctxKeyOverlay CtxKey = iota
|
|
ctxKeyOverlayServer
|
|
)
|
|
|
|
// Run implements the provider.Responsibility interface. Run assumes a
|
|
// Kademlia responsibility has been started before this one.
|
|
func (c Config) Run(ctx context.Context, server *provider.Provider) (
|
|
err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
kad := kademlia.LoadFromContext(ctx)
|
|
if kad == nil {
|
|
return Error.New("programmer error: kademlia responsibility unstarted")
|
|
}
|
|
|
|
sdb, ok := ctx.Value("masterdb").(interface {
|
|
StatDB() statdb.DB
|
|
OverlayCache() storage.KeyValueStore
|
|
})
|
|
if !ok {
|
|
return Error.Wrap(errs.New("unable to get master db instance"))
|
|
}
|
|
|
|
cache := NewOverlayCache(sdb.OverlayCache(), kad, sdb.StatDB())
|
|
srv := NewServer(zap.L(), cache, kad)
|
|
pb.RegisterOverlayServer(server.GRPC(), srv)
|
|
|
|
ctx2 := context.WithValue(ctx, ctxKeyOverlay, cache)
|
|
ctx2 = context.WithValue(ctx2, ctxKeyOverlayServer, srv)
|
|
return server.Run(ctx2)
|
|
}
|
|
|
|
// LoadFromContext gives access to the cache from the context, or returns nil
|
|
func LoadFromContext(ctx context.Context) *Cache {
|
|
if v, ok := ctx.Value(ctxKeyOverlay).(*Cache); ok {
|
|
return v
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// LoadServerFromContext gives access to the overlay server from the context, or returns nil
|
|
func LoadServerFromContext(ctx context.Context) *Server {
|
|
if v, ok := ctx.Value(ctxKeyOverlayServer).(*Server); ok {
|
|
return v
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ParseIDs converts the base58check encoded node ID strings from the config into node IDs
|
|
func (c LookupConfig) ParseIDs() (ids storj.NodeIDList, err error) {
|
|
var idErrs []error
|
|
idStrs := strings.Split(c.NodeIDsString, c.Delimiter)
|
|
for _, s := range idStrs {
|
|
id, err := storj.NodeIDFromString(s)
|
|
if err != nil {
|
|
idErrs = append(idErrs, err)
|
|
continue
|
|
}
|
|
ids = append(ids, id)
|
|
}
|
|
if err := utils.CombineErrors(idErrs...); err != nil {
|
|
return nil, err
|
|
}
|
|
return ids, nil
|
|
}
|