bfde515391
* Edit config on Setup * Default to 1TiB storage space and 500GiB bandwidth * Use human readable formats * Use memory * units of 1024 are measured with KiB/MiB etc * pkg/cfgstruct: allow values to be configured with human readable sizes Change-Id: Ic4e9ae461516d1d26fb81f6e44c5ac5cfccf777f * Modify tests * Removed comments * More merge conflict stuff resolved * Fix lint * test fixin Change-Id: I3a008206bf03a4446da19f642a2f9c1f9acaae36 * Remove commented code but secretly leave it in the histroy forever * Move flag definition to struct
80 lines
2.4 KiB
Go
80 lines
2.4 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package pointerdb
|
|
|
|
import (
|
|
"context"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/storj/internal/memory"
|
|
"storj.io/storj/pkg/overlay"
|
|
"storj.io/storj/pkg/pb"
|
|
"storj.io/storj/pkg/provider"
|
|
"storj.io/storj/pkg/utils"
|
|
"storj.io/storj/storage"
|
|
"storj.io/storj/storage/boltdb"
|
|
"storj.io/storj/storage/postgreskv"
|
|
"storj.io/storj/storage/storelogger"
|
|
)
|
|
|
|
// CtxKeyPointerdb Used as pointerdb key
|
|
type CtxKeyPointerdb int
|
|
|
|
const (
|
|
// BoltPointerBucket is the string representing the bucket used for `PointerEntries` in BoltDB
|
|
BoltPointerBucket = "pointers"
|
|
ctxKey CtxKeyPointerdb = iota
|
|
)
|
|
|
|
// Config is a configuration struct that is everything you need to start a
|
|
// PointerDB responsibility
|
|
type Config struct {
|
|
DatabaseURL string `help:"the database connection string to use" default:"bolt://$CONFDIR/pointerdb.db"`
|
|
MinRemoteSegmentSize memory.Size `default:"1240" help:"minimum remote segment size"`
|
|
MaxInlineSegmentSize memory.Size `default:"8000" help:"maximum inline segment size"`
|
|
Overlay bool `default:"true" help:"toggle flag if overlay is enabled"`
|
|
BwExpiration int `default:"45" help:"lifespan of bandwidth agreements in days"`
|
|
}
|
|
|
|
func newKeyValueStore(dbURLString string) (db storage.KeyValueStore, err error) {
|
|
driver, source, err := utils.SplitDBURL(dbURLString)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if driver == "bolt" {
|
|
db, err = boltdb.New(source, BoltPointerBucket)
|
|
} else if driver == "postgresql" || driver == "postgres" {
|
|
db, err = postgreskv.New(source)
|
|
} else {
|
|
err = Error.New("unsupported db scheme: %s", driver)
|
|
}
|
|
return db, err
|
|
}
|
|
|
|
// Run implements the provider.Responsibility interface
|
|
func (c Config) Run(ctx context.Context, server *provider.Provider) error {
|
|
db, err := newKeyValueStore(c.DatabaseURL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer func() { _ = db.Close() }()
|
|
|
|
cache := overlay.LoadFromContext(ctx)
|
|
dblogged := storelogger.New(zap.L().Named("pdb"), db)
|
|
s := NewServer(dblogged, cache, zap.L(), c, server.Identity())
|
|
pb.RegisterPointerDBServer(server.GRPC(), s)
|
|
// add the server to the context
|
|
ctx = context.WithValue(ctx, ctxKey, s)
|
|
return server.Run(ctx)
|
|
}
|
|
|
|
// LoadFromContext gives access to the pointerdb server from the context, or returns nil
|
|
func LoadFromContext(ctx context.Context) *Server {
|
|
if v, ok := ctx.Value(ctxKey).(*Server); ok {
|
|
return v
|
|
}
|
|
return nil
|
|
}
|