6c655d117b
* Pulls statdb stats into overlay cache whenever cache.Put() is called * Updates overlay.FindStorageNodes()/overlayClient.Choose() to filter based on node stats * Updates overlay.FindStorageNodes()/overlayClient.Choose() to exclude duplicate IP addresses
59 lines
1.5 KiB
Go
59 lines
1.5 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"net/url"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/storj/pkg/overlay"
|
|
"storj.io/storj/pkg/statdb"
|
|
"storj.io/storj/storage"
|
|
"storj.io/storj/storage/boltdb"
|
|
"storj.io/storj/storage/redis"
|
|
"storj.io/storj/storage/storelogger"
|
|
)
|
|
|
|
type cacheConfig struct {
|
|
NodesPath string `help:"the path to a JSON file containing an object with IP keys and nodeID values"`
|
|
DatabaseURL string `help:"the database connection string to use"`
|
|
}
|
|
|
|
func (c cacheConfig) open() (*overlay.Cache, error) {
|
|
dburl, err := url.Parse(c.DatabaseURL)
|
|
if err != nil {
|
|
return nil, Error.Wrap(err)
|
|
}
|
|
|
|
var db storage.KeyValueStore
|
|
var sdb *statdb.StatDB
|
|
|
|
switch dburl.Scheme {
|
|
case "bolt":
|
|
db, err = boltdb.New(dburl.Path, overlay.OverlayBucket)
|
|
if err != nil {
|
|
return nil, Error.New("invalid overlay cache database: %s", err)
|
|
}
|
|
zap.S().Info("Starting overlay cache with BoltDB")
|
|
case "redis":
|
|
db, err = redis.NewClientFrom(c.DatabaseURL)
|
|
if err != nil {
|
|
return nil, Error.New("invalid overlay cache database: %s", err)
|
|
}
|
|
zap.S().Info("Starting overlay cache with Redis")
|
|
default:
|
|
return nil, Error.New("database scheme not supported: %s", dburl.Scheme)
|
|
}
|
|
|
|
// add logger
|
|
db = storelogger.New(zap.L(), db)
|
|
sdb, err = statdb.NewStatDB("postgres", dburl.String(), zap.L())
|
|
if err != nil {
|
|
return nil, Error.New("statdb error: %s", err)
|
|
}
|
|
|
|
return overlay.NewOverlayCache(db, nil, sdb), nil
|
|
}
|