2018-04-18 17:55:28 +01:00
|
|
|
// Copyright (C) 2018 Storj Labs, Inc.
|
|
|
|
// See LICENSE for copying information.
|
|
|
|
|
2018-04-18 16:34:15 +01:00
|
|
|
package redis
|
|
|
|
|
|
|
|
import (
|
2018-06-29 21:06:25 +01:00
|
|
|
"fmt"
|
2018-04-18 16:34:15 +01:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/go-redis/redis"
|
2018-06-13 19:22:32 +01:00
|
|
|
"github.com/zeebo/errs"
|
|
|
|
"storj.io/storj/storage"
|
2018-04-18 16:34:15 +01:00
|
|
|
)
|
|
|
|
|
2018-06-19 19:03:46 +01:00
|
|
|
var (
|
|
|
|
// Error is a redis error
|
|
|
|
Error = errs.Class("redis error")
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
defaultNodeExpiration = 61 * time.Minute
|
|
|
|
)
|
2018-04-18 16:34:15 +01:00
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// redisClient is the entrypoint into Redis
|
2018-04-18 16:34:15 +01:00
|
|
|
type redisClient struct {
|
2018-06-13 19:22:32 +01:00
|
|
|
db *redis.Client
|
|
|
|
TTL time.Duration
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// NewClient returns a configured Client instance, verifying a sucessful connection to redis
|
|
|
|
func NewClient(address, password string, db int) (storage.KeyValueStore, error) {
|
2018-04-18 16:34:15 +01:00
|
|
|
c := &redisClient{
|
2018-06-13 19:22:32 +01:00
|
|
|
db: redis.NewClient(&redis.Options{
|
2018-04-18 16:34:15 +01:00
|
|
|
Addr: address,
|
|
|
|
Password: password,
|
|
|
|
DB: db,
|
|
|
|
}),
|
2018-06-13 19:22:32 +01:00
|
|
|
TTL: defaultNodeExpiration,
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// ping here to verify we are able to connect to redis with the initialized client.
|
|
|
|
if err := c.db.Ping().Err(); err != nil {
|
2018-06-19 19:03:46 +01:00
|
|
|
return nil, Error.New("ping failed", err)
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return c, nil
|
|
|
|
}
|
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// Get looks up the provided key from redis returning either an error or the result.
|
|
|
|
func (c *redisClient) Get(key storage.Key) (storage.Value, error) {
|
2018-06-19 19:03:46 +01:00
|
|
|
b, err := c.db.Get(string(key)).Bytes()
|
|
|
|
if err != nil {
|
2018-06-29 21:06:25 +01:00
|
|
|
if err.Error() == "redis: nil" {
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: log
|
2018-06-19 19:03:46 +01:00
|
|
|
return nil, Error.New("get error", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return b, nil
|
2018-06-13 19:22:32 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Put adds a value to the provided key in redis, returning an error on failure.
|
|
|
|
func (c *redisClient) Put(key storage.Key, value storage.Value) error {
|
|
|
|
v, err := value.MarshalBinary()
|
|
|
|
|
|
|
|
if err != nil {
|
2018-06-19 19:03:46 +01:00
|
|
|
return Error.New("put error", err)
|
2018-06-13 19:22:32 +01:00
|
|
|
}
|
|
|
|
|
2018-06-19 19:03:46 +01:00
|
|
|
err = c.db.Set(key.String(), v, c.TTL).Err()
|
|
|
|
if err != nil {
|
|
|
|
return Error.New("put error", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// List returns either a list of keys for which boltdb has values or an error.
|
2018-06-29 21:06:25 +01:00
|
|
|
func (c *redisClient) List(startingKey storage.Key, limit storage.Limit) (storage.Keys, error) {
|
|
|
|
var noOrderKeys []string
|
|
|
|
if startingKey != nil {
|
|
|
|
_, cursor, err := c.db.Scan(0, fmt.Sprintf("%s", startingKey), int64(limit)).Result()
|
|
|
|
if err != nil {
|
|
|
|
return nil, Error.New("list error with starting key", err)
|
|
|
|
}
|
|
|
|
keys, _, err := c.db.Scan(cursor, "", int64(limit)).Result()
|
|
|
|
if err != nil {
|
|
|
|
return nil, Error.New("list error with starting key", err)
|
|
|
|
}
|
|
|
|
noOrderKeys = keys
|
|
|
|
} else if startingKey == nil {
|
|
|
|
keys, _, err := c.db.Scan(0, "", int64(limit)).Result()
|
|
|
|
if err != nil {
|
|
|
|
return nil, Error.New("list error without starting key", err)
|
|
|
|
}
|
|
|
|
noOrderKeys = keys
|
2018-06-13 19:22:32 +01:00
|
|
|
}
|
|
|
|
|
2018-06-29 21:06:25 +01:00
|
|
|
listKeys := make(storage.Keys, len(noOrderKeys))
|
|
|
|
for i, k := range noOrderKeys {
|
|
|
|
listKeys[i] = storage.Key(k)
|
2018-06-13 19:22:32 +01:00
|
|
|
}
|
|
|
|
|
2018-06-29 21:06:25 +01:00
|
|
|
return listKeys, nil
|
2018-06-13 19:22:32 +01:00
|
|
|
}
|
2018-04-18 16:34:15 +01:00
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// Delete deletes a key/value pair from redis, for a given the key
|
|
|
|
func (c *redisClient) Delete(key storage.Key) error {
|
2018-06-19 19:03:46 +01:00
|
|
|
err := c.db.Del(key.String()).Err()
|
|
|
|
if err != nil {
|
|
|
|
return Error.New("delete error", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|
|
|
|
|
2018-06-13 19:22:32 +01:00
|
|
|
// Close closes a redis client
|
|
|
|
func (c *redisClient) Close() error {
|
|
|
|
return c.db.Close()
|
2018-04-18 16:34:15 +01:00
|
|
|
}
|