// Copyright (C) 2018 Storj Labs, Inc. // See LICENSE for copying information. package redis import ( "sort" "time" "github.com/go-redis/redis" "github.com/zeebo/errs" "storj.io/storj/storage" ) var ( // Error is a redis error Error = errs.Class("redis error") ) const defaultNodeExpiration = 61 * time.Minute // Client is the entrypoint into Redis type Client struct { db *redis.Client TTL time.Duration } // NewClient returns a configured Client instance, verifying a successful connection to redis func NewClient(address, password string, db int) (*Client, error) { client := &Client{ db: redis.NewClient(&redis.Options{ Addr: address, Password: password, DB: db, }), TTL: defaultNodeExpiration, } // ping here to verify we are able to connect to redis with the initialized client. if err := client.db.Ping().Err(); err != nil { return nil, Error.New("ping failed: %v", err) } return client, nil } // Get looks up the provided key from redis returning either an error or the result. func (client *Client) Get(key storage.Key) (storage.Value, error) { value, err := client.db.Get(string(key)).Bytes() if err == redis.Nil { return nil, storage.ErrKeyNotFound.New(key.String()) } if err != nil { return nil, Error.New("get error: %v", err) } return value, nil } // Put adds a value to the provided key in redis, returning an error on failure. func (client *Client) Put(key storage.Key, value storage.Value) error { if len(key) == 0 { return Error.New("invalid key") } err := client.db.Set(key.String(), []byte(value), client.TTL).Err() if err != nil { return Error.New("put error: %v", err) } return nil } // List returns either a list of keys for which boltdb has values or an error. func (client *Client) List(first storage.Key, limit storage.Limit) (storage.Keys, error) { return storage.ListKeys(client, first, limit) } // ReverseList returns either a list of keys for which redis has values or an error. // Starts from first and iterates backwards func (client *Client) ReverseList(first storage.Key, limit storage.Limit) (storage.Keys, error) { return storage.ReverseListKeys(client, first, limit) } // Delete deletes a key/value pair from redis, for a given the key func (client *Client) Delete(key storage.Key) error { err := client.db.Del(key.String()).Err() if err != nil { return Error.New("delete error: %v", err) } return nil } // Close closes a redis client func (client *Client) Close() error { return client.db.Close() } // GetAll is the bulk method for gets from the redis data store // The maximum keys returned will be 100. If more than that is requested an // error will be returned func (client *Client) GetAll(keys storage.Keys) (storage.Values, error) { if len(keys) > storage.LookupLimit { return nil, storage.ErrLimitExceeded } keyStrings := make([]string, len(keys)) for i, v := range keys { keyStrings[i] = v.String() } results, err := client.db.MGet(keyStrings...).Result() if err != nil { return nil, err } values := []storage.Value{} for _, result := range results { s, ok := result.(string) if !ok { return nil, Error.New("invalid result type %T", result) } values = append(values, storage.Value(s)) } return values, nil } // Iterate iterates over items based on opts func (client *Client) Iterate(opts storage.IterateOptions, fn func(it storage.Iterator) error) error { var all storage.Items var err error if !opts.Reverse { all, err = client.allPrefixedItems(opts.Prefix, opts.First, nil) } else { all, err = client.allPrefixedItems(opts.Prefix, nil, opts.First) } if err != nil { return err } if !opts.Recurse { all = storage.SortAndCollapse(all, opts.Prefix) } if opts.Reverse { all = storage.ReverseItems(all) } return fn(&storage.StaticIterator{ Items: all, }) } func (client *Client) allPrefixedItems(prefix, first, last storage.Key) (storage.Items, error) { var all storage.Items seen := map[string]struct{}{} match := string(escapeMatch([]byte(prefix))) + "*" it := client.db.Scan(0, match, 0).Iterator() for it.Next() { key := it.Val() if first != nil && storage.Key(key).Less(first) { continue } if last != nil && last.Less(storage.Key(key)) { continue } if _, ok := seen[key]; ok { continue } seen[key] = struct{}{} value, err := client.db.Get(key).Bytes() if err != nil { return nil, err } all = append(all, storage.ListItem{ Key: storage.Key(key), Value: storage.Value(value), IsPrefix: false, }) } sort.Sort(all) return all, nil }