80727ae90b
* adds netstate rpc server pagination, mocks pagination in test/util.go * updates ns client example, combines ns client and server test to netstate_test, adds pagination to bolt client * better organizes netstate test calls * wip breaking netstate test into smaller tests * wip modularizing netstate tests * adds some test panics * wip netstate test attempts * testing bug in netstate TestDeleteAuth * wip fixes global variable problem, still issues with list * wip fixes get request params and args * fixes bug in path when using MakePointers helper fn * updates mockdb list func, adds test, changes Limit to int * fixes merge conflicts * fixes broken tests from merge * remove unnecessary PointerEntry struct * removes error when Get returns nil value from boltdb * breaks boltdb client tests into smaller tests * renames AssertNoErr test helper to HandleErr * adds StartingKey and Limit parameters to redis list func, adds beginning of redis tests * adds helper func for mockdb List function * if no starting key provided for netstate List, the first value in storage will be used * adds basic pagination for redis List function, adds tests * adds list limit to call in overlay/server.go * streamlines/fixes some nits from review * removes use of obsolete EncryptedUnencryptedSize * uses MockKeyValueStore instead of redis instance in redis client test * changes test to expect nil returned for getting missing key * remove error from `KeyValueStore#Get` * fix bolt test * Merge pull request #1 from bryanchriswhite/nat-pagination remove error from `KeyValueStore#Get` * adds Get returning error back to KeyValueStore interface and affected clients * trying to appease travis: returns errors in Get calls in overlay/cache and cache_test * handles redis get error when no key found
157 lines
3.5 KiB
Go
157 lines
3.5 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package boltdb
|
|
|
|
import (
|
|
"bytes"
|
|
"io/ioutil"
|
|
"os"
|
|
"testing"
|
|
|
|
"go.uber.org/zap"
|
|
"storj.io/storj/storage"
|
|
)
|
|
|
|
type BoltClientTest struct {
|
|
*testing.T
|
|
c storage.KeyValueStore
|
|
}
|
|
|
|
func NewBoltClientTest(t *testing.T) *BoltClientTest {
|
|
logger, _ := zap.NewDevelopment()
|
|
dbName := tempfile()
|
|
|
|
c, err := NewClient(logger, dbName, "test_bucket")
|
|
if err != nil {
|
|
t.Error("Failed to create test db")
|
|
panic(err)
|
|
}
|
|
|
|
return &BoltClientTest{
|
|
T: t,
|
|
c: c,
|
|
}
|
|
}
|
|
|
|
func (bt *BoltClientTest) Close() {
|
|
bt.c.Close()
|
|
switch client := bt.c.(type) {
|
|
case *boltClient:
|
|
os.Remove(client.Path)
|
|
}
|
|
}
|
|
|
|
func (bt *BoltClientTest) HandleErr(err error, msg string) {
|
|
bt.Error(msg)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
panic(msg)
|
|
}
|
|
|
|
func tempfile() string {
|
|
f, err := ioutil.TempFile("", "TempBolt-")
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
f.Close()
|
|
err = os.Remove(f.Name())
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return f.Name()
|
|
}
|
|
|
|
func TestPut(t *testing.T) {
|
|
bt := NewBoltClientTest(t)
|
|
defer bt.Close()
|
|
|
|
if err := bt.c.Put([]byte("test/path/1"), []byte("pointer1")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer1 to pointers bucket")
|
|
}
|
|
}
|
|
|
|
func TestGet(t *testing.T) {
|
|
bt := NewBoltClientTest(t)
|
|
defer bt.Close()
|
|
|
|
if err := bt.c.Put([]byte("test/path/1"), []byte("pointer1")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer1 to pointers bucket")
|
|
}
|
|
|
|
retrvValue, err := bt.c.Get([]byte("test/path/1"))
|
|
if err != nil {
|
|
bt.HandleErr(err, "Failed to get")
|
|
}
|
|
if retrvValue.IsZero() {
|
|
bt.HandleErr(nil, "Failed to get saved test pointer")
|
|
}
|
|
if !bytes.Equal(retrvValue, []byte("pointer1")) {
|
|
bt.HandleErr(nil, "Retrieved pointer was not same as put pointer")
|
|
}
|
|
|
|
// tests Get non-existent path
|
|
getRes, err := bt.c.Get([]byte("fake/path"))
|
|
if err != nil {
|
|
bt.HandleErr(err, "Failed to get")
|
|
}
|
|
if !getRes.IsZero() {
|
|
bt.HandleErr(nil, "Expected zero-value response for getting fake path")
|
|
}
|
|
}
|
|
|
|
func TestDelete(t *testing.T) {
|
|
bt := NewBoltClientTest(t)
|
|
defer bt.Close()
|
|
|
|
if err := bt.c.Put([]byte("test/path/1"), []byte("pointer1")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer1 to pointers bucket")
|
|
}
|
|
|
|
if err := bt.c.Delete([]byte("test/path/1")); err != nil {
|
|
bt.HandleErr(err, "Failed to delete test entry")
|
|
}
|
|
}
|
|
|
|
func TestList(t *testing.T) {
|
|
bt := NewBoltClientTest(t)
|
|
defer bt.Close()
|
|
|
|
if err := bt.c.Put([]byte("test/path/2"), []byte("pointer2")); err != nil {
|
|
bt.HandleErr(err, "Failed to put pointer2 to pointers bucket")
|
|
}
|
|
testPaths, err := bt.c.List([]byte("test/path/2"), storage.Limit(1))
|
|
if err != nil {
|
|
bt.HandleErr(err, "Failed to list Path keys in pointers bucket")
|
|
}
|
|
|
|
if !bytes.Equal(testPaths[0], []byte("test/path/2")) {
|
|
bt.HandleErr(nil, "Expected only test/path/2 in list")
|
|
}
|
|
}
|
|
|
|
func TestListNoStartingKey(t *testing.T) {
|
|
bt := NewBoltClientTest(t)
|
|
defer bt.Close()
|
|
|
|
if err := bt.c.Put([]byte("test/path/1"), []byte("pointer1")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer1 to pointers bucket")
|
|
}
|
|
if err := bt.c.Put([]byte("test/path/2"), []byte("pointer2")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer2 to pointers bucket")
|
|
}
|
|
if err := bt.c.Put([]byte("test/path/3"), []byte("pointer3")); err != nil {
|
|
bt.HandleErr(err, "Failed to save pointer3 to pointers bucket")
|
|
}
|
|
|
|
testPaths, err := bt.c.List(nil, storage.Limit(3))
|
|
if err != nil {
|
|
bt.HandleErr(err, "Failed to list Paths")
|
|
}
|
|
|
|
if !bytes.Equal(testPaths[2], []byte("test/path/3")) {
|
|
bt.HandleErr(nil, "Expected test/path/3 to be last in list")
|
|
}
|
|
}
|