30f790a040
* add path implementation This commit adds a pkg/paths package which contains two types, Encrypted and Unencrypted, to statically enforce what is contained in a path. It's part of a refactoring of the code base to be more clear about what is contained in a storj.Path at all the layers. Change-Id: Ifc4d4932da26a97ea99749b8356b4543496a8864 * add encryption store This change adds an encryption.Store type to keep a collection of root keys for arbitrary locations in some buckets. It allows one to look up all of the necessary information to encrypt paths, decrypt paths and decrypt list operations. It adds some exported functions to perform encryption on paths using a Store. Change-Id: I1a3d230c521d65f0ede727f93e1cb389f8be9497 * add shim around streams store This commit changes no functionality, but just reorganizes the code so that changes can be made directly to the streams store implementation without affecting callers. It also adds a Path type that will be used at the interface boundary for the streams store so that it can be sure that it's getting well formed paths that it expects. Change-Id: I50bd682995b185beb653b00562fab62ef11f1ab5 * refactor streams to use encryption store This commit changes the streams store to use the path type as well as the encryption store to handle all of it's encryption and decryption. Some changes were made to how the default key is returned in the encryption store to have it include the case when the bucket exists but no paths matched. The path iterator could also be simplified to not report if a consume was valid: that information is no longer necessary. The kvmetainfo tests were changed to appropriately pass the subtests *testing.T rather than having the closure it executes use the parent one. The test framework now correctly reports which test did the failing. There are still some latent issues with listing in that listing for "a/" and listing for "a" are not the same operation, but we treat them as such. I suspect that there are also issues with paths like "/" or "//foo", but that's for another time. Change-Id: I81cad4ba2850c3d14ba7e632777c4cac93db9472 * use an encryption store at the upper layers Change-Id: Id9b4dd5f27b3ecac863de586e9ae076f4f927f6f * fix linting failures Change-Id: Ifb8378879ad308d4d047a0483850156371a41280 * fix linting in encryption test Change-Id: Ia35647dfe18b0f20fe13763b28e53294f75c38fa * get rid of kvmetainfo rootKey Change-Id: Id795ca03d9417e3fe9634365a121430eb678d6d5 * Fix linting failure for return with else Change-Id: I0b9ffd92be42ffcd8fef7ea735c5fc114a55d3b5 * fix some bugs adding enc store to kvmetainfo Change-Id: I8e765970ba817289c65ec62971ae3bfa2c53a1ba * respond to review feedback Change-Id: I43e2ce29ce2fb6677b1cd6b9469838d80ec92c86
660 lines
20 KiB
Go
660 lines
20 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package kvmetainfo_test
|
|
|
|
import (
|
|
"context"
|
|
"crypto/rand"
|
|
"fmt"
|
|
"io"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"storj.io/storj/internal/memory"
|
|
"storj.io/storj/internal/testplanet"
|
|
"storj.io/storj/pkg/metainfo/kvmetainfo"
|
|
"storj.io/storj/pkg/storage/streams"
|
|
"storj.io/storj/pkg/storj"
|
|
"storj.io/storj/pkg/stream"
|
|
)
|
|
|
|
const TestFile = "test-file"
|
|
|
|
func TestCreateObject(t *testing.T) {
|
|
customRS := storj.RedundancyScheme{
|
|
Algorithm: storj.ReedSolomon,
|
|
RequiredShares: 29,
|
|
RepairShares: 35,
|
|
OptimalShares: 80,
|
|
TotalShares: 95,
|
|
ShareSize: 2 * memory.KiB.Int32(),
|
|
}
|
|
|
|
const stripesPerBlock = 2
|
|
customES := storj.EncryptionScheme{
|
|
Cipher: storj.Unencrypted,
|
|
BlockSize: stripesPerBlock * customRS.StripeSize(),
|
|
}
|
|
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, nil)
|
|
require.NoError(t, err)
|
|
|
|
for i, tt := range []struct {
|
|
create *storj.CreateObject
|
|
expectedRS storj.RedundancyScheme
|
|
expectedES storj.EncryptionScheme
|
|
}{
|
|
{
|
|
create: nil,
|
|
expectedRS: kvmetainfo.DefaultRS,
|
|
expectedES: kvmetainfo.DefaultES,
|
|
},
|
|
{
|
|
create: &storj.CreateObject{RedundancyScheme: customRS, EncryptionScheme: customES},
|
|
expectedRS: customRS,
|
|
expectedES: customES,
|
|
},
|
|
{
|
|
create: &storj.CreateObject{RedundancyScheme: customRS},
|
|
expectedRS: customRS,
|
|
expectedES: storj.EncryptionScheme{Cipher: kvmetainfo.DefaultES.Cipher, BlockSize: kvmetainfo.DefaultES.BlockSize},
|
|
},
|
|
{
|
|
create: &storj.CreateObject{EncryptionScheme: customES},
|
|
expectedRS: kvmetainfo.DefaultRS,
|
|
expectedES: storj.EncryptionScheme{Cipher: customES.Cipher, BlockSize: kvmetainfo.DefaultES.BlockSize},
|
|
},
|
|
} {
|
|
errTag := fmt.Sprintf("%d. %+v", i, tt)
|
|
|
|
obj, err := db.CreateObject(ctx, bucket.Name, TestFile, tt.create)
|
|
require.NoError(t, err)
|
|
|
|
info := obj.Info()
|
|
|
|
assert.Equal(t, TestBucket, info.Bucket.Name, errTag)
|
|
assert.Equal(t, storj.AESGCM, info.Bucket.PathCipher, errTag)
|
|
assert.Equal(t, TestFile, info.Path, errTag)
|
|
assert.EqualValues(t, 0, info.Size, errTag)
|
|
assert.Equal(t, tt.expectedRS, info.RedundancyScheme, errTag)
|
|
assert.Equal(t, tt.expectedES, info.EncryptionScheme, errTag)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestGetObject(t *testing.T) {
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, nil)
|
|
require.NoError(t, err)
|
|
upload(ctx, t, db, streams, bucket, TestFile, nil)
|
|
|
|
_, err = db.GetObject(ctx, "", "")
|
|
assert.True(t, storj.ErrNoBucket.Has(err))
|
|
|
|
_, err = db.GetObject(ctx, bucket.Name, "")
|
|
assert.True(t, storj.ErrNoPath.Has(err))
|
|
|
|
_, err = db.GetObject(ctx, "non-existing-bucket", TestFile)
|
|
assert.True(t, storj.ErrBucketNotFound.Has(err))
|
|
|
|
_, err = db.GetObject(ctx, bucket.Name, "non-existing-file")
|
|
assert.True(t, storj.ErrObjectNotFound.Has(err))
|
|
|
|
object, err := db.GetObject(ctx, bucket.Name, TestFile)
|
|
if assert.NoError(t, err) {
|
|
assert.Equal(t, TestFile, object.Path)
|
|
assert.Equal(t, TestBucket, object.Bucket.Name)
|
|
assert.Equal(t, storj.AESGCM, object.Bucket.PathCipher)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestGetObjectStream(t *testing.T) {
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
data := make([]byte, 32*memory.KiB)
|
|
_, err := rand.Read(data)
|
|
require.NoError(t, err)
|
|
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, nil)
|
|
require.NoError(t, err)
|
|
|
|
upload(ctx, t, db, streams, bucket, "empty-file", nil)
|
|
upload(ctx, t, db, streams, bucket, "small-file", []byte("test"))
|
|
upload(ctx, t, db, streams, bucket, "large-file", data)
|
|
|
|
_, err = db.GetObjectStream(ctx, "", "")
|
|
assert.True(t, storj.ErrNoBucket.Has(err))
|
|
|
|
_, err = db.GetObjectStream(ctx, bucket.Name, "")
|
|
assert.True(t, storj.ErrNoPath.Has(err))
|
|
|
|
_, err = db.GetObjectStream(ctx, "non-existing-bucket", "small-file")
|
|
assert.True(t, storj.ErrBucketNotFound.Has(err))
|
|
|
|
_, err = db.GetObjectStream(ctx, bucket.Name, "non-existing-file")
|
|
assert.True(t, storj.ErrObjectNotFound.Has(err))
|
|
|
|
assertStream(ctx, t, db, streams, bucket, "empty-file", 0, []byte{})
|
|
assertStream(ctx, t, db, streams, bucket, "small-file", 4, []byte("test"))
|
|
assertStream(ctx, t, db, streams, bucket, "large-file", 32*memory.KiB.Int64(), data)
|
|
|
|
/* TODO: Disable stopping due to flakiness.
|
|
// Stop randomly half of the storage nodes and remove them from satellite's overlay cache
|
|
perm := mathrand.Perm(len(planet.StorageNodes))
|
|
for _, i := range perm[:(len(perm) / 2)] {
|
|
assert.NoError(t, planet.StopPeer(planet.StorageNodes[i]))
|
|
_, err := planet.Satellites[0].Overlay.Service.UpdateUptime(ctx, planet.StorageNodes[i].ID(), false)
|
|
assert.NoError(t, err)
|
|
}
|
|
|
|
// try downloading the large file again
|
|
assertStream(ctx, t, db, streams, bucket, "large-file", 32*memory.KiB.Int64(), data)
|
|
*/
|
|
})
|
|
}
|
|
|
|
func upload(ctx context.Context, t *testing.T, db *kvmetainfo.DB, streams streams.Store, bucket storj.Bucket, path storj.Path, data []byte) {
|
|
obj, err := db.CreateObject(ctx, bucket.Name, path, nil)
|
|
require.NoError(t, err)
|
|
|
|
str, err := obj.CreateStream(ctx)
|
|
require.NoError(t, err)
|
|
|
|
upload := stream.NewUpload(ctx, str, streams)
|
|
|
|
_, err = upload.Write(data)
|
|
require.NoError(t, err)
|
|
|
|
err = upload.Close()
|
|
require.NoError(t, err)
|
|
|
|
err = obj.Commit(ctx)
|
|
require.NoError(t, err)
|
|
}
|
|
|
|
func assertStream(ctx context.Context, t *testing.T, db *kvmetainfo.DB, streams streams.Store, bucket storj.Bucket, path storj.Path, size int64, content []byte) {
|
|
readOnly, err := db.GetObjectStream(ctx, bucket.Name, path)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, path, readOnly.Info().Path)
|
|
assert.Equal(t, TestBucket, readOnly.Info().Bucket.Name)
|
|
assert.Equal(t, storj.AESGCM, readOnly.Info().Bucket.PathCipher)
|
|
|
|
segments, more, err := readOnly.Segments(ctx, 0, 0)
|
|
require.NoError(t, err)
|
|
|
|
assert.False(t, more)
|
|
if !assert.Equal(t, 1, len(segments)) {
|
|
return
|
|
}
|
|
|
|
assert.EqualValues(t, 0, segments[0].Index)
|
|
assert.EqualValues(t, len(content), segments[0].Size)
|
|
if segments[0].Size > 4*memory.KiB.Int64() {
|
|
assertRemoteSegment(t, segments[0])
|
|
} else {
|
|
assertInlineSegment(t, segments[0], content)
|
|
}
|
|
|
|
download := stream.NewDownload(ctx, readOnly, streams)
|
|
defer func() {
|
|
err = download.Close()
|
|
assert.NoError(t, err)
|
|
}()
|
|
|
|
data := make([]byte, len(content))
|
|
n, err := io.ReadFull(download, data)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, len(content), n)
|
|
assert.Equal(t, content, data)
|
|
}
|
|
|
|
func assertInlineSegment(t *testing.T, segment storj.Segment, content []byte) {
|
|
assert.Equal(t, content, segment.Inline)
|
|
assert.True(t, segment.PieceID.IsZero())
|
|
assert.Equal(t, 0, len(segment.Pieces))
|
|
}
|
|
|
|
func assertRemoteSegment(t *testing.T, segment storj.Segment) {
|
|
assert.Nil(t, segment.Inline)
|
|
assert.NotNil(t, segment.PieceID)
|
|
assert.NotEqual(t, 0, len(segment.Pieces))
|
|
|
|
// check that piece numbers and nodes are unique
|
|
nums := make(map[byte]struct{})
|
|
nodes := make(map[string]struct{})
|
|
for _, piece := range segment.Pieces {
|
|
if _, ok := nums[piece.Number]; ok {
|
|
t.Fatalf("piece number %d is not unique", piece.Number)
|
|
}
|
|
nums[piece.Number] = struct{}{}
|
|
|
|
id := piece.Location.String()
|
|
if _, ok := nodes[id]; ok {
|
|
t.Fatalf("node id %s is not unique", id)
|
|
}
|
|
nodes[id] = struct{}{}
|
|
}
|
|
}
|
|
|
|
func TestDeleteObject(t *testing.T) {
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, nil)
|
|
if !assert.NoError(t, err) {
|
|
return
|
|
}
|
|
|
|
upload(ctx, t, db, streams, bucket, TestFile, nil)
|
|
|
|
err = db.DeleteObject(ctx, "", "")
|
|
assert.True(t, storj.ErrNoBucket.Has(err))
|
|
|
|
err = db.DeleteObject(ctx, bucket.Name, "")
|
|
assert.True(t, storj.ErrNoPath.Has(err))
|
|
|
|
err = db.DeleteObject(ctx, "non-existing-bucket", TestFile)
|
|
assert.True(t, storj.ErrBucketNotFound.Has(err))
|
|
|
|
err = db.DeleteObject(ctx, bucket.Name, "non-existing-file")
|
|
assert.True(t, storj.ErrObjectNotFound.Has(err))
|
|
|
|
err = db.DeleteObject(ctx, bucket.Name, TestFile)
|
|
assert.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func TestListObjectsEmpty(t *testing.T) {
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, nil)
|
|
require.NoError(t, err)
|
|
|
|
_, err = db.ListObjects(ctx, "", storj.ListOptions{})
|
|
assert.True(t, storj.ErrNoBucket.Has(err))
|
|
|
|
_, err = db.ListObjects(ctx, bucket.Name, storj.ListOptions{})
|
|
assert.EqualError(t, err, "kvmetainfo: invalid direction 0")
|
|
|
|
for _, direction := range []storj.ListDirection{
|
|
storj.Before,
|
|
storj.Backward,
|
|
storj.Forward,
|
|
storj.After,
|
|
} {
|
|
list, err := db.ListObjects(ctx, bucket.Name, storj.ListOptions{Direction: direction})
|
|
if assert.NoError(t, err) {
|
|
assert.False(t, list.More)
|
|
assert.Equal(t, 0, len(list.Items))
|
|
}
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestListObjects(t *testing.T) {
|
|
runTest(t, func(t *testing.T, ctx context.Context, planet *testplanet.Planet, db *kvmetainfo.DB, streams streams.Store) {
|
|
bucket, err := db.CreateBucket(ctx, TestBucket, &storj.Bucket{PathCipher: storj.Unencrypted})
|
|
require.NoError(t, err)
|
|
|
|
filePaths := []string{
|
|
"a", "aa", "b", "bb", "c",
|
|
"a/xa", "a/xaa", "a/xb", "a/xbb", "a/xc",
|
|
"b/ya", "b/yaa", "b/yb", "b/ybb", "b/yc",
|
|
}
|
|
|
|
for _, path := range filePaths {
|
|
upload(ctx, t, db, streams, bucket, path, nil)
|
|
}
|
|
|
|
otherBucket, err := db.CreateBucket(ctx, "otherbucket", nil)
|
|
require.NoError(t, err)
|
|
|
|
upload(ctx, t, db, streams, otherBucket, "file-in-other-bucket", nil)
|
|
|
|
for i, tt := range []struct {
|
|
options storj.ListOptions
|
|
more bool
|
|
result []string
|
|
}{
|
|
{
|
|
options: options("", "", storj.After, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.After, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "b", storj.After, 0),
|
|
result: []string{"b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "c", storj.After, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "ca", storj.After, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "", storj.After, 1),
|
|
more: true,
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "`", storj.After, 1),
|
|
more: true,
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "aa", storj.After, 1),
|
|
more: true,
|
|
result: []string{"b"},
|
|
}, {
|
|
options: options("", "c", storj.After, 1),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "ca", storj.After, 1),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "", storj.After, 2),
|
|
more: true,
|
|
result: []string{"a", "a/"},
|
|
}, {
|
|
options: options("", "`", storj.After, 2),
|
|
more: true,
|
|
result: []string{"a", "a/"},
|
|
}, {
|
|
options: options("", "aa", storj.After, 2),
|
|
more: true,
|
|
result: []string{"b", "b/"},
|
|
}, {
|
|
options: options("", "bb", storj.After, 2),
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "c", storj.After, 2),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "ca", storj.After, 2),
|
|
result: []string{},
|
|
}, {
|
|
options: optionsRecursive("", "", storj.After, 0),
|
|
result: []string{"a", "a/xa", "a/xaa", "a/xb", "a/xbb", "a/xc", "aa", "b", "b/ya", "b/yaa", "b/yb", "b/ybb", "b/yc", "bb", "c"},
|
|
}, {
|
|
options: options("a", "", storj.After, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "", storj.After, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "xb", storj.After, 0),
|
|
result: []string{"xbb", "xc"},
|
|
}, {
|
|
options: optionsRecursive("", "a/xbb", storj.After, 5),
|
|
more: true,
|
|
result: []string{"a/xc", "aa", "b", "b/ya", "b/yaa"},
|
|
}, {
|
|
options: options("a/", "xaa", storj.After, 2),
|
|
more: true,
|
|
result: []string{"xb", "xbb"},
|
|
}, {
|
|
options: options("", "", storj.Forward, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.Forward, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "b", storj.Forward, 0),
|
|
result: []string{"b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "c", storj.Forward, 0),
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "ca", storj.Forward, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "", storj.Forward, 1),
|
|
more: true,
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "`", storj.Forward, 1),
|
|
more: true,
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "aa", storj.Forward, 1),
|
|
more: true,
|
|
result: []string{"aa"},
|
|
}, {
|
|
options: options("", "c", storj.Forward, 1),
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "ca", storj.Forward, 1),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "", storj.Forward, 2),
|
|
more: true,
|
|
result: []string{"a", "a/"},
|
|
}, {
|
|
options: options("", "`", storj.Forward, 2),
|
|
more: true,
|
|
result: []string{"a", "a/"},
|
|
}, {
|
|
options: options("", "aa", storj.Forward, 2),
|
|
more: true,
|
|
result: []string{"aa", "b"},
|
|
}, {
|
|
options: options("", "bb", storj.Forward, 2),
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: options("", "c", storj.Forward, 2),
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "ca", storj.Forward, 2),
|
|
result: []string{},
|
|
}, {
|
|
options: optionsRecursive("", "", storj.Forward, 0),
|
|
result: []string{"a", "a/xa", "a/xaa", "a/xb", "a/xbb", "a/xc", "aa", "b", "b/ya", "b/yaa", "b/yb", "b/ybb", "b/yc", "bb", "c"},
|
|
}, {
|
|
options: options("a", "", storj.Forward, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "", storj.Forward, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "xb", storj.Forward, 0),
|
|
result: []string{"xb", "xbb", "xc"},
|
|
}, {
|
|
options: optionsRecursive("", "a/xbb", storj.Forward, 5),
|
|
more: true,
|
|
result: []string{"a/xbb", "a/xc", "aa", "b", "b/ya"},
|
|
}, {
|
|
options: options("a/", "xaa", storj.Forward, 2),
|
|
more: true,
|
|
result: []string{"xaa", "xb"},
|
|
}, {
|
|
options: options("", "", storj.Backward, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.Backward, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "b", storj.Backward, 0),
|
|
result: []string{"a", "a/", "aa", "b"},
|
|
}, {
|
|
options: options("", "c", storj.Backward, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "ca", storj.Backward, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "", storj.Backward, 1),
|
|
more: true,
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "`", storj.Backward, 1),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "aa", storj.Backward, 1),
|
|
more: true,
|
|
result: []string{"aa"},
|
|
}, {
|
|
options: options("", "c", storj.Backward, 1),
|
|
more: true,
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "ca", storj.Backward, 1),
|
|
more: true,
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "", storj.Backward, 2),
|
|
more: true,
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.Backward, 2),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "a/", storj.Backward, 2),
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "bb", storj.Backward, 2),
|
|
more: true,
|
|
result: []string{"b/", "bb"},
|
|
}, {
|
|
options: options("", "c", storj.Backward, 2),
|
|
more: true,
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: options("", "ca", storj.Backward, 2),
|
|
more: true,
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: optionsRecursive("", "", storj.Backward, 0),
|
|
result: []string{"a", "a/xa", "a/xaa", "a/xb", "a/xbb", "a/xc", "aa", "b", "b/ya", "b/yaa", "b/yb", "b/ybb", "b/yc", "bb", "c"},
|
|
}, {
|
|
options: options("a", "", storj.Backward, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "", storj.Backward, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "xb", storj.Backward, 0),
|
|
result: []string{"xa", "xaa", "xb"},
|
|
}, {
|
|
options: optionsRecursive("", "b/yaa", storj.Backward, 5),
|
|
more: true,
|
|
result: []string{"a/xc", "aa", "b", "b/ya", "b/yaa"},
|
|
}, {
|
|
options: options("a/", "xbb", storj.Backward, 2),
|
|
more: true,
|
|
result: []string{"xb", "xbb"},
|
|
}, {
|
|
options: options("", "", storj.Before, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.Before, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "a", storj.Before, 0),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "b", storj.Before, 0),
|
|
result: []string{"a", "a/", "aa"},
|
|
}, {
|
|
options: options("", "c", storj.Before, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb"},
|
|
}, {
|
|
options: options("", "ca", storj.Before, 0),
|
|
result: []string{"a", "a/", "aa", "b", "b/", "bb", "c"},
|
|
}, {
|
|
options: options("", "", storj.Before, 1),
|
|
more: true,
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "`", storj.Before, 1),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "a/", storj.Before, 1),
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "c", storj.Before, 1),
|
|
more: true,
|
|
result: []string{"bb"},
|
|
}, {
|
|
options: options("", "ca", storj.Before, 1),
|
|
more: true,
|
|
result: []string{"c"},
|
|
}, {
|
|
options: options("", "", storj.Before, 2),
|
|
more: true,
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: options("", "`", storj.Before, 2),
|
|
result: []string{},
|
|
}, {
|
|
options: options("", "a/", storj.Before, 2),
|
|
result: []string{"a"},
|
|
}, {
|
|
options: options("", "bb", storj.Before, 2),
|
|
more: true,
|
|
result: []string{"b", "b/"},
|
|
}, {
|
|
options: options("", "c", storj.Before, 2),
|
|
more: true,
|
|
result: []string{"b/", "bb"},
|
|
}, {
|
|
options: options("", "ca", storj.Before, 2),
|
|
more: true,
|
|
result: []string{"bb", "c"},
|
|
}, {
|
|
options: optionsRecursive("", "", storj.Before, 0),
|
|
result: []string{"a", "a/xa", "a/xaa", "a/xb", "a/xbb", "a/xc", "aa", "b", "b/ya", "b/yaa", "b/yb", "b/ybb", "b/yc", "bb", "c"},
|
|
}, {
|
|
options: options("a", "", storj.Before, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "", storj.Before, 0),
|
|
result: []string{"xa", "xaa", "xb", "xbb", "xc"},
|
|
}, {
|
|
options: options("a/", "xb", storj.Before, 0),
|
|
result: []string{"xa", "xaa"},
|
|
}, {
|
|
options: optionsRecursive("", "b/yaa", storj.Before, 5),
|
|
more: true,
|
|
result: []string{"a/xbb", "a/xc", "aa", "b", "b/ya"},
|
|
}, {
|
|
options: options("a/", "xbb", storj.Before, 2),
|
|
more: true,
|
|
result: []string{"xaa", "xb"},
|
|
},
|
|
} {
|
|
errTag := fmt.Sprintf("%d. %+v", i, tt)
|
|
|
|
list, err := db.ListObjects(ctx, bucket.Name, tt.options)
|
|
|
|
if assert.NoError(t, err, errTag) {
|
|
assert.Equal(t, tt.more, list.More, errTag)
|
|
for i, item := range list.Items {
|
|
assert.Equal(t, tt.result[i], item.Path, errTag)
|
|
assert.Equal(t, TestBucket, item.Bucket.Name, errTag)
|
|
assert.Equal(t, storj.Unencrypted, item.Bucket.PathCipher, errTag)
|
|
}
|
|
}
|
|
}
|
|
})
|
|
}
|
|
|
|
func options(prefix, cursor string, direction storj.ListDirection, limit int) storj.ListOptions {
|
|
return storj.ListOptions{
|
|
Prefix: prefix,
|
|
Cursor: cursor,
|
|
Direction: direction,
|
|
Limit: limit,
|
|
}
|
|
}
|
|
|
|
func optionsRecursive(prefix, cursor string, direction storj.ListDirection, limit int) storj.ListOptions {
|
|
return storj.ListOptions{
|
|
Prefix: prefix,
|
|
Cursor: cursor,
|
|
Direction: direction,
|
|
Limit: limit,
|
|
Recursive: true,
|
|
}
|
|
}
|