storj/storage/testsuite/test_iterate_all.go
JT Olio f1641af802 storage: add monkit task to missing places (#2122)
* storage: add monkit task to missing places

Change-Id: I9e17a6b14f7c25bbf698eeecf32785e9add3f26e

* fix tests

Change-Id: Id078276fa3de61a28eb3d01d4e751732ecbb173f

* import order

Change-Id: I814e33755b9f10b5219af37cd828cd75eb3da1a4

* remove part of other commit

Change-Id: Idaa4c95cd65e97567fb466de49718db8203cfbe1
2019-06-05 16:23:10 +02:00

277 lines
7.0 KiB
Go

// Copyright (C) 2019 Storj Labs, Inc.
// See LICENSE for copying information.
package testsuite
import (
"math/rand"
"testing"
"storj.io/storj/storage"
)
func testIterateAll(t *testing.T, store storage.KeyValueStore) {
items := storage.Items{
newItem("a", "a", false),
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}
rand.Shuffle(len(items), items.Swap)
defer cleanupItems(store, items)
if err := storage.PutAll(ctx, store, items...); err != nil {
t.Fatalf("failed to setup: %v", err)
}
testIterations(t, store, []iterationTest{
{"no limits",
storage.IterateOptions{
Recurse: true,
}, storage.Items{
newItem("a", "a", false),
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"no limits with non-nil first",
storage.IterateOptions{
Recurse: true,
First: storage.Key(""),
}, storage.Items{
newItem("a", "a", false),
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"no limits reverse",
storage.IterateOptions{
Recurse: true, Reverse: true,
}, storage.Items{
newItem("h", "h", false),
newItem("g", "g", false),
newItem("c/1", "c/1", false),
newItem("c//", "c//", false),
newItem("c/", "c/", false),
newItem("c", "c", false),
newItem("b/3", "b/3", false),
newItem("b/2", "b/2", false),
newItem("b/1", "b/1", false),
newItem("a", "a", false),
}},
{"at a",
storage.IterateOptions{
First: storage.Key("a"),
Recurse: true,
}, storage.Items{
newItem("a", "a", false),
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"at a reverse",
storage.IterateOptions{
First: storage.Key("a"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("a", "a", false),
}},
{"after a",
storage.IterateOptions{
First: storage.NextKey(storage.Key("a")),
Recurse: true,
}, storage.Items{
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"at b",
storage.IterateOptions{
First: storage.Key("b"),
Recurse: true,
}, storage.Items{
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"after b",
storage.IterateOptions{
First: storage.NextKey(storage.Key("b")),
Recurse: true,
}, storage.Items{
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"at c",
storage.IterateOptions{
First: storage.Key("c"),
Recurse: true,
}, storage.Items{
newItem("c", "c", false),
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"after c",
storage.IterateOptions{
First: storage.NextKey(storage.Key("c")),
Recurse: true,
}, storage.Items{
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"at e",
storage.IterateOptions{
First: storage.Key("e"),
Recurse: true,
}, storage.Items{
newItem("g", "g", false),
newItem("h", "h", false),
}},
{"at e reverse",
storage.IterateOptions{
First: storage.Key("e"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("c/1", "c/1", false),
newItem("c//", "c//", false),
newItem("c/", "c/", false),
newItem("c", "c", false),
newItem("b/3", "b/3", false),
newItem("b/2", "b/2", false),
newItem("b/1", "b/1", false),
newItem("a", "a", false),
}},
{"prefix b slash",
storage.IterateOptions{
Prefix: storage.Key("b/"),
Recurse: true,
}, storage.Items{
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
}},
{"prefix b slash at a",
storage.IterateOptions{
Prefix: storage.Key("b/"), First: storage.Key("a"),
Recurse: true,
}, storage.Items{
newItem("b/1", "b/1", false),
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
}},
{"prefix b slash at b slash 2",
storage.IterateOptions{
Prefix: storage.Key("b/"), First: storage.Key("b/2"),
Recurse: true,
}, storage.Items{
newItem("b/2", "b/2", false),
newItem("b/3", "b/3", false),
}},
{"reverse prefix b slash",
storage.IterateOptions{
Prefix: storage.Key("b/"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("b/3", "b/3", false),
newItem("b/2", "b/2", false),
newItem("b/1", "b/1", false),
}},
{"reverse prefix b slash at b slash 2",
storage.IterateOptions{
Prefix: storage.Key("b/"), First: storage.Key("b/2"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("b/2", "b/2", false),
newItem("b/1", "b/1", false),
}},
{"prefix c slash",
storage.IterateOptions{
Prefix: storage.Key("c/"),
Recurse: true,
}, storage.Items{
newItem("c/", "c/", false),
newItem("c//", "c//", false),
newItem("c/1", "c/1", false),
}},
{"reverse prefix c slash",
storage.IterateOptions{
Prefix: storage.Key("c/"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("c/1", "c/1", false),
newItem("c//", "c//", false),
newItem("c/", "c/", false),
}},
{"prefix c slash slash",
storage.IterateOptions{
Prefix: storage.Key("c//"),
Recurse: true,
}, storage.Items{
newItem("c//", "c//", false),
}},
{"reverse prefix c slash slash",
storage.IterateOptions{
Prefix: storage.Key("c//"),
Recurse: true, Reverse: true,
}, storage.Items{
newItem("c//", "c//", false),
}},
})
}