JakeHillion/storj
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

satellite/metainfo/metabase: add iteration with prefix benchmark

Browse Source 
Change-Id: I7af77cdf0f11e28ad946f2eaff4a9aa8fe5d0bec
This commit is contained in:
Michał Niewrzał 2021-03-08 09:43:38 +01:00
parent b5e95ec79f
commit 903cb172c2
1 changed files with 30 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
satellite/metainfo/metabase/bench_test.go
View File

@ -73,6 +73,11 @@ func (s *scenario) run(ctx *testcontext.Context, b *testing.B, db *metabase.DB)
nodes[i] = testrand.NodeID()
}
prefixes := make([]string, len(s.projectID))
for i := range prefixes {
prefixes[i] = testrand.Path()
}
b.Run("Upload", func(b *testing.B) {
totalUpload := make(Metrics, 0, b.N*s.projects*s.objects)
beginObject := make(Metrics, 0, b.N*s.projects*s.objects)
@ -100,12 +105,12 @@ func (s *scenario) run(ctx *testcontext.Context, b *testing.B, db *metabase.DB)
b.StartTimer()
s.objectStream = nil
for _, projectID := range s.projectID {
for i, projectID := range s.projectID {
for objectIndex := 0; objectIndex < s.objects; objectIndex++ {
objectStream := metabase.ObjectStream{
ProjectID: projectID,
BucketName: "bucket",
ObjectKey: metabase.ObjectKey(testrand.Path() + "/" + testrand.UUID().String()),
ObjectKey: metabase.ObjectKey(prefixes[i] + "/" + testrand.UUID().String()),
Version: 1,
StreamID: testrand.UUID(),
}
@ -223,6 +228,29 @@ func (s *scenario) run(ctx *testcontext.Context, b *testing.B, db *metabase.DB)
}
})
b.Run("Iterate with prefix", func(b *testing.B) {
m := make(Metrics, 0, b.N*s.projects)
defer m.Report(b, "ns/proj")
for i := 0; i < b.N; i++ {
for i, projectID := range s.projectID {
m.Record(func() {
err := db.IterateObjectsAllVersions(ctx, metabase.IterateObjects{
ProjectID: projectID,
BucketName: "bucket",
Prefix: metabase.ObjectKey(prefixes[i]),
}, func(ctx context.Context, it metabase.ObjectsIterator) error {
var entry metabase.ObjectEntry
for it.Next(ctx, &entry) {
}
return nil
})
require.NoError(b, err)
})
}
}
})
b.Run("ListSegments", func(b *testing.B) {
m := make(Metrics, 0, b.N*len(s.objectStream))
defer m.Report(b, "ns/obj")