fa287b8206
One of two parts to stop using objects loop for bucket accounting, this method collects bucket tallies from list of bucket locations part1 of: https://github.com/storj/team-metainfo/issues/125 Change-Id: Id2d492582453e28463cddf1245622fb7f191050c
109 lines
2.9 KiB
Go
109 lines
2.9 KiB
Go
// Copyright (C) 2021 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package metabasetest
|
|
|
|
import (
|
|
"bytes"
|
|
"sort"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/google/go-cmp/cmp"
|
|
"github.com/google/go-cmp/cmp/cmpopts"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/zeebo/errs"
|
|
|
|
"storj.io/common/testcontext"
|
|
"storj.io/storj/satellite/metabase"
|
|
)
|
|
|
|
// DeleteAll deletes all data from metabase.
|
|
type DeleteAll struct{}
|
|
|
|
// Check runs the test.
|
|
func (step DeleteAll) Check(ctx *testcontext.Context, t testing.TB, db *metabase.DB) {
|
|
err := db.TestingDeleteAll(ctx)
|
|
require.NoError(t, err)
|
|
}
|
|
|
|
// Verify verifies whether metabase state matches the content.
|
|
type Verify metabase.RawState
|
|
|
|
// Check runs the test.
|
|
func (step Verify) Check(ctx *testcontext.Context, t testing.TB, db *metabase.DB) {
|
|
state, err := db.TestingGetState(ctx)
|
|
require.NoError(t, err)
|
|
|
|
sortRawObjects(state.Objects)
|
|
sortRawObjects(step.Objects)
|
|
sortRawSegments(state.Segments)
|
|
sortRawSegments(step.Segments)
|
|
sortRawCopies(state.Copies)
|
|
sortRawCopies(step.Copies)
|
|
|
|
diff := cmp.Diff(metabase.RawState(step), *state,
|
|
DefaultTimeDiff(),
|
|
cmpopts.EquateEmpty())
|
|
require.Zero(t, diff)
|
|
}
|
|
|
|
func sortObjects(objects []metabase.Object) {
|
|
sort.Slice(objects, func(i, j int) bool {
|
|
return objects[i].StreamID.Less(objects[j].StreamID)
|
|
})
|
|
}
|
|
|
|
func sortBucketTallies(tallies []metabase.BucketTally) {
|
|
sort.Slice(tallies, func(i, j int) bool {
|
|
if tallies[i].ProjectID == tallies[j].ProjectID {
|
|
return tallies[i].BucketName < tallies[j].BucketName
|
|
}
|
|
return tallies[i].ProjectID.Less(tallies[j].ProjectID)
|
|
})
|
|
}
|
|
|
|
func sortRawObjects(objects []metabase.RawObject) {
|
|
sort.Slice(objects, func(i, j int) bool {
|
|
return objects[i].StreamID.Less(objects[j].StreamID)
|
|
})
|
|
}
|
|
|
|
func sortRawSegments(segments []metabase.RawSegment) {
|
|
sort.Slice(segments, func(i, j int) bool {
|
|
if segments[i].StreamID == segments[j].StreamID {
|
|
return segments[i].Position.Less(segments[j].Position)
|
|
}
|
|
return segments[i].StreamID.Less(segments[j].StreamID)
|
|
})
|
|
}
|
|
|
|
func sortRawCopies(copies []metabase.RawCopy) {
|
|
sort.Slice(copies, func(i, j int) bool {
|
|
return copies[i].StreamID.Less(copies[j].StreamID)
|
|
})
|
|
}
|
|
|
|
func sortDeletedSegments(segments []metabase.DeletedSegmentInfo) {
|
|
sort.Slice(segments, func(i, j int) bool {
|
|
return bytes.Compare(segments[i].RootPieceID[:], segments[j].RootPieceID[:]) < 0
|
|
})
|
|
}
|
|
|
|
func checkError(t require.TestingT, err error, errClass *errs.Class, errText string) {
|
|
if errClass != nil {
|
|
require.True(t, errClass.Has(err), "expected an error %v got %v", *errClass, err)
|
|
}
|
|
if errText != "" {
|
|
require.EqualError(t, err, errClass.New(errText).Error())
|
|
}
|
|
if errClass == nil && errText == "" {
|
|
require.NoError(t, err)
|
|
}
|
|
}
|
|
|
|
// DefaultTimeDiff is the central place to adjust test sql "timeout" (accepted diff between start and end of the test).
|
|
func DefaultTimeDiff() cmp.Option {
|
|
return cmpopts.EquateApproxTime(20 * time.Second)
|
|
}
|