c1fbecb96b
We need some chores to join without triggering the loop. For example it's fine to run metrics, only when something else is running. Change-Id: I9d8bd16f59c28c540c8d72971bc4e233a8660c02
76 lines
1.7 KiB
Go
76 lines
1.7 KiB
Go
// Copyright (C) 2021 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package verify
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/zeebo/errs"
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/common/errs2"
|
|
"storj.io/storj/satellite/metabase"
|
|
"storj.io/storj/satellite/metabase/metaloop"
|
|
)
|
|
|
|
// Error is the default error class for the package.
|
|
var Error = errs.Class("verify")
|
|
|
|
// Chore runs different verifications on metabase loop.
|
|
type Chore struct {
|
|
Log *zap.Logger
|
|
|
|
Config Config
|
|
|
|
DB metaloop.MetabaseDB
|
|
}
|
|
|
|
// Config contains configuration for all the services.
|
|
type Config struct {
|
|
ProgressPrintFrequency int64
|
|
Loop metaloop.Config
|
|
}
|
|
|
|
// New creates new verification.
|
|
func New(log *zap.Logger, mdb metaloop.MetabaseDB, config Config) *Chore {
|
|
return &Chore{
|
|
Log: log,
|
|
Config: config,
|
|
DB: mdb,
|
|
}
|
|
}
|
|
|
|
// RunOnce creates a new metaloop and runs the verifications.
|
|
func (chore *Chore) RunOnce(ctx context.Context) error {
|
|
loop := metaloop.New(chore.Config.Loop, chore.DB)
|
|
|
|
var group errs2.Group
|
|
group.Go(func() error {
|
|
plainOffset := &SegmentSizes{
|
|
Log: chore.Log.Named("segment-sizes"),
|
|
}
|
|
err := loop.Join(ctx, plainOffset)
|
|
return Error.Wrap(err)
|
|
})
|
|
|
|
group.Go(func() error {
|
|
progress := &ProgressObserver{
|
|
Log: chore.Log.Named("progress"),
|
|
ProgressPrintFrequency: chore.Config.ProgressPrintFrequency,
|
|
}
|
|
err := loop.Monitor(ctx, progress)
|
|
progress.Report()
|
|
return Error.Wrap(err)
|
|
})
|
|
group.Go(func() error {
|
|
return Error.Wrap(loop.RunOnce(ctx))
|
|
})
|
|
return Error.Wrap(errs.Combine(group.Wait()...))
|
|
}
|
|
|
|
func formatObject(obj metabase.ObjectStream) string {
|
|
return fmt.Sprintf("project:%q bucket:%q key:%q stream:\"%x\"", obj.ProjectID, obj.BucketName, obj.ObjectKey, obj.StreamID[:])
|
|
}
|