178aa8b5e0
* Delete expired segments in expired segments service using metainfo loop * Add test to verify expired segments service deletes expired segments * Ignore expired segments in checker observer * Modify checker tests to verify that expired segments are ignored * Ignore expired segments in segment repairer and drop from repair queue * Add repair test to verify that a segment that expires after being added to the repair queue is ignored and dropped from the repair queue Change-Id: Ib2b0934db525fef58325583d2a7ca859b88ea60d
66 lines
1.8 KiB
Go
66 lines
1.8 KiB
Go
// Copyright (C) 2020 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package expireddeletion
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/common/pb"
|
|
"storj.io/common/storj"
|
|
"storj.io/storj/satellite/metainfo"
|
|
"storj.io/storj/storage"
|
|
)
|
|
|
|
var _ metainfo.Observer = (*expiredDeleter)(nil)
|
|
|
|
// expiredDeleter implements the metainfo loop observer interface for expired segment cleanup
|
|
//
|
|
// architecture: Observer
|
|
type expiredDeleter struct {
|
|
log *zap.Logger
|
|
metainfo *metainfo.Service
|
|
}
|
|
|
|
// RemoteSegment deletes the segment if it is expired
|
|
func (ed *expiredDeleter) RemoteSegment(ctx context.Context, path metainfo.ScopedPath, pointer *pb.Pointer) (err error) {
|
|
defer mon.Task()(&ctx, path.Raw)(&err)
|
|
|
|
return ed.deleteSegmentIfExpired(ctx, path, pointer)
|
|
}
|
|
|
|
// InlineSegment deletes the segment if it is expired
|
|
func (ed *expiredDeleter) InlineSegment(ctx context.Context, path metainfo.ScopedPath, pointer *pb.Pointer) (err error) {
|
|
defer mon.Task()(&ctx, path.Raw)(&err)
|
|
|
|
return ed.deleteSegmentIfExpired(ctx, path, pointer)
|
|
}
|
|
|
|
// Object returns nil because the expired deleter only cares about segments
|
|
func (ed *expiredDeleter) Object(ctx context.Context, path metainfo.ScopedPath, pointer *pb.Pointer) (err error) {
|
|
return nil
|
|
}
|
|
|
|
func (ed *expiredDeleter) deleteSegmentIfExpired(ctx context.Context, path metainfo.ScopedPath, pointer *pb.Pointer) error {
|
|
// delete segment if expired
|
|
if !pointer.ExpirationDate.IsZero() && pointer.ExpirationDate.Before(time.Now().UTC()) {
|
|
pointerBytes, err := pb.Marshal(pointer)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = ed.metainfo.Delete(ctx, path.Raw, pointerBytes)
|
|
if storj.ErrObjectNotFound.Has(err) {
|
|
// segment already deleted
|
|
return nil
|
|
} else if storage.ErrValueChanged.Has(err) {
|
|
// segment was replaced
|
|
return nil
|
|
}
|
|
return err
|
|
}
|
|
return nil
|
|
}
|