storj/satellite/metabase/delete_part.go
Egon Elbre 5044337440 satellite/metabase: add monitoring for objects and segments
Currently it's difficult to gather how many objects and segments are
being inserted. Adding separate monitoring counters make this easier.

Change-Id: I986cd82f03e99d2aa6fc76028255ee1090d1b294
2021-06-04 20:01:10 +03:00

92 lines
2.1 KiB
Go

// Copyright (C) 2021 Storj Labs, Inc.
// See LICENSE for copying information.
package metabase
import (
"context"
"math"
"storj.io/common/storj"
"storj.io/common/uuid"
"storj.io/private/tagsql"
)
// DeletePart contains arguments necessary for deleting single part.
type DeletePart struct {
StreamID uuid.UUID
PartNumber uint32
DeletePieces func(ctx context.Context, segment DeletedSegmentInfo) error
}
// DeletePart deletes all segments for given part.
func (db *DB) DeletePart(ctx context.Context, opts DeletePart) (err error) {
defer mon.Task()(&ctx)(&err)
if opts.StreamID.IsZero() {
return ErrInvalidRequest.New("StreamID missing")
}
if opts.DeletePieces == nil {
return ErrInvalidRequest.New("DeletePieces missing")
}
minPosition := SegmentPosition{
Part: opts.PartNumber,
}.Encode()
maxPosition := SegmentPosition{
Part: opts.PartNumber,
Index: math.MaxUint32,
}.Encode()
type Deleted struct {
RootPieceID storj.PieceID
AliasPieces AliasPieces
}
deleted := make([]Deleted, 0, 10)
err = withRows(db.db.QueryContext(ctx, `
DELETE FROM segments WHERE
stream_id = $1 AND position BETWEEN $2 AND $3
RETURNING
root_piece_id, remote_alias_pieces
`, opts.StreamID, minPosition, maxPosition))(func(rows tagsql.Rows) error {
for rows.Next() {
var rootPieceID storj.PieceID
var aliasPieces AliasPieces
err := rows.Scan(&rootPieceID, &aliasPieces)
if err != nil {
return err
}
// this code assumes that at some point we will limit number of segments per part
deleted = append(deleted, Deleted{
RootPieceID: rootPieceID,
AliasPieces: aliasPieces,
})
}
return nil
})
if err != nil {
return Error.Wrap(err)
}
mon.Meter("segment_delete").Mark(len(deleted))
for _, item := range deleted {
deleteInfo := DeletedSegmentInfo{
RootPieceID: item.RootPieceID,
}
deleteInfo.Pieces, err = db.aliasCache.ConvertAliasesToPieces(ctx, item.AliasPieces)
if err != nil {
return err
}
err = opts.DeletePieces(ctx, deleteInfo)
if err != nil {
return Error.Wrap(err)
}
}
return nil
}