267506bb20
metabase has become a central concept and it's more suitable for it to be directly nested under satellite rather than being part of metainfo. metainfo is going to be the "endpoint" logic for handling requests. Change-Id: I53770d6761ac1e9a1283b5aa68f471b21e784198
164 lines
4.2 KiB
Go
164 lines
4.2 KiB
Go
// Copyright (C) 2020 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package metabase_test
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"storj.io/common/storj"
|
|
"storj.io/common/testcontext"
|
|
"storj.io/storj/satellite/metabase"
|
|
)
|
|
|
|
func TestDeleteExpiredObjects(t *testing.T) {
|
|
All(t, func(ctx *testcontext.Context, t *testing.T, db *metabase.DB) {
|
|
obj1 := randObjectStream()
|
|
obj2 := randObjectStream()
|
|
obj3 := randObjectStream()
|
|
|
|
now := time.Now()
|
|
pastTime := now.Add(-1 * time.Hour)
|
|
futureTime := now.Add(1 * time.Hour)
|
|
|
|
t.Run("none", func(t *testing.T) {
|
|
defer DeleteAll{}.Check(ctx, t, db)
|
|
|
|
DeleteExpiredObjects{
|
|
Opts: metabase.DeleteExpiredObjects{
|
|
ExpiredBefore: time.Now(),
|
|
},
|
|
}.Check(ctx, t, db)
|
|
Verify{}.Check(ctx, t, db)
|
|
})
|
|
|
|
t.Run("partial objects", func(t *testing.T) {
|
|
defer DeleteAll{}.Check(ctx, t, db)
|
|
|
|
// pending object without expiration time
|
|
BeginObjectExactVersion{
|
|
Opts: metabase.BeginObjectExactVersion{
|
|
ObjectStream: obj1,
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
Version: 1,
|
|
}.Check(ctx, t, db)
|
|
|
|
// pending object with expiration time in the past
|
|
BeginObjectExactVersion{
|
|
Opts: metabase.BeginObjectExactVersion{
|
|
ObjectStream: obj2,
|
|
ExpiresAt: &pastTime,
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
Version: 1,
|
|
}.Check(ctx, t, db)
|
|
|
|
// pending object with expiration time in the future
|
|
BeginObjectExactVersion{
|
|
Opts: metabase.BeginObjectExactVersion{
|
|
ObjectStream: obj3,
|
|
ExpiresAt: &futureTime,
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
Version: 1,
|
|
}.Check(ctx, t, db)
|
|
|
|
DeleteExpiredObjects{
|
|
Opts: metabase.DeleteExpiredObjects{
|
|
ExpiredBefore: time.Now(),
|
|
},
|
|
}.Check(ctx, t, db)
|
|
|
|
Verify{ // the object with expiration time in the past is gone
|
|
Objects: []metabase.RawObject{
|
|
{
|
|
ObjectStream: obj1,
|
|
CreatedAt: now,
|
|
Status: metabase.Pending,
|
|
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
{
|
|
ObjectStream: obj3,
|
|
CreatedAt: now,
|
|
ExpiresAt: &futureTime,
|
|
Status: metabase.Pending,
|
|
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
},
|
|
}.Check(ctx, t, db)
|
|
})
|
|
|
|
t.Run("batch size", func(t *testing.T) {
|
|
expiresAt := time.Now().Add(-30 * 24 * time.Hour)
|
|
for i := 0; i < 32; i++ {
|
|
_ = createExpiredObject(ctx, t, db, randObjectStream(), 3, expiresAt)
|
|
}
|
|
DeleteExpiredObjects{
|
|
Opts: metabase.DeleteExpiredObjects{
|
|
ExpiredBefore: time.Now().Add(time.Hour),
|
|
BatchSize: 4,
|
|
},
|
|
}.Check(ctx, t, db)
|
|
|
|
Verify{}.Check(ctx, t, db)
|
|
})
|
|
|
|
t.Run("committed objects", func(t *testing.T) {
|
|
defer DeleteAll{}.Check(ctx, t, db)
|
|
|
|
object1 := CreateTestObject{}.Run(ctx, t, db, obj1, 1)
|
|
CreateTestObject{
|
|
BeginObjectExactVersion: &metabase.BeginObjectExactVersion{
|
|
ObjectStream: obj2,
|
|
ExpiresAt: &pastTime,
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
}.Run(ctx, t, db, obj2, 1)
|
|
object3 := CreateTestObject{
|
|
BeginObjectExactVersion: &metabase.BeginObjectExactVersion{
|
|
ObjectStream: obj3,
|
|
ExpiresAt: &futureTime,
|
|
Encryption: defaultTestEncryption,
|
|
},
|
|
}.Run(ctx, t, db, obj3, 1)
|
|
|
|
expectedObj1Segment := metabase.Segment{
|
|
StreamID: obj1.StreamID,
|
|
RootPieceID: storj.PieceID{1},
|
|
CreatedAt: &now,
|
|
EncryptedKey: []byte{3},
|
|
EncryptedKeyNonce: []byte{4},
|
|
EncryptedETag: []byte{5},
|
|
EncryptedSize: 1060,
|
|
PlainSize: 512,
|
|
Pieces: metabase.Pieces{{Number: 0, StorageNode: storj.NodeID{2}}},
|
|
Redundancy: defaultTestRedundancy,
|
|
}
|
|
|
|
expectedObj3Segment := expectedObj1Segment
|
|
expectedObj3Segment.StreamID = obj3.StreamID
|
|
|
|
DeleteExpiredObjects{
|
|
Opts: metabase.DeleteExpiredObjects{
|
|
ExpiredBefore: time.Now(),
|
|
},
|
|
}.Check(ctx, t, db)
|
|
|
|
Verify{ // the object with expiration time in the past is gone
|
|
Objects: []metabase.RawObject{
|
|
metabase.RawObject(object1),
|
|
metabase.RawObject(object3),
|
|
},
|
|
Segments: []metabase.RawSegment{
|
|
metabase.RawSegment(expectedObj1Segment),
|
|
metabase.RawSegment(expectedObj3Segment),
|
|
},
|
|
}.Check(ctx, t, db)
|
|
})
|
|
})
|
|
}
|