250 lines
7.7 KiB
Go
250 lines
7.7 KiB
Go
|
// Copyright (C) 2021 Storj Labs, Inc.
|
||
|
|
// See LICENSE for copying information.
|
||
|
|
|
||
|
|
package buckets_test
|
||
|
|
|
||
|
|
import (
|
||
|
|
"testing"
|
||
|
|
|
||
|
|
"github.com/stretchr/testify/assert"
|
||
|
|
"github.com/stretchr/testify/require"
|
||
|
|
|
||
|
|
"storj.io/common/storj"
|
||
|
|
"storj.io/common/testcontext"
|
||
|
|
"storj.io/storj/private/testplanet"
|
||
|
|
)
|
||
|
|
|
||
|
|
const TestBucket = "testbucket"
|
||
|
|
const TestObject = "testobject"
|
||
|
|
|
||
|
|
func TestBucketPlacement_EmptyBucket(t *testing.T) {
|
||
|
|
testplanet.Run(t,
|
||
|
|
testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 0, UplinkCount: 1,
|
||
|
|
},
|
||
|
|
func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
buckets := satellite.API.Buckets.Service
|
||
|
|
uplink := planet.Uplinks[0]
|
||
|
|
projectID := uplink.Projects[0].ID
|
||
|
|
|
||
|
|
// create new bucket
|
||
|
|
err := uplink.CreateBucket(ctx, satellite, TestBucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set yet
|
||
|
|
bucket, err := buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
// set bucket placement
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is now set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
|
||
|
|
// change bucket placement to new location
|
||
|
|
bucket.Placement = storj.US
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is now at the new location
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.US, bucket.Placement)
|
||
|
|
|
||
|
|
// remove bucket placement constraints
|
||
|
|
bucket.Placement = storj.EveryCountry
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set anymore
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
},
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestBucketPlacement_SetOnNonEmptyBucket(t *testing.T) {
|
||
|
|
testplanet.Run(t,
|
||
|
|
testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 0, UplinkCount: 1,
|
||
|
|
},
|
||
|
|
func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
buckets := satellite.API.Buckets.Service
|
||
|
|
uplink := planet.Uplinks[0]
|
||
|
|
projectID := uplink.Projects[0].ID
|
||
|
|
|
||
|
|
// create new bucket
|
||
|
|
err := uplink.CreateBucket(ctx, satellite, TestBucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set yet
|
||
|
|
bucket, err := buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
// upload an empty object - just to have the bucket non-empty
|
||
|
|
err = uplink.Upload(ctx, satellite, TestBucket, TestObject, []byte{})
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// set bucket placement - it should fail
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.Error(t, err)
|
||
|
|
|
||
|
|
// check that the placement is still not set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
// delete the file
|
||
|
|
err = uplink.DeleteObject(ctx, satellite, TestBucket, TestObject)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// set bucket placement
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is now set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
},
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestBucketPlacement_ChangeOnNonEmptyBucket(t *testing.T) {
|
||
|
|
testplanet.Run(t,
|
||
|
|
testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 0, UplinkCount: 1,
|
||
|
|
},
|
||
|
|
func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
buckets := satellite.API.Buckets.Service
|
||
|
|
uplink := planet.Uplinks[0]
|
||
|
|
projectID := uplink.Projects[0].ID
|
||
|
|
|
||
|
|
// create new bucket
|
||
|
|
err := uplink.CreateBucket(ctx, satellite, TestBucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set yet
|
||
|
|
bucket, err := buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
// set bucket placement
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is now set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
|
||
|
|
// upload an empty object - just to have the bucket non-empty
|
||
|
|
err = uplink.Upload(ctx, satellite, TestBucket, TestObject, []byte{})
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// change bucket placement to new location - it should fail
|
||
|
|
bucket.Placement = storj.US
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.Error(t, err)
|
||
|
|
|
||
|
|
// check that the placement has not changed
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
|
||
|
|
// remove bucket placement constraints - it should fail
|
||
|
|
bucket.Placement = storj.EveryCountry
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.Error(t, err)
|
||
|
|
|
||
|
|
// check that the placement has not changed
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
|
||
|
|
// delete the file
|
||
|
|
err = uplink.DeleteObject(ctx, satellite, TestBucket, TestObject)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// remove bucket placement constraints
|
||
|
|
bucket.Placement = storj.EveryCountry
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set anymore
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
},
|
||
|
|
)
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestBucketPlacement_PendingObject(t *testing.T) {
|
||
|
|
testplanet.Run(t,
|
||
|
|
testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 0, UplinkCount: 1,
|
||
|
|
},
|
||
|
|
func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
buckets := satellite.API.Buckets.Service
|
||
|
|
uplink := planet.Uplinks[0]
|
||
|
|
projectID := uplink.Projects[0].ID
|
||
|
|
|
||
|
|
// create new bucket
|
||
|
|
err := uplink.CreateBucket(ctx, satellite, TestBucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is not set yet
|
||
|
|
bucket, err := buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
project, err := uplink.GetProject(ctx, satellite)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// begin a new upload - a pending object is created, and the bucket
|
||
|
|
// is considered non-empty
|
||
|
|
upload, err := project.BeginUpload(ctx, TestBucket, TestObject, nil)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// set bucket placement - it should fail
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.Error(t, err)
|
||
|
|
|
||
|
|
// check that the placement is still not set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Empty(t, bucket.Placement)
|
||
|
|
|
||
|
|
// cancel the upload - the pending object is deleted, and the
|
||
|
|
// bucket is empty again
|
||
|
|
err = project.AbortUpload(ctx, TestBucket, TestObject, upload.UploadID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// set bucket placement
|
||
|
|
bucket.Placement = storj.EU
|
||
|
|
_, err = buckets.UpdateBucket(ctx, bucket)
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// check that the placement is now set
|
||
|
|
bucket, err = buckets.GetBucket(ctx, []byte(TestBucket), projectID)
|
||
|
|
require.NoError(t, err)
|
||
|
|
assert.Equal(t, storj.EU, bucket.Placement)
|
||
|
|
},
|
||
|
|
)
|
||
|
|
}
|