355 lines
13 KiB
Go
355 lines
13 KiB
Go
|
// Copyright (C) 2019 Storj Labs, Inc.
|
||
|
|
// See LICENSE for copying information.
|
||
|
|
|
||
|
|
package orders_test
|
||
|
|
|
||
|
|
import (
|
||
|
|
"testing"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/stretchr/testify/require"
|
||
|
|
"go.uber.org/zap"
|
||
|
|
|
||
|
|
"storj.io/common/pb"
|
||
|
|
"storj.io/common/signing"
|
||
|
|
"storj.io/common/storj"
|
||
|
|
"storj.io/common/testcontext"
|
||
|
|
"storj.io/common/testrand"
|
||
|
|
"storj.io/storj/private/testplanet"
|
||
|
|
"storj.io/storj/satellite"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestSettlementWithWindowEndpointManyOrders(t *testing.T) {
|
||
|
|
testplanet.Run(t, testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 1,
|
||
|
|
Reconfigure: testplanet.Reconfigure{
|
||
|
|
Satellite: func(log *zap.Logger, index int, config *satellite.Config) {
|
||
|
|
config.Orders.FlushBatchSize = 1
|
||
|
|
config.Orders.FlushInterval = 2 * time.Second
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
ordersDB := satellite.Orders.DB
|
||
|
|
storagenode := planet.StorageNodes[0]
|
||
|
|
now := time.Now().UTC()
|
||
|
|
projectID := testrand.UUID()
|
||
|
|
bucketname := "testbucket"
|
||
|
|
|
||
|
|
// confirm storagenode and bucket bandwidth tables start empty
|
||
|
|
snbw, err := ordersDB.GetStorageNodeBandwidth(ctx, satellite.ID(), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, int64(0), snbw)
|
||
|
|
bucketbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, int64(0), bucketbw)
|
||
|
|
|
||
|
|
// create serial number to use in test
|
||
|
|
serialNumber1 := testrand.SerialNumber()
|
||
|
|
bucketID := storj.JoinPaths(projectID.String(), bucketname)
|
||
|
|
err = ordersDB.CreateSerialInfo(ctx, serialNumber1, []byte(bucketID), now.AddDate(1, 0, 10))
|
||
|
|
serialNumber2 := testrand.SerialNumber()
|
||
|
|
require.NoError(t, err)
|
||
|
|
err = ordersDB.CreateSerialInfo(ctx, serialNumber2, []byte(bucketID), now.AddDate(1, 0, 10))
|
||
|
|
require.NoError(t, err)
|
||
|
|
piecePublicKey, piecePrivateKey, err := storj.NewPieceKey()
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
var testCases = []struct {
|
||
|
|
name string
|
||
|
|
dataAmount int64
|
||
|
|
orderCreation time.Time
|
||
|
|
settledAmt int64
|
||
|
|
}{
|
||
|
|
{"settle 2 orders, valid", int64(50), now, int64(100)},
|
||
|
|
{"settle 2 orders, window mismatch", int64(50), now.Add(-48 * time.Hour), int64(50)},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testCases {
|
||
|
|
// create signed orderlimit or order to test with
|
||
|
|
limit1 := &pb.OrderLimit{
|
||
|
|
SerialNumber: serialNumber1,
|
||
|
|
SatelliteId: satellite.ID(),
|
||
|
|
UplinkPublicKey: piecePublicKey,
|
||
|
|
StorageNodeId: storagenode.ID(),
|
||
|
|
PieceId: storj.NewPieceID(),
|
||
|
|
Action: pb.PieceAction_PUT,
|
||
|
|
Limit: 1000,
|
||
|
|
PieceExpiration: time.Time{},
|
||
|
|
OrderCreation: tt.orderCreation,
|
||
|
|
OrderExpiration: now.Add(24 * time.Hour),
|
||
|
|
}
|
||
|
|
orderLimit1, err := signing.SignOrderLimit(ctx, signing.SignerFromFullIdentity(satellite.Identity), limit1)
|
||
|
|
require.NoError(t, err)
|
||
|
|
order1, err := signing.SignUplinkOrder(ctx, piecePrivateKey, &pb.Order{
|
||
|
|
SerialNumber: serialNumber1,
|
||
|
|
Amount: tt.dataAmount,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
limit2 := &pb.OrderLimit{
|
||
|
|
SerialNumber: serialNumber2,
|
||
|
|
SatelliteId: satellite.ID(),
|
||
|
|
UplinkPublicKey: piecePublicKey,
|
||
|
|
StorageNodeId: storagenode.ID(),
|
||
|
|
PieceId: storj.NewPieceID(),
|
||
|
|
Action: pb.PieceAction_PUT,
|
||
|
|
Limit: 1000,
|
||
|
|
PieceExpiration: time.Time{},
|
||
|
|
OrderCreation: now,
|
||
|
|
OrderExpiration: now.Add(24 * time.Hour),
|
||
|
|
}
|
||
|
|
orderLimit2, err := signing.SignOrderLimit(ctx, signing.SignerFromFullIdentity(satellite.Identity), limit2)
|
||
|
|
require.NoError(t, err)
|
||
|
|
order2, err := signing.SignUplinkOrder(ctx, piecePrivateKey, &pb.Order{
|
||
|
|
SerialNumber: serialNumber2,
|
||
|
|
Amount: tt.dataAmount,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// create connection between storagenode and satellite
|
||
|
|
conn, err := storagenode.Dialer.DialNodeURL(ctx, storj.NodeURL{ID: satellite.ID(), Address: satellite.Addr()})
|
||
|
|
require.NoError(t, err)
|
||
|
|
stream, err := pb.NewDRPCOrdersClient(conn).SettlementWithWindow(ctx)
|
||
|
|
require.NoError(t, err)
|
||
|
|
// storagenode settles an order and orderlimit
|
||
|
|
err = stream.Send(&pb.SettlementRequest{
|
||
|
|
Limit: orderLimit1,
|
||
|
|
Order: order1,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
err = stream.Send(&pb.SettlementRequest{
|
||
|
|
Limit: orderLimit2,
|
||
|
|
Order: order2,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
resp, err := stream.CloseAndRecv()
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
settled := map[int32]int64{int32(pb.PieceAction_PUT): tt.settledAmt}
|
||
|
|
require.Equal(t, &pb.SettlementWithWindowResponse{Status: pb.SettlementWithWindowResponse_ACCEPTED, ActionSettled: settled}, resp)
|
||
|
|
// assert all the right stuff is in the satellite storagenode and bucket bandwidth tables
|
||
|
|
snbw, err = ordersDB.GetStorageNodeBandwidth(ctx, storagenode.ID(), time.Time{}, tt.orderCreation)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, tt.settledAmt, snbw)
|
||
|
|
|
||
|
|
satellite.Orders.Chore.Loop.TriggerWait()
|
||
|
|
newBbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, tt.orderCreation)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, tt.settledAmt, newBbw)
|
||
|
|
}
|
||
|
|
})
|
||
|
|
}
|
||
|
|
func TestSettlementWithWindowEndpointSingleOrder(t *testing.T) {
|
||
|
|
testplanet.Run(t, testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 1,
|
||
|
|
Reconfigure: testplanet.Reconfigure{
|
||
|
|
Satellite: func(log *zap.Logger, index int, config *satellite.Config) {
|
||
|
|
config.Orders.FlushBatchSize = 1
|
||
|
|
config.Orders.FlushInterval = 2 * time.Second
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
ordersDB := satellite.Orders.DB
|
||
|
|
storagenode := planet.StorageNodes[0]
|
||
|
|
now := time.Now().UTC()
|
||
|
|
projectID := testrand.UUID()
|
||
|
|
bucketname := "testbucket"
|
||
|
|
|
||
|
|
// confirm storagenode and bucket bandwidth tables start empty
|
||
|
|
snbw, err := ordersDB.GetStorageNodeBandwidth(ctx, satellite.ID(), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, snbw)
|
||
|
|
bucketbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, bucketbw)
|
||
|
|
|
||
|
|
// create serial number to use in test
|
||
|
|
serialNumber := testrand.SerialNumber()
|
||
|
|
bucketID := storj.JoinPaths(projectID.String(), bucketname)
|
||
|
|
err = ordersDB.CreateSerialInfo(ctx, serialNumber, []byte(bucketID), now.AddDate(1, 0, 10))
|
||
|
|
require.NoError(t, err)
|
||
|
|
piecePublicKey, piecePrivateKey, err := storj.NewPieceKey()
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
var testCases = []struct {
|
||
|
|
name string
|
||
|
|
serialNumber storj.SerialNumber
|
||
|
|
dataAmount int64
|
||
|
|
expectedStatus pb.SettlementWithWindowResponse_Status
|
||
|
|
}{
|
||
|
|
{"first settlement", serialNumber, int64(50), pb.SettlementWithWindowResponse_ACCEPTED},
|
||
|
|
{"settle the same a second time, matches first", serialNumber, int64(50), pb.SettlementWithWindowResponse_ACCEPTED},
|
||
|
|
{"settle a third time, doesn't match first", serialNumber, int64(0), pb.SettlementWithWindowResponse_REJECTED},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testCases {
|
||
|
|
// create signed orderlimit or order to test with
|
||
|
|
limit := &pb.OrderLimit{
|
||
|
|
SerialNumber: tt.serialNumber,
|
||
|
|
SatelliteId: satellite.ID(),
|
||
|
|
UplinkPublicKey: piecePublicKey,
|
||
|
|
StorageNodeId: storagenode.ID(),
|
||
|
|
PieceId: storj.NewPieceID(),
|
||
|
|
Action: pb.PieceAction_PUT,
|
||
|
|
Limit: 1000,
|
||
|
|
PieceExpiration: time.Time{},
|
||
|
|
OrderCreation: now,
|
||
|
|
OrderExpiration: now.Add(24 * time.Hour),
|
||
|
|
}
|
||
|
|
orderLimit, err := signing.SignOrderLimit(ctx, signing.SignerFromFullIdentity(satellite.Identity), limit)
|
||
|
|
require.NoError(t, err)
|
||
|
|
order, err := signing.SignUplinkOrder(ctx, piecePrivateKey, &pb.Order{
|
||
|
|
SerialNumber: tt.serialNumber,
|
||
|
|
Amount: tt.dataAmount,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
// create connection between storagenode and satellite
|
||
|
|
conn, err := storagenode.Dialer.DialNodeURL(ctx, storj.NodeURL{ID: satellite.ID(), Address: satellite.Addr()})
|
||
|
|
require.NoError(t, err)
|
||
|
|
stream, err := pb.NewDRPCOrdersClient(conn).SettlementWithWindow(ctx)
|
||
|
|
require.NoError(t, err)
|
||
|
|
// storagenode settles an order and orderlimit
|
||
|
|
err = stream.Send(&pb.SettlementRequest{
|
||
|
|
Limit: orderLimit,
|
||
|
|
Order: order,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
resp, err := stream.CloseAndRecv()
|
||
|
|
require.NoError(t, err)
|
||
|
|
settled := map[int32]int64{int32(pb.PieceAction_PUT): tt.dataAmount}
|
||
|
|
if tt.expectedStatus == pb.SettlementWithWindowResponse_REJECTED {
|
||
|
|
require.Equal(t, &pb.SettlementWithWindowResponse{Status: tt.expectedStatus, ActionSettled: nil}, resp)
|
||
|
|
} else {
|
||
|
|
require.Equal(t, &pb.SettlementWithWindowResponse{Status: tt.expectedStatus, ActionSettled: settled}, resp)
|
||
|
|
}
|
||
|
|
// assert all the right stuff is in the satellite storagenode and bucket bandwidth tables
|
||
|
|
snbw, err = ordersDB.GetStorageNodeBandwidth(ctx, storagenode.ID(), time.Time{}, time.Now().UTC())
|
||
|
|
require.NoError(t, err)
|
||
|
|
if tt.expectedStatus == pb.SettlementWithWindowResponse_REJECTED {
|
||
|
|
require.NotEqual(t, tt.dataAmount, snbw)
|
||
|
|
} else {
|
||
|
|
require.Equal(t, tt.dataAmount, snbw)
|
||
|
|
}
|
||
|
|
|
||
|
|
// wait for rollup_write_cache to flush, this on average takes 1ms to sleep to complete
|
||
|
|
satellite.Orders.Chore.Loop.TriggerWait()
|
||
|
|
newBbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, time.Now().UTC())
|
||
|
|
require.NoError(t, err)
|
||
|
|
if tt.expectedStatus == pb.SettlementWithWindowResponse_REJECTED {
|
||
|
|
require.NotEqual(t, tt.dataAmount, newBbw)
|
||
|
|
} else {
|
||
|
|
require.Equal(t, tt.dataAmount, newBbw)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
})
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestSettlementWithWindowEndpointErrors(t *testing.T) {
|
||
|
|
testplanet.Run(t, testplanet.Config{
|
||
|
|
SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 1,
|
||
|
|
Reconfigure: testplanet.Reconfigure{
|
||
|
|
Satellite: func(log *zap.Logger, index int, config *satellite.Config) {
|
||
|
|
config.Orders.FlushBatchSize = 1
|
||
|
|
config.Orders.FlushInterval = 2 * time.Second
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
||
|
|
satellite := planet.Satellites[0]
|
||
|
|
ordersDB := satellite.Orders.DB
|
||
|
|
storagenode := planet.StorageNodes[0]
|
||
|
|
now := time.Now().UTC()
|
||
|
|
projectID := testrand.UUID()
|
||
|
|
bucketname := "testbucket"
|
||
|
|
|
||
|
|
// confirm storagenode and bucket bandwidth tables start empty
|
||
|
|
snbw, err := ordersDB.GetStorageNodeBandwidth(ctx, satellite.ID(), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, snbw)
|
||
|
|
bucketbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, now)
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, bucketbw)
|
||
|
|
|
||
|
|
// create serial number to use in test
|
||
|
|
serialNumber1 := testrand.SerialNumber()
|
||
|
|
serialNumber2 := testrand.SerialNumber()
|
||
|
|
bucketID := storj.JoinPaths(projectID.String(), bucketname)
|
||
|
|
err = ordersDB.CreateSerialInfo(ctx, serialNumber1, []byte(bucketID), now.AddDate(1, 0, 10))
|
||
|
|
require.NoError(t, err)
|
||
|
|
err = ordersDB.CreateSerialInfo(ctx, serialNumber2, []byte(bucketID), now.AddDate(1, 0, 10))
|
||
|
|
require.NoError(t, err)
|
||
|
|
piecePublicKey1, piecePrivateKey1, err := storj.NewPieceKey()
|
||
|
|
require.NoError(t, err)
|
||
|
|
_, piecePrivateKey2, err := storj.NewPieceKey()
|
||
|
|
require.NoError(t, err)
|
||
|
|
limit := pb.OrderLimit{
|
||
|
|
SerialNumber: serialNumber1,
|
||
|
|
SatelliteId: satellite.ID(),
|
||
|
|
UplinkPublicKey: piecePublicKey1,
|
||
|
|
StorageNodeId: storagenode.ID(),
|
||
|
|
PieceId: storj.NewPieceID(),
|
||
|
|
Action: pb.PieceAction_PUT,
|
||
|
|
Limit: 1000,
|
||
|
|
PieceExpiration: time.Time{},
|
||
|
|
OrderCreation: now,
|
||
|
|
OrderExpiration: now.Add(24 * time.Hour),
|
||
|
|
}
|
||
|
|
orderLimit1, err := signing.SignOrderLimit(ctx, signing.SignerFromFullIdentity(satellite.Identity), &limit)
|
||
|
|
require.NoError(t, err)
|
||
|
|
order1, err := signing.SignUplinkOrder(ctx, piecePrivateKey1, &pb.Order{
|
||
|
|
SerialNumber: serialNumber1,
|
||
|
|
Amount: int64(50),
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
order2, err := signing.SignUplinkOrder(ctx, piecePrivateKey1, &pb.Order{
|
||
|
|
SerialNumber: serialNumber2,
|
||
|
|
Amount: int64(50),
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
order3, err := signing.SignUplinkOrder(ctx, piecePrivateKey2, &pb.Order{
|
||
|
|
SerialNumber: serialNumber2,
|
||
|
|
Amount: int64(50),
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
|
||
|
|
var testCases = []struct {
|
||
|
|
name string
|
||
|
|
order *pb.Order
|
||
|
|
orderLimit *pb.OrderLimit
|
||
|
|
}{
|
||
|
|
{"no order", nil, orderLimit1},
|
||
|
|
{"no order limit", order1, nil},
|
||
|
|
{"mismatch serial number", order2, orderLimit1},
|
||
|
|
{"mismatch uplink signature", order3, orderLimit1},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testCases {
|
||
|
|
t.Run(tt.name, func(t *testing.T) {
|
||
|
|
conn, err := storagenode.Dialer.DialNodeURL(ctx, storj.NodeURL{ID: satellite.ID(), Address: satellite.Addr()})
|
||
|
|
require.NoError(t, err)
|
||
|
|
stream, err := pb.NewDRPCOrdersClient(conn).SettlementWithWindow(ctx)
|
||
|
|
require.NoError(t, err)
|
||
|
|
err = stream.Send(&pb.SettlementRequest{
|
||
|
|
Limit: tt.orderLimit,
|
||
|
|
Order: tt.order,
|
||
|
|
})
|
||
|
|
require.NoError(t, err)
|
||
|
|
resp, err := stream.CloseAndRecv()
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.Equal(t, &pb.SettlementWithWindowResponse{Status: pb.SettlementWithWindowResponse_REJECTED, ActionSettled: nil}, resp)
|
||
|
|
|
||
|
|
// assert no data was added to satellite storagenode or bucket bandwidth tables
|
||
|
|
snbw, err = ordersDB.GetStorageNodeBandwidth(ctx, storagenode.ID(), time.Time{}, time.Now().UTC())
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, snbw)
|
||
|
|
// wait for rollup_write_cache to flush
|
||
|
|
satellite.Orders.Chore.Loop.TriggerWait()
|
||
|
|
newBbw, err := ordersDB.GetBucketBandwidth(ctx, projectID, []byte(bucketname), time.Time{}, time.Now().UTC())
|
||
|
|
require.NoError(t, err)
|
||
|
|
require.EqualValues(t, 0, newBbw)
|
||
|
|
})
|
||
|
|
}
|
||
|
|
})
|
||
|
|
}
|