2018-06-13 19:22:32 +01:00
|
|
|
// Copyright (C) 2018 Storj Labs, Inc.
|
|
|
|
// See LICENSE for copying information.
|
|
|
|
|
2018-11-19 14:40:01 +00:00
|
|
|
package overlay_test
|
2018-06-13 19:22:32 +01:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2018-12-17 18:47:26 +00:00
|
|
|
"math/rand"
|
2018-06-13 19:22:32 +01:00
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
2018-11-16 16:31:14 +00:00
|
|
|
|
|
|
|
"storj.io/storj/internal/testcontext"
|
2018-11-19 14:40:01 +00:00
|
|
|
"storj.io/storj/internal/testplanet"
|
|
|
|
"storj.io/storj/pkg/overlay"
|
2018-12-17 18:47:26 +00:00
|
|
|
"storj.io/storj/pkg/pb"
|
2018-12-04 20:18:26 +00:00
|
|
|
"storj.io/storj/pkg/statdb"
|
2018-11-30 13:40:13 +00:00
|
|
|
"storj.io/storj/pkg/storj"
|
2018-12-14 20:17:30 +00:00
|
|
|
"storj.io/storj/satellite/satellitedb"
|
2018-12-17 20:14:16 +00:00
|
|
|
"storj.io/storj/satellite/satellitedb/satellitedbtest"
|
2018-06-13 19:22:32 +01:00
|
|
|
"storj.io/storj/storage"
|
2018-09-11 08:27:12 +01:00
|
|
|
"storj.io/storj/storage/teststore"
|
2018-06-13 19:22:32 +01:00
|
|
|
)
|
|
|
|
|
2018-12-14 20:17:30 +00:00
|
|
|
func testCache(ctx context.Context, t *testing.T, store storage.KeyValueStore, sdb statdb.DB) {
|
2018-12-17 18:47:26 +00:00
|
|
|
valid1ID := storj.NodeID{}
|
|
|
|
valid2ID := storj.NodeID{}
|
|
|
|
missingID := storj.NodeID{}
|
|
|
|
|
|
|
|
_, _ = rand.Read(valid1ID[:])
|
|
|
|
_, _ = rand.Read(valid2ID[:])
|
|
|
|
_, _ = rand.Read(missingID[:])
|
|
|
|
|
2018-12-04 20:18:26 +00:00
|
|
|
cache := overlay.Cache{DB: store, StatDB: sdb}
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-11-19 14:40:01 +00:00
|
|
|
{ // Put
|
2018-12-17 18:47:26 +00:00
|
|
|
err := cache.Put(ctx, valid1ID, pb.Node{Id: valid1ID})
|
2018-11-16 16:31:14 +00:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
2018-12-17 18:47:26 +00:00
|
|
|
|
|
|
|
err = cache.Put(ctx, valid2ID, pb.Node{Id: valid2ID})
|
2018-11-16 16:31:14 +00:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
2018-11-19 14:40:01 +00:00
|
|
|
}
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-11-19 14:40:01 +00:00
|
|
|
{ // Get
|
2018-12-17 18:47:26 +00:00
|
|
|
_, err := cache.Get(ctx, storj.NodeID{})
|
|
|
|
assert.Error(t, err)
|
|
|
|
assert.True(t, err == overlay.ErrEmptyNode)
|
|
|
|
|
|
|
|
valid1, err := cache.Get(ctx, valid1ID)
|
|
|
|
if assert.NoError(t, err) {
|
|
|
|
assert.Equal(t, valid1.Id, valid1ID)
|
|
|
|
}
|
|
|
|
|
2018-11-29 18:39:27 +00:00
|
|
|
valid2, err := cache.Get(ctx, valid2ID)
|
2018-12-17 18:47:26 +00:00
|
|
|
if assert.NoError(t, err) {
|
|
|
|
assert.Equal(t, valid2.Id, valid2ID)
|
|
|
|
}
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-12-17 18:47:26 +00:00
|
|
|
invalid2, err := cache.Get(ctx, missingID)
|
2018-11-16 16:31:14 +00:00
|
|
|
assert.Error(t, err)
|
2018-12-17 18:47:26 +00:00
|
|
|
assert.True(t, err == overlay.ErrNodeNotFound)
|
2018-11-16 16:31:14 +00:00
|
|
|
assert.Nil(t, invalid2)
|
|
|
|
|
|
|
|
if storeClient, ok := store.(*teststore.Client); ok {
|
|
|
|
storeClient.ForceError++
|
2018-11-29 18:39:27 +00:00
|
|
|
_, err := cache.Get(ctx, valid1ID)
|
2018-11-16 16:31:14 +00:00
|
|
|
assert.Error(t, err)
|
|
|
|
}
|
2018-11-19 14:40:01 +00:00
|
|
|
}
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-11-19 14:40:01 +00:00
|
|
|
{ // GetAll
|
2018-11-29 18:39:27 +00:00
|
|
|
nodes, err := cache.GetAll(ctx, storj.NodeIDList{valid2ID, valid1ID, valid2ID})
|
2018-12-04 20:18:26 +00:00
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.Equal(t, nodes[0].Id, valid2ID)
|
|
|
|
assert.Equal(t, nodes[1].Id, valid1ID)
|
|
|
|
assert.Equal(t, nodes[2].Id, valid2ID)
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-12-17 18:47:26 +00:00
|
|
|
nodes, err = cache.GetAll(ctx, storj.NodeIDList{valid1ID, missingID})
|
2018-12-04 20:18:26 +00:00
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.Equal(t, nodes[0].Id, valid1ID)
|
|
|
|
assert.Nil(t, nodes[1])
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-11-29 18:39:27 +00:00
|
|
|
nodes, err = cache.GetAll(ctx, make(storj.NodeIDList, 2))
|
2018-12-04 20:18:26 +00:00
|
|
|
assert.NoError(t, err)
|
|
|
|
assert.Nil(t, nodes[0])
|
|
|
|
assert.Nil(t, nodes[1])
|
2018-11-16 16:31:14 +00:00
|
|
|
|
2018-11-29 18:39:27 +00:00
|
|
|
_, err = cache.GetAll(ctx, storj.NodeIDList{})
|
2018-11-19 14:40:01 +00:00
|
|
|
assert.True(t, overlay.OverlayError.Has(err))
|
2018-11-16 16:31:14 +00:00
|
|
|
|
|
|
|
if storeClient, ok := store.(*teststore.Client); ok {
|
|
|
|
storeClient.ForceError++
|
2018-11-29 18:39:27 +00:00
|
|
|
_, err := cache.GetAll(ctx, storj.NodeIDList{valid1ID, valid2ID})
|
2018-11-16 16:31:14 +00:00
|
|
|
assert.Error(t, err)
|
|
|
|
}
|
2018-11-19 14:40:01 +00:00
|
|
|
}
|
2018-11-16 16:31:14 +00:00
|
|
|
}
|
|
|
|
|
2018-12-17 20:14:16 +00:00
|
|
|
func TestCache_Masterdb(t *testing.T) {
|
2018-11-16 16:31:14 +00:00
|
|
|
ctx := testcontext.New(t)
|
|
|
|
defer ctx.Cleanup()
|
|
|
|
|
2018-12-04 20:18:26 +00:00
|
|
|
planet, err := testplanet.New(t, 1, 4, 0)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
defer ctx.Check(planet.Shutdown)
|
|
|
|
planet.Start(ctx)
|
|
|
|
|
2018-12-17 20:14:16 +00:00
|
|
|
satellitedbtest.Run(t, func(t *testing.T, db *satellitedb.DB) {
|
|
|
|
testCache(ctx, t, db.OverlayCache(), db.StatDB())
|
|
|
|
})
|
2018-11-16 16:31:14 +00:00
|
|
|
}
|