f2cd7b0928
Currently we are using Reliable to get missing pieces for repair checker. The issue is that now checker is looking at more things than just missing pieces (clumped/off, placement pieces) and using only node ID is not enough. We have issue where we are skipping offline nodes from clumped and off placement pieces check. Reliable was refactored to get data (e.g. country, lastNet) about all reliable nodes. List is split into online and offline. This data will be cached for quick use by repair checker. It will be also possible to check nodes metadata like country code or lastNet. We are also slowly moving `RepairExcludedCountryCodes` config from overlay to repair which makes more sens for it. This this first part of changes. https://github.com/storj/storj/issues/5998 Change-Id: If534342488c0e440affc2894a8fbda6507b8959d
66 lines
1.7 KiB
Go
66 lines
1.7 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package checker
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
"go.uber.org/zap"
|
|
"golang.org/x/sync/errgroup"
|
|
|
|
"storj.io/common/testcontext"
|
|
"storj.io/common/testrand"
|
|
"storj.io/storj/satellite/metabase"
|
|
"storj.io/storj/satellite/nodeevents"
|
|
"storj.io/storj/satellite/nodeselection/uploadselection"
|
|
"storj.io/storj/satellite/overlay"
|
|
)
|
|
|
|
func TestReliabilityCache_Concurrent(t *testing.T) {
|
|
ctx := testcontext.New(t)
|
|
defer ctx.Cleanup()
|
|
|
|
overlayCache, err := overlay.NewService(zap.NewNop(), fakeOverlayDB{}, fakeNodeEvents{}, "", "", overlay.Config{
|
|
NodeSelectionCache: overlay.UploadSelectionCacheConfig{
|
|
Staleness: 2 * time.Nanosecond,
|
|
},
|
|
})
|
|
require.NoError(t, err)
|
|
cacheCtx, cacheCancel := context.WithCancel(ctx)
|
|
defer cacheCancel()
|
|
ctx.Go(func() error { return overlayCache.Run(cacheCtx) })
|
|
defer ctx.Check(overlayCache.Close)
|
|
|
|
cache := NewReliabilityCache(overlayCache, time.Millisecond, []string{})
|
|
var group errgroup.Group
|
|
for i := 0; i < 10; i++ {
|
|
group.Go(func() error {
|
|
for i := 0; i < 10000; i++ {
|
|
pieces := []metabase.Piece{{StorageNode: testrand.NodeID()}}
|
|
_, err := cache.MissingPieces(ctx, time.Now(), pieces)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
require.NoError(t, group.Wait())
|
|
}
|
|
|
|
type fakeOverlayDB struct{ overlay.DB }
|
|
type fakeNodeEvents struct{ nodeevents.DB }
|
|
|
|
func (fakeOverlayDB) Reliable(context.Context, time.Duration, time.Duration) ([]uploadselection.SelectedNode, []uploadselection.SelectedNode, error) {
|
|
return []uploadselection.SelectedNode{
|
|
{ID: testrand.NodeID()},
|
|
{ID: testrand.NodeID()},
|
|
{ID: testrand.NodeID()},
|
|
{ID: testrand.NodeID()},
|
|
}, nil, nil
|
|
}
|