bef84a5f9d
This is the last dependency from storage node to satellite. Change-Id: I12f7abb91e84f823ba5af126c6e2979519838612
96 lines
3.3 KiB
Go
96 lines
3.3 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package downtime_test
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"storj.io/common/pb"
|
|
"storj.io/common/testcontext"
|
|
"storj.io/storj/private/testplanet"
|
|
"storj.io/storj/satellite/overlay"
|
|
)
|
|
|
|
func TestDetectionChore(t *testing.T) {
|
|
testplanet.Run(t, testplanet.Config{
|
|
SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 0,
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
node := planet.StorageNodes[0]
|
|
satellite := planet.Satellites[0]
|
|
|
|
node.Contact.Chore.Pause(ctx)
|
|
satellite.DowntimeTracking.DetectionChore.Loop.Pause()
|
|
|
|
// setup
|
|
nodeInfo := planet.StorageNodes[0].Contact.Service.Local()
|
|
info := overlay.NodeCheckInInfo{
|
|
NodeID: nodeInfo.ID,
|
|
IsUp: true,
|
|
Address: &pb.NodeAddress{
|
|
Address: nodeInfo.Address,
|
|
},
|
|
Operator: &nodeInfo.Operator,
|
|
Version: &nodeInfo.Version,
|
|
}
|
|
|
|
sixtyOneMinutes := 61 * time.Minute
|
|
{ // test node ping back success
|
|
// check-in 1 hours, 1 minute ago for that node
|
|
oldCheckinTime := time.Now().Add(-sixtyOneMinutes)
|
|
err := satellite.DB.OverlayCache().UpdateCheckIn(ctx, info, oldCheckinTime, overlay.NodeSelectionConfig{})
|
|
require.NoError(t, err)
|
|
|
|
// get successful nodes that haven't checked in with the hour. should return 1
|
|
nodeLastContacts, err := satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 1)
|
|
require.WithinDuration(t, oldCheckinTime, nodeLastContacts[0].LastContactSuccess, time.Second)
|
|
|
|
// run detection chore
|
|
satellite.DowntimeTracking.DetectionChore.Loop.TriggerWait()
|
|
|
|
// node should not be in "offline" list or "successful, not checked in" list
|
|
nodeLastContacts, err = satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 0)
|
|
|
|
nodesOffline, err := satellite.DB.OverlayCache().GetOfflineNodesLimited(ctx, 10)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodesOffline, 0)
|
|
}
|
|
|
|
{ // test node ping back failure
|
|
// check-in 1 hour, 1 minute ago for that node - again
|
|
oldCheckinTime := time.Now().Add(-sixtyOneMinutes)
|
|
err := satellite.DB.OverlayCache().UpdateCheckIn(ctx, info, oldCheckinTime, overlay.NodeSelectionConfig{})
|
|
require.NoError(t, err)
|
|
|
|
// close the node service so the ping back will fail
|
|
err = node.Server.Close()
|
|
require.NoError(t, err)
|
|
|
|
// get successful nodes that haven't checked in with the hour. should return 1 - again
|
|
nodeLastContacts, err := satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 1)
|
|
require.WithinDuration(t, oldCheckinTime, nodeLastContacts[0].LastContactSuccess, time.Second)
|
|
|
|
// run detection chore - again
|
|
satellite.DowntimeTracking.DetectionChore.Loop.TriggerWait()
|
|
|
|
// node should be in "offline" list but not in "successful, not checked in" list
|
|
nodeLastContacts, err = satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 0)
|
|
|
|
nodesOffline, err := satellite.DB.OverlayCache().GetOfflineNodesLimited(ctx, 10)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodesOffline, 1)
|
|
}
|
|
})
|
|
}
|