a4026f97b8
Correct way to compare time that may have an error is to use InDelta. Change-Id: I0140892119c44c63fa042bbc7292ab91bb33a350
90 lines
3.2 KiB
Go
90 lines
3.2 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package downtime_test
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"storj.io/common/testcontext"
|
|
"storj.io/storj/private/testplanet"
|
|
"storj.io/storj/satellite/overlay"
|
|
)
|
|
|
|
func TestDetectionChore(t *testing.T) {
|
|
testplanet.Run(t, testplanet.Config{
|
|
SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 0,
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
node := planet.StorageNodes[0]
|
|
nodeDossier := planet.StorageNodes[0].Local()
|
|
satellite := planet.Satellites[0]
|
|
|
|
node.Contact.Chore.Pause(ctx)
|
|
satellite.DowntimeTracking.DetectionChore.Loop.Pause()
|
|
|
|
// setup
|
|
info := overlay.NodeCheckInInfo{
|
|
NodeID: nodeDossier.Id,
|
|
IsUp: true,
|
|
Address: nodeDossier.Address,
|
|
Operator: &nodeDossier.Operator,
|
|
Version: &nodeDossier.Version,
|
|
}
|
|
|
|
sixtyOneMinutes := 61 * time.Minute
|
|
{ // test node ping back success
|
|
// check-in 1 hours, 1 minute ago for that node
|
|
oldCheckinTime := time.Now().UTC().Add(-sixtyOneMinutes)
|
|
err := satellite.DB.OverlayCache().UpdateCheckIn(ctx, info, oldCheckinTime, overlay.NodeSelectionConfig{})
|
|
require.NoError(t, err)
|
|
|
|
// get successful nodes that haven't checked in with the hour. should return 1
|
|
nodeLastContacts, err := satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 1)
|
|
require.InDelta(t, 0, oldCheckinTime.Sub(nodeLastContacts[0].LastContactSuccess).Seconds(), 1)
|
|
|
|
// run detection chore
|
|
satellite.DowntimeTracking.DetectionChore.Loop.TriggerWait()
|
|
|
|
nodeLastContacts, err = satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 0)
|
|
|
|
// downtime duration should be 0 for the node
|
|
downtime, err := satellite.DB.DowntimeTracking().GetOfflineTime(ctx, node.ID(), time.Now().Add(-time.Hour), time.Now().Add(time.Hour))
|
|
require.NoError(t, err)
|
|
require.EqualValues(t, 0, downtime)
|
|
}
|
|
|
|
{ // test node ping back failure
|
|
// check-in 1 hour, 1 minute ago for that node - again
|
|
oldCheckinTime := time.Now().UTC().Add(-sixtyOneMinutes)
|
|
err := satellite.DB.OverlayCache().UpdateCheckIn(ctx, info, oldCheckinTime, overlay.NodeSelectionConfig{})
|
|
require.NoError(t, err)
|
|
|
|
// close the node service so the ping back will fail
|
|
err = node.Server.Close()
|
|
require.NoError(t, err)
|
|
|
|
// get successful nodes that haven't checked in with the hour. should return 1 - again
|
|
nodeLastContacts, err := satellite.DB.OverlayCache().GetSuccesfulNodesNotCheckedInSince(ctx, time.Hour)
|
|
require.NoError(t, err)
|
|
require.Len(t, nodeLastContacts, 1)
|
|
delta := oldCheckinTime.Sub(nodeLastContacts[0].LastContactSuccess).Seconds()
|
|
require.InDelta(t, 0, delta, 1)
|
|
|
|
// run detection chore - again
|
|
satellite.DowntimeTracking.DetectionChore.Loop.TriggerWait()
|
|
|
|
// downtime duration should be > 1hr
|
|
downtime, err := satellite.DB.DowntimeTracking().GetOfflineTime(ctx, node.ID(), time.Now().Add(-time.Hour), time.Now().Add(time.Hour))
|
|
require.NoError(t, err)
|
|
require.InDelta(t, 1, downtime.Hours(), 0.5)
|
|
}
|
|
})
|
|
}
|