2019-06-25 11:40:32 +01:00
|
|
|
// Copyright (C) 2019 Storj Labs, Inc.
|
|
|
|
// See LICENSE for copying information.
|
|
|
|
|
|
|
|
package nodestats
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"gopkg.in/spacemonkeygo/monkit.v2"
|
|
|
|
|
2019-12-27 11:48:47 +00:00
|
|
|
"storj.io/common/identity"
|
|
|
|
"storj.io/common/pb"
|
|
|
|
"storj.io/common/rpc/rpcstatus"
|
2019-07-28 06:55:36 +01:00
|
|
|
"storj.io/storj/satellite/accounting"
|
|
|
|
"storj.io/storj/satellite/overlay"
|
2019-06-25 11:40:32 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
mon = monkit.Package()
|
|
|
|
)
|
|
|
|
|
|
|
|
// Endpoint for querying node stats for the SNO
|
2019-09-10 14:24:16 +01:00
|
|
|
//
|
|
|
|
// architecture: Endpoint
|
2019-06-25 11:40:32 +01:00
|
|
|
type Endpoint struct {
|
2019-07-02 11:42:09 +01:00
|
|
|
log *zap.Logger
|
|
|
|
overlay overlay.DB
|
|
|
|
accounting accounting.StoragenodeAccounting
|
2019-06-25 11:40:32 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewEndpoint creates new endpoint
|
2019-07-02 11:42:09 +01:00
|
|
|
func NewEndpoint(log *zap.Logger, overlay overlay.DB, accounting accounting.StoragenodeAccounting) *Endpoint {
|
2019-06-25 11:40:32 +01:00
|
|
|
return &Endpoint{
|
2019-07-02 11:42:09 +01:00
|
|
|
log: log,
|
|
|
|
overlay: overlay,
|
|
|
|
accounting: accounting,
|
2019-06-25 11:40:32 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-08 15:33:43 +01:00
|
|
|
// GetStats sends node stats for client node
|
|
|
|
func (e *Endpoint) GetStats(ctx context.Context, req *pb.GetStatsRequest) (_ *pb.GetStatsResponse, err error) {
|
2019-07-04 11:41:40 +01:00
|
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
|
|
|
|
peer, err := identity.PeerIdentityFromContext(ctx)
|
|
|
|
if err != nil {
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.Unauthenticated, err.Error())
|
2019-07-04 11:41:40 +01:00
|
|
|
}
|
|
|
|
node, err := e.overlay.Get(ctx, peer.ID)
|
|
|
|
if err != nil {
|
2019-08-20 10:26:55 +01:00
|
|
|
if overlay.ErrNodeNotFound.Has(err) {
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.PermissionDenied, err.Error())
|
2019-08-20 10:26:55 +01:00
|
|
|
}
|
|
|
|
e.log.Error("overlay.Get failed", zap.Error(err))
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
2019-07-04 11:41:40 +01:00
|
|
|
}
|
|
|
|
|
2019-07-08 15:33:43 +01:00
|
|
|
uptimeScore := calculateReputationScore(
|
2019-06-25 11:40:32 +01:00
|
|
|
node.Reputation.UptimeReputationAlpha,
|
|
|
|
node.Reputation.UptimeReputationBeta)
|
|
|
|
|
2019-07-08 15:33:43 +01:00
|
|
|
auditScore := calculateReputationScore(
|
|
|
|
node.Reputation.AuditReputationAlpha,
|
|
|
|
node.Reputation.AuditReputationBeta)
|
|
|
|
|
|
|
|
return &pb.GetStatsResponse{
|
|
|
|
UptimeCheck: &pb.ReputationStats{
|
|
|
|
TotalCount: node.Reputation.UptimeCount,
|
|
|
|
SuccessCount: node.Reputation.UptimeSuccessCount,
|
|
|
|
ReputationAlpha: node.Reputation.UptimeReputationAlpha,
|
|
|
|
ReputationBeta: node.Reputation.UptimeReputationBeta,
|
|
|
|
ReputationScore: uptimeScore,
|
|
|
|
},
|
|
|
|
AuditCheck: &pb.ReputationStats{
|
|
|
|
TotalCount: node.Reputation.AuditCount,
|
|
|
|
SuccessCount: node.Reputation.AuditSuccessCount,
|
|
|
|
ReputationAlpha: node.Reputation.AuditReputationAlpha,
|
|
|
|
ReputationBeta: node.Reputation.AuditReputationBeta,
|
|
|
|
ReputationScore: auditScore,
|
|
|
|
},
|
2019-08-23 11:58:20 +01:00
|
|
|
Disqualified: node.Disqualified,
|
2019-06-25 11:40:32 +01:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2019-07-02 11:42:09 +01:00
|
|
|
// DailyStorageUsage returns slice of daily storage usage for given period of time sorted in ASC order by date
|
|
|
|
func (e *Endpoint) DailyStorageUsage(ctx context.Context, req *pb.DailyStorageUsageRequest) (_ *pb.DailyStorageUsageResponse, err error) {
|
|
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
|
|
|
|
peer, err := identity.PeerIdentityFromContext(ctx)
|
|
|
|
if err != nil {
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.Unauthenticated, err.Error())
|
2019-07-02 11:42:09 +01:00
|
|
|
}
|
|
|
|
node, err := e.overlay.Get(ctx, peer.ID)
|
|
|
|
if err != nil {
|
2019-08-20 10:26:55 +01:00
|
|
|
if overlay.ErrNodeNotFound.Has(err) {
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.PermissionDenied, err.Error())
|
2019-08-20 10:26:55 +01:00
|
|
|
}
|
|
|
|
e.log.Error("overlay.Get failed", zap.Error(err))
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
2019-07-02 11:42:09 +01:00
|
|
|
}
|
|
|
|
|
2019-08-08 14:47:04 +01:00
|
|
|
nodeSpaceUsages, err := e.accounting.QueryStorageNodeUsage(ctx, node.Id, req.GetFrom(), req.GetTo())
|
2019-07-02 11:42:09 +01:00
|
|
|
if err != nil {
|
2019-08-20 10:26:55 +01:00
|
|
|
e.log.Error("accounting.QueryStorageNodeUsage failed", zap.Error(err))
|
2019-09-19 05:46:39 +01:00
|
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
2019-07-02 11:42:09 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return &pb.DailyStorageUsageResponse{
|
|
|
|
NodeId: node.Id,
|
2019-08-08 14:47:04 +01:00
|
|
|
DailyStorageUsage: toProtoDailyStorageUsage(nodeSpaceUsages),
|
2019-07-02 11:42:09 +01:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2019-08-08 14:47:04 +01:00
|
|
|
// toProtoDailyStorageUsage converts StorageNodeUsage to PB DailyStorageUsageResponse_StorageUsage
|
|
|
|
func toProtoDailyStorageUsage(usages []accounting.StorageNodeUsage) []*pb.DailyStorageUsageResponse_StorageUsage {
|
2019-07-02 11:42:09 +01:00
|
|
|
var pbUsages []*pb.DailyStorageUsageResponse_StorageUsage
|
|
|
|
|
|
|
|
for _, usage := range usages {
|
|
|
|
pbUsages = append(pbUsages, &pb.DailyStorageUsageResponse_StorageUsage{
|
2019-08-08 14:47:04 +01:00
|
|
|
AtRestTotal: usage.StorageUsed,
|
|
|
|
Timestamp: usage.Timestamp,
|
2019-07-02 11:42:09 +01:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
return pbUsages
|
|
|
|
}
|
|
|
|
|
2019-07-04 11:41:40 +01:00
|
|
|
// calculateReputationScore is helper method to calculate reputation score value
|
|
|
|
func calculateReputationScore(alpha, beta float64) float64 {
|
2019-06-25 11:40:32 +01:00
|
|
|
return alpha / (alpha + beta)
|
|
|
|
}
|