edbee53888
Full prefix: satellite/{overlay,nodestats},storagenode/{reputation,nodestats} Allow the storagenode to receive its audit history data from the satellite via the satellite's GetStats endpoint. The storagenode does not save this data for use in the API yet. Change-Id: I9488f4d7a4ccb4ccf8336b8e4aeb3e5beee54979
159 lines
5.2 KiB
Go
159 lines
5.2 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package nodestats
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/spacemonkeygo/monkit/v3"
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/common/identity"
|
|
"storj.io/common/pb"
|
|
"storj.io/common/rpc/rpcstatus"
|
|
"storj.io/storj/satellite/accounting"
|
|
"storj.io/storj/satellite/overlay"
|
|
"storj.io/storj/satellite/payments/paymentsconfig"
|
|
)
|
|
|
|
var (
|
|
mon = monkit.Package()
|
|
)
|
|
|
|
// Endpoint for querying node stats for the SNO.
|
|
//
|
|
// architecture: Endpoint
|
|
type Endpoint struct {
|
|
log *zap.Logger
|
|
overlay overlay.DB
|
|
accounting accounting.StoragenodeAccounting
|
|
config paymentsconfig.Config
|
|
}
|
|
|
|
// NewEndpoint creates new endpoint.
|
|
func NewEndpoint(log *zap.Logger, overlay overlay.DB, accounting accounting.StoragenodeAccounting, config paymentsconfig.Config) *Endpoint {
|
|
return &Endpoint{
|
|
log: log,
|
|
overlay: overlay,
|
|
accounting: accounting,
|
|
config: config,
|
|
}
|
|
}
|
|
|
|
// GetStats sends node stats for client node.
|
|
func (e *Endpoint) GetStats(ctx context.Context, req *pb.GetStatsRequest) (_ *pb.GetStatsResponse, err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
peer, err := identity.PeerIdentityFromContext(ctx)
|
|
if err != nil {
|
|
return nil, rpcstatus.Error(rpcstatus.Unauthenticated, err.Error())
|
|
}
|
|
node, err := e.overlay.Get(ctx, peer.ID)
|
|
if err != nil {
|
|
if overlay.ErrNodeNotFound.Has(err) {
|
|
return nil, nil
|
|
}
|
|
e.log.Error("overlay.Get failed", zap.Error(err))
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
|
}
|
|
auditHistory, err := e.overlay.GetAuditHistory(ctx, peer.ID)
|
|
// if there is no audit history for the node, that's fine and we can continue with a nil auditHistory struct.
|
|
if err != nil && !overlay.ErrNodeNotFound.Has(err) {
|
|
e.log.Error("overlay.GetAuditHistory failed", zap.Error(err))
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
|
}
|
|
|
|
auditScore := calculateReputationScore(
|
|
node.Reputation.AuditReputationAlpha,
|
|
node.Reputation.AuditReputationBeta)
|
|
|
|
unknownScore := calculateReputationScore(
|
|
node.Reputation.UnknownAuditReputationAlpha,
|
|
node.Reputation.UnknownAuditReputationBeta)
|
|
|
|
return &pb.GetStatsResponse{
|
|
UptimeCheck: &pb.ReputationStats{
|
|
TotalCount: node.Reputation.UptimeCount,
|
|
SuccessCount: node.Reputation.UptimeSuccessCount,
|
|
},
|
|
AuditCheck: &pb.ReputationStats{
|
|
TotalCount: node.Reputation.AuditCount,
|
|
SuccessCount: node.Reputation.AuditSuccessCount,
|
|
ReputationAlpha: node.Reputation.AuditReputationAlpha,
|
|
ReputationBeta: node.Reputation.AuditReputationBeta,
|
|
UnknownReputationAlpha: node.Reputation.UnknownAuditReputationAlpha,
|
|
UnknownReputationBeta: node.Reputation.UnknownAuditReputationBeta,
|
|
ReputationScore: auditScore,
|
|
UnknownReputationScore: unknownScore,
|
|
},
|
|
OnlineScore: node.Reputation.OnlineScore,
|
|
Disqualified: node.Disqualified,
|
|
Suspended: node.UnknownAuditSuspended,
|
|
OfflineSuspended: node.OfflineSuspended,
|
|
OfflineUnderReview: node.OfflineUnderReview,
|
|
AuditHistory: overlay.AuditHistoryToPB(auditHistory),
|
|
JoinedAt: node.CreatedAt,
|
|
}, nil
|
|
}
|
|
|
|
// DailyStorageUsage returns slice of daily storage usage for given period of time sorted in ASC order by date.
|
|
func (e *Endpoint) DailyStorageUsage(ctx context.Context, req *pb.DailyStorageUsageRequest) (_ *pb.DailyStorageUsageResponse, err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
peer, err := identity.PeerIdentityFromContext(ctx)
|
|
if err != nil {
|
|
return nil, rpcstatus.Error(rpcstatus.Unauthenticated, err.Error())
|
|
}
|
|
node, err := e.overlay.Get(ctx, peer.ID)
|
|
if err != nil {
|
|
if overlay.ErrNodeNotFound.Has(err) {
|
|
return nil, nil
|
|
}
|
|
e.log.Error("overlay.Get failed", zap.Error(err))
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
|
}
|
|
|
|
nodeSpaceUsages, err := e.accounting.QueryStorageNodeUsage(ctx, node.Id, req.GetFrom(), req.GetTo())
|
|
if err != nil {
|
|
e.log.Error("accounting.QueryStorageNodeUsage failed", zap.Error(err))
|
|
return nil, rpcstatus.Error(rpcstatus.Internal, err.Error())
|
|
}
|
|
|
|
return &pb.DailyStorageUsageResponse{
|
|
NodeId: node.Id,
|
|
DailyStorageUsage: toProtoDailyStorageUsage(nodeSpaceUsages),
|
|
}, nil
|
|
}
|
|
|
|
// PricingModel returns pricing model for storagenode.
|
|
func (e *Endpoint) PricingModel(ctx context.Context, req *pb.PricingModelRequest) (_ *pb.PricingModelResponse, err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
return &pb.PricingModelResponse{
|
|
EgressBandwidthPrice: e.config.NodeEgressBandwidthPrice,
|
|
RepairBandwidthPrice: e.config.NodeRepairBandwidthPrice,
|
|
DiskSpacePrice: e.config.NodeDiskSpacePrice,
|
|
AuditBandwidthPrice: e.config.NodeAuditBandwidthPrice,
|
|
}, nil
|
|
}
|
|
|
|
// toProtoDailyStorageUsage converts StorageNodeUsage to PB DailyStorageUsageResponse_StorageUsage.
|
|
func toProtoDailyStorageUsage(usages []accounting.StorageNodeUsage) []*pb.DailyStorageUsageResponse_StorageUsage {
|
|
var pbUsages []*pb.DailyStorageUsageResponse_StorageUsage
|
|
|
|
for _, usage := range usages {
|
|
pbUsages = append(pbUsages, &pb.DailyStorageUsageResponse_StorageUsage{
|
|
AtRestTotal: usage.StorageUsed,
|
|
Timestamp: usage.Timestamp,
|
|
})
|
|
}
|
|
|
|
return pbUsages
|
|
}
|
|
|
|
// calculateReputationScore is helper method to calculate reputation score value.
|
|
func calculateReputationScore(alpha, beta float64) float64 {
|
|
return alpha / (alpha + beta)
|
|
}
|