9abf191b01
* Wiring up DumpNodes response for Inspector * Finalize everything and test that it works * Get Count and DumpNodes working for Overlay Cache * WIP updating payment rollup to check statDB instead of overlay * FIrst pass at updating statDB to take wallet and email * Passing tests * use pb.NodeOperator instead of Meta struct * remove TODO * revert go.mod * Get SQL migration working correctly * Changes Meta to Operator in NodeStats struct * Adds update operator logic for statDB * Fix db migrate tests - added v5 snapshot * User friendly msg for missing snapshot version * Passing tests * Change node update to happen in discovery instead of in overlay * Fix logic and update function calls * Update comment on UpdateOperator interface method * Update name of parameter * Change type of argument to UpdateOperator * Updates statDB tests
93 lines
2.0 KiB
Go
93 lines
2.0 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"encoding/csv"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/zeebo/errs"
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/storj/pkg/accounting"
|
|
"storj.io/storj/satellite/satellitedb"
|
|
)
|
|
|
|
// generateCSV creates a report with node usage data for all nodes in a given period which can be used for payments
|
|
func generateCSV(ctx context.Context, start time.Time, end time.Time, output io.Writer) error {
|
|
db, err := satellitedb.New(zap.L().Named("db"), nodeUsageCfg.Database)
|
|
if err != nil {
|
|
return errs.New("error connecting to master database on satellite: %+v", err)
|
|
}
|
|
defer func() {
|
|
err = errs.Combine(err, db.Close())
|
|
}()
|
|
|
|
rows, err := db.Accounting().QueryPaymentInfo(ctx, start, end)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
w := csv.NewWriter(output)
|
|
headers := []string{
|
|
"nodeID",
|
|
"nodeCreationDate",
|
|
"auditSuccessRatio",
|
|
"byte-hours:AtRest",
|
|
"bytes:BWRepair-GET",
|
|
"bytes:BWRepair-PUT",
|
|
"bytes:BWAudit",
|
|
"bytes:BWPut",
|
|
"bytes:BWGet",
|
|
"walletAddress",
|
|
}
|
|
if err := w.Write(headers); err != nil {
|
|
return err
|
|
}
|
|
|
|
for _, row := range rows {
|
|
nid := row.NodeID
|
|
|
|
stats, err := db.StatDB().Get(ctx, nid)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
row.Wallet = stats.Operator.Wallet
|
|
record := structToStringSlice(row)
|
|
if err := w.Write(record); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
if err := w.Error(); err != nil {
|
|
return err
|
|
}
|
|
w.Flush()
|
|
if output != os.Stdout {
|
|
fmt.Println("Generated node usage report for payments")
|
|
}
|
|
return err
|
|
}
|
|
|
|
func structToStringSlice(s *accounting.CSVRow) []string {
|
|
record := []string{
|
|
s.NodeID.String(),
|
|
s.NodeCreationDate.Format("2006-01-02"),
|
|
strconv.FormatFloat(s.AuditSuccessRatio, 'f', 5, 64),
|
|
strconv.FormatFloat(s.AtRestTotal, 'f', 5, 64),
|
|
strconv.FormatInt(s.GetRepairTotal, 10),
|
|
strconv.FormatInt(s.PutRepairTotal, 10),
|
|
strconv.FormatInt(s.GetAuditTotal, 10),
|
|
strconv.FormatInt(s.PutTotal, 10),
|
|
strconv.FormatInt(s.GetTotal, 10),
|
|
s.Wallet,
|
|
}
|
|
return record
|
|
}
|