75 lines
2.5 KiB
Go
75 lines
2.5 KiB
Go
|
// Copyright (C) 2018 Storj Labs, Inc.
|
||
|
|
// See LICENSE for copying information.
|
||
|
|
|
||
|
|
package satellitedb
|
||
|
|
|
||
|
|
import (
|
||
|
|
"context"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"go.uber.org/zap"
|
||
|
|
|
||
|
|
"storj.io/storj/pkg/accounting"
|
||
|
|
dbx "storj.io/storj/satellite/satellitedb/dbx"
|
||
|
|
)
|
||
|
|
|
||
|
|
//database implements DB
|
||
|
|
type accountingDB struct {
|
||
|
|
db *dbx.DB
|
||
|
|
}
|
||
|
|
|
||
|
|
// LastGranularTime records the greatest last tallied bandwidth agreement time
|
||
|
|
func (db *accountingDB) LastGranularTime(ctx context.Context) (time.Time, bool, error) {
|
||
|
|
lastBwTally, err := db.db.Find_Timestamps_Value_By_Name(ctx, dbx.Timestamps_Name("LastBandwidthTally"))
|
||
|
|
if lastBwTally == nil {
|
||
|
|
return time.Time{}, true, err
|
||
|
|
}
|
||
|
|
return lastBwTally.Value, false, err
|
||
|
|
}
|
||
|
|
|
||
|
|
// SaveGranulars records granular tallies (sums of bw agreement values) to the database
|
||
|
|
// and updates the LastGranularTime
|
||
|
|
func (db *accountingDB) SaveGranulars(ctx context.Context, logger *zap.Logger, latestBwa time.Time, bwTotals map[string]int64) (err error) {
|
||
|
|
// We use the latest bandwidth agreement value of a batch of records as the start of the next batch
|
||
|
|
// This enables us to not use:
|
||
|
|
// 1) local time (which may deviate from DB time)
|
||
|
|
// 2) absolute time intervals (where in processing time could exceed the interval, causing issues)
|
||
|
|
// 3) per-node latest times (which simply would require a lot more work, albeit more precise)
|
||
|
|
// Any change in these assumptions would result in a change to this function
|
||
|
|
// in particular, we should consider finding the sum of bwagreements using SQL sum() direct against the bwa table
|
||
|
|
if len(bwTotals) == 0 {
|
||
|
|
logger.Warn("In SaveGranulars with empty bwtotals")
|
||
|
|
return nil
|
||
|
|
}
|
||
|
|
//insert all records in a transaction so if we fail, we don't have partial info stored
|
||
|
|
tx, err := db.db.Open(ctx)
|
||
|
|
if err != nil {
|
||
|
|
logger.DPanic("Failed to create DB txn in tally query")
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
defer func() {
|
||
|
|
if err == nil {
|
||
|
|
err = tx.Commit()
|
||
|
|
} else {
|
||
|
|
logger.Warn("DB txn was rolled back in tally query")
|
||
|
|
err = tx.Rollback()
|
||
|
|
}
|
||
|
|
}()
|
||
|
|
//create a granular record per node id
|
||
|
|
for k, v := range bwTotals {
|
||
|
|
nID := dbx.Raw_NodeId(k)
|
||
|
|
end := dbx.Raw_IntervalEndTime(latestBwa)
|
||
|
|
total := dbx.Raw_DataTotal(v)
|
||
|
|
dataType := dbx.Raw_DataType(accounting.Bandwith)
|
||
|
|
_, err = tx.Create_Raw(ctx, nID, end, total, dataType)
|
||
|
|
if err != nil {
|
||
|
|
logger.DPanic("Create granular SQL failed in tally query")
|
||
|
|
return err
|
||
|
|
}
|
||
|
|
}
|
||
|
|
//save this batch's greatest time
|
||
|
|
update := dbx.Timestamps_Update_Fields{Value: dbx.Timestamps_Value(latestBwa)}
|
||
|
|
_, err = tx.Update_Timestamps_By_Name(ctx, dbx.Timestamps_Name("LastBandwidthTally"), update)
|
||
|
|
return err
|
||
|
|
}
|