storj/pkg/accounting/bucketstats.go

// Copyright (C) 2019 Storj Labs, Inc.
// See LICENSE for copying information.

package accounting

import (
	monkit "gopkg.in/spacemonkeygo/monkit.v2"

	"storj.io/storj/pkg/pb"
)

var mon = monkit.Package()

// BucketTally contains information about aggregate data stored in a bucket
type BucketTally struct {
	BucketName []byte
	ProjectID  []byte

	Segments        int64
	InlineSegments  int64
	RemoteSegments  int64
	UnknownSegments int64

	Files       int64
	InlineFiles int64
	RemoteFiles int64

	Bytes       int64
	InlineBytes int64
	RemoteBytes int64

	MetadataSize int64
}

// Combine aggregates all the tallies
func (s *BucketTally) Combine(o *BucketTally) {
	s.Segments += o.Segments
	s.InlineSegments += o.InlineSegments
	s.RemoteSegments += o.RemoteSegments
	s.UnknownSegments += o.UnknownSegments

	s.Files += o.Files
	s.InlineFiles += o.InlineFiles
	s.RemoteFiles += o.RemoteFiles

	s.Bytes += o.Bytes
	s.InlineBytes += o.InlineBytes
	s.RemoteBytes += o.RemoteBytes
}

// AddSegment groups all the data based the passed pointer
func (s *BucketTally) AddSegment(pointer *pb.Pointer, last bool) {
	s.Segments++
	switch pointer.GetType() {
	case pb.Pointer_INLINE:
		s.InlineSegments++
		s.InlineBytes += int64(len(pointer.InlineSegment))
		s.Bytes += int64(len(pointer.InlineSegment))
		s.MetadataSize += int64(len(pointer.Metadata))

	case pb.Pointer_REMOTE:
		s.RemoteSegments++
		s.RemoteBytes += pointer.GetSegmentSize()
		s.Bytes += pointer.GetSegmentSize()
		s.MetadataSize += int64(len(pointer.Metadata))
	default:
		s.UnknownSegments++
	}

	if last {
		s.Files++
		switch pointer.GetType() {
		case pb.Pointer_INLINE:
			s.InlineFiles++
		case pb.Pointer_REMOTE:
			s.RemoteFiles++
		}
	}
}

// Report reports the stats thru monkit
func (s *BucketTally) Report(prefix string) {
	mon.IntVal(prefix + ".segments").Observe(s.Segments)
	mon.IntVal(prefix + ".inline_segments").Observe(s.InlineSegments)
	mon.IntVal(prefix + ".remote_segments").Observe(s.RemoteSegments)
	mon.IntVal(prefix + ".unknown_segments").Observe(s.UnknownSegments)

	mon.IntVal(prefix + ".files").Observe(s.Files)
	mon.IntVal(prefix + ".inline_files").Observe(s.InlineFiles)
	mon.IntVal(prefix + ".remote_files").Observe(s.RemoteFiles)

	mon.IntVal(prefix + ".bytes").Observe(s.Bytes)
	mon.IntVal(prefix + ".inline_bytes").Observe(s.InlineBytes)
	mon.IntVal(prefix + ".remote_bytes").Observe(s.RemoteBytes)
}