24787adb5b
What: allow packetfilter to work on packet destinations instead of only on metric destinations. this will allow us to filter what applications get sent to rothko. Why: currently rothko is drowning in storj-sim data and it'd be nice to filter out.
68 lines
1.2 KiB
Go
68 lines
1.2 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"log"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/zeebo/admission/admproto"
|
|
|
|
"storj.io/storj/internal/memory"
|
|
)
|
|
|
|
// Parser is a PacketDest that sends data to a MetricDest
|
|
type Parser struct {
|
|
dest MetricDest
|
|
scratch sync.Pool
|
|
}
|
|
|
|
// NewParser creates a Parser. It sends metrics to dest.
|
|
func NewParser(dest MetricDest) *Parser {
|
|
return &Parser{
|
|
dest: dest,
|
|
scratch: sync.Pool{
|
|
New: func() interface{} {
|
|
var x [10 * memory.KB]byte
|
|
return &x
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
// Packet implements PacketDest
|
|
func (p *Parser) Packet(data []byte, ts time.Time) (err error) {
|
|
data, err = admproto.CheckChecksum(data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
scratch := p.scratch.Get().(*[10 * memory.KB]byte)
|
|
defer p.scratch.Put(scratch)
|
|
|
|
r := admproto.NewReaderWith((*scratch)[:])
|
|
data, appb, instb, err := r.Begin(data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
app, inst := string(appb), string(instb)
|
|
var key []byte
|
|
var value float64
|
|
for len(data) > 0 {
|
|
data, key, value, err = r.Next(data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = p.dest.Metric(app, inst, key, value, ts)
|
|
if err != nil {
|
|
log.Printf("failed to write metric: %v", err)
|
|
continue
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|