storj/cmd/statreceiver/common.go
JT Olio 362f447d9f
cmd/statreceiver: lua-scriptable stat receiver (#636)
* cmd/statreceiver: lua-scriptable stat receiver

Change-Id: I3ce0fe3f1ef4b1f4f27eed90bac0e91cfecf22d7

* some updates

Change-Id: I7c3485adcda1278fce01ae077b4761b3ddb9fb7a

* more comments

Change-Id: I0bb22993cd934c3d40fc1da80d07e49e686b80dd

* linter fixes

Change-Id: Ied014304ecb9aadcf00a6b66ad28f856a428d150

* catch errors

Change-Id: I6e1920f1fd941e66199b30bc427285c19769fc70

* review feedback

Change-Id: I9d4051851eab18970c5f5ddcf4ff265508e541d3

* errorgroup improvements

Change-Id: I4699dda3022f0485fbb50c9dafe692d3921734ff

* too tricky

the previous thing was better for memory with lots of errors at a time
but https://play.golang.org/p/RweTMRjoSCt is too much of a foot gun

Change-Id: I23f0b3d77dd4288fcc20b3756a7110359576bf44
2018-12-11 11:24:31 -07:00

59 lines
1.2 KiB
Go

// Copyright (C) 2018 Storj Labs, Inc.
// See LICENSE for copying information.
package main
import (
"io"
"log"
"sync/atomic"
"time"
)
type closerfunc func() error
func (f closerfunc) Close() error { return f() }
// Deliver kicks off a goroutine that reads packets from s and delivers them
// to p. To stop delivery, call Close on the return value then close the source.
func Deliver(s Source, p PacketDest) io.Closer {
done := new(uint32)
go func() {
for {
data, ts, err := s.Next()
if atomic.LoadUint32(done) == 1 {
return
}
if err != nil {
log.Printf("failed getting packet: %v", err)
continue
}
err = p.Packet(data, ts)
if err != nil {
log.Printf("failed delivering packet: %v", err)
continue
}
}
}()
return closerfunc(func() error {
atomic.StoreUint32(done, 1)
return nil
})
}
// Source reads incoming packets
type Source interface {
Next() (data []byte, ts time.Time, err error)
}
// PacketDest handles packets
type PacketDest interface {
Packet(data []byte, ts time.Time) error
}
// MetricDest handles metrics
type MetricDest interface {
Metric(application, instance string, key []byte, val float64, ts time.Time) (
err error)
}