362f447d9f
* cmd/statreceiver: lua-scriptable stat receiver Change-Id: I3ce0fe3f1ef4b1f4f27eed90bac0e91cfecf22d7 * some updates Change-Id: I7c3485adcda1278fce01ae077b4761b3ddb9fb7a * more comments Change-Id: I0bb22993cd934c3d40fc1da80d07e49e686b80dd * linter fixes Change-Id: Ied014304ecb9aadcf00a6b66ad28f856a428d150 * catch errors Change-Id: I6e1920f1fd941e66199b30bc427285c19769fc70 * review feedback Change-Id: I9d4051851eab18970c5f5ddcf4ff265508e541d3 * errorgroup improvements Change-Id: I4699dda3022f0485fbb50c9dafe692d3921734ff * too tricky the previous thing was better for memory with lots of errors at a time but https://play.golang.org/p/RweTMRjoSCt is too much of a foot gun Change-Id: I23f0b3d77dd4288fcc20b3756a7110359576bf44
136 lines
2.7 KiB
Go
136 lines
2.7 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package utils
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/gob"
|
|
"net/url"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
// GetBytes transforms an empty interface type into a byte slice
|
|
func GetBytes(key interface{}) ([]byte, error) {
|
|
var buf bytes.Buffer
|
|
enc := gob.NewEncoder(&buf)
|
|
err := enc.Encode(key)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return buf.Bytes(), nil
|
|
}
|
|
|
|
// ParseURL extracts database parameters from a string as a URL
|
|
// bolt://storj.db
|
|
// bolt://C:\storj.db
|
|
// redis://hostname
|
|
func ParseURL(s string) (*url.URL, error) {
|
|
if strings.HasPrefix(s, "bolt://") {
|
|
return &url.URL{
|
|
Scheme: "bolt",
|
|
Path: strings.TrimPrefix(s, "bolt://"),
|
|
}, nil
|
|
}
|
|
if strings.HasPrefix(s, "sqlite3://") {
|
|
return &url.URL{
|
|
Scheme: "sqlite3",
|
|
Path: strings.TrimPrefix(s, "sqlite3://"),
|
|
}, nil
|
|
}
|
|
if strings.HasPrefix(s, "postgres://") {
|
|
return &url.URL{
|
|
Scheme: "postgres",
|
|
Path: s,
|
|
}, nil
|
|
}
|
|
return url.Parse(s)
|
|
}
|
|
|
|
// CombineErrors combines multiple errors to a single error
|
|
func CombineErrors(errs ...error) error {
|
|
var errlist ErrorGroup
|
|
errlist.Add(errs...)
|
|
return errlist.Finish()
|
|
}
|
|
|
|
type combinedError []error
|
|
|
|
func (errs combinedError) Cause() error {
|
|
if len(errs) > 0 {
|
|
return errs[0]
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (errs combinedError) Error() string {
|
|
if len(errs) > 0 {
|
|
limit := 5
|
|
if len(errs) < limit {
|
|
limit = len(errs)
|
|
}
|
|
allErrors := errs[0].Error()
|
|
for _, err := range errs[1:limit] {
|
|
allErrors += "\n" + err.Error()
|
|
}
|
|
return allErrors
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// ErrorGroup contains a set of non-nil errors
|
|
type ErrorGroup []error
|
|
|
|
// Add adds an error to the ErrorGroup if it is non-nil
|
|
func (e *ErrorGroup) Add(errs ...error) {
|
|
for _, err := range errs {
|
|
if err != nil {
|
|
*e = append(*e, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Finish returns nil if there were no non-nil errors, the first error if there
|
|
// was only one non-nil error, or the result of CombineErrors if there was more
|
|
// than one non-nil error.
|
|
func (e ErrorGroup) Finish() error {
|
|
if len(e) == 0 {
|
|
return nil
|
|
}
|
|
if len(e) == 1 {
|
|
return e[0]
|
|
}
|
|
return combinedError(e)
|
|
}
|
|
|
|
// CollectErrors returns first error from channel and all errors that happen within duration
|
|
func CollectErrors(errch chan error, duration time.Duration) error {
|
|
errch = discardNil(errch)
|
|
errs := []error{<-errch}
|
|
timeout := time.After(duration)
|
|
for {
|
|
select {
|
|
case err := <-errch:
|
|
errs = append(errs, err)
|
|
case <-timeout:
|
|
return CombineErrors(errs...)
|
|
}
|
|
}
|
|
}
|
|
|
|
// discard nil errors that are returned from services
|
|
func discardNil(ch chan error) chan error {
|
|
r := make(chan error)
|
|
go func() {
|
|
for err := range ch {
|
|
if err == nil {
|
|
continue
|
|
}
|
|
r <- err
|
|
}
|
|
close(r)
|
|
}()
|
|
return r
|
|
}
|