110 lines
2.7 KiB
Go
110 lines
2.7 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package repairer
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"storj.io/storj/internal/sync2"
|
|
"storj.io/storj/pkg/auth/signing"
|
|
"storj.io/storj/pkg/datarepair/queue"
|
|
"storj.io/storj/pkg/overlay"
|
|
"storj.io/storj/pkg/pointerdb"
|
|
"storj.io/storj/pkg/storj"
|
|
"storj.io/storj/pkg/transport"
|
|
"storj.io/storj/storage"
|
|
)
|
|
|
|
// SegmentRepairer is a repairer for segments
|
|
type SegmentRepairer interface {
|
|
Repair(ctx context.Context, path storj.Path, lostPieces []int32) (err error)
|
|
}
|
|
|
|
// Service contains the information needed to run the repair service
|
|
type Service struct {
|
|
queue queue.RepairQueue
|
|
config *Config
|
|
limiter *sync2.Limiter
|
|
ticker *time.Ticker
|
|
transport transport.Client
|
|
pointerdb *pointerdb.Service
|
|
allocation *pointerdb.AllocationSigner
|
|
cache *overlay.Cache
|
|
repairer SegmentRepairer
|
|
}
|
|
|
|
// NewService creates repairing service
|
|
func NewService(queue queue.RepairQueue, config *Config, interval time.Duration, concurrency int, transport transport.Client, pointerdb *pointerdb.Service, allocation *pointerdb.AllocationSigner, cache *overlay.Cache, signer signing.Signer) *Service {
|
|
return &Service{
|
|
queue: queue,
|
|
config: config,
|
|
limiter: sync2.NewLimiter(concurrency),
|
|
ticker: time.NewTicker(interval),
|
|
transport: transport,
|
|
pointerdb: pointerdb,
|
|
allocation: allocation,
|
|
cache: cache,
|
|
}
|
|
}
|
|
|
|
// Close closes resources
|
|
func (service *Service) Close() error { return nil }
|
|
|
|
// Run runs the repairer service
|
|
func (service *Service) Run(ctx context.Context) (err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
// TODO: close segment repairer, currently this leaks connections
|
|
service.repairer, err = service.config.GetSegmentRepairer(
|
|
ctx,
|
|
service.transport,
|
|
service.pointerdb,
|
|
service.allocation,
|
|
service.cache,
|
|
service.transport.Identity(),
|
|
)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// wait for all repairs to complete
|
|
defer service.limiter.Wait()
|
|
|
|
for {
|
|
err := service.process(ctx)
|
|
if err != nil {
|
|
zap.L().Error("process", zap.Error(err))
|
|
}
|
|
|
|
select {
|
|
case <-service.ticker.C: // wait for the next interval to happen
|
|
case <-ctx.Done(): // or the repairer service is canceled via context
|
|
return ctx.Err()
|
|
}
|
|
}
|
|
}
|
|
|
|
// process picks an item from repair queue and spawns a repair worker
|
|
func (service *Service) process(ctx context.Context) error {
|
|
seg, err := service.queue.Dequeue(ctx)
|
|
if err != nil {
|
|
if storage.ErrEmptyQueue.Has(err) {
|
|
return nil
|
|
}
|
|
return err
|
|
}
|
|
|
|
service.limiter.Go(ctx, func() {
|
|
err := service.repairer.Repair(ctx, seg.GetPath(), seg.GetLostPieces())
|
|
if err != nil {
|
|
zap.L().Error("Repair failed", zap.Error(err))
|
|
}
|
|
})
|
|
|
|
return nil
|
|
}
|