d8f1ec1db6
* WIP ECClient * Get returns RangeCloser * Introduce RedundancyStrategy * Constructor takes max buffer memory * Remove unnecessary NopCloser wrapper * Added telemetry * Tests * Adapt to PSClient from master * Decode should report error if empty rrs map is passed * collectErrors helper * Move to /pkg/storage * Move to /pkg/storage/ec * Rename ecclient.go to client.go * Better logging * Rename ec.ECClient to ec.Client * Fix some test execution * Adopt Transport Client from master
96 lines
2.1 KiB
Go
96 lines
2.1 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"crypto/sha256"
|
|
"flag"
|
|
"fmt"
|
|
"io/ioutil"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/vivint/infectious"
|
|
|
|
"storj.io/storj/pkg/eestream"
|
|
"storj.io/storj/pkg/ranger"
|
|
)
|
|
|
|
var (
|
|
addr = flag.String("addr", "localhost:8080", "address to serve from")
|
|
pieceBlockSize = flag.Int("piece_block_size", 4*1024, "block size of pieces")
|
|
key = flag.String("key", "a key", "the secret key")
|
|
rsk = flag.Int("required", 20, "rs required")
|
|
rsn = flag.Int("total", 40, "rs total")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
if flag.Arg(0) == "" {
|
|
fmt.Printf("usage: %s <targetdir>\n", os.Args[0])
|
|
os.Exit(1)
|
|
}
|
|
err := Main()
|
|
if err != nil {
|
|
fmt.Fprintf(os.Stderr, "error: %v\n", err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
// Main is the exported CLI executable function
|
|
func Main() error {
|
|
encKey := sha256.Sum256([]byte(*key))
|
|
fc, err := infectious.NewFEC(*rsk, *rsn)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
es := eestream.NewRSScheme(fc, *pieceBlockSize)
|
|
var firstNonce [12]byte
|
|
decrypter, err := eestream.NewAESGCMDecrypter(
|
|
&encKey, &firstNonce, es.DecodedBlockSize())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pieces, err := ioutil.ReadDir(flag.Arg(0))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
rrs := map[int]ranger.RangeCloser{}
|
|
for _, piece := range pieces {
|
|
piecenum, err := strconv.Atoi(strings.TrimSuffix(piece.Name(), ".piece"))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
r, err := ranger.FileRanger(filepath.Join(flag.Arg(0), piece.Name()))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
rrs[piecenum] = r
|
|
}
|
|
rc, err := eestream.Decode(rrs, es, 4*1024*1024)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer rc.Close()
|
|
rr, err := eestream.Transform(rc, decrypter)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ctx := context.Background()
|
|
rr, err = eestream.UnpadSlow(ctx, rr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return http.ListenAndServe(*addr, http.HandlerFunc(
|
|
func(w http.ResponseWriter, r *http.Request) {
|
|
ranger.ServeContent(ctx, w, r, flag.Arg(0), time.Time{}, rr)
|
|
}))
|
|
}
|