900f67e3d0
* Implement psclient interface * Add string method to pieceID type * try to fix linter errors * Whoops missed an error * More linter errors * Typo * Lol double typo * Get everything working, begin adding tests for psclient rpc * goimports * Forgot to change the piecestore cli when changed the piecestore code * Fix CLI * remove ID length, added validator to pieceID * Move grpc ranger to client Change client PUT api to take a reader rather than return a writer * GRPCRanger -> PieceRanger; Make PieceRanger a RangeCloser * Forgot to remove offset * Added message upon successful store * Do that thing dennis and kaloyan wanted * goimports * Make closeConn a part of the interface for psclient * Use interface * Removed uneccessary new lines * goimport * Whoops * Actually we don't want to use the interface in Piece Ranger * Renamed piecestore in examples to piecestore-client; moved piecestore-cli to examples * Make comments look nicer
173 lines
3.8 KiB
Go
173 lines
3.8 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
"github.com/urfave/cli"
|
|
"github.com/zeebo/errs"
|
|
"google.golang.org/grpc"
|
|
|
|
"storj.io/storj/pkg/piecestore/rpc/client"
|
|
)
|
|
|
|
var argError = errs.Class("argError")
|
|
|
|
func main() {
|
|
|
|
app := cli.NewApp()
|
|
|
|
// Set up connection with rpc server
|
|
var conn *grpc.ClientConn
|
|
conn, err := grpc.Dial(":7777", grpc.WithInsecure())
|
|
if err != nil {
|
|
log.Fatalf("did not connect: %s", err)
|
|
}
|
|
defer conn.Close()
|
|
psClient := client.NewPSClient(conn)
|
|
|
|
app.Commands = []cli.Command{
|
|
{
|
|
Name: "upload",
|
|
Aliases: []string{"u"},
|
|
Usage: "upload data",
|
|
Action: func(c *cli.Context) error {
|
|
|
|
if c.Args().Get(0) == "" {
|
|
return argError.New("No input file specified")
|
|
}
|
|
|
|
file, err := os.Open(c.Args().Get(0))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// Close the file when we are done
|
|
defer file.Close()
|
|
|
|
fileInfo, err := file.Stat()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if fileInfo.IsDir() {
|
|
return argError.New(fmt.Sprintf("Path (%s) is a directory, not a file", c.Args().Get(0)))
|
|
}
|
|
|
|
var length = fileInfo.Size()
|
|
var ttl = time.Now().Add(24 * time.Hour)
|
|
|
|
// Created a section reader so that we can concurrently retrieve the same file.
|
|
dataSection := io.NewSectionReader(file, 0, length)
|
|
|
|
id := client.NewPieceID()
|
|
|
|
if err := psClient.Put(context.Background(), id, dataSection, ttl); err != nil {
|
|
fmt.Printf("Failed to Store data of id: %s\n", id)
|
|
return err
|
|
}
|
|
|
|
fmt.Printf("Successfully stored file of id: %s\n", id)
|
|
|
|
return nil
|
|
},
|
|
},
|
|
{
|
|
Name: "download",
|
|
Aliases: []string{"d"},
|
|
Usage: "download data",
|
|
Action: func(c *cli.Context) error {
|
|
const (
|
|
id int = iota
|
|
outputDir
|
|
)
|
|
|
|
if c.Args().Get(id) == "" {
|
|
return argError.New("No id specified")
|
|
}
|
|
|
|
if c.Args().Get(outputDir) == "" {
|
|
return argError.New("No output file specified")
|
|
}
|
|
|
|
_, err := os.Stat(c.Args().Get(outputDir))
|
|
if err != nil && !os.IsNotExist(err) {
|
|
return err
|
|
}
|
|
|
|
if err == nil {
|
|
return argError.New("File already exists")
|
|
}
|
|
|
|
if err = os.MkdirAll(filepath.Dir(c.Args().Get(outputDir)), 0700); err != nil {
|
|
return err
|
|
}
|
|
|
|
// Create File on file system
|
|
dataFile, err := os.OpenFile(c.Args().Get(outputDir), os.O_RDWR|os.O_CREATE, 0755)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer dataFile.Close()
|
|
|
|
pieceInfo, err := psClient.Meta(context.Background(), client.PieceID(c.Args().Get(id)))
|
|
if err != nil {
|
|
os.Remove(c.Args().Get(outputDir))
|
|
return err
|
|
}
|
|
|
|
ctx := context.Background()
|
|
rr, err := psClient.Get(ctx, client.PieceID(c.Args().Get(id)), pieceInfo.Size)
|
|
if err != nil {
|
|
fmt.Printf("Failed to retrieve file of id: %s\n", c.Args().Get(id))
|
|
os.Remove(c.Args().Get(outputDir))
|
|
return err
|
|
}
|
|
|
|
reader, err := rr.Range(ctx, 0, pieceInfo.Size)
|
|
if err != nil {
|
|
fmt.Printf("Failed to retrieve file of id: %s\n", c.Args().Get(id))
|
|
os.Remove(c.Args().Get(outputDir))
|
|
return err
|
|
}
|
|
|
|
_, err = io.Copy(dataFile, reader)
|
|
if err != nil {
|
|
fmt.Printf("Failed to retrieve file of id: %s\n", c.Args().Get(id))
|
|
os.Remove(c.Args().Get(outputDir))
|
|
} else {
|
|
fmt.Printf("Successfully retrieved file of id: %s\n", c.Args().Get(id))
|
|
}
|
|
|
|
return reader.Close()
|
|
},
|
|
},
|
|
{
|
|
Name: "delete",
|
|
Aliases: []string{"x"},
|
|
Usage: "delete data",
|
|
Action: func(c *cli.Context) error {
|
|
if c.Args().Get(0) == "" {
|
|
return argError.New("Missing data Id")
|
|
}
|
|
err = psClient.Delete(context.Background(), client.PieceID(c.Args().Get(0)))
|
|
|
|
return err
|
|
},
|
|
},
|
|
}
|
|
|
|
err = app.Run(os.Args)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
}
|