7812f1bbc0
* initial commit- wip, working on testing and library * wip working on testing library functioon to get poointer * working on nil reference for testing * tests wip * wip-working on getting tests to work * working on tests * put test passes * working on test- need to export * created pdclient, and now working on testing function * tests working for list- getting object back * wip - got derived piece id * fixed making grpc public * fixed linter errors and minor added method for size * need to work on testing, added random integer function * got psc server working for testing * working on ranger test and ranger method * testing creds for new computer * working on getting segment metadata * get random stripe * added caveat to random fn * fixed data types * modified library to have one public function that returns a random stripe * removed extra comments * added commons.go file for audit * added last path to be remembered * changed random function to cryto/rand/ & worked on tests passing * working on testing to get analysis of randomness * changed to track last item in pagination * finished testing randomness, cleaned up code * fixed rebase errors * removed error, kept common file * fixed travis errors * attempt to fix overlay issue * fixed travis error * updated pointer parameters * made smaller functions, renamed audit * made changes per suggestions * removed gosum * fixed pr per suggestions * removed comment
152 lines
3.9 KiB
Go
152 lines
3.9 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package pdbclient
|
|
|
|
import (
|
|
"context"
|
|
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/codes"
|
|
"google.golang.org/grpc/status"
|
|
monkit "gopkg.in/spacemonkeygo/monkit.v2"
|
|
|
|
p "storj.io/storj/pkg/paths"
|
|
"storj.io/storj/pkg/pb"
|
|
"storj.io/storj/pkg/provider"
|
|
"storj.io/storj/storage"
|
|
)
|
|
|
|
var (
|
|
mon = monkit.Package()
|
|
)
|
|
|
|
// PointerDB creates a grpcClient
|
|
type PointerDB struct {
|
|
grpcClient pb.PointerDBClient
|
|
APIKey []byte
|
|
}
|
|
|
|
// New Used as a public function
|
|
func New(gcclient pb.PointerDBClient, APIKey []byte) (pdbc *PointerDB) {
|
|
return &PointerDB{
|
|
grpcClient: gcclient,
|
|
APIKey: APIKey,
|
|
}
|
|
}
|
|
|
|
// a compiler trick to make sure *Overlay implements Client
|
|
var _ Client = (*PointerDB)(nil)
|
|
|
|
// ListItem is a single item in a listing
|
|
type ListItem struct {
|
|
Path p.Path
|
|
Pointer *pb.Pointer
|
|
IsPrefix bool
|
|
}
|
|
|
|
// Client services offerred for the interface
|
|
type Client interface {
|
|
Put(ctx context.Context, path p.Path, pointer *pb.Pointer) error
|
|
Get(ctx context.Context, path p.Path) (*pb.Pointer, error)
|
|
List(ctx context.Context, prefix, startAfter, endBefore p.Path,
|
|
recursive bool, limit int, metaFlags uint32) (
|
|
items []ListItem, more bool, err error)
|
|
Delete(ctx context.Context, path p.Path) error
|
|
}
|
|
|
|
// NewClient initializes a new pointerdb client
|
|
func NewClient(identity *provider.FullIdentity, address string, APIKey []byte) (*PointerDB, error) {
|
|
dialOpt, err := identity.DialOption()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
c, err := clientConnection(address, dialOpt)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &PointerDB{
|
|
grpcClient: c,
|
|
APIKey: APIKey,
|
|
}, nil
|
|
}
|
|
|
|
// a compiler trick to make sure *PointerDB implements Client
|
|
var _ Client = (*PointerDB)(nil)
|
|
|
|
// ClientConnection makes a server connection
|
|
func clientConnection(serverAddr string, opts ...grpc.DialOption) (pb.PointerDBClient, error) {
|
|
conn, err := grpc.Dial(serverAddr, opts...)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return pb.NewPointerDBClient(conn), nil
|
|
}
|
|
|
|
// Put is the interface to make a PUT request, needs Pointer and APIKey
|
|
func (pdb *PointerDB) Put(ctx context.Context, path p.Path, pointer *pb.Pointer) (err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
_, err = pdb.grpcClient.Put(ctx, &pb.PutRequest{Path: path.String(), Pointer: pointer, APIKey: pdb.APIKey})
|
|
|
|
return err
|
|
}
|
|
|
|
// Get is the interface to make a GET request, needs PATH and APIKey
|
|
func (pdb *PointerDB) Get(ctx context.Context, path p.Path) (pointer *pb.Pointer, err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
res, err := pdb.grpcClient.Get(ctx, &pb.GetRequest{Path: path.String(), APIKey: pdb.APIKey})
|
|
if err != nil {
|
|
if status.Code(err) == codes.NotFound {
|
|
return nil, storage.ErrKeyNotFound.Wrap(err)
|
|
}
|
|
return nil, Error.Wrap(err)
|
|
}
|
|
|
|
return res.GetPointer(), nil
|
|
}
|
|
|
|
// List is the interface to make a LIST request, needs StartingPathKey, Limit, and APIKey
|
|
func (pdb *PointerDB) List(ctx context.Context, prefix, startAfter, endBefore p.Path,
|
|
recursive bool, limit int, metaFlags uint32) (
|
|
items []ListItem, more bool, err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
res, err := pdb.grpcClient.List(ctx, &pb.ListRequest{
|
|
Prefix: prefix.String(),
|
|
StartAfter: startAfter.String(),
|
|
EndBefore: endBefore.String(),
|
|
Recursive: recursive,
|
|
Limit: int32(limit),
|
|
MetaFlags: metaFlags,
|
|
APIKey: pdb.APIKey,
|
|
})
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
|
|
list := res.GetItems()
|
|
items = make([]ListItem, len(list))
|
|
for i, itm := range list {
|
|
items[i] = ListItem{
|
|
Path: p.New(itm.GetPath()),
|
|
Pointer: itm.GetPointer(),
|
|
IsPrefix: itm.IsPrefix,
|
|
}
|
|
}
|
|
|
|
return items, res.GetMore(), nil
|
|
}
|
|
|
|
// Delete is the interface to make a Delete request, needs Path and APIKey
|
|
func (pdb *PointerDB) Delete(ctx context.Context, path p.Path) (err error) {
|
|
defer mon.Task()(&ctx)(&err)
|
|
|
|
_, err = pdb.grpcClient.Delete(ctx, &pb.DeleteRequest{Path: path.String(), APIKey: pdb.APIKey})
|
|
|
|
return err
|
|
}
|