// Copyright (C) 2019 Storj Labs, Inc. // See LICENSE for copying information package testplanet import ( "bytes" "context" "fmt" "io" "io/ioutil" "strconv" "time" "github.com/spf13/pflag" "github.com/zeebo/errs" "go.uber.org/zap" "storj.io/storj/pkg/auth/signing" "storj.io/storj/pkg/cfgstruct" "storj.io/storj/pkg/identity" "storj.io/storj/pkg/macaroon" "storj.io/storj/pkg/pb" "storj.io/storj/pkg/peertls/tlsopts" "storj.io/storj/pkg/storage/streams" "storj.io/storj/pkg/storj" "storj.io/storj/pkg/stream" "storj.io/storj/pkg/transport" "storj.io/storj/satellite" "storj.io/storj/satellite/console" "storj.io/storj/uplink" "storj.io/storj/uplink/metainfo" "storj.io/storj/uplink/piecestore" ) // Uplink is a general purpose type Uplink struct { Log *zap.Logger Info pb.Node Identity *identity.FullIdentity Transport transport.Client StorageNodeCount int APIKey map[storj.NodeID]string } // newUplinks creates initializes uplinks, requires peer to have at least one satellite func (planet *Planet) newUplinks(prefix string, count, storageNodeCount int) ([]*Uplink, error) { var xs []*Uplink for i := 0; i < count; i++ { uplink, err := planet.newUplink(prefix+strconv.Itoa(i), storageNodeCount) if err != nil { return nil, err } xs = append(xs, uplink) } return xs, nil } // newUplink creates a new uplink func (planet *Planet) newUplink(name string, storageNodeCount int) (*Uplink, error) { identity, err := planet.NewIdentity() if err != nil { return nil, err } tlsOpts, err := tlsopts.NewOptions(identity, tlsopts.Config{ PeerIDVersions: strconv.Itoa(int(planet.config.IdentityVersion.Number)), }) if err != nil { return nil, err } uplink := &Uplink{ Log: planet.log.Named(name), Identity: identity, StorageNodeCount: storageNodeCount, } uplink.Log.Debug("id=" + identity.ID.String()) uplink.Transport = transport.NewClient(tlsOpts) uplink.Info = pb.Node{ Id: uplink.Identity.ID, Address: &pb.NodeAddress{ Transport: pb.NodeTransport_TCP_TLS_GRPC, Address: "", }, } apiKeys := make(map[storj.NodeID]string) for j, satellite := range planet.Satellites { // TODO: find a nicer way to do this // populate satellites console with example // project and API key and pass that to uplinks consoleDB := satellite.DB.Console() projectName := fmt.Sprintf("%s_%d", name, j) key, err := macaroon.NewAPIKey([]byte("testSecret")) if err != nil { return nil, err } project, err := consoleDB.Projects().Insert( context.Background(), &console.Project{ Name: projectName, }, ) if err != nil { return nil, err } _, err = consoleDB.APIKeys().Create( context.Background(), key.Head(), console.APIKeyInfo{ Name: "root", ProjectID: project.ID, Secret: []byte("testSecret"), }, ) if err != nil { return nil, err } apiKeys[satellite.ID()] = key.Serialize() } uplink.APIKey = apiKeys planet.uplinks = append(planet.uplinks, uplink) return uplink, nil } // ID returns uplink id func (uplink *Uplink) ID() storj.NodeID { return uplink.Info.Id } // Addr returns uplink address func (uplink *Uplink) Addr() string { return uplink.Info.Address.Address } // Local returns uplink info func (uplink *Uplink) Local() pb.Node { return uplink.Info } // Shutdown shuts down all uplink dependencies func (uplink *Uplink) Shutdown() error { return nil } // DialMetainfo dials destination with apikey and returns metainfo Client func (uplink *Uplink) DialMetainfo(ctx context.Context, destination Peer, apikey string) (metainfo.Client, error) { // TODO: handle disconnect return metainfo.NewClient(ctx, uplink.Transport, destination.Addr(), apikey) } // DialPiecestore dials destination storagenode and returns a piecestore client. func (uplink *Uplink) DialPiecestore(ctx context.Context, destination Peer) (*piecestore.Client, error) { node := destination.Local() conn, err := uplink.Transport.DialNode(ctx, &node.Node) if err != nil { return nil, err } signer := signing.SignerFromFullIdentity(uplink.Transport.Identity()) return piecestore.NewClient(uplink.Log.Named("uplink>piecestore"), signer, conn, piecestore.DefaultConfig), nil } // Upload data to specific satellite func (uplink *Uplink) Upload(ctx context.Context, satellite *satellite.Peer, bucket string, path storj.Path, data []byte) error { return uplink.UploadWithExpiration(ctx, satellite, bucket, path, data, time.Time{}) } // UploadWithExpiration data to specific satellite and expiration time func (uplink *Uplink) UploadWithExpiration(ctx context.Context, satellite *satellite.Peer, bucket string, path storj.Path, data []byte, expiration time.Time) error { return uplink.UploadWithExpirationAndConfig(ctx, satellite, nil, bucket, path, data, expiration) } // UploadWithConfig uploads data to specific satellite with configured values func (uplink *Uplink) UploadWithConfig(ctx context.Context, satellite *satellite.Peer, redundancy *uplink.RSConfig, bucket string, path storj.Path, data []byte) error { return uplink.UploadWithExpirationAndConfig(ctx, satellite, redundancy, bucket, path, data, time.Time{}) } // UploadWithExpirationAndConfig uploads data to specific satellite with configured values and expiration time func (uplink *Uplink) UploadWithExpirationAndConfig(ctx context.Context, satellite *satellite.Peer, redundancy *uplink.RSConfig, bucket string, path storj.Path, data []byte, expiration time.Time) error { config := uplink.GetConfig(satellite) if redundancy != nil { if redundancy.MinThreshold > 0 { config.RS.MinThreshold = redundancy.MinThreshold } if redundancy.RepairThreshold > 0 { config.RS.RepairThreshold = redundancy.RepairThreshold } if redundancy.SuccessThreshold > 0 { config.RS.SuccessThreshold = redundancy.SuccessThreshold } if redundancy.MaxThreshold > 0 { config.RS.MaxThreshold = redundancy.MaxThreshold } if redundancy.ErasureShareSize > 0 { config.RS.ErasureShareSize = redundancy.ErasureShareSize } } metainfo, streams, err := config.GetMetainfo(ctx, uplink.Identity) if err != nil { return err } redScheme := config.GetRedundancyScheme() encScheme := config.GetEncryptionScheme() // create bucket if not exists _, err = metainfo.GetBucket(ctx, bucket) if err != nil { if storj.ErrBucketNotFound.Has(err) { _, err := metainfo.CreateBucket(ctx, bucket, &storj.Bucket{PathCipher: encScheme.Cipher}) if err != nil { return err } } else { return err } } createInfo := storj.CreateObject{ RedundancyScheme: redScheme, EncryptionScheme: encScheme, Expires: expiration, } obj, err := metainfo.CreateObject(ctx, bucket, path, &createInfo) if err != nil { return err } reader := bytes.NewReader(data) err = uploadStream(ctx, streams, obj, reader) if err != nil { return err } return nil } func uploadStream(ctx context.Context, streams streams.Store, mutableObject storj.MutableObject, reader io.Reader) error { mutableStream, err := mutableObject.CreateStream(ctx) if err != nil { return err } upload := stream.NewUpload(ctx, mutableStream, streams) _, err = io.Copy(upload, reader) return errs.Combine(err, upload.Close()) } // DownloadStream returns stream for downloading data. func (uplink *Uplink) DownloadStream(ctx context.Context, satellite *satellite.Peer, bucket string, path storj.Path) (*stream.Download, error) { config := uplink.GetConfig(satellite) metainfo, streams, err := config.GetMetainfo(ctx, uplink.Identity) if err != nil { return nil, err } readOnlyStream, err := metainfo.GetObjectStream(ctx, bucket, path) if err != nil { return nil, err } return stream.NewDownload(ctx, readOnlyStream, streams), nil } // Download data from specific satellite func (uplink *Uplink) Download(ctx context.Context, satellite *satellite.Peer, bucket string, path storj.Path) ([]byte, error) { download, err := uplink.DownloadStream(ctx, satellite, bucket, path) if err != nil { return []byte{}, err } defer func() { err = errs.Combine(err, download.Close()) }() data, err := ioutil.ReadAll(download) if err != nil { return []byte{}, err } return data, nil } // Delete data to specific satellite func (uplink *Uplink) Delete(ctx context.Context, satellite *satellite.Peer, bucket string, path storj.Path) error { config := uplink.GetConfig(satellite) metainfo, _, err := config.GetMetainfo(ctx, uplink.Identity) if err != nil { return err } return metainfo.DeleteObject(ctx, bucket, path) } // GetConfig returns a default config for a given satellite. func (uplink *Uplink) GetConfig(satellite *satellite.Peer) uplink.Config { config := getDefaultConfig() config.Client.SatelliteAddr = satellite.Addr() config.Client.APIKey = uplink.APIKey[satellite.ID()] config.Client.RequestTimeout = 10 * time.Second config.Client.DialTimeout = 10 * time.Second config.RS.MinThreshold = atLeastOne(uplink.StorageNodeCount * 1 / 5) // 20% of storage nodes config.RS.RepairThreshold = atLeastOne(uplink.StorageNodeCount * 2 / 5) // 40% of storage nodes config.RS.SuccessThreshold = atLeastOne(uplink.StorageNodeCount * 3 / 5) // 60% of storage nodes config.RS.MaxThreshold = atLeastOne(uplink.StorageNodeCount * 4 / 5) // 80% of storage nodes config.TLS.UsePeerCAWhitelist = false config.TLS.Extensions.Revocation = false config.TLS.Extensions.WhitelistSignedLeaf = false return config } func getDefaultConfig() uplink.Config { config := uplink.Config{} cfgstruct.Bind(&pflag.FlagSet{}, &config, cfgstruct.UseDevDefaults()) return config } // atLeastOne returns 1 if value < 1, or value otherwise. func atLeastOne(value int) int { if value < 1 { return 1 } return value }