155 lines
3.6 KiB
Go
155 lines
3.6 KiB
Go
// Copyright (C) 2018 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package miniogw_test
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"flag"
|
|
"os"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/minio/cli"
|
|
minio "github.com/minio/minio/cmd"
|
|
"github.com/stretchr/testify/assert"
|
|
"go.uber.org/zap"
|
|
"go.uber.org/zap/zaptest"
|
|
|
|
"storj.io/storj/internal/identity"
|
|
"storj.io/storj/internal/s3client"
|
|
"storj.io/storj/internal/testcontext"
|
|
"storj.io/storj/internal/testplanet"
|
|
"storj.io/storj/pkg/cfgstruct"
|
|
"storj.io/storj/pkg/miniogw"
|
|
"storj.io/storj/pkg/provider"
|
|
)
|
|
|
|
func TestUploadDownload(t *testing.T) {
|
|
ctx := testcontext.New(t)
|
|
defer ctx.Cleanup()
|
|
|
|
planet, err := testplanet.New(t, 1, 30, 0)
|
|
assert.NoError(t, err)
|
|
|
|
defer ctx.Check(planet.Shutdown)
|
|
|
|
err = flag.Set("pointer-db.auth.api-key", "apiKey")
|
|
assert.NoError(t, err)
|
|
|
|
// bind default values to config
|
|
var gwCfg miniogw.Config
|
|
cfgstruct.Bind(&flag.FlagSet{}, &gwCfg)
|
|
|
|
// minio config directory
|
|
gwCfg.Minio.Dir = ctx.Dir("minio")
|
|
|
|
// addresses
|
|
gwCfg.Identity.Server.Address = "127.0.0.1:7777"
|
|
gwCfg.Client.OverlayAddr = planet.Satellites[0].Addr()
|
|
gwCfg.Client.PointerDBAddr = planet.Satellites[0].Addr()
|
|
|
|
// keys
|
|
gwCfg.Client.APIKey = "apiKey"
|
|
gwCfg.Enc.Key = "encKey"
|
|
|
|
// redundancy
|
|
gwCfg.RS.MinThreshold = 7
|
|
gwCfg.RS.RepairThreshold = 8
|
|
gwCfg.RS.SuccessThreshold = 9
|
|
gwCfg.RS.MaxThreshold = 10
|
|
|
|
planet.Start(ctx)
|
|
|
|
time.Sleep(2 * time.Second)
|
|
|
|
// create identity for gateway
|
|
ca, err := testidentity.NewTestCA(ctx)
|
|
assert.NoError(t, err)
|
|
identity, err := ca.NewIdentity()
|
|
assert.NoError(t, err)
|
|
|
|
// setup and start gateway
|
|
go func() {
|
|
// TODO: this leaks the gateway server, however it shouldn't
|
|
err := runGateway(ctx, gwCfg, zaptest.NewLogger(t), identity)
|
|
if err != nil {
|
|
t.Log(err)
|
|
}
|
|
}()
|
|
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
client, err := s3client.NewMinio(s3client.Config{
|
|
S3Gateway: gwCfg.Identity.Server.Address,
|
|
Satellite: planet.Satellites[0].Addr(),
|
|
AccessKey: gwCfg.Minio.AccessKey,
|
|
SecretKey: gwCfg.Minio.SecretKey,
|
|
APIKey: gwCfg.Client.APIKey,
|
|
EncryptionKey: gwCfg.Enc.Key,
|
|
NoSSL: true,
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
bucket := "bucket"
|
|
|
|
err = client.MakeBucket(bucket, "")
|
|
assert.NoError(t, err)
|
|
|
|
// generate enough data for a remote segment
|
|
data := []byte{}
|
|
for i := 0; i < 5000; i++ {
|
|
data = append(data, 'a')
|
|
}
|
|
|
|
objectName := "testdata"
|
|
|
|
err = client.Upload(bucket, objectName, data)
|
|
assert.NoError(t, err)
|
|
|
|
buffer := make([]byte, len(data))
|
|
|
|
bytes, err := client.Download(bucket, objectName, buffer)
|
|
assert.NoError(t, err)
|
|
|
|
assert.Equal(t, string(data), string(bytes))
|
|
}
|
|
|
|
// runGateway creates and starts a gateway
|
|
func runGateway(ctx context.Context, c miniogw.Config, log *zap.Logger, identity *provider.FullIdentity) (err error) {
|
|
|
|
// set gateway flags
|
|
flags := flag.NewFlagSet("gateway", flag.ExitOnError)
|
|
flags.String("address", c.Identity.Server.Address, "")
|
|
flags.String("config-dir", c.Minio.Dir, "")
|
|
flags.Bool("quiet", true, "")
|
|
|
|
// create *cli.Context with gateway flags
|
|
cliCtx := cli.NewContext(cli.NewApp(), flags, nil)
|
|
|
|
// TODO: setting the flag on flagset and cliCtx seems redundant, but output is not quiet otherwise
|
|
err = cliCtx.Set("quiet", "true")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = os.Setenv("MINIO_ACCESS_KEY", c.Minio.AccessKey)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = os.Setenv("MINIO_SECRET_KEY", c.Minio.SecretKey)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
gw, err := c.NewGateway(ctx, identity)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
minio.StartGateway(cliCtx, miniogw.Logging(gw, log))
|
|
return errors.New("unexpected minio exit")
|
|
}
|