2020-02-07 17:24:58 +00:00
|
|
|
// Copyright (C) 2020 Storj Labs, Inc.
|
|
|
|
// See LICENSE for copying information.
|
|
|
|
|
|
|
|
package admin_test
|
|
|
|
|
|
|
|
import (
|
2020-05-11 17:05:36 +01:00
|
|
|
"encoding/json"
|
2020-04-06 19:29:32 +01:00
|
|
|
"fmt"
|
2020-02-07 17:24:58 +00:00
|
|
|
"io/ioutil"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
2020-07-06 21:15:55 +01:00
|
|
|
"time"
|
2020-02-07 17:24:58 +00:00
|
|
|
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
|
2020-05-18 18:36:09 +01:00
|
|
|
"storj.io/common/macaroon"
|
|
|
|
"storj.io/common/storj"
|
2020-02-07 17:24:58 +00:00
|
|
|
"storj.io/common/testcontext"
|
2020-05-11 17:05:36 +01:00
|
|
|
"storj.io/common/uuid"
|
2020-02-07 17:24:58 +00:00
|
|
|
"storj.io/storj/private/testplanet"
|
|
|
|
"storj.io/storj/satellite"
|
2020-07-06 21:15:55 +01:00
|
|
|
"storj.io/storj/satellite/accounting"
|
2020-05-18 18:36:09 +01:00
|
|
|
"storj.io/storj/satellite/console"
|
2020-02-07 17:24:58 +00:00
|
|
|
)
|
|
|
|
|
2020-04-06 19:29:32 +01:00
|
|
|
func TestAPI(t *testing.T) {
|
2020-02-07 17:24:58 +00:00
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-02-07 17:24:58 +00:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
2020-05-18 18:36:09 +01:00
|
|
|
sat := planet.Satellites[0]
|
|
|
|
address := sat.Admin.Admin.Listener.Addr()
|
2020-09-05 20:17:18 +01:00
|
|
|
project, err := sat.DB.Console().Projects().Get(ctx, planet.Uplinks[0].Projects[0].ID)
|
|
|
|
require.NoError(t, err)
|
2020-02-07 17:24:58 +00:00
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
link := "http://" + address.String() + "/api/projects/" + project.ID.String()
|
2020-09-05 20:17:18 +01:00
|
|
|
linkLimit := link + "/limit"
|
2020-02-07 17:24:58 +00:00
|
|
|
|
2020-04-06 19:29:32 +01:00
|
|
|
t.Run("GetProject", func(t *testing.T) {
|
2020-09-05 20:17:18 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
expected := fmt.Sprintf(
|
2021-08-23 22:42:46 +01:00
|
|
|
`{"id":"%s","name":"%s","description":"%s","partnerId":"%s","ownerId":"%s","rateLimit":null,"burstLimit":null,"maxBuckets":null,"createdAt":"%s","memberCount":0,"storageLimit":"25.00 GB","bandwidthLimit":"25.00 GB"}`,
|
2020-09-05 20:17:18 +01:00
|
|
|
project.ID.String(),
|
|
|
|
project.Name,
|
|
|
|
project.Description,
|
|
|
|
project.PartnerID.String(),
|
|
|
|
project.OwnerID.String(),
|
|
|
|
project.CreatedAt.Format(time.RFC3339Nano),
|
|
|
|
)
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, link, expected, planet.Satellites[0].Config.Console.AuthToken)
|
2020-09-05 20:17:18 +01:00
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("GetProjectLimits", func(t *testing.T) {
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"25.00 GB","bytes":25000000000},"bandwidth":{"amount":"25.00 GB","bytes":25000000000},"rate":{"rps":0},"maxBuckets":0}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("UpdateUsage", func(t *testing.T) {
|
|
|
|
data := url.Values{"usage": []string{"1TiB"}}
|
2021-05-14 16:05:42 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, linkLimit, strings.NewReader(data.Encode()))
|
2020-02-07 17:24:58 +00:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
|
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"1.0 TiB","bytes":1099511627776},"bandwidth":{"amount":"25.00 GB","bytes":25000000000},"rate":{"rps":0},"maxBuckets":0}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
req, err = http.NewRequestWithContext(ctx, http.MethodPut, linkLimit+"?usage=1GB", nil)
|
2020-02-07 17:24:58 +00:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
|
|
|
|
response, err = http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"1.00 GB","bytes":1000000000},"bandwidth":{"amount":"25.00 GB","bytes":25000000000},"rate":{"rps":0},"maxBuckets":0}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-05-12 14:01:15 +01:00
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("UpdateBandwidth", func(t *testing.T) {
|
2021-05-14 16:05:42 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPut, linkLimit+"?bandwidth=1MB", nil)
|
2020-05-12 14:01:15 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-05-12 14:01:15 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"1.00 GB","bytes":1000000000},"bandwidth":{"amount":"1.00 MB","bytes":1000000},"rate":{"rps":0},"maxBuckets":0}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("UpdateRate", func(t *testing.T) {
|
2021-05-14 16:05:42 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPut, linkLimit+"?rate=100", nil)
|
2020-02-07 17:24:58 +00:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"1.00 GB","bytes":1000000000},"bandwidth":{"amount":"1.00 MB","bytes":1000000},"rate":{"rps":100},"maxBuckets":0}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-15 15:14:56 +01:00
|
|
|
})
|
|
|
|
t.Run("UpdateBuckets", func(t *testing.T) {
|
2021-05-14 16:05:42 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPut, linkLimit+"?buckets=2000", nil)
|
2020-07-15 15:14:56 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-15 15:14:56 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
2021-05-14 16:05:42 +01:00
|
|
|
assertGet(ctx, t, linkLimit, `{"usage":{"amount":"1.00 GB","bytes":1000000000},"bandwidth":{"amount":"1.00 MB","bytes":1000000},"rate":{"rps":100},"maxBuckets":2000}`, planet.Satellites[0].Config.Console.AuthToken)
|
2020-02-07 17:24:58 +00:00
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-05-11 17:05:36 +01:00
|
|
|
func TestAddProject(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-05-11 17:05:36 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
userID := planet.Uplinks[0].Projects[0].Owner
|
|
|
|
|
|
|
|
body := strings.NewReader(fmt.Sprintf(`{"ownerId":"%s","projectName":"Test Project"}`, userID.ID.String()))
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://"+address.String()+"/api/projects", body)
|
2020-05-11 17:05:36 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-05-11 17:05:36 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
2020-05-11 17:05:36 +01:00
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
|
|
|
|
var output struct {
|
|
|
|
ProjectID uuid.UUID `json:"projectId"`
|
|
|
|
}
|
|
|
|
|
|
|
|
err = json.Unmarshal(responseBody, &output)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
project, err := planet.Satellites[0].DB.Console().Projects().Get(ctx, output.ProjectID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "Test Project", project.Name)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-07-06 21:28:49 +01:00
|
|
|
func TestRenameProject(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-07-06 21:28:49 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
userID := planet.Uplinks[0].Projects[0].Owner
|
|
|
|
oldName, newName := "renameTest", "Test Project"
|
|
|
|
|
|
|
|
project, err := planet.Satellites[0].AddProject(ctx, userID.ID, oldName)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, oldName, project.Name)
|
|
|
|
|
|
|
|
body := strings.NewReader(fmt.Sprintf(`{"projectName":"%s","description":"This project got renamed"}`, newName))
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPut, fmt.Sprintf("http://"+address.String()+"/api/projects/%s", project.ID.String()), body)
|
2020-07-06 21:28:49 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-06 21:28:49 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, "", response.Header.Get("Content-Type"))
|
2020-07-16 16:40:29 +01:00
|
|
|
require.NoError(t, response.Body.Close())
|
2020-07-06 21:28:49 +01:00
|
|
|
|
|
|
|
project, err = planet.Satellites[0].DB.Console().Projects().Get(ctx, project.ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, newName, project.Name)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-05-18 18:36:09 +01:00
|
|
|
func TestDeleteProject(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-05-18 18:36:09 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
// Ensure there are no buckets left
|
|
|
|
buckets, err := planet.Satellites[0].DB.Buckets().ListBuckets(ctx, projectID, storj.BucketListOptions{Limit: 1, Direction: storj.Forward}, macaroon.AllowedBuckets{All: true})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, buckets.Items, 0)
|
|
|
|
|
|
|
|
apikeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apikeys.APIKeys, 1)
|
|
|
|
|
|
|
|
// the deletion with an existing API key should fail
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodDelete, fmt.Sprintf("http://"+address.String()+"/api/projects/%s", projectID), nil)
|
2020-05-18 18:36:09 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-05-18 18:36:09 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
require.Equal(t, http.StatusConflict, response.StatusCode)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
2020-05-18 18:36:09 +01:00
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apikeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err = http.NewRequestWithContext(ctx, http.MethodDelete, fmt.Sprintf("http://"+address.String()+"/api/projects/%s", projectID), nil)
|
2020-05-18 18:36:09 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-05-18 18:36:09 +01:00
|
|
|
|
|
|
|
response, err = http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, "", response.Header.Get("Content-Type"))
|
2020-05-18 18:36:09 +01:00
|
|
|
|
|
|
|
project, err := planet.Satellites[0].DB.Console().Projects().Get(ctx, projectID)
|
|
|
|
require.Error(t, err)
|
|
|
|
require.Nil(t, project)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-08-13 13:40:05 +01:00
|
|
|
func TestCheckUsageWithoutUsage(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-08-13 13:40:05 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
apiKeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apiKeys.APIKeys, 1)
|
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apiKeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, fmt.Sprintf("http://"+address.String()+"/api/projects/%s/usage", projectID), nil)
|
2020-08-13 13:40:05 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, http.StatusOK, response.StatusCode)
|
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
2020-08-13 13:40:05 +01:00
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "{\"result\":\"no project usage exist\"}", string(responseBody))
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestCheckUsageWithUsage(t *testing.T) {
|
2020-07-06 21:15:55 +01:00
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-07-06 21:15:55 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
apiKeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apiKeys.APIKeys, 1)
|
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apiKeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2020-09-01 15:03:52 +01:00
|
|
|
now := time.Now().UTC()
|
|
|
|
// use fixed intervals to avoid issues at the beginning of the month
|
2020-07-06 21:15:55 +01:00
|
|
|
tally := accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-07-06 21:15:55 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
tally = accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 1, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-07-06 21:15:55 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, fmt.Sprintf("http://"+address.String()+"/api/projects/%s/usage", projectID), nil)
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-06 21:15:55 +01:00
|
|
|
|
2020-08-13 13:40:05 +01:00
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, http.StatusConflict, response.StatusCode)
|
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
|
|
|
|
2020-08-13 13:40:05 +01:00
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
require.Equal(t, "{\"error\":\"usage for current month exists\",\"detail\":\"\"}", string(responseBody))
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
})
|
|
|
|
}
|
2020-07-06 21:15:55 +01:00
|
|
|
|
2020-09-03 22:12:26 +01:00
|
|
|
func TestCheckUsageLastMonthUnappliedInvoice(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-09-03 22:12:26 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
apiKeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apiKeys.APIKeys, 1)
|
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apiKeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2020-09-30 05:10:02 +01:00
|
|
|
now := time.Date(2030, time.Month(9), 1, 0, 0, 0, 0, time.UTC)
|
2020-09-03 22:12:26 +01:00
|
|
|
|
|
|
|
oneMonthAhead := now.AddDate(0, 1, 0)
|
|
|
|
planet.Satellites[0].Admin.Admin.Server.SetNow(func() time.Time {
|
|
|
|
return oneMonthAhead
|
|
|
|
})
|
|
|
|
|
|
|
|
// use fixed intervals to avoid issues at the beginning of the month
|
|
|
|
tally := accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-09-03 22:12:26 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
tally = accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 1, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-09-03 22:12:26 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
planet.Satellites[0].API.Payments.Service.SetNow(func() time.Time {
|
|
|
|
return oneMonthAhead
|
|
|
|
})
|
|
|
|
err = planet.Satellites[0].API.Payments.Service.PrepareInvoiceProjectRecords(ctx, now)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, fmt.Sprintf("http://"+address.String()+"/api/projects/%s/usage", projectID), nil)
|
2020-09-03 22:12:26 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, http.StatusConflict, response.StatusCode)
|
|
|
|
|
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
2020-09-03 22:12:26 +01:00
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "{\"error\":\"unapplied project invoice record exist\",\"detail\":\"\"}", string(responseBody))
|
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-08-13 13:40:05 +01:00
|
|
|
func TestDeleteProjectWithUsageCurrentMonth(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-08-13 13:40:05 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
apiKeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apiKeys.APIKeys, 1)
|
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apiKeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2020-09-01 15:03:52 +01:00
|
|
|
now := time.Now().UTC()
|
|
|
|
// use fixed intervals to avoid issues at the beginning of the month
|
2020-08-13 13:40:05 +01:00
|
|
|
tally := accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 0, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-08-13 13:40:05 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
tally = accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: time.Date(now.Year(), now.Month(), 1, 0, 1, 0, 1, time.UTC),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-08-13 13:40:05 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodDelete, fmt.Sprintf("http://"+address.String()+"/api/projects/%s", projectID), nil)
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-06 21:15:55 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
2021-10-01 12:36:41 +01:00
|
|
|
require.Equal(t, http.StatusConflict, response.StatusCode)
|
|
|
|
require.Equal(t, "application/json", response.Header.Get("Content-Type"))
|
|
|
|
|
2020-07-06 21:15:55 +01:00
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
|
|
|
require.NoError(t, err)
|
2020-08-05 14:13:11 +01:00
|
|
|
require.Equal(t, "{\"error\":\"usage for current month exists\",\"detail\":\"\"}", string(responseBody))
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestDeleteProjectWithUsagePreviousMonth(t *testing.T) {
|
|
|
|
testplanet.Run(t, testplanet.Config{
|
|
|
|
SatelliteCount: 1,
|
|
|
|
StorageNodeCount: 0,
|
|
|
|
UplinkCount: 1,
|
|
|
|
Reconfigure: testplanet.Reconfigure{
|
2021-10-01 12:36:41 +01:00
|
|
|
Satellite: func(_ *zap.Logger, _ int, config *satellite.Config) {
|
2020-07-06 21:15:55 +01:00
|
|
|
config.Admin.Address = "127.0.0.1:0"
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) {
|
|
|
|
address := planet.Satellites[0].Admin.Admin.Listener.Addr()
|
|
|
|
projectID := planet.Uplinks[0].Projects[0].ID
|
|
|
|
|
|
|
|
apiKeys, err := planet.Satellites[0].DB.Console().APIKeys().GetPagedByProjectID(ctx, projectID, console.APIKeyCursor{
|
|
|
|
Page: 1,
|
|
|
|
Limit: 2,
|
|
|
|
Search: "",
|
|
|
|
})
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.Len(t, apiKeys.APIKeys, 1)
|
|
|
|
|
|
|
|
err = planet.Satellites[0].DB.Console().APIKeys().Delete(ctx, apiKeys.APIKeys[0].ID)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2020-10-13 13:47:55 +01:00
|
|
|
// TODO: Improve updating of DB entries
|
2020-07-29 13:17:11 +01:00
|
|
|
now := time.Now().UTC()
|
|
|
|
// set fixed day to avoid failures at the end of the month
|
|
|
|
accTime := time.Date(now.Year(), now.Month()-1, 15, now.Hour(), now.Minute(), now.Second(), now.Nanosecond(), time.UTC)
|
2020-07-06 21:15:55 +01:00
|
|
|
tally := accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: accTime,
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-07-06 21:15:55 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
tally = accounting.BucketStorageTally{
|
2021-07-01 12:29:25 +01:00
|
|
|
BucketName: "test",
|
|
|
|
ProjectID: projectID,
|
|
|
|
IntervalStart: accTime.AddDate(0, 0, 1),
|
|
|
|
ObjectCount: 1,
|
|
|
|
TotalSegmentCount: 2,
|
|
|
|
TotalBytes: 640000,
|
|
|
|
MetadataSize: 2,
|
2020-07-06 21:15:55 +01:00
|
|
|
}
|
|
|
|
err = planet.Satellites[0].DB.ProjectAccounting().CreateStorageTally(ctx, tally)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-08-03 12:24:21 +01:00
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodDelete, fmt.Sprintf("http://"+address.String()+"/api/projects/%s", projectID), nil)
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, err)
|
2020-08-13 13:40:05 +01:00
|
|
|
req.Header.Set("Authorization", planet.Satellites[0].Config.Console.AuthToken)
|
2020-07-06 21:15:55 +01:00
|
|
|
|
|
|
|
response, err := http.DefaultClient.Do(req)
|
|
|
|
require.NoError(t, err)
|
|
|
|
responseBody, err := ioutil.ReadAll(response.Body)
|
|
|
|
require.NoError(t, err)
|
2020-08-05 14:13:11 +01:00
|
|
|
require.Equal(t, "{\"error\":\"usage for last month exist, but is not billed yet\",\"detail\":\"\"}", string(responseBody))
|
2020-07-06 21:15:55 +01:00
|
|
|
require.NoError(t, response.Body.Close())
|
|
|
|
require.Equal(t, http.StatusConflict, response.StatusCode)
|
|
|
|
})
|
|
|
|
}
|