// Copyright (C) 2021 Storj Labs, Inc. // See LICENSE for copying information. package consoleapi_test import ( "encoding/json" "fmt" "net/http" "strconv" "testing" "time" "github.com/stretchr/testify/require" "go.uber.org/zap" "storj.io/common/memory" "storj.io/common/testcontext" "storj.io/common/testrand" "storj.io/storj/private/testplanet" "storj.io/storj/satellite" "storj.io/storj/satellite/accounting" "storj.io/storj/satellite/console" ) func Test_TotalUsageLimits(t *testing.T) { testplanet.Run(t, testplanet.Config{ SatelliteCount: 1, StorageNodeCount: 0, UplinkCount: 1, Reconfigure: testplanet.Reconfigure{ Satellite: func(log *zap.Logger, index int, config *satellite.Config) { config.Console.OpenRegistrationEnabled = true config.Console.RateLimit.Burst = 10 }, }, }, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) { sat := planet.Satellites[0] newUser := console.CreateUser{ FullName: "Usage Limit Test", ShortName: "", Email: "ul@test.test", } user, err := sat.AddUser(ctx, newUser, 3) require.NoError(t, err) project0, err := sat.AddProject(ctx, user.ID, "testProject0") require.NoError(t, err) project1, err := sat.AddProject(ctx, user.ID, "testProject1") require.NoError(t, err) project2, err := sat.AddProject(ctx, user.ID, "testProject2") require.NoError(t, err) const expectedLimit = 15 err = sat.DB.ProjectAccounting().UpdateProjectUsageLimit(ctx, project0.ID, expectedLimit) require.NoError(t, err) err = sat.DB.ProjectAccounting().UpdateProjectBandwidthLimit(ctx, project0.ID, expectedLimit) require.NoError(t, err) err = sat.DB.ProjectAccounting().UpdateProjectUsageLimit(ctx, project1.ID, expectedLimit) require.NoError(t, err) err = sat.DB.ProjectAccounting().UpdateProjectBandwidthLimit(ctx, project1.ID, expectedLimit) require.NoError(t, err) err = sat.DB.ProjectAccounting().UpdateProjectUsageLimit(ctx, project2.ID, expectedLimit) require.NoError(t, err) err = sat.DB.ProjectAccounting().UpdateProjectBandwidthLimit(ctx, project2.ID, expectedLimit) require.NoError(t, err) body, status, err := doRequestWithAuth(ctx, t, sat, user, http.MethodGet, "projects/usage-limits", nil) require.NoError(t, err) require.Equal(t, http.StatusOK, status) var output console.ProjectUsageLimits err = json.Unmarshal(body, &output) require.NoError(t, err) require.Equal(t, int64(0), output.BandwidthUsed) require.Equal(t, int64(0), output.StorageUsed) require.Equal(t, int64(expectedLimit*3), output.BandwidthLimit) require.Equal(t, int64(expectedLimit*3), output.StorageLimit) }) } func Test_DailyUsage(t *testing.T) { testplanet.Run(t, testplanet.Config{ SatelliteCount: 1, StorageNodeCount: 1, UplinkCount: 1, Reconfigure: testplanet.Reconfigure{ Satellite: func(log *zap.Logger, index int, config *satellite.Config) { config.Console.OpenRegistrationEnabled = true config.Console.RateLimit.Burst = 10 }, }, }, func(t *testing.T, ctx *testcontext.Context, planet *testplanet.Planet) { const ( bucketName = "testbucket" firstPath = "path" secondPath = "another_path" ) now := time.Now() inFiveMinutes := time.Now().Add(5 * time.Minute) var ( satelliteSys = planet.Satellites[0] uplink = planet.Uplinks[0] projectID = uplink.Projects[0].ID since = strconv.FormatInt(now.Unix(), 10) before = strconv.FormatInt(inFiveMinutes.Unix(), 10) ) newUser := console.CreateUser{ FullName: "Daily Usage Test", ShortName: "", Email: "du@test.test", } user, err := satelliteSys.AddUser(ctx, newUser, 3) require.NoError(t, err) _, err = satelliteSys.DB.Console().ProjectMembers().Insert(ctx, user.ID, projectID) require.NoError(t, err) planet.Satellites[0].Orders.Chore.Loop.Pause() satelliteSys.Accounting.Tally.Loop.Pause() usage, err := satelliteSys.DB.ProjectAccounting().GetProjectDailyUsageByDateRange(ctx, projectID, now, inFiveMinutes, 0) require.NoError(t, err) require.Zero(t, len(usage.AllocatedBandwidthUsage)) require.Zero(t, len(usage.SettledBandwidthUsage)) require.Zero(t, len(usage.StorageUsage)) firstSegment := testrand.Bytes(5 * memory.KiB) secondSegment := testrand.Bytes(10 * memory.KiB) err = uplink.Upload(ctx, satelliteSys, bucketName, firstPath, firstSegment) require.NoError(t, err) err = uplink.Upload(ctx, satelliteSys, bucketName, secondPath, secondSegment) require.NoError(t, err) _, err = uplink.Download(ctx, satelliteSys, bucketName, firstPath) require.NoError(t, err) require.NoError(t, planet.WaitForStorageNodeEndpoints(ctx)) tomorrow := time.Now().Add(24 * time.Hour) planet.StorageNodes[0].Storage2.Orders.SendOrders(ctx, tomorrow) planet.Satellites[0].Orders.Chore.Loop.TriggerWait() satelliteSys.Accounting.Tally.Loop.TriggerWait() endpoint := fmt.Sprintf("projects/%s/daily-usage?from=%s&to=%s", projectID.String(), since, before) body, status, err := doRequestWithAuth(ctx, t, satelliteSys, user, http.MethodGet, endpoint, nil) require.NoError(t, err) require.Equal(t, http.StatusOK, status) var output accounting.ProjectDailyUsage err = json.Unmarshal(body, &output) require.NoError(t, err) require.GreaterOrEqual(t, output.StorageUsage[0].Value, 15*memory.KiB) require.GreaterOrEqual(t, output.AllocatedBandwidthUsage[0].Value, 5*memory.KiB) require.GreaterOrEqual(t, output.SettledBandwidthUsage[0].Value, 5*memory.KiB) }) }