7718802f0c
* Migrate test: prepare for multiple databases * Add copyright * Fix unused variables * Move data to testdata, split MultiDBSnapshot from MultiDBState
129 lines
3.5 KiB
Go
129 lines
3.5 KiB
Go
// Copyright (C) 2019 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package storagenodedb_test
|
|
|
|
import (
|
|
"fmt"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/zeebo/errs"
|
|
"go.uber.org/zap/zaptest"
|
|
|
|
"storj.io/storj/internal/dbutil/dbschema"
|
|
"storj.io/storj/internal/dbutil/sqliteutil"
|
|
"storj.io/storj/internal/testcontext"
|
|
"storj.io/storj/storagenode/storagenodedb"
|
|
"storj.io/storj/storagenode/storagenodedb/testdata"
|
|
)
|
|
|
|
// insertNewData will insert any NewData from the MultiDBState into the
|
|
// appropriate rawDB. This prepares the rawDB for the test comparing schema and
|
|
// data.
|
|
func insertNewData(mdbs *testdata.MultiDBState, rawDBs map[string]storagenodedb.SQLDB) error {
|
|
for dbName, dbState := range mdbs.DBStates {
|
|
if dbState.NewData == "" {
|
|
continue
|
|
}
|
|
|
|
rawDB, ok := rawDBs[dbName]
|
|
if !ok {
|
|
return errs.New("Failed to find DB %s", dbName)
|
|
}
|
|
_, err := rawDB.Exec(dbState.NewData)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// getSchemas queries the schema of each rawDB and returns a map of each rawDB's
|
|
// schema keyed by dbName
|
|
func getSchemas(rawDBs map[string]storagenodedb.SQLDB) (map[string]*dbschema.Schema, error) {
|
|
schemas := make(map[string]*dbschema.Schema)
|
|
for dbName, rawDB := range rawDBs {
|
|
schema, err := sqliteutil.QuerySchema(rawDB)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// we don't care changes in versions table
|
|
schema.DropTable("versions")
|
|
|
|
schemas[dbName] = schema
|
|
}
|
|
return schemas, nil
|
|
}
|
|
|
|
// getSchemas queries the data of each rawDB and returns a map of each rawDB's
|
|
// data keyed by dbName
|
|
func getData(rawDBs map[string]storagenodedb.SQLDB, schemas map[string]*dbschema.Schema) (map[string]*dbschema.Data, error) {
|
|
data := make(map[string]*dbschema.Data)
|
|
for dbName, rawDB := range rawDBs {
|
|
datum, err := sqliteutil.QueryData(rawDB, schemas[dbName])
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
data[dbName] = datum
|
|
}
|
|
return data, nil
|
|
}
|
|
|
|
func TestMigrate(t *testing.T) {
|
|
ctx := testcontext.New(t)
|
|
|
|
log := zaptest.NewLogger(t)
|
|
|
|
cfg := storagenodedb.Config{
|
|
Pieces: ctx.Dir("storage"),
|
|
Info2: ctx.Dir("storage") + "/info.db",
|
|
Kademlia: ctx.Dir("storage") + "/kademlia",
|
|
}
|
|
|
|
// create a new satellitedb connection
|
|
db, err := storagenodedb.New(log, cfg)
|
|
require.NoError(t, err)
|
|
defer func() { require.NoError(t, db.Close()) }()
|
|
|
|
rawDBs := db.RawDatabases()
|
|
|
|
// get migration for this database
|
|
migrations := db.Migration()
|
|
for i, step := range migrations.Steps {
|
|
// the schema is different when migration step is before the step, cannot test the layout
|
|
tag := fmt.Sprintf("#%d - v%d", i, step.Version)
|
|
|
|
// run migration up to a specific version
|
|
err := migrations.TargetVersion(step.Version).Run(log.Named("migrate"))
|
|
require.NoError(t, err, tag)
|
|
|
|
// find the matching expected version
|
|
expected, ok := testdata.States.FindVersion(step.Version)
|
|
require.True(t, ok)
|
|
|
|
// insert data for new tables
|
|
err = insertNewData(expected, rawDBs)
|
|
require.NoError(t, err, tag)
|
|
|
|
// load schema from database
|
|
schemas, err := getSchemas(rawDBs)
|
|
require.NoError(t, err, tag)
|
|
|
|
// load data from database
|
|
data, err := getData(rawDBs, schemas)
|
|
require.NoError(t, err, tag)
|
|
|
|
multiDBSnapshot, err := testdata.LoadMultiDBSnapshot(expected)
|
|
require.NoError(t, err, tag)
|
|
|
|
// verify schema and data for each db in the expected snapshot
|
|
for dbName, dbSnapshot := range multiDBSnapshot.DBSnapshots {
|
|
require.Equal(t, dbSnapshot.Schema, schemas[dbName], tag)
|
|
require.Equal(t, dbSnapshot.Data, data[dbName], tag)
|
|
}
|
|
}
|
|
}
|