// Copyright (C) 2019 Storj Labs, Inc. // See LICENSE for copying information. package satellitedbtest // This package should be referenced only in test files! import ( "flag" "strconv" "strings" "testing" "github.com/zeebo/errs" "go.uber.org/zap" "go.uber.org/zap/zaptest" "storj.io/storj/private/dbutil" "storj.io/storj/private/dbutil/pgutil" "storj.io/storj/private/dbutil/pgutil/pgtest" "storj.io/storj/private/dbutil/tempdb" "storj.io/storj/satellite" "storj.io/storj/satellite/metainfo" "storj.io/storj/satellite/satellitedb" dbx "storj.io/storj/satellite/satellitedb/dbx" ) // SatelliteDatabases maybe name can be better type SatelliteDatabases struct { MasterDB Database PointerDB Database } // Database describes a test database type Database struct { Name string URL string Message string } var runCockroachTests = flag.Bool("run-cockroach-tests", false, "If set, don't skip the CockroachDB-using tests, even though they are not yet fully supported") // Databases returns default databases. func Databases() []SatelliteDatabases { return []SatelliteDatabases{ { MasterDB: Database{"Postgres", *pgtest.ConnStr, "Postgres flag missing, example: -postgres-test-db=" + pgtest.DefaultConnStr + " or use STORJ_POSTGRES_TEST environment variable."}, PointerDB: Database{"Postgres", *pgtest.ConnStr, ""}, }, { MasterDB: Database{"Cockroach", *pgtest.CrdbConnStr, "Cockroach flag missing, example: -cockroach-test-db=" + pgtest.DefaultCrdbConnStr + " or use STORJ_COCKROACH_TEST environment variable."}, PointerDB: Database{"Postgres", *pgtest.ConnStr, ""}, }, } } // SchemaSuffix returns a suffix for schemas. func SchemaSuffix() string { return pgutil.CreateRandomTestingSchemaName(6) } // SchemaName returns a properly formatted schema string. func SchemaName(testname, category string, index int, schemaSuffix string) string { // postgres has a maximum schema length of 64 // we need additional 6 bytes for the random suffix // and 4 bytes for the satellite index "/S0/"" indexStr := strconv.Itoa(index) var maxTestNameLen = 64 - len(category) - len(indexStr) - len(schemaSuffix) - 2 if len(testname) > maxTestNameLen { testname = testname[:maxTestNameLen] } if schemaSuffix == "" { return strings.ToLower(testname + "/" + category + indexStr) } return strings.ToLower(testname + "/" + schemaSuffix + "/" + category + indexStr) } // tempMasterDB is a satellite.DB-implementing type that cleans up after itself when closed. type tempMasterDB struct { satellite.DB tempDB *dbutil.TempDatabase } // Close closes a tempMasterDB and cleans it up afterward. func (db *tempMasterDB) Close() error { return errs.Combine(db.DB.Close(), db.tempDB.Close()) } // TestDBAccess provides a somewhat regularized access to the underlying DB func (db *tempMasterDB) TestDBAccess() *dbx.DB { return db.DB.(interface{ TestDBAccess() *dbx.DB }).TestDBAccess() } // CreateMasterDB creates a new satellite database for testing func CreateMasterDB(t testing.TB, category string, index int, dbInfo Database) (db satellite.DB, err error) { if dbInfo.URL == "" { t.Fatalf("Database %s connection string not provided. %s", dbInfo.Name, dbInfo.Message) } schemaSuffix := SchemaSuffix() t.Log("schema-suffix ", schemaSuffix) log := zaptest.NewLogger(t) schema := SchemaName(t.Name(), category, index, schemaSuffix) tempDB, err := tempdb.OpenUnique(dbInfo.URL, schema) if err != nil { return nil, err } return CreateMasterDBOnTopOf(log.Named("db"), tempDB) } // CreateMasterDBOnTopOf creates a new satellite database on top of an already existing // temporary database. func CreateMasterDBOnTopOf(log *zap.Logger, tempDB *dbutil.TempDatabase) (db satellite.DB, err error) { masterDB, err := satellitedb.New(log.Named("db"), tempDB.ConnStr) return &tempMasterDB{DB: masterDB, tempDB: tempDB}, err } // tempPointerDB is a satellite.DB-implementing type that cleans up after itself when closed. type tempPointerDB struct { metainfo.PointerDB tempDB *dbutil.TempDatabase } // Close closes a tempPointerDB and cleans it up afterward. func (db *tempPointerDB) Close() error { return errs.Combine(db.PointerDB.Close(), db.tempDB.Close()) } // CreatePointerDB creates a new satellite pointer database for testing func CreatePointerDB(t testing.TB, category string, index int, dbInfo Database) (db metainfo.PointerDB, err error) { if dbInfo.URL == "" { t.Fatalf("Database %s connection string not provided. %s", dbInfo.Name, dbInfo.Message) } schemaSuffix := SchemaSuffix() t.Log("schema-suffix ", schemaSuffix) log := zaptest.NewLogger(t) schema := SchemaName(t.Name(), category, index, schemaSuffix) tempDB, err := tempdb.OpenUnique(dbInfo.URL, schema) if err != nil { return nil, err } return CreatePointerDBOnTopOf(log.Named("pointerdb"), tempDB) } // CreatePointerDBOnTopOf creates a new satellite database on top of an already existing // temporary database. func CreatePointerDBOnTopOf(log *zap.Logger, tempDB *dbutil.TempDatabase) (db metainfo.PointerDB, err error) { pointerDB, err := metainfo.NewStore(log.Named("pointerdb"), tempDB.ConnStr) return &tempPointerDB{PointerDB: pointerDB, tempDB: tempDB}, err } // Run method will iterate over all supported databases. Will establish // connection and will create tables for each DB. func Run(t *testing.T, test func(t *testing.T, db satellite.DB)) { for _, dbInfo := range Databases() { dbInfo := dbInfo t.Run(dbInfo.MasterDB.Name+"/"+dbInfo.PointerDB.Name, func(t *testing.T) { t.Parallel() // TODO: remove this skip and this flag once all the sql is cockroachdb compatible if dbInfo.MasterDB.Name == "Cockroach" && !*runCockroachTests { t.Skip("CockroachDB not supported yet") } db, err := CreateMasterDB(t, "T", 0, dbInfo.MasterDB) if err != nil { t.Fatal(err) } defer func() { err := db.Close() if err != nil { t.Fatal(err) } }() err = db.CreateTables() if err != nil { t.Fatal(err) } test(t, db) }) } } // Bench method will iterate over all supported databases. Will establish // connection and will create tables for each DB. func Bench(b *testing.B, bench func(b *testing.B, db satellite.DB)) { for _, dbInfo := range Databases() { dbInfo := dbInfo b.Run(dbInfo.MasterDB.Name+"/"+dbInfo.PointerDB.Name, func(b *testing.B) { if dbInfo.MasterDB.URL == "" { b.Skipf("Database %s connection string not provided. %s", dbInfo.MasterDB.Name, dbInfo.MasterDB.Message) } db, err := CreateMasterDB(b, "X", 0, dbInfo.MasterDB) if err != nil { b.Fatal(err) } defer func() { err := db.Close() if err != nil { b.Fatal(err) } }() err = db.CreateTables() if err != nil { b.Fatal(err) } bench(b, db) }) } }