98be54b9a3
the directory was starting to get pretty large and it was making it hard to pick concise names for types and variables. this moves the location stuff into a cmd/uplinkng/ulloc package, the filesystem stuff into a cmd/uplinkng/ulfs package, and the testing stuff into a cmd/uplinkng/ultest package. this should make the remaining stuff in cmd/uplinkng only the business logic of how to implement the commands, rather than also including a bunch of helper utilities and scaffolding. Change-Id: Id0901625ebfff9b1cf2dae52366aceb3b6c8f5b6
284 lines
9.5 KiB
Go
284 lines
9.5 KiB
Go
// Copyright (C) 2021 Storj Labs, Inc.
|
|
// See LICENSE for copying information.
|
|
|
|
package main
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"storj.io/storj/cmd/uplinkng/ultest"
|
|
)
|
|
|
|
func TestLsErrors(t *testing.T) {
|
|
state := ultest.Setup(commands)
|
|
|
|
// empty bucket name is a parse error
|
|
state.Fail(t, "ls", "sj:///user")
|
|
}
|
|
|
|
func TestLsRemote(t *testing.T) {
|
|
state := ultest.Setup(commands,
|
|
ultest.WithFile("sj://user/deep/aaa/bbb/1"),
|
|
ultest.WithFile("sj://user/deep/aaa/bbb/2"),
|
|
ultest.WithFile("sj://user/deep/aaa/bbb/3"),
|
|
ultest.WithFile("sj://user/foobar"),
|
|
ultest.WithFile("sj://user/foobar/"),
|
|
ultest.WithFile("sj://user/foobar/1"),
|
|
ultest.WithFile("sj://user/foobar/2"),
|
|
ultest.WithFile("sj://user/foobar/3"),
|
|
ultest.WithFile("sj://user/foobaz/1"),
|
|
|
|
ultest.WithPendingFile("sj://user/invisible"),
|
|
)
|
|
|
|
t.Run("Recursive", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user", "--recursive", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0 deep/aaa/bbb/1
|
|
OBJ 1970-01-01 00:00:02 0 deep/aaa/bbb/2
|
|
OBJ 1970-01-01 00:00:03 0 deep/aaa/bbb/3
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
OBJ 1970-01-01 00:00:05 0 foobar/
|
|
OBJ 1970-01-01 00:00:06 0 foobar/1
|
|
OBJ 1970-01-01 00:00:07 0 foobar/2
|
|
OBJ 1970-01-01 00:00:08 0 foobar/3
|
|
OBJ 1970-01-01 00:00:09 0 foobaz/1
|
|
`)
|
|
})
|
|
|
|
t.Run("Basic", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/fo", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
PRE foobar/
|
|
PRE foobaz/
|
|
`)
|
|
})
|
|
|
|
t.Run("ExactPrefix", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/foobar", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
PRE foobar/
|
|
`)
|
|
})
|
|
|
|
t.Run("ExactPrefixWithSlash", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/foobar/", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:05 0
|
|
OBJ 1970-01-01 00:00:06 0 1
|
|
OBJ 1970-01-01 00:00:07 0 2
|
|
OBJ 1970-01-01 00:00:08 0 3
|
|
`)
|
|
})
|
|
|
|
t.Run("MultipleLayers", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/deep/").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE aaa/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/deep/aaa/").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE bbb/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/deep/aaa/bbb/", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0 1
|
|
OBJ 1970-01-01 00:00:02 0 2
|
|
OBJ 1970-01-01 00:00:03 0 3
|
|
`)
|
|
})
|
|
}
|
|
|
|
func TestLsPending(t *testing.T) {
|
|
state := ultest.Setup(commands,
|
|
ultest.WithPendingFile("sj://user/deep/aaa/bbb/1"),
|
|
ultest.WithPendingFile("sj://user/deep/aaa/bbb/2"),
|
|
ultest.WithPendingFile("sj://user/deep/aaa/bbb/3"),
|
|
ultest.WithPendingFile("sj://user/foobar"),
|
|
ultest.WithPendingFile("sj://user/foobar/"),
|
|
ultest.WithPendingFile("sj://user/foobar/1"),
|
|
ultest.WithPendingFile("sj://user/foobar/2"),
|
|
ultest.WithPendingFile("sj://user/foobar/3"),
|
|
ultest.WithPendingFile("sj://user/foobaz/1"),
|
|
|
|
ultest.WithFile("sj://user/invisible"),
|
|
)
|
|
|
|
t.Run("Recursive", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user", "--recursive", "--pending", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0 deep/aaa/bbb/1
|
|
OBJ 1970-01-01 00:00:02 0 deep/aaa/bbb/2
|
|
OBJ 1970-01-01 00:00:03 0 deep/aaa/bbb/3
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
OBJ 1970-01-01 00:00:05 0 foobar/
|
|
OBJ 1970-01-01 00:00:06 0 foobar/1
|
|
OBJ 1970-01-01 00:00:07 0 foobar/2
|
|
OBJ 1970-01-01 00:00:08 0 foobar/3
|
|
OBJ 1970-01-01 00:00:09 0 foobaz/1
|
|
`)
|
|
})
|
|
|
|
t.Run("Basic", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/fo", "--pending", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
PRE foobar/
|
|
PRE foobaz/
|
|
`)
|
|
})
|
|
|
|
t.Run("ExactPrefix", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/foobar", "--pending", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:04 0 foobar
|
|
PRE foobar/
|
|
`)
|
|
})
|
|
|
|
t.Run("ExactPrefixWithSlash", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/foobar/", "--pending", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:05 0
|
|
OBJ 1970-01-01 00:00:06 0 1
|
|
OBJ 1970-01-01 00:00:07 0 2
|
|
OBJ 1970-01-01 00:00:08 0 3
|
|
`)
|
|
})
|
|
|
|
t.Run("MultipleLayers", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/deep/", "--pending").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE aaa/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/deep/aaa/", "--pending").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE bbb/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/deep/aaa/bbb/", "--pending", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0 1
|
|
OBJ 1970-01-01 00:00:02 0 2
|
|
OBJ 1970-01-01 00:00:03 0 3
|
|
`)
|
|
})
|
|
}
|
|
|
|
func TestLsDifficult(t *testing.T) {
|
|
state := ultest.Setup(commands,
|
|
ultest.WithFile("sj://user//"),
|
|
ultest.WithFile("sj://user///"),
|
|
ultest.WithFile("sj://user////"),
|
|
|
|
ultest.WithFile("sj://user//starts-slash"),
|
|
|
|
ultest.WithFile("sj://user/ends-slash"),
|
|
ultest.WithFile("sj://user/ends-slash/"),
|
|
ultest.WithFile("sj://user/ends-slash//"),
|
|
|
|
ultest.WithFile("sj://user/mid-slash"),
|
|
ultest.WithFile("sj://user/mid-slash//2"),
|
|
ultest.WithFile("sj://user/mid-slash/1"),
|
|
)
|
|
|
|
t.Run("Recursive", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user", "--recursive", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0 /
|
|
OBJ 1970-01-01 00:00:02 0 //
|
|
OBJ 1970-01-01 00:00:03 0 ///
|
|
OBJ 1970-01-01 00:00:04 0 /starts-slash
|
|
OBJ 1970-01-01 00:00:05 0 ends-slash
|
|
OBJ 1970-01-01 00:00:06 0 ends-slash/
|
|
OBJ 1970-01-01 00:00:07 0 ends-slash//
|
|
OBJ 1970-01-01 00:00:08 0 mid-slash
|
|
OBJ 1970-01-01 00:00:09 0 mid-slash//2
|
|
OBJ 1970-01-01 00:00:10 0 mid-slash/1
|
|
`)
|
|
})
|
|
|
|
t.Run("Basic", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE /
|
|
OBJ 1970-01-01 00:00:05 0 ends-slash
|
|
PRE ends-slash/
|
|
OBJ 1970-01-01 00:00:08 0 mid-slash
|
|
PRE mid-slash/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE /
|
|
OBJ 1970-01-01 00:00:05 0 ends-slash
|
|
PRE ends-slash/
|
|
OBJ 1970-01-01 00:00:08 0 mid-slash
|
|
PRE mid-slash/
|
|
`)
|
|
})
|
|
|
|
t.Run("OnlySlash", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user//", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:01 0
|
|
PRE /
|
|
OBJ 1970-01-01 00:00:04 0 starts-slash
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user///", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:02 0
|
|
PRE /
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user////", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:03 0
|
|
`)
|
|
})
|
|
|
|
t.Run("EndsSlash", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/ends-slash", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:05 0 ends-slash
|
|
PRE ends-slash/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/ends-slash/", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:06 0
|
|
PRE /
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/ends-slash//", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:07 0
|
|
`)
|
|
})
|
|
|
|
t.Run("MidSlash", func(t *testing.T) {
|
|
state.Succeed(t, "ls", "sj://user/mid-slash", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:08 0 mid-slash
|
|
PRE mid-slash/
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/mid-slash/", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
PRE /
|
|
OBJ 1970-01-01 00:00:10 0 1
|
|
`)
|
|
|
|
state.Succeed(t, "ls", "sj://user/mid-slash//", "--utc").RequireStdout(t, `
|
|
KIND CREATED SIZE KEY
|
|
OBJ 1970-01-01 00:00:09 0 2
|
|
`)
|
|
})
|
|
}
|