ferrumclaudepilgrimandNick Craig-Wood
e724790620
KickCleaner sets the out of space flag, kicks the cleaner and then waits for that flag to clear. Only the cleaner clears it, and the cleaner returns immediately when the cache poll interval is not positive, so when it is disabled nothing ever reads the kick or clears the flag and the caller waits forever. It now returns straight away in that case, under the same condition the cleaner itself uses to decide it is disabled. Callers already retry a bounded number of times and then report the error, which is the right outcome when nothing is going to free space.
785 lines
19 KiB
Go
785 lines
19 KiB
Go
package vfscache
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"sort"
|
|
"testing"
|
|
"time"
|
|
|
|
_ "github.com/rclone/rclone/backend/local" // import the local backend
|
|
"github.com/rclone/rclone/fs"
|
|
"github.com/rclone/rclone/fs/config"
|
|
"github.com/rclone/rclone/fstest"
|
|
"github.com/rclone/rclone/lib/diskusage"
|
|
"github.com/rclone/rclone/vfs/vfscache/writeback"
|
|
"github.com/rclone/rclone/vfs/vfscommon"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
// TestMain drives the tests
|
|
func TestMain(m *testing.M) {
|
|
fstest.TestMain(m)
|
|
}
|
|
|
|
// convert c.item to a string
|
|
func itemAsString(c *Cache) []string {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
var out []string
|
|
for name, item := range c.item {
|
|
out = append(out, fmt.Sprintf("name=%q opens=%d size=%d", filepath.ToSlash(name), item.opens, item.info.Size))
|
|
}
|
|
sort.Strings(out)
|
|
return out
|
|
}
|
|
|
|
// convert c.item to a string
|
|
func itemSpaceAsString(c *Cache) []string {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
var out []string
|
|
for name, item := range c.item {
|
|
space := item.info.Rs.Size()
|
|
out = append(out, fmt.Sprintf("name=%q opens=%d size=%d space=%d", filepath.ToSlash(name), item.opens, item.info.Size, space))
|
|
}
|
|
sort.Strings(out)
|
|
return out
|
|
}
|
|
|
|
// open an item and write to it
|
|
func itemWrite(t *testing.T, item *Item, contents string) {
|
|
require.NoError(t, item.Open(nil))
|
|
_, err := item.WriteAt([]byte(contents), 0)
|
|
require.NoError(t, err)
|
|
}
|
|
|
|
func assertPathNotExist(t *testing.T, path string) {
|
|
_, err := os.Stat(path)
|
|
assert.True(t, os.IsNotExist(err))
|
|
}
|
|
|
|
func assertPathExist(t *testing.T, path string) os.FileInfo {
|
|
fi, err := os.Stat(path)
|
|
assert.NoError(t, err)
|
|
return fi
|
|
}
|
|
|
|
type avInfo struct {
|
|
Remote string
|
|
Size int64
|
|
IsDir bool
|
|
}
|
|
|
|
var avInfos []avInfo
|
|
|
|
func addVirtual(remote string, size int64, isDir bool) error {
|
|
avInfos = append(avInfos, avInfo{
|
|
Remote: remote,
|
|
Size: size,
|
|
IsDir: isDir,
|
|
})
|
|
return nil
|
|
}
|
|
|
|
func newTestCacheOpt(t *testing.T, opt vfscommon.Options) (r *fstest.Run, c *Cache) {
|
|
r = fstest.NewRun(t)
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
|
|
avInfos = nil
|
|
c, err := New(ctx, r.Fremote, &opt, addVirtual)
|
|
require.NoError(t, err)
|
|
|
|
t.Cleanup(func() {
|
|
err := c.CleanUp()
|
|
require.NoError(t, err)
|
|
assertPathNotExist(t, c.root)
|
|
cancel()
|
|
})
|
|
|
|
return r, c
|
|
}
|
|
|
|
func newTestCache(t *testing.T) (r *fstest.Run, c *Cache) {
|
|
opt := vfscommon.Opt
|
|
|
|
// Disable the cache cleaner as it interferes with these tests
|
|
opt.CachePollInterval = 0
|
|
|
|
// Disable synchronous write
|
|
opt.WriteBack = 0
|
|
|
|
// Disable handle caching so existing tests get immediate close behavior
|
|
opt.HandleCaching = 0
|
|
|
|
return newTestCacheOpt(t, opt)
|
|
}
|
|
|
|
func TestCacheNew(t *testing.T) {
|
|
r, c := newTestCache(t)
|
|
|
|
assert.Contains(t, c.root, "vfs")
|
|
assert.Contains(t, c.fcache.Root(), filepath.Base(r.Fremote.Root()))
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
|
|
// createItemDir
|
|
p, err := c.createItemDir("potato")
|
|
require.NoError(t, err)
|
|
assert.Equal(t, "potato", filepath.Base(p))
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
|
|
fi := assertPathExist(t, filepath.Dir(p))
|
|
assert.True(t, fi.IsDir())
|
|
|
|
// get
|
|
item, _ := c.get("potato")
|
|
item2, _ := c.get("potato")
|
|
assert.Equal(t, item, item2)
|
|
assert.WithinDuration(t, time.Now(), item.info.ATime, time.Second)
|
|
|
|
// open
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
potato := c.Item("/potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
assert.WithinDuration(t, time.Now(), potato.info.ATime, time.Second)
|
|
assert.Equal(t, 1, potato.opens)
|
|
|
|
// write the file
|
|
require.NoError(t, potato.Truncate(5))
|
|
atime := time.Now()
|
|
potato.info.ATime = atime
|
|
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=5`,
|
|
}, itemAsString(c))
|
|
assert.True(t, atime.Equal(potato.info.ATime), fmt.Sprintf("%v != %v", atime, potato.info.ATime))
|
|
|
|
// try purging with file open
|
|
c.purgeOld(10 * time.Second)
|
|
assertPathExist(t, p)
|
|
|
|
// close
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=5`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Truncate(6))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=6`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Close(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=0 size=6`,
|
|
}, itemAsString(c))
|
|
item, _ = c.get("potato")
|
|
assert.WithinDuration(t, time.Now(), item.info.ATime, time.Second)
|
|
assert.Equal(t, 0, item.opens)
|
|
|
|
// try purging with file closed
|
|
c.purgeOld(10 * time.Second)
|
|
assertPathExist(t, p)
|
|
|
|
//.. purge again with -ve age
|
|
c.purgeOld(-10 * time.Second)
|
|
assertPathNotExist(t, p)
|
|
|
|
// clean - have tested the internals already
|
|
c.clean(false)
|
|
}
|
|
|
|
func TestCacheOpens(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
potato := c.Item("potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Open(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=2 size=0`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Close(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Close(nil))
|
|
assert.Equal(t, []string{
|
|
`name="potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
require.NoError(t, potato.Open(nil))
|
|
a1 := c.Item("a//b/c/d/one")
|
|
a2 := c.Item("a/b/c/d/e/two")
|
|
a3 := c.Item("a/b/c/d/e/f/three")
|
|
require.NoError(t, a1.Open(nil))
|
|
require.NoError(t, a2.Open(nil))
|
|
require.NoError(t, a3.Open(nil))
|
|
assert.Equal(t, []string{
|
|
`name="a/b/c/d/e/f/three" opens=1 size=0`,
|
|
`name="a/b/c/d/e/two" opens=1 size=0`,
|
|
`name="a/b/c/d/one" opens=1 size=0`,
|
|
`name="potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
require.NoError(t, potato.Close(nil))
|
|
require.NoError(t, a1.Close(nil))
|
|
require.NoError(t, a2.Close(nil))
|
|
require.NoError(t, a3.Close(nil))
|
|
assert.Equal(t, []string{
|
|
`name="a/b/c/d/e/f/three" opens=0 size=0`,
|
|
`name="a/b/c/d/e/two" opens=0 size=0`,
|
|
`name="a/b/c/d/one" opens=0 size=0`,
|
|
`name="potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
}
|
|
|
|
// test the open, createItemDir, purge, close, purge sequence
|
|
func TestCacheOpenMkdir(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
// open
|
|
potato := c.Item("sub/potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
// createItemDir
|
|
p, err := c.createItemDir("sub/potato")
|
|
require.NoError(t, err)
|
|
assert.Equal(t, "potato", filepath.Base(p))
|
|
assert.Equal(t, []string{
|
|
`name="sub/potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
// test directory exists
|
|
fi := assertPathExist(t, filepath.Dir(p))
|
|
assert.True(t, fi.IsDir())
|
|
|
|
// clean the cache
|
|
c.purgeOld(-10 * time.Second)
|
|
|
|
// test directory still exists
|
|
fi = assertPathExist(t, filepath.Dir(p))
|
|
assert.True(t, fi.IsDir())
|
|
|
|
// close
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
// clean the cache
|
|
c.purgeOld(-10 * time.Second)
|
|
c.purgeEmptyDirs("", true)
|
|
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
|
|
// test directory does not exist
|
|
assertPathNotExist(t, filepath.Dir(p))
|
|
}
|
|
|
|
func TestCachePurgeOld(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
// Test funcs
|
|
c.purgeOld(-10 * time.Second)
|
|
|
|
potato2 := c.Item("sub/dir2/potato2")
|
|
require.NoError(t, potato2.Open(nil))
|
|
potato := c.Item("sub/dir/potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
require.NoError(t, potato2.Close(nil))
|
|
require.NoError(t, potato.Open(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=2 size=0`,
|
|
`name="sub/dir2/potato2" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
c.purgeOld(-10 * time.Second)
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=2 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
c.purgeOld(-10 * time.Second)
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=1 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
c.purgeOld(10 * time.Second)
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=0 size=0`,
|
|
}, itemAsString(c))
|
|
|
|
c.purgeOld(-10 * time.Second)
|
|
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
}
|
|
|
|
func TestCachePurgeOverQuota(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
// Test funcs
|
|
|
|
// Make some test files
|
|
potato := c.Item("sub/dir/potato")
|
|
itemWrite(t, potato, "hello")
|
|
|
|
potato2 := c.Item("sub/dir2/potato2")
|
|
itemWrite(t, potato2, "hello2")
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=1 size=5`,
|
|
`name="sub/dir2/potato2" opens=1 size=6`,
|
|
}, itemAsString(c))
|
|
|
|
// Check nothing removed
|
|
c.opt.CacheMaxSize = 1
|
|
c.purgeOverQuota()
|
|
|
|
// Close the files
|
|
require.NoError(t, potato.Close(nil))
|
|
require.NoError(t, potato2.Close(nil))
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=0 size=5`,
|
|
`name="sub/dir2/potato2" opens=0 size=6`,
|
|
}, itemAsString(c))
|
|
|
|
// Update the stats to read the total size
|
|
c.updateUsed()
|
|
|
|
// make potato2 definitely after potato
|
|
t1 := time.Now().Add(10 * time.Second)
|
|
potato2.info.ATime = t1
|
|
|
|
// Check only potato removed to get below quota
|
|
c.opt.CacheMaxSize = 10
|
|
c.purgeOverQuota()
|
|
assert.Equal(t, int64(6), c.used)
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir2/potato2" opens=0 size=6`,
|
|
}, itemAsString(c))
|
|
|
|
// Put potato back
|
|
potato = c.Item("sub/dir/potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
require.NoError(t, potato.Truncate(5))
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
// Update the stats to read the total size
|
|
c.updateUsed()
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=0 size=5`,
|
|
`name="sub/dir2/potato2" opens=0 size=6`,
|
|
}, itemAsString(c))
|
|
|
|
// make potato definitely after potato2
|
|
t2 := t1.Add(20 * time.Second)
|
|
potato.info.ATime = t2
|
|
|
|
// Check only potato2 removed to get below quota
|
|
c.opt.CacheMaxSize = 10
|
|
c.purgeOverQuota()
|
|
assert.Equal(t, int64(5), c.used)
|
|
c.purgeEmptyDirs("", true)
|
|
|
|
assert.Equal(t, []string{
|
|
`name="sub/dir/potato" opens=0 size=5`,
|
|
}, itemAsString(c))
|
|
|
|
// Now purge everything
|
|
c.opt.CacheMaxSize = 1
|
|
c.purgeOverQuota()
|
|
assert.Equal(t, int64(0), c.used)
|
|
c.purgeEmptyDirs("", true)
|
|
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
|
|
// Check nothing left behind
|
|
c.clean(false)
|
|
assert.Equal(t, int64(0), c.used)
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
}
|
|
|
|
func TestCachePurgeMinFreeSpace(t *testing.T) {
|
|
du, err := diskusage.New(config.GetCacheDir())
|
|
if err == diskusage.ErrUnsupported {
|
|
t.Skip(err)
|
|
}
|
|
// We've tested the quota mechanism already, so just test the
|
|
// min free space quota is working.
|
|
_, c := newTestCache(t)
|
|
|
|
// First set free space quota very small and check it is OK
|
|
c.opt.CacheMinFreeSpace = 1
|
|
assert.True(t, c.minFreeSpaceQuotaOK())
|
|
assert.True(t, c.quotasOK())
|
|
|
|
// Now set it a bit larger than the current disk available and check it is BAD
|
|
c.opt.CacheMinFreeSpace = fs.SizeSuffix(du.Available) + fs.Gibi
|
|
assert.False(t, c.minFreeSpaceQuotaOK())
|
|
assert.False(t, c.quotasOK())
|
|
}
|
|
|
|
// test reset clean files
|
|
func TestCachePurgeClean(t *testing.T) {
|
|
r, c := newItemTestCache(t)
|
|
contents, obj, potato1 := newFile(t, r, c, "existing")
|
|
_ = contents
|
|
|
|
// Open the object to create metadata for it
|
|
require.NoError(t, potato1.Open(obj))
|
|
require.NoError(t, potato1.Open(obj))
|
|
|
|
size, err := potato1.GetSize()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, int64(100), size)
|
|
|
|
// Read something to instantiate the cache file
|
|
buf := make([]byte, 10)
|
|
_, err = potato1.ReadAt(buf, 10)
|
|
require.NoError(t, err)
|
|
|
|
// Test cache file present
|
|
_, err = os.Stat(potato1.c.toOSPath(potato1.name))
|
|
require.NoError(t, err)
|
|
|
|
// Add some potatoes
|
|
potato2 := c.Item("sub/dir/potato2")
|
|
require.NoError(t, potato2.Open(nil))
|
|
require.NoError(t, potato2.Truncate(5))
|
|
|
|
potato3 := c.Item("sub/dir/potato3")
|
|
require.NoError(t, potato3.Open(nil))
|
|
require.NoError(t, potato3.Truncate(6))
|
|
|
|
c.updateUsed()
|
|
c.opt.CacheMaxSize = 1
|
|
c.purgeClean()
|
|
assert.Equal(t, []string{
|
|
`name="existing" opens=2 size=100 space=0`,
|
|
`name="sub/dir/potato2" opens=1 size=5 space=5`,
|
|
`name="sub/dir/potato3" opens=1 size=6 space=6`,
|
|
}, itemSpaceAsString(c))
|
|
assert.Equal(t, int64(11), c.used)
|
|
|
|
require.NoError(t, potato2.Close(nil))
|
|
c.opt.CacheMaxSize = 1
|
|
c.purgeClean()
|
|
assert.Equal(t, []string{
|
|
`name="existing" opens=2 size=100 space=0`,
|
|
`name="sub/dir/potato3" opens=1 size=6 space=6`,
|
|
}, itemSpaceAsString(c))
|
|
assert.Equal(t, int64(6), c.used)
|
|
|
|
require.NoError(t, potato1.Close(nil))
|
|
require.NoError(t, potato1.Close(nil))
|
|
require.NoError(t, potato3.Close(nil))
|
|
|
|
// Remove all files now. The are all not in use.
|
|
// purgeClean does not remove empty cache files. purgeOverQuota does.
|
|
// So we use purgeOverQuota here for the cleanup.
|
|
c.opt.CacheMaxSize = 1
|
|
c.purgeOverQuota()
|
|
|
|
c.purgeEmptyDirs("", true)
|
|
|
|
assert.Equal(t, []string(nil), itemAsString(c))
|
|
}
|
|
|
|
func TestCacheInUse(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
assert.False(t, c.InUse("potato"))
|
|
|
|
potato := c.Item("potato")
|
|
|
|
assert.False(t, c.InUse("potato"))
|
|
|
|
require.NoError(t, potato.Open(nil))
|
|
|
|
assert.True(t, c.InUse("potato"))
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.False(t, c.InUse("potato"))
|
|
}
|
|
|
|
func TestCacheDirtyItem(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
assert.Nil(t, c.DirtyItem("potato"))
|
|
|
|
potato := c.Item("potato")
|
|
|
|
assert.Nil(t, c.DirtyItem("potato"))
|
|
|
|
require.NoError(t, potato.Open(nil))
|
|
require.NoError(t, potato.Truncate(5))
|
|
|
|
assert.Equal(t, potato, c.DirtyItem("potato"))
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.Nil(t, c.DirtyItem("potato"))
|
|
}
|
|
|
|
func TestCacheExistsAndRemove(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
assert.False(t, c.Exists("potato"))
|
|
|
|
potato := c.Item("potato")
|
|
|
|
assert.False(t, c.Exists("potato"))
|
|
|
|
require.NoError(t, potato.Open(nil))
|
|
|
|
assert.True(t, c.Exists("potato"))
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
assert.True(t, c.Exists("potato"))
|
|
|
|
c.Remove("potato")
|
|
|
|
assert.False(t, c.Exists("potato"))
|
|
|
|
}
|
|
|
|
func TestCacheRename(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
// setup
|
|
|
|
assert.False(t, c.Exists("potato"))
|
|
potato := c.Item("potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
require.NoError(t, potato.Close(nil))
|
|
assert.True(t, c.Exists("potato"))
|
|
|
|
osPath := c.toOSPath("potato")
|
|
osPathMeta := c.toOSPathMeta("potato")
|
|
assertPathExist(t, osPath)
|
|
assertPathExist(t, osPathMeta)
|
|
|
|
// rename potato -> newPotato
|
|
|
|
require.NoError(t, c.Rename("potato", "newPotato", nil))
|
|
assertPathNotExist(t, osPath)
|
|
assertPathNotExist(t, osPathMeta)
|
|
assert.False(t, c.Exists("potato"))
|
|
|
|
osPath = c.toOSPath("newPotato")
|
|
osPathMeta = c.toOSPathMeta("newPotato")
|
|
assertPathExist(t, osPath)
|
|
assertPathExist(t, osPathMeta)
|
|
assert.True(t, c.Exists("newPotato"))
|
|
|
|
// rename newPotato -> sub/newPotato
|
|
|
|
require.NoError(t, c.Rename("newPotato", "sub/newPotato", nil))
|
|
assertPathNotExist(t, osPath)
|
|
assertPathNotExist(t, osPathMeta)
|
|
assert.False(t, c.Exists("potato"))
|
|
|
|
osPath = c.toOSPath("sub/newPotato")
|
|
osPathMeta = c.toOSPathMeta("sub/newPotato")
|
|
assertPathExist(t, osPath)
|
|
assertPathExist(t, osPathMeta)
|
|
assert.True(t, c.Exists("sub/newPotato"))
|
|
|
|
// remove
|
|
|
|
c.Remove("sub/newPotato")
|
|
assertPathNotExist(t, osPath)
|
|
assertPathNotExist(t, osPathMeta)
|
|
assert.False(t, c.Exists("sub/newPotato"))
|
|
|
|
// nonexistent file - is ignored
|
|
assert.NoError(t, c.Rename("nonexist", "nonexist2", nil))
|
|
}
|
|
|
|
func TestCacheCleaner(t *testing.T) {
|
|
opt := vfscommon.Opt
|
|
opt.CachePollInterval = fs.Duration(10 * time.Millisecond)
|
|
opt.CacheMaxAge = fs.Duration(20 * time.Millisecond)
|
|
_, c := newTestCacheOpt(t, opt)
|
|
|
|
time.Sleep(time.Duration(2 * opt.CachePollInterval))
|
|
|
|
potato := c.Item("potato")
|
|
potato2, found := c.get("potato")
|
|
assert.Equal(t, fmt.Sprintf("%p", potato), fmt.Sprintf("%p", potato2))
|
|
assert.True(t, found)
|
|
|
|
for range 100 {
|
|
time.Sleep(time.Duration(10 * opt.CachePollInterval))
|
|
potato2, found = c.get("potato")
|
|
if !found {
|
|
break
|
|
}
|
|
}
|
|
|
|
assert.NotEqual(t, fmt.Sprintf("%p", potato), fmt.Sprintf("%p", potato2))
|
|
assert.False(t, found)
|
|
}
|
|
|
|
func TestCacheKickCleaner(t *testing.T) {
|
|
// kickCleaner runs KickCleaner and reports whether it returned in time.
|
|
kickCleaner := func(t *testing.T, c *Cache) bool {
|
|
t.Helper()
|
|
done := make(chan struct{})
|
|
go func() {
|
|
defer close(done)
|
|
c.KickCleaner()
|
|
}()
|
|
select {
|
|
case <-done:
|
|
return true
|
|
case <-time.After(2 * time.Second):
|
|
return false
|
|
}
|
|
}
|
|
|
|
// Only the cleaner clears the out of space condition, so with no cleaner
|
|
// running a KickCleaner which waited for it would never return.
|
|
t.Run("CleanerDisabled", func(t *testing.T) {
|
|
opt := vfscommon.Opt
|
|
opt.CachePollInterval = 0
|
|
_, c := newTestCacheOpt(t, opt)
|
|
|
|
assert.True(t, kickCleaner(t, c), "KickCleaner did not return with the cleaner disabled")
|
|
})
|
|
}
|
|
|
|
func TestCacheSetModTime(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
t1 := time.Date(2010, 1, 2, 3, 4, 5, 9, time.UTC)
|
|
|
|
potato := c.Item("potato")
|
|
require.NoError(t, potato.Open(nil))
|
|
require.NoError(t, potato.Truncate(5))
|
|
require.NoError(t, potato.Close(nil))
|
|
|
|
c.SetModTime("potato", t1)
|
|
osPath := potato.c.toOSPath("potato")
|
|
fi, err := os.Stat(osPath)
|
|
require.NoError(t, err)
|
|
|
|
fstest.AssertTimeEqualWithPrecision(t, "potato", t1, fi.ModTime(), time.Second)
|
|
}
|
|
|
|
func TestCacheTotaInUse(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
assert.Equal(t, int(0), c.TotalInUse())
|
|
|
|
potato := c.Item("potato")
|
|
assert.Equal(t, int(0), c.TotalInUse())
|
|
|
|
require.NoError(t, potato.Open(nil))
|
|
assert.Equal(t, int(1), c.TotalInUse())
|
|
|
|
require.NoError(t, potato.Truncate(5))
|
|
assert.Equal(t, int(1), c.TotalInUse())
|
|
|
|
potato2 := c.Item("potato2")
|
|
assert.Equal(t, int(1), c.TotalInUse())
|
|
|
|
require.NoError(t, potato2.Open(nil))
|
|
assert.Equal(t, int(2), c.TotalInUse())
|
|
|
|
require.NoError(t, potato2.Close(nil))
|
|
assert.Equal(t, int(1), c.TotalInUse())
|
|
|
|
require.NoError(t, potato.Close(nil))
|
|
assert.Equal(t, int(0), c.TotalInUse())
|
|
}
|
|
|
|
func TestCacheDump(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
out := (*Cache)(nil).Dump()
|
|
assert.Equal(t, "Cache: <nil>\n", out)
|
|
|
|
out = c.Dump()
|
|
assert.Equal(t, "Cache{\n}\n", out)
|
|
|
|
c.Item("potato")
|
|
|
|
out = c.Dump()
|
|
want := "Cache{\n\t\"potato\": "
|
|
assert.Equal(t, want, out[:len(want)])
|
|
|
|
c.Remove("potato")
|
|
|
|
out = c.Dump()
|
|
assert.Equal(t, "Cache{\n}\n", out)
|
|
}
|
|
|
|
func TestCacheStats(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
out := c.Stats()
|
|
assert.Equal(t, int64(0), out["bytesUsed"])
|
|
assert.Equal(t, 0, out["erroredFiles"])
|
|
assert.Equal(t, 0, out["files"])
|
|
assert.Equal(t, 0, out["uploadsInProgress"])
|
|
assert.Equal(t, 0, out["uploadsQueued"])
|
|
}
|
|
|
|
func TestCacheQueue(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
out := c.Queue()
|
|
|
|
// We've checked the contents of queue in the writeback tests
|
|
// Just check it is present here
|
|
queue, found := out["queue"]
|
|
require.True(t, found)
|
|
_, ok := queue.([]writeback.QueueInfo)
|
|
require.True(t, ok)
|
|
}
|
|
|
|
func TestCacheQueueSetExpiry(t *testing.T) {
|
|
_, c := newTestCache(t)
|
|
|
|
// Check this returns the correct error when called so we know
|
|
// it is plumbed in correctly. The actual tests are done in
|
|
// writeback.
|
|
err := c.QueueSetExpiry(123123, time.Now(), 0)
|
|
assert.Equal(t, writeback.ErrorIDNotFound, err)
|
|
}
|