populate.go

package lru

import (
	"io/ioutil"
	"os"
	"path/filepath"

	"github.com/deciduosity/grip"
	"github.com/pkg/errors"
)

// DirectoryContents takes a path and builds a cache object. If
// skipDir is true, this option does not include any directories,
// otherwise all directories are included in the cache. When including
// directories in the cache, lru includes the aggregate size of files
// in the directory.
func DirectoryContents(path string, skipDir bool) (*Cache, error) {
	absPath, err := filepath.Abs(path)
	if err != nil {
		return nil, errors.Wrapf(err, "problem getting absolute path for '%s'", path)
	}
	path = absPath

	infos, err := ioutil.ReadDir(path)
	if err != nil {
		return nil, errors.Wrapf(err, "problem getting directory contents for '%s'", path)
	}

	c := NewCache()
	catcher := grip.NewCatcher()

	for _, info := range infos {
		if info.IsDir() && skipDir {
			continue
		}

		fn := filepath.Join(path, info.Name())

		catcher.Add(c.AddStat(fn, info))
	}

	if catcher.HasErrors() {
		return nil, errors.Wrapf(err, "problem building cache with %d items (of %d)",
			catcher.Len(), c.Count())
	}

	grip.Debugf("created new cache, with %d items and %d bytes",
		c.Count(), c.Size())

	return c, nil
}

// TreeContents adds all file system items, excluding directories, to
// a cache object.
func TreeContents(root string) (*Cache, error) {
	absPath, err := filepath.Abs(root)
	if err != nil {
		return nil, errors.Wrapf(err, "problem getting absolute path for '%s'", root)
	}
	root = absPath

	c := NewCache()
	catcher := grip.NewCatcher()
	catcher.Add(filepath.Walk(root, func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}

		if info.IsDir() {
			return nil
		}

		fn := filepath.Join(path, info.Name())
		catcher.Add(c.AddStat(fn, info))

		return nil
	}))

	if catcher.HasErrors() {
		return nil, errors.Wrapf(err, "problem building cache with %d items (of %d)",
			catcher.Len(), c.Count())
	}

	grip.Debugf("created new cache, with %d items and %d bytes",
		c.Count(), c.Size())

	return c, nil
}