feat: remote state files (#648)

This change enhances helmfile to accept terraform-module-like URLs in nested state files a.k.a sub-helmfiles.

```yaml
helmfiles:
- # Terraform-module-like URL for importing a remote directory and use a file in it as a nested-state file
  # The nested-state file is locally checked-out along with the remote directory containing it.
  # Therefore all the local paths in the file are resolved relative to the file
  path: git::https://github.com/cloudposse/helmfiles.git@releases/kiam.yaml?ref=0.40.0
```

The URL isn't equivalent to terraform module sources. The difference is that we use `@` to distinguish between (1) the path to the repository and directory containing the state file and (2) the path to the state file being loaded. This distinction provides us enough fleibiity to instruct helmfile to check-out necessary and sufficient directory to make the state file works.

Under the hood, it uses [hashicorp/go-getter](https://github.com/hashicorp/go-getter), that is used for [terraform module sources](https://www.terraform.io/docs/modules/sources.html) as well.

Only the git provider without authentication like git-credentials helper is tested. But theoretically any go-getter providers should work. Please feel free to test the provider of your choice and contribute documentation or instruction to use it :)

Resolves #347

pkg/state/create_test.go

@@ -1,6 +1,7 @@
 package state
 
 import (
+	"github.com/roboll/helmfile/pkg/testhelper"
 	"go.uber.org/zap"
 	"io/ioutil"
 	"path/filepath"
@@ -98,7 +99,7 @@ bar: {{ readFile "bar.txt" }}
 
 	expectedValues := `env: production`
 
-	testFs := NewTestFs(map[string]string{
+	testFs := testhelper.NewTestFs(map[string]string{
 		fooYamlFile: string(fooYamlContent),
 		barYamlFile: string(barYamlContent),
 		barTextFile: string(barTextContent),

pkg/state/state.go

@@ -6,6 +6,7 @@ import (
 	"github.com/roboll/helmfile/pkg/environment"
 	"github.com/roboll/helmfile/pkg/event"
 	"github.com/roboll/helmfile/pkg/helmexec"
+	"github.com/roboll/helmfile/pkg/remote"
 	"github.com/roboll/helmfile/pkg/tmpl"
 	"io/ioutil"
 	"os"
@@ -1262,6 +1263,11 @@ func (st *HelmState) storage() *Storage {
 func (st *HelmState) ExpandedHelmfiles() ([]SubHelmfileSpec, error) {
 	helmfiles := []SubHelmfileSpec{}
 	for _, hf := range st.Helmfiles {
+		if remote.IsRemote(hf.Path) {
+			helmfiles = append(helmfiles, hf)
+			continue
+		}
+
 		matches, err := st.storage().ExpandPaths(hf.Path)
 		if err != nil {
 			return nil, err

pkg/state/state_test.go

@@ -2,6 +2,7 @@ package state
 
 import (
 	"github.com/roboll/helmfile/pkg/helmexec"
+	"github.com/roboll/helmfile/pkg/testhelper"
 	"io/ioutil"
 	"os"
 	"path/filepath"
@@ -16,7 +17,7 @@ import (
 
 var logger = helmexec.NewLogger(os.Stdout, "warn")
 
-func injectFs(st *HelmState, fs *TestFs) *HelmState {
+func injectFs(st *HelmState, fs *testhelper.TestFs) *HelmState {
 	st.glob = fs.Glob
 	st.readFile = fs.ReadFile
 	st.fileExists = fs.FileExists
@@ -1035,7 +1036,7 @@ func TestHelmState_SyncReleases_MissingValuesFileForUndesiredRelease(t *testing.
 				Releases: []ReleaseSpec{tt.release},
 				logger:   logger,
 			}
-			fs := NewTestFs(map[string]string{})
+			fs := testhelper.NewTestFs(map[string]string{})
 			state = injectFs(state, fs)
 			helm := &mockHelmExec{
 				lists: map[listKey]string{},
@@ -1434,7 +1435,7 @@ func TestHelmState_SyncReleasesCleanup(t *testing.T) {
 					return nil
 				},
 			}
-			testfs := NewTestFs(map[string]string{
+			testfs := testhelper.NewTestFs(map[string]string{
 				"/path/to/someFile": `foo: FOO`,
 			})
 			state = injectFs(state, testfs)
@@ -1517,7 +1518,7 @@ func TestHelmState_DiffReleasesCleanup(t *testing.T) {
 					return nil
 				},
 			}
-			testfs := NewTestFs(map[string]string{
+			testfs := testhelper.NewTestFs(map[string]string{
 				"/path/to/someFile": `foo: bar
 `,
 			})

pkg/state/testfs.go

@@ -1,134 +0,0 @@
-package state
-
-import (
-	"fmt"
-	"path/filepath"
-	"strings"
-)
-
-type TestFs struct {
-	Cwd   string
-	dirs  map[string]bool
-	files map[string]string
-
-	GlobFixtures map[string][]string
-
-	fileReaderCalls int
-	successfulReads []string
-}
-
-func NewTestFs(files map[string]string) *TestFs {
-	dirs := map[string]bool{}
-	for abs, _ := range files {
-		d := filepath.Dir(abs)
-		dirs[d] = true
-	}
-	return &TestFs{
-		Cwd:   "/path/to",
-		dirs:  dirs,
-		files: files,
-
-		successfulReads: []string{},
-
-		GlobFixtures: map[string][]string{},
-	}
-}
-
-func (f *TestFs) FileExistsAt(path string) bool {
-	var ok bool
-	if strings.Contains(path, "/") {
-		_, ok = f.files[path]
-	} else {
-		_, ok = f.files[filepath.Join(f.Cwd, path)]
-	}
-	return ok
-}
-
-func (f *TestFs) FileExists(path string) (bool, error) {
-	return f.FileExistsAt(path), nil
-}
-
-func (f *TestFs) DirectoryExistsAt(path string) bool {
-	var ok bool
-	if strings.Contains(path, "/") {
-		_, ok = f.dirs[path]
-	} else {
-		_, ok = f.dirs[filepath.Join(f.Cwd, path)]
-	}
-	return ok
-}
-
-func (f *TestFs) ReadFile(filename string) ([]byte, error) {
-	var str string
-	var ok bool
-	if filename[0] == '/' {
-		str, ok = f.files[filename]
-	} else {
-		str, ok = f.files[filepath.Join(f.Cwd, filename)]
-	}
-	if !ok {
-		return []byte(nil), fmt.Errorf("no registered file found: %s", filename)
-	}
-
-	f.fileReaderCalls += 1
-
-	f.successfulReads = append(f.successfulReads, filename)
-
-	return []byte(str), nil
-}
-
-func (f *TestFs) SuccessfulReads() []string {
-	return f.successfulReads
-}
-
-func (f *TestFs) FileReaderCalls() int {
-	return f.fileReaderCalls
-}
-
-func (f *TestFs) Glob(relPattern string) ([]string, error) {
-	var pattern string
-	if relPattern[0] == '/' {
-		pattern = relPattern
-	} else {
-		pattern = filepath.Join(f.Cwd, relPattern)
-	}
-
-	fixtures, ok := f.GlobFixtures[pattern]
-	if ok {
-		return fixtures, nil
-	}
-
-	matches := []string{}
-	for name, _ := range f.files {
-		matched, err := filepath.Match(pattern, name)
-		if err != nil {
-			return nil, err
-		}
-		if matched {
-			matches = append(matches, name)
-		}
-	}
-	return matches, nil
-}
-
-func (f *TestFs) Abs(path string) (string, error) {
-	var p string
-	if path[0] == '/' {
-		p = path
-	} else {
-		p = filepath.Join(f.Cwd, path)
-	}
-	return filepath.Clean(p), nil
-}
-
-func (f *TestFs) Getwd() (string, error) {
-	return f.Cwd, nil
-}
-
-func (f *TestFs) Chdir(dir string) error {
-	if _, ok := f.dirs[dir]; ok {
-		f.Cwd = dir
-		return nil
-	}
-	return fmt.Errorf("unexpected chdir \"%s\"", dir)
-}