graphql-engine/cli/plugins/plugins.go

package plugins

/*
some of the code here is borrowed from the krew codebse (kubernetes)
and the copyright belongs to the respective authors.

source: https://github.com/kubernetes-sigs/krew/tree/master/internal
*/

import (
	"fmt"
	"io/ioutil"
	"os"
	"path/filepath"
	"runtime"

	"github.com/Masterminds/semver"

	"github.com/ghodss/yaml"
	"github.com/hasura/graphql-engine/cli/plugins/paths"
	"github.com/hasura/graphql-engine/cli/util"
	"github.com/pkg/errors"
	"github.com/sirupsen/logrus"
)

var (
	ErrIsAlreadyInstalled  = errors.New("can't install, plugin is already installed")
	ErrIsNotInstalled      = errors.New("plugin is not installed")
	ErrIsAlreadyUpgraded   = errors.New("can't upgrade, the newest version is already installed")
	ErrVersionNotAvailable = errors.New("plugin version is not available")
)

// IndexBranchRef - branch to be used for index
var IndexBranchRef = "master"

const (
	indexURI string = "https://github.com/hasura/cli-plugins-index.git"
)

// Config defines the required
type Config struct {
	// Paths contains all important environment paths
	Paths paths.Paths

	// Repo defines the git object required to maintain the plugin index
	Repo *util.GitUtil

	Logger *logrus.Logger
}

// FetchOpts - options available during fetching plugin manifest
type FetchOpts struct {
	ManifestFile string

	Version *semver.Version
}

func New(base string) *Config {
	p := paths.NewPaths(base)
	return &Config{
		Paths: p,
		Repo:  util.NewGitUtil(indexURI, p.IndexPath(), IndexBranchRef),
	}
}

// Prepare makes sure that the plugins directory is initialized
func (c *Config) Prepare() error {
	return errors.Wrap(ensureDirs(c.Paths.BasePath(),
		c.Paths.DownloadPath(),
		c.Paths.InstallPath(),
		c.Paths.BinPath(),
		c.Paths.InstallReceiptsPath(),
	), "unable to create plugin directories")
}

// ListInstalledPlugins returns a list of all install plugins in a
// name:version format based on the install receipts at the specified dir.
func (c *Config) ListInstalledPlugins() (map[string]string, error) {
	receiptsDir := c.Paths.InstallReceiptsPath()
	matches, err := filepath.Glob(filepath.Join(receiptsDir, "*"+paths.ManifestExtension))
	if err != nil {
		return nil, errors.Wrapf(err, "failed to grab receipts directory (%s) for manifests", receiptsDir)
	}
	installed := make(map[string]string)
	for _, m := range matches {
		r, err := c.LoadManifest(m)
		if err != nil {
			return nil, errors.Wrapf(err, "failed to parse plugin install receipt %s", m)
		}
		installed[r.Name] = r.Version
	}
	return installed, nil
}

func (c *Config) ListPlugins() (Plugins, error) {
	return c.LoadPluginListFromFS(c.Paths.IndexPluginsPath())
}

func (c *Config) GetPlugin(pluginName string, opts FetchOpts) (Plugin, error) {
	var plugin Plugin
	var err error
	if opts.ManifestFile == "" {
		// Load the plugin index by name
		ps, err := c.LoadPluginByName(pluginName)
		if err != nil {
			if os.IsNotExist(err) {
				return plugin, errors.Errorf("plugin %q does not exist in the plugin index", pluginName)
			}
			return plugin, errors.Wrapf(err, "failed to load plugin %q from the index", pluginName)
		}

		// Load the installed manifest
		pluginReceipt, err := c.LoadManifest(c.Paths.PluginInstallReceiptPath(pluginName))
		if err != nil && !os.IsNotExist(err) {
			return plugin, errors.Wrap(err, "failed to look up plugin receipt")
		}

		if opts.Version != nil {
			if pluginReceipt.Version == opts.Version.Original() {
				return plugin, ErrIsAlreadyInstalled
			}
			// check if version is available
			ver := ps.Index.Search(opts.Version)
			if ver != nil {
				plugin = ps.Versions[ver]
			} else {
				return plugin, ErrVersionNotAvailable
			}
		} else {
			if err == nil {
				return plugin, ErrIsAlreadyInstalled
			}
			// get the latest version
			latestVersion := ps.Index[len(ps.Index)-1]
			plugin = ps.Versions[latestVersion]
		}
	} else {
		plugin, err = c.ReadPluginFromFile(opts.ManifestFile)
		if err != nil {
			return plugin, errors.Wrap(err, "failed to load plugin manifest from file")
		}
		if plugin.Name != pluginName {
			return plugin, fmt.Errorf("plugin name %s doesn't match with plugin in the manifest file %s", pluginName, opts.ManifestFile)
		}
	}
	return plugin, nil
}

func (c *Config) Install(plugin Plugin) error {
	// Find available installation platform
	platform, ok, err := MatchPlatform(plugin.Platforms)
	if err != nil {
		return errors.Wrap(err, "failed trying to find a matching platform in plugin spec")
	}
	if !ok {
		return errors.Errorf("plugin %q does not offer installation for this platform", plugin.Name)
	}
	if err := c.installPlugin(plugin, platform); err != nil {
		return errors.Wrap(err, "install failed")
	}
	err = c.StoreManifest(plugin, c.Paths.PluginInstallReceiptPath(plugin.Name))
	return errors.Wrap(err, "installation receipt could not be stored, uninstall may fail")
}

// Uninstall will uninstall a plugin.
func (c *Config) Uninstall(name string) error {
	if _, err := c.LoadManifest(c.Paths.PluginInstallReceiptPath(name)); err != nil {
		if os.IsNotExist(err) {
			return ErrIsNotInstalled
		}
		return errors.Wrapf(err, "failed to look up install receipt for plugin %q", name)
	}

	symlinkPath := filepath.Join(c.Paths.BinPath(), PluginNameToBin(name, IsWindows()))
	if err := removeLink(symlinkPath); err != nil {
		return errors.Wrap(err, "could not uninstall symlink of plugin")
	}

	pluginInstallPath := c.Paths.PluginInstallPath(name)
	if err := os.RemoveAll(pluginInstallPath); err != nil {
		return errors.Wrapf(err, "could not remove plugin directory %q", pluginInstallPath)
	}
	pluginReceiptPath := c.Paths.PluginInstallReceiptPath(name)
	err := os.Remove(pluginReceiptPath)
	return errors.Wrapf(err, "could not remove plugin receipt %q", pluginReceiptPath)
}

func (c *Config) installPlugin(plugin Plugin, platform Platform) error {
	downloadStagingDir := filepath.Join(c.Paths.DownloadPath(), plugin.Name)
	installDir := c.Paths.PluginVersionInstallPath(plugin.Name, plugin.Version)
	binDir := c.Paths.BinPath()

	// check if install dir already exists
	_, err := os.Stat(installDir)
	if err != nil {
		// Download and extract
		if err := os.MkdirAll(downloadStagingDir, 0755); err != nil {
			return errors.Wrapf(err, "could not create staging dir %q", downloadStagingDir)
		}
		defer func() {
			c.Logger.Debugf("Deleting the download staging directory %s", downloadStagingDir)
			if err := os.RemoveAll(downloadStagingDir); err != nil {
				c.Logger.Debugf("failed to clean up download staging directory: %s", err)
			}
		}()

		if err := downloadAndExtract(downloadStagingDir, platform.URI, platform.Sha256); err != nil {
			return errors.Wrap(err, "failed to unpack into staging dir")
		}

		if err := moveToInstallDir(downloadStagingDir, installDir, platform.Files); err != nil {
			return errors.Wrap(err, "failed while moving files to the installation directory")
		}
	}

	subPathAbs, err := filepath.Abs(installDir)
	if err != nil {
		return errors.Wrapf(err, "failed to get the absolute fullPath of %q", installDir)
	}
	fullPath := filepath.Join(installDir, filepath.FromSlash(platform.Bin))
	pathAbs, err := filepath.Abs(fullPath)
	if err != nil {
		return errors.Wrapf(err, "failed to get the absolute fullPath of %q", fullPath)
	}
	if _, ok := IsSubPath(subPathAbs, pathAbs); !ok {
		return errors.Wrapf(err, "the fullPath %q does not extend the sub-fullPath %q", fullPath, installDir)
	}
	err = createOrUpdateLink(binDir, fullPath, plugin.Name)
	return errors.Wrap(err, "failed to link installed plugin")
}

// Upgrade will reinstall and delete the old plugin. The operation tries
// to not get the plugin dir in a bad state if it fails during the process.
func (c *Config) Upgrade(pluginName string, version *semver.Version) (Plugin, error) {
	ps, err := c.LoadPluginByName(pluginName)
	if err != nil {
		if os.IsNotExist(err) {
			return Plugin{}, errors.Errorf("plugin %q does not exist in the plugin index", pluginName)
		}
		return Plugin{}, errors.Wrapf(err, "failed to load the plugin manifest for plugin %s", pluginName)
	}

	// get the latest version
	var plugin Plugin
	if version != nil {
		ver := ps.Index.Search(version)
		if ver != nil {
			plugin = ps.Versions[ver]
		} else {
			return Plugin{}, ErrVersionNotAvailable
		}
	} else {
		latestVersion := ps.Index[len(ps.Index)-1]
		plugin = ps.Versions[latestVersion]
	}

	installReceipt, err := c.LoadManifest(c.Paths.PluginInstallReceiptPath(plugin.Name))
	if err != nil {
		return plugin, errors.Wrapf(err, "failed to load install receipt for plugin %q", plugin.Name)
	}

	if installReceipt.ParsedVersion == nil {
		c.Logger.Debugf("failed to parse installed plugin version (%q) as a semver value", installReceipt.ParsedVersion)
		c.Logger.Debugf("assuming installed plugin %s as a dev version and force upgrade", plugin.Name)
	}

	// Find available installation platform
	platform, ok, err := MatchPlatform(plugin.Platforms)
	if err != nil {
		return plugin, errors.Wrap(err, "failed trying to find a matching platform in plugin spec")
	}
	if !ok {
		return plugin, errors.Errorf("plugin %q does not offer installation for this platform (%s)",
			plugin.Name, fmt.Sprintf("%s-%s", runtime.GOOS, runtime.GOARCH))
	}

	// See if it's a newer version
	if installReceipt.ParsedVersion != nil {
		if !installReceipt.ParsedVersion.LessThan(plugin.ParsedVersion) || installReceipt.ParsedVersion.Equal(plugin.ParsedVersion) {
			return plugin, ErrIsAlreadyUpgraded
		}
	}

	if err = c.StoreManifest(plugin, c.Paths.PluginInstallReceiptPath(plugin.Name)); err != nil {
		return plugin, errors.Wrap(err, "installation receipt could not be stored, uninstall may fail")
	}

	// Re-Install
	if err := c.installPlugin(plugin, platform); err != nil {
		return plugin, errors.Wrap(err, "failed to install new version")
	}

	// Clean old installations
	return plugin, os.RemoveAll(c.Paths.PluginVersionInstallPath(plugin.Name, installReceipt.Version))
}

func (c *Config) LoadManifest(path string) (Plugin, error) {
	return c.ReadPluginFromFile(path)
}

func (c *Config) StoreManifest(plugin Plugin, dest string) error {
	yamlBytes, err := yaml.Marshal(plugin)
	if err != nil {
		return errors.Wrapf(err, "convert to yaml")
	}
	err = ioutil.WriteFile(dest, yamlBytes, 0644)
	return errors.Wrapf(err, "write plugin receipt %q", dest)
}