Files
Packer-Cn/packer/plugin.go
T
Lucas Bajolet bda59b4d0a packer: use protobuf when plugins support it
With the next minor version of the SDK, we'll introduce experimental
protobuf support for serialising data between Packer and plugins.
This is exposed to plugins under the `PACKER_PLUGIN_PB` environment
variable, which is automatically set when all the plugins able to be
loaded by Packer (i.e. the highest version compatible with Packer's
loading process) are capable to communicate with Protobuf.

If any plugin uses version 5.0 of the API, we default to using Gob,
thereby maintaining retro-compatibility will all the existing plugins.
2024-02-19 14:59:20 -05:00

271 lines
8.5 KiB
Go

// Copyright (c) HashiCorp, Inc.
// SPDX-License-Identifier: BUSL-1.1
package packer
import (
"crypto/sha256"
"encoding/json"
"fmt"
"log"
"os"
"os/exec"
"path"
"path/filepath"
"regexp"
"runtime"
"strconv"
"strings"
packersdk "github.com/hashicorp/packer-plugin-sdk/packer"
pluginsdk "github.com/hashicorp/packer-plugin-sdk/plugin"
plugingetter "github.com/hashicorp/packer/packer/plugin-getter"
)
var defaultChecksummer = plugingetter.Checksummer{
Type: "sha256",
Hash: sha256.New(),
}
// PluginConfig helps load and use packer plugins
type PluginConfig struct {
PluginDirectory string
PluginMinPort int
PluginMaxPort int
Builders BuilderSet
Provisioners ProvisionerSet
PostProcessors PostProcessorSet
DataSources DatasourceSet
}
// PACKERSPACE is used to represent the spaces that separate args for a command
// without being confused with spaces in the path to the command itself.
const PACKERSPACE = "-PACKERSPACE-"
var extractPluginBasename = regexp.MustCompile("^packer-plugin-([^_]+)")
// UseProtobuf is updated when plugins are discovered.
//
// If any plugin is discovered that doesn't support protobuf encoding for
// their HCL specs, Packer will only use Gob, and avertise as such to the
// plugins it uses.
//
// TODO: check if we can dynamically switch serialisation formats without
// being too intrusive for plugins.
var UseProtobuf bool = true
// Discover discovers the latest installed version of each installed plugin.
//
// Search the directory of the executable, then the plugins directory, and
// finally the CWD, in that order. Any conflicts will overwrite previously
// found plugins, in that order.
// Hence, the priority order is the reverse of the search order - i.e., the
// CWD has the highest priority.
func (c *PluginConfig) Discover(releasesOnly bool) error {
if c.Builders == nil {
c.Builders = MapOfBuilder{}
}
if c.Provisioners == nil {
c.Provisioners = MapOfProvisioner{}
}
if c.PostProcessors == nil {
c.PostProcessors = MapOfPostProcessor{}
}
if c.DataSources == nil {
c.DataSources = MapOfDatasource{}
}
// If we are already inside a plugin process we should not need to
// discover anything.
if os.Getenv(pluginsdk.MagicCookieKey) == pluginsdk.MagicCookieValue {
return nil
}
if c.PluginDirectory == "" {
c.PluginDirectory, _ = PluginFolder()
}
installations, err := plugingetter.Requirement{}.ListInstallations(plugingetter.ListInstallationsOptions{
PluginDirectory: c.PluginDirectory,
BinaryInstallationOptions: plugingetter.BinaryInstallationOptions{
OS: runtime.GOOS,
ARCH: runtime.GOARCH,
Checksummers: []plugingetter.Checksummer{
{Type: "sha256", Hash: sha256.New()},
},
ReleasesOnly: releasesOnly,
},
})
if err != nil {
return err
}
// Map of plugin basename to executable
//
// We'll use that later to register the components for each plugin
pluginMap := map[string]string{}
for _, install := range installations {
pluginBasename := path.Base(install.BinaryPath)
matches := extractPluginBasename.FindStringSubmatch(pluginBasename)
if len(matches) != 2 {
log.Printf("[INFO] - plugin %q could not have its name matched, ignoring", pluginBasename)
continue
}
pluginName := matches[1]
pluginMap[pluginName] = install.BinaryPath
}
for name, path := range pluginMap {
err := c.DiscoverMultiPlugin(name, path)
if err != nil {
return err
}
}
return nil
}
var apiVersionMinorRe = regexp.MustCompile("[0-9]+$")
// DiscoverMultiPlugin takes the description from a multi-component plugin
// binary and makes the plugins available to use in Packer. Each plugin found in the
// binary will be addressable using `${pluginName}-${builderName}` for example.
// pluginName could be manually set. It usually is a cloud name like amazon.
// pluginName can be extrapolated from the filename of the binary; so
// if the "packer-plugin-amazon" binary had an "ebs" builder one could use
// the "amazon-ebs" builder.
func (c *PluginConfig) DiscoverMultiPlugin(pluginName, pluginPath string) error {
out, err := exec.Command(pluginPath, "describe").Output()
if err != nil {
return err
}
var desc pluginsdk.SetDescription
if err := json.Unmarshal(out, &desc); err != nil {
return err
}
// If the major version isn't a match with what Packer expects, the
// plugin won't be considered for loading, so we can safely ignore that
// check here, and only check that the version is at least 5.1 for
// protobuf support.
// So by only looking at the minor version number, we'll be good here,
// at least until we officially remove gob support in v6.0, in which
// case, this check will be removed.
minVersion := apiVersionMinorRe.FindString(desc.APIVersion)
if minVersion == "" {
return fmt.Errorf("plugin API minor number could not be extracted, this is a Packer bug, please open an issue on the project tracker.")
}
minNb, _ := strconv.Atoi(minVersion)
if minNb == 0 {
log.Printf("[DEBUG] - plugin %q uses an older SDK, won't attempt to use protobuf for serialisation", pluginName)
UseProtobuf = false
}
pluginPrefix := pluginName + "-"
for _, builderName := range desc.Builders {
builderName := builderName // copy to avoid pointer overwrite issue
key := pluginPrefix + builderName
if builderName == pluginsdk.DEFAULT_NAME {
key = pluginName
}
c.Builders.Set(key, func() (packersdk.Builder, error) {
return c.Client(pluginPath, "start", "builder", builderName).Builder()
})
}
if len(desc.Builders) > 0 {
log.Printf("[INFO] found external %v builders from %s plugin", desc.Builders, pluginName)
}
for _, postProcessorName := range desc.PostProcessors {
postProcessorName := postProcessorName // copy to avoid pointer overwrite issue
key := pluginPrefix + postProcessorName
if postProcessorName == pluginsdk.DEFAULT_NAME {
key = pluginName
}
c.PostProcessors.Set(key, func() (packersdk.PostProcessor, error) {
return c.Client(pluginPath, "start", "post-processor", postProcessorName).PostProcessor()
})
}
if len(desc.PostProcessors) > 0 {
log.Printf("[INFO] found external %v post-processors from %s plugin", desc.PostProcessors, pluginName)
}
for _, provisionerName := range desc.Provisioners {
provisionerName := provisionerName // copy to avoid pointer overwrite issue
key := pluginPrefix + provisionerName
if provisionerName == pluginsdk.DEFAULT_NAME {
key = pluginName
}
c.Provisioners.Set(key, func() (packersdk.Provisioner, error) {
return c.Client(pluginPath, "start", "provisioner", provisionerName).Provisioner()
})
}
if len(desc.Provisioners) > 0 {
log.Printf("found external %v provisioner from %s plugin", desc.Provisioners, pluginName)
}
for _, datasourceName := range desc.Datasources {
datasourceName := datasourceName // copy to avoid pointer overwrite issue
key := pluginPrefix + datasourceName
if datasourceName == pluginsdk.DEFAULT_NAME {
key = pluginName
}
c.DataSources.Set(key, func() (packersdk.Datasource, error) {
return c.Client(pluginPath, "start", "datasource", datasourceName).Datasource()
})
}
if len(desc.Datasources) > 0 {
log.Printf("found external %v datasource from %s plugin", desc.Datasources, pluginName)
}
return nil
}
func (c *PluginConfig) Client(path string, args ...string) *PluginClient {
originalPath := path
// Check for special case using `packer plugin PLUGIN`
if strings.Contains(path, PACKERSPACE) {
parts := strings.Split(path, PACKERSPACE)
path = parts[0]
args = parts[1:]
}
// First attempt to find the executable by consulting the PATH.
path, err := exec.LookPath(path)
if err != nil {
// If that doesn't work, look for it in the same directory
// as the `packer` executable (us).
log.Printf("[INFO] exec.LookPath: %s : %v. Checking same directory as executable.", path, err)
exePath, err := os.Executable()
if err != nil {
log.Printf("Couldn't get current exe path: %s", err)
} else {
log.Printf("Current exe path: %s", exePath)
path = filepath.Join(filepath.Dir(exePath), filepath.Base(originalPath))
}
}
// If everything failed, just use the original path and let the error
// bubble through.
if path == "" {
path = originalPath
}
if strings.Contains(originalPath, PACKERSPACE) {
log.Printf("[INFO] Starting internal plugin %s", args[len(args)-1])
} else {
log.Printf("[INFO] Starting external plugin %s %s", path, strings.Join(args, " "))
}
var config PluginClientConfig
config.Cmd = exec.Command(path, args...)
config.Managed = true
config.MinPort = c.PluginMinPort
config.MaxPort = c.PluginMaxPort
return NewClient(&config)
}