packer-cn/packer/build.go

373 lines
11 KiB
Go
Raw Normal View History

2013-03-25 19:29:26 -04:00
package packer
import (
2013-06-18 13:54:22 -04:00
"fmt"
"log"
"sync"
)
2013-05-09 16:26:40 -04:00
const (
// This is the key in configurations that is set to the name of the
// build.
BuildNameConfigKey = "packer_build_name"
// This is the key in the configuration that is set to the type
// of the builder that is run. This is useful for provisioners and
// such who want to make use of this.
BuilderTypeConfigKey = "packer_builder_type"
// This is the key in configurations that is set to "true" when Packer
// debugging is enabled.
DebugConfigKey = "packer_debug"
// This is the key in configurations that is set to "true" when Packer
// force build is enabled.
ForceConfigKey = "packer_force"
// This key determines what to do when a normal multistep step fails
// - "cleanup" - run cleanup steps
// - "abort" - exit without cleanup
// - "ask" - ask the user
OnErrorConfigKey = "packer_on_error"
2015-05-29 17:29:32 -04:00
// TemplatePathKey is the path to the template that configured this build
TemplatePathKey = "packer_template_path"
// This key contains a map[string]string of the user variables for
// template processing.
UserVariablesConfigKey = "packer_user_variables"
)
2013-05-03 23:45:38 -04:00
// A Build represents a single job within Packer that is responsible for
// building some machine image artifact. Builds are meant to be parallelized.
type Build interface {
2013-06-14 15:15:51 -04:00
// Name is the name of the build. This is unique across a single template,
// but not absolutely unique. This is meant more to describe to the user
// what is being built rather than being a unique identifier.
2013-05-09 14:32:03 -04:00
Name() string
2013-06-14 15:15:51 -04:00
// Prepare configures the various components of this build and reports
// any errors in doing so (such as syntax errors, validation errors, etc.).
// It also reports any warnings.
Prepare() ([]string, error)
2013-06-14 15:15:51 -04:00
// Run runs the actual builder, returning an artifact implementation
// of what is built. If anything goes wrong, an error is returned.
Run(Ui) ([]Artifact, error)
2013-06-14 15:15:51 -04:00
// Cancel will cancel a running build. This will block until the build
2017-03-28 20:45:01 -04:00
// is actually completely canceled.
2013-06-03 19:03:08 -04:00
Cancel()
2013-06-14 15:22:19 -04:00
// SetDebug will enable/disable debug mode. Debug mode is always
// enabled by adding the additional key "packer_debug" to boolean
// true in the configuration of the various components. This must
// be called prior to Prepare.
2013-06-14 15:32:14 -04:00
//
// When SetDebug is set to true, parallelism between builds is
// strictly prohibited.
2013-06-14 15:22:19 -04:00
SetDebug(bool)
2013-07-12 21:01:27 -04:00
// SetForce will enable/disable forcing a build when artifacts exist.
//
// When SetForce is set to true, existing artifacts from the build are
// deleted prior to the build.
SetForce(bool)
// SetOnError will determine what to do when a normal multistep step fails
// - "cleanup" - run cleanup steps
// - "abort" - exit without cleanup
// - "ask" - ask the user
SetOnError(string)
2013-05-03 23:45:38 -04:00
}
2013-03-25 19:29:26 -04:00
// A build struct represents a single build job, the result of which should
// be a single machine image artifact. This artifact may be comprised of
// multiple files, of course, but it should be for only a single provider
// (such as VirtualBox, EC2, etc.).
2013-05-03 23:45:38 -04:00
type coreBuild struct {
name string
builder Builder
builderConfig interface{}
builderType string
hooks map[string][]Hook
postProcessors [][]coreBuildPostProcessor
provisioners []coreBuildProvisioner
2015-05-29 17:29:32 -04:00
templatePath string
variables map[string]string
2013-04-20 22:03:53 -04:00
2013-06-14 15:22:19 -04:00
debug bool
force bool
onError string
l sync.Mutex
2013-04-20 22:03:53 -04:00
prepareCalled bool
2013-03-25 19:29:26 -04:00
}
// Keeps track of the post-processor and the configuration of the
// post-processor used within a build.
type coreBuildPostProcessor struct {
processor PostProcessor
processorType string
config map[string]interface{}
2019-04-02 19:51:58 -04:00
keepInputArtifact *bool
}
// Keeps track of the provisioner and the configuration of the provisioner
// within the build.
type coreBuildProvisioner struct {
pType string
provisioner Provisioner
config []interface{}
}
2013-05-09 14:32:03 -04:00
// Returns the name of the build.
func (b *coreBuild) Name() string {
return b.name
}
2013-04-20 21:55:02 -04:00
// Prepare prepares the build by doing some initialization for the builder
// and any hooks. This _must_ be called prior to Run. The parameter is the
// overrides for the variables within the template (if any).
func (b *coreBuild) Prepare() (warn []string, err error) {
b.l.Lock()
defer b.l.Unlock()
if b.prepareCalled {
panic("prepare already called")
}
2013-04-20 22:03:53 -04:00
b.prepareCalled = true
packerConfig := map[string]interface{}{
BuildNameConfigKey: b.name,
BuilderTypeConfigKey: b.builderType,
DebugConfigKey: b.debug,
ForceConfigKey: b.force,
OnErrorConfigKey: b.onError,
2015-05-29 17:29:32 -04:00
TemplatePathKey: b.templatePath,
UserVariablesConfigKey: b.variables,
}
// Prepare the builder
warn, err = b.builder.Prepare(b.builderConfig, packerConfig)
2013-05-09 16:26:40 -04:00
if err != nil {
log.Printf("Build '%s' prepare failure: %s\n", b.name, err)
return
2013-05-09 16:26:40 -04:00
}
// Prepare the provisioners
for _, coreProv := range b.provisioners {
configs := make([]interface{}, len(coreProv.config), len(coreProv.config)+1)
copy(configs, coreProv.config)
configs = append(configs, packerConfig)
if err = coreProv.provisioner.Prepare(configs...); err != nil {
return
}
}
2013-06-18 13:31:52 -04:00
// Prepare the post-processors
for _, ppSeq := range b.postProcessors {
for _, corePP := range ppSeq {
err = corePP.processor.Configure(corePP.config, packerConfig)
if err != nil {
2013-06-18 13:31:52 -04:00
return
}
}
}
2013-05-09 16:26:40 -04:00
return
2013-04-20 21:55:02 -04:00
}
// Runs the actual build. Prepare must be called prior to running this.
func (b *coreBuild) Run(originalUi Ui) ([]Artifact, error) {
2013-04-20 22:03:53 -04:00
if !b.prepareCalled {
panic("Prepare must be called first")
}
// Copy the hooks
hooks := make(map[string][]Hook)
for hookName, hookList := range b.hooks {
hooks[hookName] = make([]Hook, len(hookList))
copy(hooks[hookName], hookList)
}
// Add a hook for the provisioners if we have provisioners
if len(b.provisioners) > 0 {
hookedProvisioners := make([]*HookedProvisioner, len(b.provisioners))
for i, p := range b.provisioners {
var pConfig interface{}
if len(p.config) > 0 {
pConfig = p.config[0]
}
if b.debug {
hookedProvisioners[i] = &HookedProvisioner{
&DebuggedProvisioner{Provisioner: p.provisioner},
pConfig,
p.pType,
}
} else {
hookedProvisioners[i] = &HookedProvisioner{
p.provisioner,
pConfig,
p.pType,
}
}
}
if _, ok := hooks[HookProvision]; !ok {
hooks[HookProvision] = make([]Hook, 0, 1)
}
hooks[HookProvision] = append(hooks[HookProvision], &ProvisionHook{
Provisioners: hookedProvisioners,
})
}
hook := &DispatchHook{Mapping: hooks}
artifacts := make([]Artifact, 0, 1)
2017-03-28 20:45:01 -04:00
// The builder just has a normal Ui, but targeted
2017-03-29 15:44:42 -04:00
builderUi := &TargetedUI{
Target: b.Name(),
Ui: originalUi,
}
log.Printf("Running builder: %s", b.builderType)
2017-11-02 22:46:03 -04:00
ts := CheckpointReporter.AddSpan(b.builderType, "builder", b.builderConfig)
builderArtifact, err := b.builder.Run(builderUi, hook)
ts.End(err)
2013-06-18 13:54:22 -04:00
if err != nil {
return nil, err
2013-06-18 13:54:22 -04:00
}
// If there was no result, don't worry about running post-processors
// because there is nothing they can do, just return.
if builderArtifact == nil {
return nil, nil
}
2013-06-18 13:54:22 -04:00
errors := make([]error, 0)
keepOriginalArtifact := len(b.postProcessors) == 0
2013-06-18 13:54:22 -04:00
// Run the post-processors
2013-06-28 09:44:03 -04:00
PostProcessorRunSeqLoop:
2013-06-18 13:54:22 -04:00
for _, ppSeq := range b.postProcessors {
priorArtifact := builderArtifact
for i, corePP := range ppSeq {
2017-03-29 15:44:42 -04:00
ppUi := &TargetedUI{
Target: fmt.Sprintf("%s (%s)", b.Name(), corePP.processorType),
Ui: originalUi,
}
builderUi.Say(fmt.Sprintf("Running post-processor: %s", corePP.processorType))
2017-11-02 22:46:03 -04:00
ts := CheckpointReporter.AddSpan(corePP.processorType, "post-processor", corePP.config)
2019-04-02 19:51:58 -04:00
artifact, defaultKeep, forceOverride, err := corePP.processor.PostProcess(ppUi, priorArtifact)
ts.End(err)
if err != nil {
errors = append(errors, fmt.Errorf("Post-processor failed: %s", err))
continue PostProcessorRunSeqLoop
}
if artifact == nil {
log.Println("Nil artifact, halting post-processor chain.")
continue PostProcessorRunSeqLoop
}
2019-04-02 19:51:58 -04:00
keep := defaultKeep
// When nil, go for the default. If overridden by user, use that
// instead.
// Exception: for postprocessors that will fail/become
// useless if keep isn't set, force an override that still uses
// post-processor preference instead of user preference.
if corePP.keepInputArtifact != nil {
if *corePP.keepInputArtifact == false && forceOverride {
log.Printf("The %s post-processor forces "+
"keep_input_artifact=true to preserve integrity of the"+
"build chain. User-set keep_input_artifact=false will be"+
"ignored.", corePP.processorType)
} else {
// User overrides default
keep = *corePP.keepInputArtifact
}
}
if i == 0 {
// This is the first post-processor. We handle deleting
// previous artifacts a bit different because multiple
// post-processors may be using the original and need it.
if !keepOriginalArtifact && keep {
log.Printf(
"Flagging to keep original artifact from post-processor '%s'",
corePP.processorType)
2013-06-28 09:44:03 -04:00
keepOriginalArtifact = true
}
} else {
// We have a prior artifact. If we want to keep it, we append
// it to the results list. Otherwise, we destroy it.
if keep {
2013-06-28 09:44:03 -04:00
artifacts = append(artifacts, priorArtifact)
} else {
2013-06-28 09:44:03 -04:00
log.Printf("Deleting prior artifact from post-processor '%s'", corePP.processorType)
if err := priorArtifact.Destroy(); err != nil {
2019-04-03 12:43:39 -04:00
log.Printf("Error is %#v", err)
errors = append(errors, fmt.Errorf("Failed cleaning up prior artifact: %s; pp is %s", err, corePP.processorType))
}
}
}
2013-06-28 09:44:03 -04:00
priorArtifact = artifact
}
2013-06-28 09:44:03 -04:00
// Add on the last artifact to the results
if priorArtifact != nil {
artifacts = append(artifacts, priorArtifact)
}
2013-06-28 09:44:03 -04:00
}
2013-06-28 09:44:03 -04:00
if keepOriginalArtifact {
artifacts = append(artifacts, nil)
copy(artifacts[1:], artifacts)
artifacts[0] = builderArtifact
} else {
log.Printf("Deleting original artifact for build '%s'", b.name)
if err := builderArtifact.Destroy(); err != nil {
2019-04-02 19:51:58 -04:00
errors = append(errors, fmt.Errorf("Error destroying builder artifact: %s; bad artifact: %#v", err, builderArtifact.Files()))
2013-06-18 13:54:22 -04:00
}
2013-06-28 09:44:03 -04:00
}
2013-06-18 13:54:22 -04:00
2013-06-28 09:44:03 -04:00
if len(errors) > 0 {
err = &MultiError{errors}
}
2013-06-28 09:44:03 -04:00
return artifacts, err
}
2013-06-03 19:03:08 -04:00
2013-06-28 09:44:03 -04:00
func (b *coreBuild) SetDebug(val bool) {
if b.prepareCalled {
panic("prepare has already been called")
2013-06-14 15:22:19 -04:00
}
2013-06-28 09:44:03 -04:00
b.debug = val
}
func (b *coreBuild) SetForce(val bool) {
if b.prepareCalled {
panic("prepare has already been called")
}
b.force = val
}
func (b *coreBuild) SetOnError(val string) {
if b.prepareCalled {
panic("prepare has already been called")
}
b.onError = val
}
2013-06-28 09:44:03 -04:00
// Cancels the build if it is running.
func (b *coreBuild) Cancel() {
b.builder.Cancel()
}