2015-05-26 16:21:13 -04:00
|
|
|
package testing
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2015-05-26 16:47:17 -04:00
|
|
|
"io/ioutil"
|
2015-05-26 16:21:13 -04:00
|
|
|
"log"
|
|
|
|
"os"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
|
2017-04-04 16:39:01 -04:00
|
|
|
"github.com/hashicorp/packer/packer"
|
|
|
|
"github.com/hashicorp/packer/template"
|
2015-05-26 16:21:13 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
// TestEnvVar must be set to a non-empty value for acceptance tests to run.
|
|
|
|
const TestEnvVar = "PACKER_ACC"
|
|
|
|
|
|
|
|
// TestCase is a single set of tests to run for a backend. A TestCase
|
|
|
|
// should generally map 1:1 to each test method for your acceptance
|
|
|
|
// tests.
|
|
|
|
type TestCase struct {
|
|
|
|
// Precheck, if non-nil, will be called once before the test case
|
|
|
|
// runs at all. This can be used for some validation prior to the
|
|
|
|
// test running.
|
|
|
|
PreCheck func()
|
|
|
|
|
|
|
|
// Builder is the Builder that will be tested. It will be available
|
|
|
|
// as the "test" builder in the template.
|
|
|
|
Builder packer.Builder
|
|
|
|
|
2015-05-26 16:47:17 -04:00
|
|
|
// Template is the template contents to use.
|
2015-05-26 16:21:13 -04:00
|
|
|
Template string
|
|
|
|
|
|
|
|
// Check is called after this step is executed in order to test that
|
|
|
|
// the step executed successfully. If this is not set, then the next
|
|
|
|
// step will be called
|
|
|
|
Check TestCheckFunc
|
|
|
|
|
|
|
|
// Teardown will be called before the test case is over regardless
|
|
|
|
// of if the test succeeded or failed. This should return an error
|
|
|
|
// in the case that the test can't guarantee all resources were
|
|
|
|
// properly cleaned up.
|
|
|
|
Teardown TestTeardownFunc
|
2015-06-12 14:05:15 -04:00
|
|
|
|
|
|
|
// If SkipArtifactTeardown is true, we will not attempt to destroy the
|
|
|
|
// artifact created in this test run.
|
|
|
|
SkipArtifactTeardown bool
|
2015-05-26 16:21:13 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// TestCheckFunc is the callback used for Check in TestStep.
|
|
|
|
type TestCheckFunc func([]packer.Artifact) error
|
|
|
|
|
|
|
|
// TestTeardownFunc is the callback used for Teardown in TestCase.
|
|
|
|
type TestTeardownFunc func() error
|
|
|
|
|
|
|
|
// TestT is the interface used to handle the test lifecycle of a test.
|
|
|
|
//
|
|
|
|
// Users should just use a *testing.T object, which implements this.
|
|
|
|
type TestT interface {
|
|
|
|
Error(args ...interface{})
|
|
|
|
Fatal(args ...interface{})
|
|
|
|
Skip(args ...interface{})
|
|
|
|
}
|
|
|
|
|
|
|
|
// Test performs an acceptance test on a backend with the given test case.
|
|
|
|
//
|
2015-07-24 17:49:44 -04:00
|
|
|
// Tests are not run unless an environmental variable "PACKER_ACC" is
|
2015-05-26 16:21:13 -04:00
|
|
|
// set to some non-empty value. This is to avoid test cases surprising
|
|
|
|
// a user by creating real resources.
|
|
|
|
//
|
|
|
|
// Tests will fail unless the verbose flag (`go test -v`, or explicitly
|
|
|
|
// the "-test.v" flag) is set. Because some acceptance tests take quite
|
|
|
|
// long, we require the verbose flag so users are able to see progress
|
|
|
|
// output.
|
|
|
|
func Test(t TestT, c TestCase) {
|
|
|
|
// We only run acceptance tests if an env var is set because they're
|
|
|
|
// slow and generally require some outside configuration.
|
|
|
|
if os.Getenv(TestEnvVar) == "" {
|
|
|
|
t.Skip(fmt.Sprintf(
|
|
|
|
"Acceptance tests skipped unless env '%s' set",
|
|
|
|
TestEnvVar))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// We require verbose mode so that the user knows what is going on.
|
|
|
|
if !testTesting && !testing.Verbose() {
|
|
|
|
t.Fatal("Acceptance tests must be run with the -v flag on tests")
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Run the PreCheck if we have it
|
|
|
|
if c.PreCheck != nil {
|
|
|
|
c.PreCheck()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Parse the template
|
2015-05-26 16:47:17 -04:00
|
|
|
log.Printf("[DEBUG] Parsing template...")
|
|
|
|
tpl, err := template.Parse(strings.NewReader(c.Template))
|
2015-05-26 16:21:13 -04:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Failed to parse template: %s", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Build the core
|
|
|
|
log.Printf("[DEBUG] Initializing core...")
|
|
|
|
core, err := packer.NewCore(&packer.CoreConfig{
|
|
|
|
Components: packer.ComponentFinder{
|
|
|
|
Builder: func(n string) (packer.Builder, error) {
|
|
|
|
if n == "test" {
|
|
|
|
return c.Builder, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil, nil
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Template: tpl,
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Failed to init core: %s", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the build
|
|
|
|
log.Printf("[DEBUG] Retrieving 'test' build")
|
|
|
|
build, err := core.Build("test")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Failed to get 'test' build: %s", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Prepare it
|
|
|
|
log.Printf("[DEBUG] Preparing 'test' build")
|
|
|
|
warnings, err := build.Prepare()
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Prepare error: %s", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if len(warnings) > 0 {
|
|
|
|
t.Fatal(fmt.Sprintf(
|
|
|
|
"Prepare warnings:\n\n%s",
|
|
|
|
strings.Join(warnings, "\n")))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2015-05-26 16:47:17 -04:00
|
|
|
// Run it! We use a temporary directory for caching and discard
|
|
|
|
// any UI output. We discard since it shows up in logs anyways.
|
2015-05-26 16:21:13 -04:00
|
|
|
log.Printf("[DEBUG] Running 'test' build")
|
|
|
|
cache := &packer.FileCache{CacheDir: os.TempDir()}
|
|
|
|
ui := &packer.BasicUi{
|
|
|
|
Reader: os.Stdin,
|
2015-05-26 16:47:17 -04:00
|
|
|
Writer: ioutil.Discard,
|
|
|
|
ErrorWriter: ioutil.Discard,
|
2015-05-26 16:21:13 -04:00
|
|
|
}
|
|
|
|
artifacts, err := build.Run(ui, cache)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Run error:\n\n%s", err))
|
2015-05-26 16:47:17 -04:00
|
|
|
goto TEARDOWN
|
2015-05-26 16:21:13 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// Check function
|
|
|
|
if c.Check != nil {
|
|
|
|
log.Printf("[DEBUG] Running check function")
|
|
|
|
if err := c.Check(artifacts); err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Check error:\n\n%s", err))
|
2015-05-26 16:47:17 -04:00
|
|
|
goto TEARDOWN
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
TEARDOWN:
|
2015-06-12 14:05:15 -04:00
|
|
|
if !c.SkipArtifactTeardown {
|
|
|
|
// Delete all artifacts
|
|
|
|
for _, a := range artifacts {
|
|
|
|
if err := a.Destroy(); err != nil {
|
|
|
|
t.Error(fmt.Sprintf(
|
|
|
|
"!!! ERROR REMOVING ARTIFACT '%s': %s !!!",
|
|
|
|
a.String(), err))
|
|
|
|
}
|
2015-05-26 16:21:13 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Teardown
|
|
|
|
if c.Teardown != nil {
|
|
|
|
log.Printf("[DEBUG] Running teardown function")
|
|
|
|
if err := c.Teardown(); err != nil {
|
|
|
|
t.Fatal(fmt.Sprintf("Teardown failure:\n\n%s", err))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// This is for unit tests of this package.
|
|
|
|
var testTesting = false
|