2013-05-09 17:16:39 -04:00
|
|
|
// The amazonebs package contains a packer.Builder implementation that
|
|
|
|
// builds AMIs for Amazon EC2.
|
|
|
|
//
|
|
|
|
// In general, there are two types of AMIs that can be created: ebs-backed or
|
|
|
|
// instance-store. This builder _only_ builds ebs-backed images.
|
2013-07-15 02:02:18 -04:00
|
|
|
package ebs
|
2013-05-09 01:34:20 -04:00
|
|
|
|
|
|
|
import (
|
2013-08-30 17:48:50 -04:00
|
|
|
"fmt"
|
2014-06-04 17:58:11 -04:00
|
|
|
"log"
|
|
|
|
|
2015-10-30 14:58:56 -04:00
|
|
|
"github.com/aws/aws-sdk-go/aws/session"
|
2015-06-03 17:13:52 -04:00
|
|
|
"github.com/aws/aws-sdk-go/service/ec2"
|
2013-06-04 13:00:06 -04:00
|
|
|
"github.com/mitchellh/multistep"
|
2013-07-16 00:08:19 -04:00
|
|
|
awscommon "github.com/mitchellh/packer/builder/amazon/common"
|
2013-08-01 15:11:54 -04:00
|
|
|
"github.com/mitchellh/packer/common"
|
2015-06-13 18:16:12 -04:00
|
|
|
"github.com/mitchellh/packer/helper/communicator"
|
2015-05-27 14:35:56 -04:00
|
|
|
"github.com/mitchellh/packer/helper/config"
|
2013-05-09 01:34:20 -04:00
|
|
|
"github.com/mitchellh/packer/packer"
|
2015-05-27 14:35:56 -04:00
|
|
|
"github.com/mitchellh/packer/template/interpolate"
|
2013-05-09 01:34:20 -04:00
|
|
|
)
|
|
|
|
|
2013-05-22 01:28:41 -04:00
|
|
|
// The unique ID for this builder
|
|
|
|
const BuilderId = "mitchellh.amazonebs"
|
|
|
|
|
2015-05-27 14:35:56 -04:00
|
|
|
type Config struct {
|
2013-07-16 00:28:49 -04:00
|
|
|
common.PackerConfig `mapstructure:",squash"`
|
2013-07-16 00:08:19 -04:00
|
|
|
awscommon.AccessConfig `mapstructure:",squash"`
|
2013-08-09 01:50:23 -04:00
|
|
|
awscommon.AMIConfig `mapstructure:",squash"`
|
2013-08-15 17:05:08 -04:00
|
|
|
awscommon.BlockDevices `mapstructure:",squash"`
|
2013-07-16 00:23:40 -04:00
|
|
|
awscommon.RunConfig `mapstructure:",squash"`
|
2015-09-11 16:37:41 -04:00
|
|
|
VolumeRunTags map[string]string `mapstructure:"run_volume_tags"`
|
2013-05-20 19:50:35 -04:00
|
|
|
|
2015-06-22 12:22:42 -04:00
|
|
|
ctx interpolate.Context
|
2013-05-09 01:34:20 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
type Builder struct {
|
2015-05-27 14:35:56 -04:00
|
|
|
config Config
|
2013-06-04 13:53:35 -04:00
|
|
|
runner multistep.Runner
|
2013-05-09 01:34:20 -04:00
|
|
|
}
|
|
|
|
|
2013-11-02 23:56:54 -04:00
|
|
|
func (b *Builder) Prepare(raws ...interface{}) ([]string, error) {
|
2015-06-22 12:22:42 -04:00
|
|
|
b.config.ctx.Funcs = awscommon.TemplateFuncs
|
2015-05-27 14:35:56 -04:00
|
|
|
err := config.Decode(&b.config, &config.DecodeOpts{
|
|
|
|
Interpolate: true,
|
2015-06-22 12:22:42 -04:00
|
|
|
InterpolateContext: &b.config.ctx,
|
2015-05-27 14:35:56 -04:00
|
|
|
}, raws...)
|
2013-07-13 20:28:56 -04:00
|
|
|
if err != nil {
|
2013-11-02 23:56:54 -04:00
|
|
|
return nil, err
|
2013-07-13 20:28:56 -04:00
|
|
|
}
|
2013-06-14 15:29:48 -04:00
|
|
|
|
2013-07-13 20:28:56 -04:00
|
|
|
// Accumulate any errors
|
2015-05-27 14:35:56 -04:00
|
|
|
var errs *packer.MultiError
|
2015-06-22 12:22:42 -04:00
|
|
|
errs = packer.MultiErrorAppend(errs, b.config.AccessConfig.Prepare(&b.config.ctx)...)
|
|
|
|
errs = packer.MultiErrorAppend(errs, b.config.BlockDevices.Prepare(&b.config.ctx)...)
|
|
|
|
errs = packer.MultiErrorAppend(errs, b.config.AMIConfig.Prepare(&b.config.ctx)...)
|
|
|
|
errs = packer.MultiErrorAppend(errs, b.config.RunConfig.Prepare(&b.config.ctx)...)
|
2013-07-13 20:28:56 -04:00
|
|
|
|
2013-07-19 19:08:25 -04:00
|
|
|
if errs != nil && len(errs.Errors) > 0 {
|
2013-11-02 23:56:54 -04:00
|
|
|
return nil, errs
|
2013-06-08 20:41:56 -04:00
|
|
|
}
|
2013-05-10 16:01:54 -04:00
|
|
|
|
2013-11-02 03:57:33 -04:00
|
|
|
log.Println(common.ScrubConfig(b.config, b.config.AccessKey, b.config.SecretKey))
|
2013-11-02 23:56:54 -04:00
|
|
|
return nil, nil
|
2013-05-09 13:54:42 -04:00
|
|
|
}
|
2013-05-09 01:34:20 -04:00
|
|
|
|
2013-06-12 19:06:56 -04:00
|
|
|
func (b *Builder) Run(ui packer.Ui, hook packer.Hook, cache packer.Cache) (packer.Artifact, error) {
|
2015-04-05 17:58:48 -04:00
|
|
|
config, err := b.config.Config()
|
2013-07-11 15:56:59 -04:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2016-11-01 18:53:04 -04:00
|
|
|
session, err := session.NewSession(config)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2015-10-30 14:58:56 -04:00
|
|
|
ec2conn := ec2.New(session)
|
2013-05-10 18:21:11 -04:00
|
|
|
|
2015-02-28 08:00:45 -05:00
|
|
|
// If the subnet is specified but not the AZ, try to determine the AZ automatically
|
|
|
|
if b.config.SubnetId != "" && b.config.AvailabilityZone == "" {
|
|
|
|
log.Printf("[INFO] Finding AZ for the given subnet '%s'", b.config.SubnetId)
|
2016-01-06 02:12:20 -05:00
|
|
|
resp, err := ec2conn.DescribeSubnets(&ec2.DescribeSubnetsInput{SubnetIds: []*string{&b.config.SubnetId}})
|
2015-02-28 08:00:45 -05:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2016-01-06 02:02:29 -05:00
|
|
|
b.config.AvailabilityZone = *resp.Subnets[0].AvailabilityZone
|
2015-02-28 08:00:45 -05:00
|
|
|
log.Printf("[INFO] AZ found: '%s'", b.config.AvailabilityZone)
|
|
|
|
}
|
|
|
|
|
2013-05-21 03:55:32 -04:00
|
|
|
// Setup the state bag and initial state for the steps
|
2013-08-31 16:00:43 -04:00
|
|
|
state := new(multistep.BasicStateBag)
|
|
|
|
state.Put("config", b.config)
|
|
|
|
state.Put("ec2", ec2conn)
|
|
|
|
state.Put("hook", hook)
|
|
|
|
state.Put("ui", ui)
|
2013-05-10 18:21:11 -04:00
|
|
|
|
2013-05-21 03:55:32 -04:00
|
|
|
// Build the steps
|
2013-06-04 13:00:06 -04:00
|
|
|
steps := []multistep.Step{
|
2015-06-08 18:08:39 -04:00
|
|
|
&awscommon.StepPreValidate{
|
2015-06-12 14:05:15 -04:00
|
|
|
DestAmiName: b.config.AMIName,
|
|
|
|
ForceDeregister: b.config.AMIForceDeregister,
|
2015-06-08 18:08:39 -04:00
|
|
|
},
|
2014-06-04 17:58:11 -04:00
|
|
|
&awscommon.StepSourceAMIInfo{
|
|
|
|
SourceAmi: b.config.SourceAmi,
|
|
|
|
EnhancedNetworking: b.config.AMIEnhancedNetworking,
|
2016-08-20 19:34:22 -04:00
|
|
|
AmiFilters: b.config.SourceAmiFilter,
|
2014-06-04 17:58:11 -04:00
|
|
|
},
|
2013-08-30 17:48:50 -04:00
|
|
|
&awscommon.StepKeyPair{
|
2015-01-13 16:27:33 -05:00
|
|
|
Debug: b.config.PackerDebug,
|
2016-11-29 16:33:53 -05:00
|
|
|
SSHAgentAuth: b.config.Comm.SSHAgentAuth,
|
2015-01-13 16:27:33 -05:00
|
|
|
DebugKeyPath: fmt.Sprintf("ec2_%s.pem", b.config.PackerBuildName),
|
2015-06-19 00:15:16 -04:00
|
|
|
KeyPairName: b.config.SSHKeyPairName,
|
2015-01-13 22:58:41 -05:00
|
|
|
TemporaryKeyPairName: b.config.TemporaryKeyPairName,
|
2015-06-15 18:21:58 -04:00
|
|
|
PrivateKeyFile: b.config.RunConfig.Comm.SSHPrivateKey,
|
2013-08-30 17:48:50 -04:00
|
|
|
},
|
2013-07-20 22:50:55 -04:00
|
|
|
&awscommon.StepSecurityGroup{
|
2013-10-02 13:52:16 -04:00
|
|
|
SecurityGroupIds: b.config.SecurityGroupIds,
|
2015-06-14 02:12:59 -04:00
|
|
|
CommConfig: &b.config.RunConfig.Comm,
|
2013-10-02 13:52:16 -04:00
|
|
|
VpcId: b.config.VpcId,
|
2013-07-20 22:58:27 -04:00
|
|
|
},
|
2015-06-18 14:23:48 -04:00
|
|
|
&stepCleanupVolumes{
|
|
|
|
BlockDevices: b.config.BlockDevices,
|
|
|
|
},
|
2013-07-20 22:58:27 -04:00
|
|
|
&awscommon.StepRunSourceInstance{
|
2016-08-25 03:17:57 -04:00
|
|
|
Debug: b.config.PackerDebug,
|
|
|
|
ExpectedRootDevice: "ebs",
|
|
|
|
SpotPrice: b.config.SpotPrice,
|
|
|
|
SpotPriceProduct: b.config.SpotPriceAutoProduct,
|
|
|
|
InstanceType: b.config.InstanceType,
|
|
|
|
UserData: b.config.UserData,
|
|
|
|
UserDataFile: b.config.UserDataFile,
|
|
|
|
SourceAMI: b.config.SourceAmi,
|
|
|
|
IamInstanceProfile: b.config.IamInstanceProfile,
|
|
|
|
SubnetId: b.config.SubnetId,
|
|
|
|
AssociatePublicIpAddress: b.config.AssociatePublicIpAddress,
|
|
|
|
EbsOptimized: b.config.EbsOptimized,
|
|
|
|
AvailabilityZone: b.config.AvailabilityZone,
|
|
|
|
BlockDevices: b.config.BlockDevices,
|
|
|
|
Tags: b.config.RunTags,
|
2016-05-20 05:54:45 -04:00
|
|
|
InstanceInitiatedShutdownBehavior: b.config.InstanceInitiatedShutdownBehavior,
|
2013-07-20 22:50:55 -04:00
|
|
|
},
|
2015-09-11 16:37:41 -04:00
|
|
|
&stepTagEBSVolumes{
|
|
|
|
VolumeRunTags: b.config.VolumeRunTags,
|
|
|
|
},
|
2015-06-14 01:35:45 -04:00
|
|
|
&awscommon.StepGetPassword{
|
2015-06-29 12:40:58 -04:00
|
|
|
Debug: b.config.PackerDebug,
|
2015-06-14 01:35:45 -04:00
|
|
|
Comm: &b.config.RunConfig.Comm,
|
|
|
|
Timeout: b.config.WindowsPasswordTimeout,
|
|
|
|
},
|
2015-06-13 18:16:12 -04:00
|
|
|
&communicator.StepConnect{
|
|
|
|
Config: &b.config.RunConfig.Comm,
|
2015-06-13 19:23:33 -04:00
|
|
|
Host: awscommon.SSHHost(
|
2015-06-13 18:16:12 -04:00
|
|
|
ec2conn,
|
|
|
|
b.config.SSHPrivateIp),
|
|
|
|
SSHConfig: awscommon.SSHConfig(
|
2016-10-23 22:43:47 -04:00
|
|
|
b.config.RunConfig.Comm.SSHAgentAuth,
|
2016-10-02 16:20:36 -04:00
|
|
|
b.config.RunConfig.Comm.SSHUsername,
|
|
|
|
b.config.RunConfig.Comm.SSHPassword),
|
2013-07-15 01:06:41 -04:00
|
|
|
},
|
2013-07-16 02:44:41 -04:00
|
|
|
&common.StepProvision{},
|
builder/amazon: Add `ebs-volume` builder
This commit adds a builder that works like EBS builders, except does not
create an AMI, and instead is intended to create EBS volumes in an
initialized state. For example, the following template can be used to
create and export a set of 3 EBS Volumes in a ZFS zpool named `data` for
importing by instances running production systems:
```
{
"variables": {
"aws_access_key_id": "{{ env `AWS_ACCESS_KEY_ID` }}",
"aws_secret_access_key": "{{ env `AWS_SECRET_ACCESS_KEY` }}",
"region": "{{ env `AWS_REGION` }}",
"source_ami": "{{ env `PACKER_SOURCE_AMI` }}",
"vpc_id": "{{ env `PACKER_VPC_ID` }}",
"subnet_id": "{{ env `PACKER_SUBNET_ID` }}"
},
"builders": [{
"type": "amazon-ebs-volume",
"access_key": "{{ user `aws_access_key_id` }}",
"secret_key": "{{ user `aws_secret_access_key` }}",
"region": "{{user `region`}}",
"spot_price_auto_product": "Linux/UNIX (Amazon VPC)",
"ssh_pty": true,
"instance_type": "t2.medium",
"vpc_id": "{{user `vpc_id` }}",
"subnet_id": "{{user `subnet_id` }}",
"associate_public_ip_address": true,
"source_ami": "{{user `source_ami` }}",
"ssh_username": "ubuntu",
"ssh_timeout": "5m",
"ebs_volumes": [
{
"device_name": "/dev/xvdf",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data1",
"zpool": "data",
"Component": "TeamCity"
}
},
{
"device_name": "/dev/xvdg",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data2",
"zpool": "data",
"Component": "TeamCity"
}
},
{
"device_name": "/dev/xvdh",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data3",
"zpool": "data",
"Component": "TeamCity"
}
}
]
}],
"provisioners": [
{
"type": "shell",
"start_retry_timeout": "10m",
"inline": [
"DEBIAN_FRONTEND=noninteractive sudo apt-get update",
"DEBIAN_FRONTEND=noninteractive sudo apt-get install -y zfs",
"lsblk",
"sudo parted /dev/xvdf --script mklabel GPT",
"sudo parted /dev/xvdg --script mklabel GPT",
"sudo parted /dev/xvdh --script mklabel GPT",
"sudo zpool create -m none data raidz xvdf xvdg xvdh",
"sudo zpool status",
"sudo zpool export data",
"sudo zpool status"
]
}
]
}
```
StepModifyInstance and StepStopInstance are now shared between EBS and
EBS-Volume builders - move them into the AWS common directory and rename
them to indicate that they only apply to EBS-backed builders.
2016-10-31 17:44:41 -04:00
|
|
|
&awscommon.StepStopEBSBackedInstance{
|
2016-03-14 13:49:42 -04:00
|
|
|
SpotPrice: b.config.SpotPrice,
|
|
|
|
DisableStopInstance: b.config.DisableStopInstance,
|
|
|
|
},
|
builder/amazon: Add `ebs-volume` builder
This commit adds a builder that works like EBS builders, except does not
create an AMI, and instead is intended to create EBS volumes in an
initialized state. For example, the following template can be used to
create and export a set of 3 EBS Volumes in a ZFS zpool named `data` for
importing by instances running production systems:
```
{
"variables": {
"aws_access_key_id": "{{ env `AWS_ACCESS_KEY_ID` }}",
"aws_secret_access_key": "{{ env `AWS_SECRET_ACCESS_KEY` }}",
"region": "{{ env `AWS_REGION` }}",
"source_ami": "{{ env `PACKER_SOURCE_AMI` }}",
"vpc_id": "{{ env `PACKER_VPC_ID` }}",
"subnet_id": "{{ env `PACKER_SUBNET_ID` }}"
},
"builders": [{
"type": "amazon-ebs-volume",
"access_key": "{{ user `aws_access_key_id` }}",
"secret_key": "{{ user `aws_secret_access_key` }}",
"region": "{{user `region`}}",
"spot_price_auto_product": "Linux/UNIX (Amazon VPC)",
"ssh_pty": true,
"instance_type": "t2.medium",
"vpc_id": "{{user `vpc_id` }}",
"subnet_id": "{{user `subnet_id` }}",
"associate_public_ip_address": true,
"source_ami": "{{user `source_ami` }}",
"ssh_username": "ubuntu",
"ssh_timeout": "5m",
"ebs_volumes": [
{
"device_name": "/dev/xvdf",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data1",
"zpool": "data",
"Component": "TeamCity"
}
},
{
"device_name": "/dev/xvdg",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data2",
"zpool": "data",
"Component": "TeamCity"
}
},
{
"device_name": "/dev/xvdh",
"delete_on_termination": false,
"volume_size": 10,
"volume_type": "gp2",
"tags": {
"Name": "TeamCity-Data3",
"zpool": "data",
"Component": "TeamCity"
}
}
]
}],
"provisioners": [
{
"type": "shell",
"start_retry_timeout": "10m",
"inline": [
"DEBIAN_FRONTEND=noninteractive sudo apt-get update",
"DEBIAN_FRONTEND=noninteractive sudo apt-get install -y zfs",
"lsblk",
"sudo parted /dev/xvdf --script mklabel GPT",
"sudo parted /dev/xvdg --script mklabel GPT",
"sudo parted /dev/xvdh --script mklabel GPT",
"sudo zpool create -m none data raidz xvdf xvdg xvdh",
"sudo zpool status",
"sudo zpool export data",
"sudo zpool status"
]
}
]
}
```
StepModifyInstance and StepStopInstance are now shared between EBS and
EBS-Volume builders - move them into the AWS common directory and rename
them to indicate that they only apply to EBS-backed builders.
2016-10-31 17:44:41 -04:00
|
|
|
&awscommon.StepModifyEBSBackedInstance{
|
|
|
|
EnableEnhancedNetworking: b.config.AMIEnhancedNetworking,
|
|
|
|
},
|
2015-06-12 14:05:15 -04:00
|
|
|
&awscommon.StepDeregisterAMI{
|
2016-11-30 16:28:34 -05:00
|
|
|
ForceDeregister: b.config.AMIForceDeregister,
|
|
|
|
ForceDeleteSnapshot: b.config.AMIForceDeleteSnapshot,
|
|
|
|
AMIName: b.config.AMIName,
|
2015-06-12 14:05:15 -04:00
|
|
|
},
|
2013-08-06 17:54:14 -04:00
|
|
|
&stepCreateAMI{},
|
2016-03-23 13:35:47 -04:00
|
|
|
&stepCreateEncryptedAMICopy{},
|
2013-09-04 19:06:06 -04:00
|
|
|
&awscommon.StepAMIRegionCopy{
|
2015-05-28 11:31:22 -04:00
|
|
|
AccessConfig: &b.config.AccessConfig,
|
|
|
|
Regions: b.config.AMIRegions,
|
2015-06-05 07:15:48 -04:00
|
|
|
Name: b.config.AMIName,
|
2013-09-04 19:06:06 -04:00
|
|
|
},
|
2013-08-22 18:35:47 -04:00
|
|
|
&awscommon.StepModifyAMIAttributes{
|
2016-12-02 03:49:21 -05:00
|
|
|
Description: b.config.AMIDescription,
|
|
|
|
Users: b.config.AMIUsers,
|
|
|
|
Groups: b.config.AMIGroups,
|
|
|
|
ProductCodes: b.config.AMIProductCodes,
|
|
|
|
SnapshotUsers: b.config.SnapshotUsers,
|
|
|
|
SnapshotGroups: b.config.SnapshotGroups,
|
2013-08-22 18:35:47 -04:00
|
|
|
},
|
2013-08-22 18:09:21 -04:00
|
|
|
&awscommon.StepCreateTags{
|
2016-10-16 22:19:55 -04:00
|
|
|
Tags: b.config.AMITags,
|
|
|
|
SnapshotTags: b.config.SnapshotTags,
|
2013-08-22 18:03:30 -04:00
|
|
|
},
|
2013-05-21 02:18:44 -04:00
|
|
|
}
|
|
|
|
|
2013-05-21 03:55:32 -04:00
|
|
|
// Run!
|
2016-09-13 20:04:18 -04:00
|
|
|
b.runner = common.NewRunner(steps, b.config.PackerConfig, ui)
|
2013-06-04 13:53:35 -04:00
|
|
|
b.runner.Run(state)
|
2013-05-22 01:28:41 -04:00
|
|
|
|
2013-06-19 23:54:02 -04:00
|
|
|
// If there was an error, return that
|
2013-08-31 16:00:43 -04:00
|
|
|
if rawErr, ok := state.GetOk("error"); ok {
|
2013-06-19 23:54:02 -04:00
|
|
|
return nil, rawErr.(error)
|
|
|
|
}
|
|
|
|
|
2013-06-19 00:54:33 -04:00
|
|
|
// If there are no AMIs, then just return
|
2013-08-31 16:00:43 -04:00
|
|
|
if _, ok := state.GetOk("amis"); !ok {
|
2013-06-12 19:06:56 -04:00
|
|
|
return nil, nil
|
2013-06-04 13:59:12 -04:00
|
|
|
}
|
|
|
|
|
2013-05-22 01:28:41 -04:00
|
|
|
// Build the artifact and return it
|
2013-07-20 23:08:41 -04:00
|
|
|
artifact := &awscommon.Artifact{
|
2013-08-31 16:00:43 -04:00
|
|
|
Amis: state.Get("amis").(map[string]string),
|
2013-07-20 23:08:41 -04:00
|
|
|
BuilderIdValue: BuilderId,
|
2013-07-20 23:08:54 -04:00
|
|
|
Conn: ec2conn,
|
2013-06-18 19:24:35 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
return artifact, nil
|
2013-05-10 16:01:54 -04:00
|
|
|
}
|
2013-06-03 17:44:34 -04:00
|
|
|
|
|
|
|
func (b *Builder) Cancel() {
|
2013-06-04 13:53:35 -04:00
|
|
|
if b.runner != nil {
|
|
|
|
log.Println("Cancelling the step runner...")
|
|
|
|
b.runner.Cancel()
|
|
|
|
}
|
2013-06-03 17:44:34 -04:00
|
|
|
}
|