2013-07-02 22:11:30 -04:00
|
|
|
package file
|
|
|
|
|
|
|
|
import (
|
2019-03-19 13:11:19 -04:00
|
|
|
"context"
|
2013-07-02 22:11:30 -04:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
2018-08-07 16:31:52 -04:00
|
|
|
"io"
|
2015-05-27 17:50:20 -04:00
|
|
|
"os"
|
2016-07-06 16:42:26 -04:00
|
|
|
"path/filepath"
|
2015-11-02 06:22:52 -05:00
|
|
|
"strings"
|
2015-05-27 17:50:20 -04:00
|
|
|
|
2017-04-04 16:39:01 -04:00
|
|
|
"github.com/hashicorp/packer/common"
|
|
|
|
"github.com/hashicorp/packer/helper/config"
|
|
|
|
"github.com/hashicorp/packer/packer"
|
|
|
|
"github.com/hashicorp/packer/template/interpolate"
|
2013-07-02 22:11:30 -04:00
|
|
|
)
|
|
|
|
|
2015-05-27 17:50:20 -04:00
|
|
|
type Config struct {
|
2013-08-09 17:21:31 -04:00
|
|
|
common.PackerConfig `mapstructure:",squash"`
|
|
|
|
|
2013-07-02 22:11:30 -04:00
|
|
|
// The local path of the file to upload.
|
2015-11-02 06:22:52 -05:00
|
|
|
Source string
|
|
|
|
Sources []string
|
2013-07-02 22:11:30 -04:00
|
|
|
|
|
|
|
// The remote path where the local file will be uploaded to.
|
|
|
|
Destination string
|
2013-08-08 19:31:34 -04:00
|
|
|
|
2015-02-08 20:25:27 -05:00
|
|
|
// Direction
|
|
|
|
Direction string
|
|
|
|
|
2016-09-15 16:15:56 -04:00
|
|
|
// False if the sources have to exist.
|
|
|
|
Generated bool
|
|
|
|
|
2015-05-27 17:50:20 -04:00
|
|
|
ctx interpolate.Context
|
2013-07-02 22:11:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
type Provisioner struct {
|
2015-05-27 17:50:20 -04:00
|
|
|
config Config
|
2013-07-02 22:11:30 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provisioner) Prepare(raws ...interface{}) error {
|
2015-05-27 17:50:20 -04:00
|
|
|
err := config.Decode(&p.config, &config.DecodeOpts{
|
2015-06-22 15:26:54 -04:00
|
|
|
Interpolate: true,
|
|
|
|
InterpolateContext: &p.config.ctx,
|
2015-05-27 17:50:20 -04:00
|
|
|
InterpolateFilter: &interpolate.RenderFilter{
|
|
|
|
Exclude: []string{},
|
|
|
|
},
|
|
|
|
}, raws...)
|
2013-08-08 19:31:34 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2015-02-08 20:25:27 -05:00
|
|
|
if p.config.Direction == "" {
|
|
|
|
p.config.Direction = "upload"
|
|
|
|
}
|
|
|
|
|
2015-05-27 17:50:20 -04:00
|
|
|
var errs *packer.MultiError
|
2013-07-02 22:11:30 -04:00
|
|
|
|
2015-02-08 20:25:27 -05:00
|
|
|
if p.config.Direction != "download" && p.config.Direction != "upload" {
|
|
|
|
errs = packer.MultiErrorAppend(errs,
|
|
|
|
errors.New("Direction must be one of: download, upload."))
|
|
|
|
}
|
2015-11-02 06:22:52 -05:00
|
|
|
if p.config.Source != "" {
|
|
|
|
p.config.Sources = append(p.config.Sources, p.config.Source)
|
|
|
|
}
|
2015-02-08 20:25:27 -05:00
|
|
|
|
|
|
|
if p.config.Direction == "upload" {
|
2015-11-02 06:22:52 -05:00
|
|
|
for _, src := range p.config.Sources {
|
2016-09-15 16:15:56 -04:00
|
|
|
if _, err := os.Stat(src); p.config.Generated == false && err != nil {
|
2015-11-02 06:22:52 -05:00
|
|
|
errs = packer.MultiErrorAppend(errs,
|
|
|
|
fmt.Errorf("Bad source '%s': %s", src, err))
|
|
|
|
}
|
2015-02-08 20:25:27 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-11-02 06:22:52 -05:00
|
|
|
if len(p.config.Sources) < 1 {
|
|
|
|
errs = packer.MultiErrorAppend(errs,
|
|
|
|
errors.New("Source must be specified."))
|
|
|
|
}
|
|
|
|
|
2013-07-04 15:50:00 -04:00
|
|
|
if p.config.Destination == "" {
|
2013-08-06 18:30:49 -04:00
|
|
|
errs = packer.MultiErrorAppend(errs,
|
|
|
|
errors.New("Destination must be specified."))
|
2013-07-02 22:11:30 -04:00
|
|
|
}
|
|
|
|
|
2013-08-06 18:30:49 -04:00
|
|
|
if errs != nil && len(errs.Errors) > 0 {
|
|
|
|
return errs
|
2013-07-02 22:11:30 -04:00
|
|
|
}
|
2013-07-04 15:50:00 -04:00
|
|
|
|
2013-07-02 22:11:30 -04:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-03-19 13:11:19 -04:00
|
|
|
func (p *Provisioner) Provision(ctx context.Context, ui packer.Ui, comm packer.Communicator) error {
|
2015-02-08 20:25:27 -05:00
|
|
|
if p.config.Direction == "download" {
|
|
|
|
return p.ProvisionDownload(ui, comm)
|
|
|
|
} else {
|
|
|
|
return p.ProvisionUpload(ui, comm)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provisioner) ProvisionDownload(ui packer.Ui, comm packer.Communicator) error {
|
2015-11-02 06:22:52 -05:00
|
|
|
for _, src := range p.config.Sources {
|
2016-11-26 17:39:29 -05:00
|
|
|
dst := p.config.Destination
|
|
|
|
ui.Say(fmt.Sprintf("Downloading %s => %s", src, dst))
|
2016-07-06 16:42:26 -04:00
|
|
|
// ensure destination dir exists. p.config.Destination may either be a file or a dir.
|
2016-11-26 17:39:29 -05:00
|
|
|
dir := dst
|
2016-07-06 16:42:26 -04:00
|
|
|
// if it doesn't end with a /, set dir as the parent dir
|
2016-11-26 17:39:29 -05:00
|
|
|
if !strings.HasSuffix(dst, "/") {
|
2016-07-06 16:42:26 -04:00
|
|
|
dir = filepath.Dir(dir)
|
2016-11-26 17:39:29 -05:00
|
|
|
} else if !strings.HasSuffix(src, "/") && !strings.HasSuffix(src, "*") {
|
|
|
|
dst = filepath.Join(dst, filepath.Base(src))
|
2016-07-06 16:42:26 -04:00
|
|
|
}
|
|
|
|
if dir != "" {
|
|
|
|
err := os.MkdirAll(dir, os.FileMode(0755))
|
2015-11-02 06:22:52 -05:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-07-06 16:42:26 -04:00
|
|
|
}
|
2016-11-26 17:39:29 -05:00
|
|
|
// if the src was a dir, download the dir
|
2017-03-28 21:29:55 -04:00
|
|
|
if strings.HasSuffix(src, "/") || strings.ContainsAny(src, "*?[") {
|
2016-11-26 17:39:29 -05:00
|
|
|
return comm.DownloadDir(src, dst, nil)
|
2015-11-02 06:22:52 -05:00
|
|
|
}
|
2015-02-08 20:25:27 -05:00
|
|
|
|
2016-11-26 17:39:29 -05:00
|
|
|
f, err := os.OpenFile(dst, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, 0644)
|
2015-11-02 06:22:52 -05:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer f.Close()
|
2015-02-08 20:25:27 -05:00
|
|
|
|
2018-08-07 16:31:52 -04:00
|
|
|
// Create MultiWriter for the current progress
|
2018-09-04 11:57:21 -04:00
|
|
|
pf := io.MultiWriter(f)
|
2018-08-07 16:31:52 -04:00
|
|
|
|
|
|
|
// Download the file
|
|
|
|
if err = comm.Download(src, pf); err != nil {
|
2015-11-02 06:22:52 -05:00
|
|
|
ui.Error(fmt.Sprintf("Download failed: %s", err))
|
|
|
|
return err
|
|
|
|
}
|
2015-02-08 20:25:27 -05:00
|
|
|
}
|
2015-11-02 06:22:52 -05:00
|
|
|
return nil
|
2015-02-08 20:25:27 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Provisioner) ProvisionUpload(ui packer.Ui, comm packer.Communicator) error {
|
2015-11-02 06:22:52 -05:00
|
|
|
for _, src := range p.config.Sources {
|
2016-11-26 17:39:29 -05:00
|
|
|
dst := p.config.Destination
|
|
|
|
|
|
|
|
ui.Say(fmt.Sprintf("Uploading %s => %s", src, dst))
|
2013-09-09 16:58:23 -04:00
|
|
|
|
2015-11-02 06:22:52 -05:00
|
|
|
info, err := os.Stat(src)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2013-09-09 16:58:23 -04:00
|
|
|
|
2015-11-02 06:22:52 -05:00
|
|
|
// If we're uploading a directory, short circuit and do that
|
|
|
|
if info.IsDir() {
|
|
|
|
return comm.UploadDir(p.config.Destination, src, nil)
|
|
|
|
}
|
2013-07-04 15:50:00 -04:00
|
|
|
|
2015-11-02 06:22:52 -05:00
|
|
|
// We're uploading a file...
|
|
|
|
f, err := os.Open(src)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer f.Close()
|
2014-05-10 00:03:35 -04:00
|
|
|
|
2015-11-02 06:22:52 -05:00
|
|
|
fi, err := f.Stat()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2016-11-26 17:39:29 -05:00
|
|
|
if strings.HasSuffix(dst, "/") {
|
2019-01-03 19:03:42 -05:00
|
|
|
dst = dst + filepath.Base(src)
|
2016-11-26 17:39:29 -05:00
|
|
|
}
|
|
|
|
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
pf := ui.TrackProgress(filepath.Base(src), 0, info.Size(), f)
|
|
|
|
defer pf.Close()
|
2018-08-07 16:31:52 -04:00
|
|
|
|
|
|
|
// Upload the file
|
|
|
|
if err = comm.Upload(dst, pf, &fi); err != nil {
|
2018-09-21 17:19:35 -04:00
|
|
|
if strings.Contains(err.Error(), "Error restoring file") {
|
|
|
|
ui.Error(fmt.Sprintf("Upload failed: %s; this can occur when "+
|
|
|
|
"your file destination is a folder without a trailing "+
|
|
|
|
"slash.", err))
|
|
|
|
}
|
2015-11-02 06:22:52 -05:00
|
|
|
ui.Error(fmt.Sprintf("Upload failed: %s", err))
|
|
|
|
return err
|
|
|
|
}
|
2013-07-17 21:17:46 -04:00
|
|
|
}
|
2015-11-02 06:22:52 -05:00
|
|
|
return nil
|
2013-07-02 22:11:30 -04:00
|
|
|
}
|