0fa60c68fb
* Drop the iso_checksum_type & iso_checksum_url fields
In favor of simply using iso_checksum that will know what to do.
* fix after master merge
* Update builder_test.go
* Update builder_test.go
* Update builder_test.go
* Update builder_test.go
* Update builder_test.go
* remove checksum lowercasing tests
* Update builder_test.go
* Update builder_test.go
* better docs
* Update builder_test.go
* even better docs
* Update config.go
* Update builder_test.go
* Update step_create_vmx_test.go
* make generate
* better docs
* fix imports
* up tests
* Update _ISOConfig-required.html.md
* Update builder_test.go
* don't use sha1.Sum("none") as a caching path
* Update builder_test.go
* better docs
* Update iso_config_test.go
remove ISOChecksumType/ISOChecksumURL references
* Update step_download_test.go
* add iso_checksum_url and iso_checksum_type fixers + tests
* add concrete examples of checksum values
* add examples of checksumming from local file
* update go-getter dep
* up deps
* use new go-getter version
* up ESX5Driver.VerifyChecksum: use go-getter's checksumming
* ISOConfig.Prepare: get checksum there in case we need it as a string in ESX5Driver.VerifyChecksum
* Update iso_config.go
* get go-getter from v2 branch
* Update driver_esx5.go
add more comments
* Update driver_esx5.go
* show better error message when the checksum is invalid
* Update builder_test.go
put in a valid checksum to fix tests, checksum is md5("packer")
* Update builder_test.go
test invalid and valid checksum
* more test updating
* fix default md5 string to be a valid md5
* TestChecksumFileNameMixedCaseBug: use 'file:' prefix for file checksumming
* Update iso_config_test.go
* Update iso_config_test.go
* Update builder_test.go
* Update builder_test.go
* Update builder_test.go
* Update CHANGELOG.md
* Update CHANGELOG.md
* Update go.mod
* Update go.mod
* Update CHANGELOG.md
94 lines
2.5 KiB
Go
94 lines
2.5 KiB
Go
// Copyright 2019 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// +build windows darwin
|
|
|
|
package robustio
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"math/rand"
|
|
"os"
|
|
"syscall"
|
|
"time"
|
|
)
|
|
|
|
const arbitraryTimeout = 500 * time.Millisecond
|
|
|
|
const ERROR_SHARING_VIOLATION = 32
|
|
|
|
// retry retries ephemeral errors from f up to an arbitrary timeout
|
|
// to work around filesystem flakiness on Windows and Darwin.
|
|
func retry(f func() (err error, mayRetry bool)) error {
|
|
var (
|
|
bestErr error
|
|
lowestErrno syscall.Errno
|
|
start time.Time
|
|
nextSleep time.Duration = 1 * time.Millisecond
|
|
)
|
|
for {
|
|
err, mayRetry := f()
|
|
if err == nil || !mayRetry {
|
|
return err
|
|
}
|
|
|
|
if errno, ok := err.(syscall.Errno); ok && (lowestErrno == 0 || errno < lowestErrno) {
|
|
bestErr = err
|
|
lowestErrno = errno
|
|
} else if bestErr == nil {
|
|
bestErr = err
|
|
}
|
|
|
|
if start.IsZero() {
|
|
start = time.Now()
|
|
} else if d := time.Since(start) + nextSleep; d >= arbitraryTimeout {
|
|
break
|
|
}
|
|
time.Sleep(nextSleep)
|
|
nextSleep += time.Duration(rand.Int63n(int64(nextSleep)))
|
|
}
|
|
|
|
return bestErr
|
|
}
|
|
|
|
// rename is like os.Rename, but retries ephemeral errors.
|
|
//
|
|
// On windows it wraps os.Rename, which (as of 2019-06-04) uses MoveFileEx with
|
|
// MOVEFILE_REPLACE_EXISTING.
|
|
//
|
|
// Windows also provides a different system call, ReplaceFile,
|
|
// that provides similar semantics, but perhaps preserves more metadata. (The
|
|
// documentation on the differences between the two is very sparse.)
|
|
//
|
|
// Empirical error rates with MoveFileEx are lower under modest concurrency, so
|
|
// for now we're sticking with what the os package already provides.
|
|
func rename(oldpath, newpath string) (err error) {
|
|
return retry(func() (err error, mayRetry bool) {
|
|
err = os.Rename(oldpath, newpath)
|
|
return err, isEphemeralError(err)
|
|
})
|
|
}
|
|
|
|
// readFile is like ioutil.ReadFile, but retries ephemeral errors.
|
|
func readFile(filename string) ([]byte, error) {
|
|
var b []byte
|
|
err := retry(func() (err error, mayRetry bool) {
|
|
b, err = ioutil.ReadFile(filename)
|
|
|
|
// Unlike in rename, we do not retry errFileNotFound here: it can occur
|
|
// as a spurious error, but the file may also genuinely not exist, so the
|
|
// increase in robustness is probably not worth the extra latency.
|
|
|
|
return err, isEphemeralError(err) && err != errFileNotFound
|
|
})
|
|
return b, err
|
|
}
|
|
|
|
func removeAll(path string) error {
|
|
return retry(func() (err error, mayRetry bool) {
|
|
err = os.RemoveAll(path)
|
|
return err, isEphemeralError(err)
|
|
})
|
|
}
|