2019-04-20 19:53:34 -04:00
|
|
|
// Copyright 2019, OpenCensus Authors
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
2019-04-20 19:53:34 -04:00
|
|
|
package trace
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
|
2019-04-20 19:53:34 -04:00
|
|
|
import (
|
2019-12-03 08:18:49 -05:00
|
|
|
"github.com/golang/groupcache/lru"
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
)
|
|
|
|
|
2019-12-03 08:18:49 -05:00
|
|
|
// A simple lru.Cache wrapper that tracks the keys of the current contents and
|
|
|
|
// the cumulative number of evicted items.
|
2019-04-20 19:53:34 -04:00
|
|
|
type lruMap struct {
|
2019-12-03 08:18:49 -05:00
|
|
|
cacheKeys map[lru.Key]bool
|
|
|
|
cache *lru.Cache
|
2019-04-20 19:53:34 -04:00
|
|
|
droppedCount int
|
|
|
|
}
|
|
|
|
|
|
|
|
func newLruMap(size int) *lruMap {
|
2019-12-03 08:18:49 -05:00
|
|
|
lm := &lruMap{
|
|
|
|
cacheKeys: make(map[lru.Key]bool),
|
|
|
|
cache: lru.New(size),
|
|
|
|
droppedCount: 0,
|
|
|
|
}
|
|
|
|
lm.cache.OnEvicted = func(key lru.Key, value interface{}) {
|
|
|
|
delete(lm.cacheKeys, key)
|
|
|
|
lm.droppedCount++
|
|
|
|
}
|
2019-04-20 19:53:34 -04:00
|
|
|
return lm
|
|
|
|
}
|
|
|
|
|
2019-12-03 08:18:49 -05:00
|
|
|
func (lm lruMap) len() int {
|
|
|
|
return lm.cache.Len()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (lm lruMap) keys() []interface{} {
|
2020-10-01 17:06:15 -04:00
|
|
|
keys := make([]interface{}, len(lm.cacheKeys))
|
2019-12-03 08:18:49 -05:00
|
|
|
for k := range lm.cacheKeys {
|
|
|
|
keys = append(keys, k)
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
}
|
2019-12-03 08:18:49 -05:00
|
|
|
return keys
|
|
|
|
}
|
|
|
|
|
|
|
|
func (lm *lruMap) add(key, value interface{}) {
|
|
|
|
lm.cacheKeys[lru.Key(key)] = true
|
|
|
|
lm.cache.Add(lru.Key(key), value)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (lm *lruMap) get(key interface{}) (interface{}, bool) {
|
|
|
|
return lm.cache.Get(key)
|
Use the hashicorp/go-getter to download files
* removed packer.Cache and references since packer.Cache is never used except in the download step. The download step now uses the new func packer.CachePath(targetPath) for this, the behavior is the same.
* removed download code from packer that was reimplemented into the go-getter library: progress bar, http download restart, checksuming from file, skip already downloaded files, symlinking, make a download cancellable by context.
* on windows if packer is running without symlinking rights and we are getting a local file, the file will be copied instead to avoid errors.
* added unit tests for step_download that are now CI tested on windows, mac & linux.
* files are now downloaded under cache dir `sha1(filename + "?checksum=" + checksum) + file_extension`
* since the output dir is based on the source url and the checksum, when the checksum fails, the file is auto deleted.
* a download file is protected and locked by a file lock,
* updated docs
* updated go modules and vendors
2019-03-13 07:11:58 -04:00
|
|
|
}
|