212 lines
9.7 KiB
Go
212 lines
9.7 KiB
Go
|
package dtl
|
||
|
|
|
||
|
|
import (
|
||
|
|
"encoding/json"
|
||
|
|
"fmt"
|
||
|
|
"math"
|
||
|
|
"net/http"
|
||
|
|
"os"
|
||
|
|
"strconv"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2018-04-01/compute"
|
||
|
|
newCompute "github.com/Azure/azure-sdk-for-go/services/compute/mgmt/2019-03-01/compute"
|
||
|
|
dtl "github.com/Azure/azure-sdk-for-go/services/devtestlabs/mgmt/2018-09-15/dtl"
|
||
|
|
"github.com/Azure/azure-sdk-for-go/services/network/mgmt/2018-01-01/network"
|
||
|
|
"github.com/Azure/azure-sdk-for-go/services/resources/mgmt/2018-02-01/resources"
|
||
|
|
armStorage "github.com/Azure/azure-sdk-for-go/services/storage/mgmt/2017-10-01/storage"
|
||
|
|
"github.com/Azure/azure-sdk-for-go/storage"
|
||
|
|
"github.com/Azure/go-autorest/autorest"
|
||
|
|
"github.com/Azure/go-autorest/autorest/adal"
|
||
|
|
"github.com/Azure/go-autorest/autorest/azure"
|
||
|
|
"github.com/hashicorp/packer/builder/azure/common"
|
||
|
|
"github.com/hashicorp/packer/helper/useragent"
|
||
|
|
)
|
||
|
|
|
||
|
|
const (
|
||
|
|
EnvPackerLogAzureMaxLen = "PACKER_LOG_AZURE_MAXLEN"
|
||
|
|
)
|
||
|
|
|
||
|
|
type AzureClient struct {
|
||
|
|
storage.BlobStorageClient
|
||
|
|
resources.DeploymentsClient
|
||
|
|
resources.DeploymentOperationsClient
|
||
|
|
resources.GroupsClient
|
||
|
|
network.PublicIPAddressesClient
|
||
|
|
network.InterfacesClient
|
||
|
|
network.SubnetsClient
|
||
|
|
network.VirtualNetworksClient
|
||
|
|
compute.ImagesClient
|
||
|
|
compute.VirtualMachinesClient
|
||
|
|
common.VaultClient
|
||
|
|
armStorage.AccountsClient
|
||
|
|
compute.DisksClient
|
||
|
|
compute.SnapshotsClient
|
||
|
|
newCompute.GalleryImageVersionsClient
|
||
|
|
newCompute.GalleryImagesClient
|
||
|
|
|
||
|
|
InspectorMaxLength int
|
||
|
|
Template *CaptureTemplate
|
||
|
|
LastError azureErrorResponse
|
||
|
|
VaultClientDelete common.VaultClient
|
||
|
|
DtlLabsClient dtl.LabsClient
|
||
|
|
DtlVirtualMachineClient dtl.VirtualMachinesClient
|
||
|
|
DtlEnvironmentsClient dtl.EnvironmentsClient
|
||
|
|
DtlCustomImageClient dtl.CustomImagesClient
|
||
|
|
DtlVirtualNetworksClient dtl.VirtualNetworksClient
|
||
|
|
}
|
||
|
|
|
||
|
|
func getCaptureResponse(body string) *CaptureTemplate {
|
||
|
|
var operation CaptureOperation
|
||
|
|
err := json.Unmarshal([]byte(body), &operation)
|
||
|
|
if err != nil {
|
||
|
|
return nil
|
||
|
|
}
|
||
|
|
|
||
|
|
if operation.Properties != nil && operation.Properties.Output != nil {
|
||
|
|
return operation.Properties.Output
|
||
|
|
}
|
||
|
|
|
||
|
|
return nil
|
||
|
|
}
|
||
|
|
|
||
|
|
// HACK(chrboum): This method is a hack. It was written to work around this issue
|
||
|
|
// (https://github.com/Azure/azure-sdk-for-go/issues/307) and to an extent this
|
||
|
|
// issue (https://github.com/Azure/azure-rest-api-specs/issues/188).
|
||
|
|
//
|
||
|
|
// Capturing a VM is a long running operation that requires polling. There are
|
||
|
|
// couple different forms of polling, and the end result of a poll operation is
|
||
|
|
// discarded by the SDK. It is expected that any discarded data can be re-fetched,
|
||
|
|
// so discarding it has minimal impact. Unfortunately, there is no way to re-fetch
|
||
|
|
// the template returned by a capture call that I am aware of.
|
||
|
|
//
|
||
|
|
// If the second issue were fixed the VM ID would be included when GET'ing a VM. The
|
||
|
|
// VM ID could be used to locate the captured VHD, and captured template.
|
||
|
|
// Unfortunately, the VM ID is not included so this method cannot be used either.
|
||
|
|
//
|
||
|
|
// This code captures the template and saves it to the client (the AzureClient type).
|
||
|
|
// It expects that the capture API is called only once, or rather you only care that the
|
||
|
|
// last call's value is important because subsequent requests are not persisted. There
|
||
|
|
// is no care given to multiple threads writing this value because for our use case
|
||
|
|
// it does not matter.
|
||
|
|
func templateCapture(client *AzureClient) autorest.RespondDecorator {
|
||
|
|
return func(r autorest.Responder) autorest.Responder {
|
||
|
|
return autorest.ResponderFunc(func(resp *http.Response) error {
|
||
|
|
body, bodyString := handleBody(resp.Body, math.MaxInt64)
|
||
|
|
resp.Body = body
|
||
|
|
|
||
|
|
captureTemplate := getCaptureResponse(bodyString)
|
||
|
|
if captureTemplate != nil {
|
||
|
|
client.Template = captureTemplate
|
||
|
|
}
|
||
|
|
|
||
|
|
return r.Respond(resp)
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func errorCapture(client *AzureClient) autorest.RespondDecorator {
|
||
|
|
return func(r autorest.Responder) autorest.Responder {
|
||
|
|
return autorest.ResponderFunc(func(resp *http.Response) error {
|
||
|
|
body, bodyString := handleBody(resp.Body, math.MaxInt64)
|
||
|
|
resp.Body = body
|
||
|
|
|
||
|
|
errorResponse := newAzureErrorResponse(bodyString)
|
||
|
|
if errorResponse != nil {
|
||
|
|
client.LastError = *errorResponse
|
||
|
|
}
|
||
|
|
|
||
|
|
return r.Respond(resp)
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// WAITING(chrboum): I have logged https://github.com/Azure/azure-sdk-for-go/issues/311 to get this
|
||
|
|
// method included in the SDK. It has been accepted, and I'll cut over to the official way
|
||
|
|
// once it ships.
|
||
|
|
func byConcatDecorators(decorators ...autorest.RespondDecorator) autorest.RespondDecorator {
|
||
|
|
return func(r autorest.Responder) autorest.Responder {
|
||
|
|
return autorest.DecorateResponder(r, decorators...)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func NewAzureClient(subscriptionID, resourceGroupName string,
|
||
|
|
cloud *azure.Environment, SharedGalleryTimeout time.Duration, PollingDuration time.Duration,
|
||
|
|
servicePrincipalToken *adal.ServicePrincipalToken) (*AzureClient, error) {
|
||
|
|
|
||
|
|
var azureClient = &AzureClient{}
|
||
|
|
|
||
|
|
maxlen := getInspectorMaxLength()
|
||
|
|
|
||
|
|
azureClient.DtlVirtualMachineClient = dtl.NewVirtualMachinesClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.DtlVirtualMachineClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.DtlVirtualMachineClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.DtlVirtualMachineClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), templateCapture(azureClient), errorCapture(azureClient))
|
||
|
|
azureClient.DtlVirtualMachineClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.DtlVirtualMachineClient.UserAgent)
|
||
|
|
azureClient.DtlVirtualMachineClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.DtlEnvironmentsClient = dtl.NewEnvironmentsClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.DtlEnvironmentsClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.DtlEnvironmentsClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.DtlEnvironmentsClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), templateCapture(azureClient), errorCapture(azureClient))
|
||
|
|
azureClient.DtlEnvironmentsClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.DtlEnvironmentsClient.UserAgent)
|
||
|
|
azureClient.DtlEnvironmentsClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.DtlLabsClient = dtl.NewLabsClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.DtlLabsClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.DtlLabsClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.DtlLabsClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), templateCapture(azureClient), errorCapture(azureClient))
|
||
|
|
azureClient.DtlLabsClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.DtlLabsClient.UserAgent)
|
||
|
|
azureClient.DtlLabsClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.DtlCustomImageClient = dtl.NewCustomImagesClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.DtlCustomImageClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.DtlCustomImageClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.DtlCustomImageClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), templateCapture(azureClient), errorCapture(azureClient))
|
||
|
|
azureClient.DtlCustomImageClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.DtlCustomImageClient.UserAgent)
|
||
|
|
azureClient.DtlCustomImageClient.PollingDuration = autorest.DefaultPollingDuration
|
||
|
|
azureClient.DtlCustomImageClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.DtlVirtualNetworksClient = dtl.NewVirtualNetworksClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.DtlVirtualNetworksClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.DtlVirtualNetworksClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.DtlVirtualNetworksClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), templateCapture(azureClient), errorCapture(azureClient))
|
||
|
|
azureClient.DtlVirtualNetworksClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.DtlVirtualNetworksClient.UserAgent)
|
||
|
|
azureClient.DtlVirtualNetworksClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.GalleryImageVersionsClient = newCompute.NewGalleryImageVersionsClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.GalleryImageVersionsClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.GalleryImageVersionsClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.GalleryImageVersionsClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), errorCapture(azureClient))
|
||
|
|
azureClient.GalleryImageVersionsClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.GalleryImageVersionsClient.UserAgent)
|
||
|
|
azureClient.GalleryImageVersionsClient.Client.PollingDuration = SharedGalleryTimeout
|
||
|
|
azureClient.GalleryImageVersionsClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
azureClient.GalleryImagesClient = newCompute.NewGalleryImagesClientWithBaseURI(cloud.ResourceManagerEndpoint, subscriptionID)
|
||
|
|
azureClient.GalleryImagesClient.Authorizer = autorest.NewBearerAuthorizer(servicePrincipalToken)
|
||
|
|
azureClient.GalleryImagesClient.RequestInspector = withInspection(maxlen)
|
||
|
|
azureClient.GalleryImagesClient.ResponseInspector = byConcatDecorators(byInspecting(maxlen), errorCapture(azureClient))
|
||
|
|
azureClient.GalleryImagesClient.UserAgent = fmt.Sprintf("%s %s", useragent.String(), azureClient.GalleryImagesClient.UserAgent)
|
||
|
|
azureClient.GalleryImagesClient.Client.PollingDuration = PollingDuration
|
||
|
|
|
||
|
|
return azureClient, nil
|
||
|
|
}
|
||
|
|
|
||
|
|
func getInspectorMaxLength() int64 {
|
||
|
|
value, ok := os.LookupEnv(EnvPackerLogAzureMaxLen)
|
||
|
|
if !ok {
|
||
|
|
return math.MaxInt64
|
||
|
|
}
|
||
|
|
|
||
|
|
i, err := strconv.ParseInt(value, 10, 64)
|
||
|
|
if err != nil {
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
if i < 0 {
|
||
|
|
return 0
|
||
|
|
}
|
||
|
|
|
||
|
|
return i
|
||
|
|
}
|