package cmd import ( "bytes" "encoding/json" "fmt" "io/ioutil" "math/rand" "net/http" "time" "github.com/Jeffail/gabs/v2" "github.com/SAP/jenkins-library/pkg/apim" piperhttp "github.com/SAP/jenkins-library/pkg/http" "github.com/SAP/jenkins-library/pkg/log" "github.com/SAP/jenkins-library/pkg/telemetry" "github.com/pkg/errors" ) func integrationArtifactTransport(config integrationArtifactTransportOptions, telemetryData *telemetry.CustomData) { httpClient := &piperhttp.Client{} err := runIntegrationArtifactTransport(&config, telemetryData, httpClient) if err != nil { log.Entry().WithError(err).Fatal("step execution failed") } } func runIntegrationArtifactTransport(config *integrationArtifactTransportOptions, telemetryData *telemetry.CustomData, httpClient piperhttp.Sender) error { apimData := apim.Bundle{APIServiceKey: config.CasServiceKey, Client: httpClient} err := apim.Utils.InitAPIM(&apimData) if err != nil { return err } return CreateIntegrationArtifactTransportRequest(config, apimData) } // CreateIntegrationArtifactTransportRequest - Create a transport request for Integration Package func CreateIntegrationArtifactTransportRequest(config *integrationArtifactTransportOptions, apistruct apim.Bundle) error { httpMethod := http.MethodPost httpClient := apistruct.Client createTransportRequestURL := fmt.Sprintf("%s/v1/contentResources/export", apistruct.Host) header := make(http.Header) header.Add("content-type", "application/json") payload, jsonError := GetCPITransportReqPayload(config) if jsonError != nil { return errors.Wrapf(jsonError, "Failed to get json payload for file %v, failed with error", config.IntegrationPackageID) } createTransportRequestResp, httpErr := httpClient.SendRequest(httpMethod, createTransportRequestURL, payload, header, nil) if httpErr != nil { return errors.Wrapf(httpErr, "HTTP %v request to %v failed with error", httpMethod, createTransportRequestURL) } if createTransportRequestResp != nil && createTransportRequestResp.Body != nil { defer createTransportRequestResp.Body.Close() } if createTransportRequestResp == nil { return errors.Errorf("did not retrieve a HTTP response") } if createTransportRequestResp.StatusCode == http.StatusAccepted { log.Entry(). WithField("IntegrationPackageID", config.IntegrationPackageID). Info("successfully created the integration package transport request") bodyText, readErr := ioutil.ReadAll(createTransportRequestResp.Body) if readErr != nil { return errors.Wrap(readErr, "HTTP response body could not be read") } jsonResponse, parsingErr := gabs.ParseJSON([]byte(bodyText)) if parsingErr != nil { return errors.Wrapf(parsingErr, "HTTP response body could not be parsed as JSON: %v", string(bodyText)) } processId := jsonResponse.Path("processId").Data().(string) if processId != "" { error := pollTransportStatus(processId, retryCount, config, httpClient, apistruct.Host) return error } return errors.New("Invalid process id") } responseBody, readErr := ioutil.ReadAll(createTransportRequestResp.Body) if readErr != nil { return errors.Wrapf(readErr, "HTTP response body could not be read, response status code: %v", createTransportRequestResp.StatusCode) } log.Entry().Errorf("a HTTP error occurred! Response body: %v, Response status code : %v", string(responseBody), createTransportRequestResp.StatusCode) return errors.Errorf("integration flow deployment failed, response Status code: %v", createTransportRequestResp.StatusCode) } // pollTransportStatus - Poll the integration package transport processing, return status or error details func pollTransportStatus(processId string, remainingRetries int, config *integrationArtifactTransportOptions, httpClient piperhttp.Sender, apiHost string) error { if remainingRetries <= 0 { return errors.New("failed to start integration artifact after retrying several times") } transportStatus, err := getIntegrationTransportProcessingStatus(config, httpClient, apiHost, processId) if err != nil { return err } //with specific delay between each retry if (transportStatus == "RUNNING") || (transportStatus == "INITIAL") { // Calling Sleep method sleepTime := int(retryCount * 3) time.Sleep(time.Duration(sleepTime) * time.Second) remainingRetries-- return pollTransportStatus(processId, retryCount, config, httpClient, apiHost) } //if artifact transport completed, then just return if transportStatus == "FINISHED" { return nil } //if error return immediately with error details if transportStatus == "ERROR" || transportStatus == "ABORTED" { resp, err := getIntegrationTransportError(config, httpClient, apiHost, processId) if err != nil { return err } return errors.New(resp) } return nil } // GetJSONPayload -return http payload as byte array func GetCPITransportReqPayload(config *integrationArtifactTransportOptions) (*bytes.Buffer, error) { jsonObj := gabs.New() jsonObj.Set(rand.Intn(5000), "id") jsonObj.Set("MonitoringTeam", "requestor") jsonObj.Set("1.0.0", "version") jsonObj.Set("TransportManagementService", "exportMode") jsonObj.Set("MTAR", "exportMediaType") jsonObj.Set("Integration Artifact transport request for TransportManagementService", "description") jsonResourceObj := gabs.New() jsonResourceObj.Set(config.IntegrationPackageID, "id") jsonResourceObj.Set(config.ResourceID, "resourceID") jsonResourceObj.Set("d9c3fe08ceeb47a2991e53049f2ed766", "contentType") jsonResourceObj.Set("package", "subType") jsonResourceObj.Set(config.Name, "name") jsonResourceObj.Set("CloudIntegration", "type") jsonResourceObj.Set(config.Version, "version") jsonObj.ArrayAppend(jsonResourceObj, "contentResources") jsonBody, jsonErr := json.Marshal(jsonObj) if jsonErr != nil { return nil, errors.Wrapf(jsonErr, "Transport request payload is invalid for integration package artifact %q", config.IntegrationPackageID) } return bytes.NewBuffer(jsonBody), nil } // getIntegrationTransportProcessingStatus - Get integration package transport request processing Status func getIntegrationTransportProcessingStatus(config *integrationArtifactTransportOptions, httpClient piperhttp.Sender, apiHost string, processId string) (string, error) { httpMethod := "GET" header := make(http.Header) header.Add("content-type", "application/json") header.Add("Accept", "application/json") transportProcStatusURL := fmt.Sprintf("%s/v1/operations/%s", apiHost, processId) transportProcStatusResp, httpErr := httpClient.SendRequest(httpMethod, transportProcStatusURL, nil, header, nil) if transportProcStatusResp != nil && transportProcStatusResp.Body != nil { defer transportProcStatusResp.Body.Close() } if transportProcStatusResp == nil { return "", errors.Errorf("did not retrieve a HTTP response: %v", httpErr) } if (transportProcStatusResp.StatusCode == http.StatusOK) || (transportProcStatusResp.StatusCode == http.StatusAccepted) { log.Entry(). WithField("IntegrationPackageID", config.IntegrationPackageID). Info("successfully processed the integration package transport response status") bodyText, readErr := ioutil.ReadAll(transportProcStatusResp.Body) if readErr != nil { return "", errors.Wrapf(readErr, "HTTP response body could not be read, response status code: %v", transportProcStatusResp.StatusCode) } jsonResponse, parsingErr := gabs.ParseJSON([]byte(bodyText)) if parsingErr != nil { return "", errors.Wrapf(parsingErr, "HTTP response body could not be parsed as JSON: %v", string(bodyText)) } contentTransporStatus := jsonResponse.Path("state").Data().(string) return contentTransporStatus, nil } if httpErr != nil { return getHTTPErrorMessage(httpErr, transportProcStatusResp, httpMethod, transportProcStatusURL) } return "", errors.Errorf("failed to get transport request processing status, response Status code: %v", transportProcStatusResp.StatusCode) } // getTransportError - Get integration package transport failures error details func getIntegrationTransportError(config *integrationArtifactTransportOptions, httpClient piperhttp.Sender, apiHost string, processId string) (string, error) { httpMethod := "GET" header := make(http.Header) header.Add("content-type", "application/json") errorStatusURL := fmt.Sprintf("%s/v1/operations/%s/logs", apiHost, processId) errorStatusResp, httpErr := httpClient.SendRequest(httpMethod, errorStatusURL, nil, header, nil) if errorStatusResp != nil && errorStatusResp.Body != nil { defer errorStatusResp.Body.Close() } if errorStatusResp == nil { return "", errors.Errorf("did not retrieve a HTTP response: %v", httpErr) } if errorStatusResp.StatusCode == http.StatusOK { log.Entry(). WithField("IntegrationPackageId", config.IntegrationPackageID). Info("Successfully retrieved deployment failures error details") responseBody, readErr := ioutil.ReadAll(errorStatusResp.Body) if readErr != nil { return "", errors.Wrapf(readErr, "HTTP response body could not be read, response status code: %v", errorStatusResp.StatusCode) } log.Entry().Errorf("a HTTP error occurred! Response body: %v, Response status code: %v", string(responseBody), errorStatusResp.StatusCode) errorDetails := string(responseBody) return errorDetails, nil } if httpErr != nil { return getHTTPErrorMessage(httpErr, errorStatusResp, httpMethod, errorStatusURL) } return "", errors.Errorf("failed to get Integration Package transport error details, response Status code: %v", errorStatusResp.StatusCode) }