mirror of
https://github.com/SAP/jenkins-library.git
synced 2024-12-16 11:09:33 +02:00
42b92d1bfe
* Adds GetLog() function to orchestrator * Fixes BUILD_NUMBER env variable * Fixes correct env var for JENKINS_HOME * Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation * Adds possibility to read errorJsons; updates splunk package for log files (WIP) * Uncommenting dev code * Adds GetLog() function to orchestrator * Fixes BUILD_NUMBER env variable * Fixes correct env var for JENKINS_HOME * Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation * Adds possibility to read errorJsons; updates splunk package for log files (WIP) * Uncommenting dev code * Adds GetRequest function which holds the response in memory (not saved to disk) * Implements GetLog() function for ADO, adds function to read PipelineRuntime * PAT has been revoked * Changes http package, s.t. if password only is required basic auth works too * Adds env variable for azure token, error handling in case of unauthenticated/nil response * Adds logging output in case env variable can not be read and fallback variable needs to be used * Adds usage of environment variables for auth, uses jenkins api * Adds init functionality for orchestrators, updates GetLog() and GetPipelineStartTime() function * Adds initaliziation function for orchestrator authetnication * Adds settings struct for orchestrator authentication * Adds function to whole logfile to Splunk * Struct for pipeline related telemetry information * Increase messagebatch size to 10k * Changes splunk package to a pointer based implementation, updates generated files and corresponding template and tests for splunk * Changes telemetry package to pointer based implementation to have multiple telemetry objects, adjusted tests and splunk implementation * Changes content type to txt * Send telemetry independent of logfiles, increases amount of messages per file * Adds JobURL for orchestrators and UnknownOrchestrator as fallback * telemetry makes use of orchestrator specific information * Adds orchestrator independent correlationID * Adds custom fields for pipeline status * go fmt * Removes env var test - no env variables are read anymore * Use UnknownOrchestratorConfigProvider in case the orchestrator can not be initalized * Removes Custom fields from telemetry as these can not be reflected in SWA * Adds custom telemetry information (piperHash,..) to each step telemetry information * Removes falltrough in case no orchestrator has been found * Updates tests for orchestrator package * Adds orchestrator import in generated files * Updates generator files for internal library * Adds orchestrator telemetry information to steps * Updates generated files, fatalHook writes to cpe * Go generate from master, go fmt * Adds Custom Data field LastErrorCode * Removes GetLog() test * Update init_unix.go * Update docker_integration_test_executor.go * Update integration_api_cli_test.go * Reverts go1.17 fmt formatting * Reverts go1.17 fmt formatting * Reverts go1.17 fmt formatting * Renames customTelemetryData to stepTelemetryData * Adjustments to orchestrator-package, cleanup, adds JobName * Adjusts commonPipelineEnvironment path * Adds pipelineTelemetry struct to telemetry package, removes pipeline telemetry structs from splunk package * Go fmt * Changes path for errorDetails, adds debug information * Removes custom fields from step, adds orchestrator, commithash to baseMetadata * Adjusts tests for telemetry package * Adds tests for orchestrator * Updates generated files, initalization of splunk client only if its available in the config * Fixes typo in helper go * Update pkg/http/downloader.go * Update pkg/http/downloader.go * Update pkg/log/fatalHook.go * Update fatalHook.go * Update pkg/splunk/splunk.go * Update pkg/telemetry/data.go * Adds GetBuildStatus() and GetAPIInformation() to orchestrators * error formatting * Bugfix: dont send telemetry data if disabled, adjusts test * go fmt * Use correct error handling * Update pkg/telemetry/telemetry.go * Fixes telemetry disabled in the tests * Fixes http tests * Log fatal errors to logFile * Adds CustomReportingConfig to hooks * Cleanup comments in splunk package * Adds possibility to send telemetry to custom endpoint * Adds debug output for the payload * Debug output for the payload as a string * Adds test cases for changes in telemetry package * go fmt * Adds generated files for new step * Reverts changes for http tests, causing problems with go1.15, changes need to be applied for newer go version >=1.17 * Adjusts test for sonarExecuteScan * Adjusts test for sonarExecuteScan * Adds explanation for customreportingConfig * Makes disableing of customSend more obvious * Adds custom step reporting to each step, updates generated files, adjusts helper testdata * fixes unit test wrong usage of logging * Send pipeline data altough there has been no error, adjust test cases * Reverts changes for customReporting * Updates generated files, removes customReporting * Removes writing errorDetails to CPE * Reverts usage of customreporting * go fmt * reverts changes in http_test * reverts changes in http_test * Skips integration cnb test Co-authored-by: Oliver Nocon <33484802+OliverNocon@users.noreply.github.com>
205 lines
6.6 KiB
Go
205 lines
6.6 KiB
Go
package orchestrator
|
|
|
|
import (
|
|
"fmt"
|
|
piperHttp "github.com/SAP/jenkins-library/pkg/http"
|
|
"github.com/SAP/jenkins-library/pkg/log"
|
|
"io/ioutil"
|
|
"os"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
type AzureDevOpsConfigProvider struct {
|
|
client piperHttp.Client
|
|
options piperHttp.ClientOptions
|
|
}
|
|
|
|
//InitOrchestratorProvider initializes http client for AzureDevopsConfigProvider
|
|
func (a *AzureDevOpsConfigProvider) InitOrchestratorProvider(settings *OrchestratorSettings) {
|
|
a.client = piperHttp.Client{}
|
|
a.options = piperHttp.ClientOptions{
|
|
Username: "",
|
|
Password: settings.AzureToken,
|
|
}
|
|
a.client.SetOptions(a.options)
|
|
log.Entry().Debug("Successfully initialized Azure config provider")
|
|
}
|
|
|
|
// OrchestratorVersion returns the agent version on ADO
|
|
func (a *AzureDevOpsConfigProvider) OrchestratorVersion() string {
|
|
return getEnv("AGENT_VERSION", "n/a")
|
|
}
|
|
|
|
// OrchestratorType returns the orchestrator name e.g. Azure/GitHubActions/Jenkins
|
|
func (a *AzureDevOpsConfigProvider) OrchestratorType() string {
|
|
return "Azure"
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetBuildStatus() string {
|
|
responseInterface := a.getAPIInformation()
|
|
if _, ok := responseInterface["result"]; ok {
|
|
// cases in Jenkins: SUCCESS, FAILURE, NOT_BUILD, ABORTED
|
|
switch result := responseInterface["result"]; result {
|
|
case "SUCCESS":
|
|
return "SUCCESS"
|
|
case "ABORTED":
|
|
return "ABORTED"
|
|
default:
|
|
// FAILURE, NOT_BUILT
|
|
return "FAILURE"
|
|
}
|
|
}
|
|
return "FAILURE"
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) getAPIInformation() map[string]interface{} {
|
|
URL := a.GetSystemCollectionURI() + a.GetTeamProjectId() + "/_apis/build/builds/" + a.GetBuildId() + "/"
|
|
response, err := a.client.GetRequest(URL, nil, nil)
|
|
if err != nil {
|
|
log.Entry().Error("failed to get http response, using default values", err)
|
|
return map[string]interface{}{}
|
|
}
|
|
|
|
if response.StatusCode != 200 { //http.StatusNoContent
|
|
log.Entry().Errorf("Response-Code is %v . \n Could not get API information from AzureDevOps. Returning with empty interface.", response.StatusCode)
|
|
return map[string]interface{}{}
|
|
}
|
|
var responseInterface map[string]interface{}
|
|
err = piperHttp.ParseHTTPResponseBodyJSON(response, &responseInterface)
|
|
if err != nil {
|
|
log.Entry().Error("failed to parse http response, returning with empty interface", err)
|
|
return map[string]interface{}{}
|
|
}
|
|
return responseInterface
|
|
}
|
|
|
|
// GetJobName returns the pipeline job name
|
|
func (a *AzureDevOpsConfigProvider) GetJobName() string {
|
|
responseInterface := a.getAPIInformation()
|
|
if val, ok := responseInterface["project"]; ok {
|
|
return val.(map[string]interface{})["name"].(string)
|
|
}
|
|
return "n/a"
|
|
}
|
|
|
|
// GetLog returns the logfile of the pipeline run so far
|
|
func (a *AzureDevOpsConfigProvider) GetLog() ([]byte, error) {
|
|
// ToDo: How to get step specific logs, not only whole log?
|
|
URL := a.GetSystemCollectionURI() + a.GetTeamProjectId() + "/_apis/build/builds/" + a.GetBuildId() + "/logs"
|
|
|
|
response, err := a.client.GetRequest(URL, nil, nil)
|
|
logs := []byte{}
|
|
if err != nil {
|
|
log.Entry().Error("failed to get http response", err)
|
|
return logs, nil
|
|
}
|
|
if response.StatusCode != 200 { //http.StatusNoContent -> also empty log!
|
|
log.Entry().Errorf("Response-Code is %v . \n Could not get log information from AzureDevOps. Returning with empty log.", response.StatusCode)
|
|
return logs, nil
|
|
}
|
|
var responseInterface map[string]interface{}
|
|
err = piperHttp.ParseHTTPResponseBodyJSON(response, &responseInterface)
|
|
if err != nil {
|
|
log.Entry().Error("failed to parse http response", err)
|
|
return logs, nil
|
|
}
|
|
// check if response interface is empty or non-existent
|
|
logCount := int(responseInterface["count"].(float64))
|
|
|
|
for i := 1; i <= logCount; i++ {
|
|
counter := strconv.Itoa(i)
|
|
logURL := URL + "/" + counter
|
|
fmt.Println("logURL: ", logURL)
|
|
log.Entry().Debugf("Getting log no.: %d from %v", i, logURL)
|
|
response, err := a.client.GetRequest(logURL, nil, nil)
|
|
if err != nil {
|
|
fmt.Println(err)
|
|
}
|
|
content, err := ioutil.ReadAll(response.Body)
|
|
logs = append(logs, content...)
|
|
}
|
|
|
|
return logs, nil
|
|
}
|
|
|
|
// GetPipelineStartTime returns the pipeline start time
|
|
func (a *AzureDevOpsConfigProvider) GetPipelineStartTime() time.Time {
|
|
// "2021-10-11 13:49:09+00:00"
|
|
timestamp := getEnv("SYSTEM_PIPELINESTARTTIME", "n/a")
|
|
replaced := strings.Replace(timestamp, " ", "T", 1)
|
|
parsed, err := time.Parse(time.RFC3339, replaced)
|
|
if err != nil {
|
|
log.Entry().Errorf("Could not parse timestamp. %v", err)
|
|
// Return 1970 in case parsing goes wrong
|
|
parsed = time.Date(1970, time.January, 01, 0, 0, 0, 0, time.UTC)
|
|
}
|
|
return parsed
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetSystemCollectionURI() string {
|
|
return getEnv("SYSTEM_COLLECTIONURI", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetTeamProjectId() string {
|
|
return getEnv("SYSTEM_TEAMPROJECTID", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetBuildId() string {
|
|
return getEnv("BUILD_BUILDID", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetStageName() string {
|
|
return getEnv("SYSTEM_STAGEDISPLAYNAME", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetBranch() string {
|
|
tmp := getEnv("BUILD_SOURCEBRANCH", "n/a")
|
|
return strings.TrimPrefix(tmp, "refs/heads/")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetBuildUrl() string {
|
|
return os.Getenv("SYSTEM_TEAMFOUNDATIONCOLLECTIONURI") + os.Getenv("SYSTEM_TEAMPROJECT") + "/_build/results?buildId=" + os.Getenv("BUILD_BUILDID")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetJobUrl() string {
|
|
// TODO: Check if thi is the correct URL
|
|
return os.Getenv("SYSTEM_TEAMFOUNDATIONCOLLECTIONURI") + os.Getenv("SYSTEM_TEAMPROJECT")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetCommit() string {
|
|
return getEnv("BUILD_SOURCEVERSION", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetRepoUrl() string {
|
|
return getEnv("BUILD_REPOSITORY_URI", "n/a")
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) GetPullRequestConfig() PullRequestConfig {
|
|
prKey := getEnv("SYSTEM_PULLREQUEST_PULLREQUESTID", "n/a")
|
|
|
|
// This variable is populated for pull requests which have a different pull request ID and pull request number.
|
|
// In this case the pull request ID will contain an internal numeric ID and the pull request number will be provided
|
|
// as part of the 'SYSTEM_PULLREQUEST_PULLREQUESTNUMBER' environment variable.
|
|
prNumber, prNumberEnvVarSet := os.LookupEnv("SYSTEM_PULLREQUEST_PULLREQUESTNUMBER")
|
|
if prNumberEnvVarSet == true {
|
|
prKey = prNumber
|
|
}
|
|
|
|
return PullRequestConfig{
|
|
Branch: os.Getenv("SYSTEM_PULLREQUEST_SOURCEBRANCH"),
|
|
Base: os.Getenv("SYSTEM_PULLREQUEST_TARGETBRANCH"),
|
|
Key: prKey,
|
|
}
|
|
}
|
|
|
|
func (a *AzureDevOpsConfigProvider) IsPullRequest() bool {
|
|
return getEnv("BUILD_REASON", "n/a") == "PullRequest"
|
|
}
|
|
|
|
func isAzure() bool {
|
|
envVars := []string{"AZURE_HTTP_USER_AGENT"}
|
|
return areIndicatingEnvVarsSet(envVars)
|
|
}
|