1
0
mirror of https://github.com/SAP/jenkins-library.git synced 2024-12-14 11:03:09 +02:00
sap-jenkins-library/pkg/orchestrator/jenkins_test.go

623 lines
17 KiB
Go
Raw Normal View History

package orchestrator
import (
"encoding/json"
"fmt"
"os"
"testing"
"time"
"github.com/pkg/errors"
"net/http"
piperhttp "github.com/SAP/jenkins-library/pkg/http"
"github.com/jarcoal/httpmock"
"github.com/stretchr/testify/assert"
)
func TestJenkins(t *testing.T) {
t.Run("BranchBuild", func(t *testing.T) {
defer resetEnv(os.Environ())
os.Clearenv()
os.Setenv("JENKINS_URL", "FOO BAR BAZ")
os.Setenv("BUILD_URL", "https://jaas.url/job/foo/job/bar/job/main/1234/")
os.Setenv("BRANCH_NAME", "main")
os.Setenv("GIT_COMMIT", "abcdef42713")
os.Setenv("GIT_URL", "github.com/foo/bar")
p, _ := NewOrchestratorSpecificConfigProvider()
assert.False(t, p.IsPullRequest())
assert.Equal(t, "https://jaas.url/job/foo/job/bar/job/main/1234/", p.GetBuildURL())
assert.Equal(t, "main", p.GetBranch())
assert.Equal(t, "refs/heads/main", p.GetReference())
assert.Equal(t, "abcdef42713", p.GetCommit())
assert.Equal(t, "github.com/foo/bar", p.GetRepoURL())
Changes for Pipeline Reporting (#3213) * Adds GetLog() function to orchestrator * Fixes BUILD_NUMBER env variable * Fixes correct env var for JENKINS_HOME * Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation * Adds possibility to read errorJsons; updates splunk package for log files (WIP) * Uncommenting dev code * Adds GetLog() function to orchestrator * Fixes BUILD_NUMBER env variable * Fixes correct env var for JENKINS_HOME * Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation * Adds possibility to read errorJsons; updates splunk package for log files (WIP) * Uncommenting dev code * Adds GetRequest function which holds the response in memory (not saved to disk) * Implements GetLog() function for ADO, adds function to read PipelineRuntime * PAT has been revoked * Changes http package, s.t. if password only is required basic auth works too * Adds env variable for azure token, error handling in case of unauthenticated/nil response * Adds logging output in case env variable can not be read and fallback variable needs to be used * Adds usage of environment variables for auth, uses jenkins api * Adds init functionality for orchestrators, updates GetLog() and GetPipelineStartTime() function * Adds initaliziation function for orchestrator authetnication * Adds settings struct for orchestrator authentication * Adds function to whole logfile to Splunk * Struct for pipeline related telemetry information * Increase messagebatch size to 10k * Changes splunk package to a pointer based implementation, updates generated files and corresponding template and tests for splunk * Changes telemetry package to pointer based implementation to have multiple telemetry objects, adjusted tests and splunk implementation * Changes content type to txt * Send telemetry independent of logfiles, increases amount of messages per file * Adds JobURL for orchestrators and UnknownOrchestrator as fallback * telemetry makes use of orchestrator specific information * Adds orchestrator independent correlationID * Adds custom fields for pipeline status * go fmt * Removes env var test - no env variables are read anymore * Use UnknownOrchestratorConfigProvider in case the orchestrator can not be initalized * Removes Custom fields from telemetry as these can not be reflected in SWA * Adds custom telemetry information (piperHash,..) to each step telemetry information * Removes falltrough in case no orchestrator has been found * Updates tests for orchestrator package * Adds orchestrator import in generated files * Updates generator files for internal library * Adds orchestrator telemetry information to steps * Updates generated files, fatalHook writes to cpe * Go generate from master, go fmt * Adds Custom Data field LastErrorCode * Removes GetLog() test * Update init_unix.go * Update docker_integration_test_executor.go * Update integration_api_cli_test.go * Reverts go1.17 fmt formatting * Reverts go1.17 fmt formatting * Reverts go1.17 fmt formatting * Renames customTelemetryData to stepTelemetryData * Adjustments to orchestrator-package, cleanup, adds JobName * Adjusts commonPipelineEnvironment path * Adds pipelineTelemetry struct to telemetry package, removes pipeline telemetry structs from splunk package * Go fmt * Changes path for errorDetails, adds debug information * Removes custom fields from step, adds orchestrator, commithash to baseMetadata * Adjusts tests for telemetry package * Adds tests for orchestrator * Updates generated files, initalization of splunk client only if its available in the config * Fixes typo in helper go * Update pkg/http/downloader.go * Update pkg/http/downloader.go * Update pkg/log/fatalHook.go * Update fatalHook.go * Update pkg/splunk/splunk.go * Update pkg/telemetry/data.go * Adds GetBuildStatus() and GetAPIInformation() to orchestrators * error formatting * Bugfix: dont send telemetry data if disabled, adjusts test * go fmt * Use correct error handling * Update pkg/telemetry/telemetry.go * Fixes telemetry disabled in the tests * Fixes http tests * Log fatal errors to logFile * Adds CustomReportingConfig to hooks * Cleanup comments in splunk package * Adds possibility to send telemetry to custom endpoint * Adds debug output for the payload * Debug output for the payload as a string * Adds test cases for changes in telemetry package * go fmt * Adds generated files for new step * Reverts changes for http tests, causing problems with go1.15, changes need to be applied for newer go version >=1.17 * Adjusts test for sonarExecuteScan * Adjusts test for sonarExecuteScan * Adds explanation for customreportingConfig * Makes disableing of customSend more obvious * Adds custom step reporting to each step, updates generated files, adjusts helper testdata * fixes unit test wrong usage of logging * Send pipeline data altough there has been no error, adjust test cases * Reverts changes for customReporting * Updates generated files, removes customReporting * Removes writing errorDetails to CPE * Reverts usage of customreporting * go fmt * reverts changes in http_test * reverts changes in http_test * Skips integration cnb test Co-authored-by: Oliver Nocon <33484802+OliverNocon@users.noreply.github.com>
2021-11-18 18:50:03 +02:00
assert.Equal(t, "Jenkins", p.OrchestratorType())
})
t.Run("PR", func(t *testing.T) {
defer resetEnv(os.Environ())
os.Clearenv()
os.Setenv("BRANCH_NAME", "PR-42")
os.Setenv("CHANGE_BRANCH", "feat/test-jenkins")
os.Setenv("CHANGE_TARGET", "main")
os.Setenv("CHANGE_ID", "42")
p := JenkinsConfigProvider{}
c := p.GetPullRequestConfig()
assert.True(t, p.IsPullRequest())
assert.Equal(t, "refs/pull/42/head", p.GetReference())
assert.Equal(t, "feat/test-jenkins", c.Branch)
assert.Equal(t, "main", c.Base)
assert.Equal(t, "42", c.Key)
})
t.Run("env variables", func(t *testing.T) {
defer resetEnv(os.Environ())
os.Clearenv()
os.Setenv("JENKINS_HOME", "/var/lib/jenkins")
os.Setenv("BUILD_ID", "1234")
os.Setenv("JOB_URL", "https://jaas.url/job/foo/job/bar/job/main")
os.Setenv("JENKINS_VERSION", "42")
os.Setenv("JOB_NAME", "foo/bar/BRANCH")
os.Setenv("STAGE_NAME", "Promote")
os.Setenv("BUILD_URL", "https://jaas.url/job/foo/job/bar/job/main/1234/")
os.Setenv("STAGE_NAME", "Promote")
p := JenkinsConfigProvider{}
assert.Equal(t, "/var/lib/jenkins", p.getJenkinsHome())
assert.Equal(t, "1234", p.GetBuildID())
assert.Equal(t, "https://jaas.url/job/foo/job/bar/job/main", p.GetJobURL())
assert.Equal(t, "42", p.OrchestratorVersion())
assert.Equal(t, "Jenkins", p.OrchestratorType())
assert.Equal(t, "foo/bar/BRANCH", p.GetJobName())
assert.Equal(t, "Promote", p.GetStageName())
assert.Equal(t, "https://jaas.url/job/foo/job/bar/job/main/1234/", p.GetBuildURL())
})
}
func TestJenkinsConfigProvider_GetPipelineStartTime(t *testing.T) {
type fields struct {
client piperhttp.Client
options piperhttp.ClientOptions
}
tests := []struct {
name string
fields fields
want time.Time
wantHTTPErr bool
wantHTTPStatusCodeError bool
wantHTTPJSONParseError bool
}{
{
name: "Retrieve correct time",
want: time.Date(2022, time.March, 21, 22, 30, 0, 0, time.UTC),
wantHTTPErr: false,
wantHTTPStatusCodeError: false,
},
{
name: "ParseHTTPResponseBodyJSON error",
want: time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC),
wantHTTPErr: false,
wantHTTPStatusCodeError: false,
},
{
name: "GetRequest fails",
want: time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC),
wantHTTPErr: true,
wantHTTPStatusCodeError: false,
},
{
name: "response code != 200 http.StatusNoContent",
want: time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC),
wantHTTPErr: false,
wantHTTPStatusCodeError: true,
},
{
name: "parseResponseBodyJson fails",
want: time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC),
wantHTTPErr: false,
wantHTTPStatusCodeError: false,
wantHTTPJSONParseError: true,
},
}
j := &JenkinsConfigProvider{
client: piperhttp.Client{},
}
j.client.SetOptions(piperhttp.ClientOptions{
MaxRequestDuration: 5 * time.Second,
Token: "TOKEN",
TransportSkipVerification: true,
UseDefaultTransport: true,
MaxRetries: -1,
})
httpmock.Activate()
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
defer resetEnv(os.Environ())
os.Clearenv()
buildURl := "https://jaas.url/job/foo/job/bar/job/main/1234/"
os.Setenv("BUILD_URL", buildURl)
fakeUrl := buildURl + "api/json"
defer httpmock.DeactivateAndReset()
httpmock.RegisterResponder("GET", fakeUrl,
func(req *http.Request) (*http.Response, error) {
if tt.wantHTTPErr {
return nil, errors.New("this error shows up")
}
if tt.wantHTTPStatusCodeError {
return &http.Response{
Status: "204",
StatusCode: http.StatusNoContent,
Request: req,
}, nil
}
if tt.wantHTTPJSONParseError {
// Intentionally malformed JSON response
return httpmock.NewJsonResponse(200, "timestamp:asdffd")
}
return httpmock.NewStringResponse(200, "{\"timestamp\":1647901800932,\"url\":\"https://jaas.url/view/piperpipelines/job/foo/job/bar/job/main/3731/\"}"), nil
},
)
assert.Equalf(t, tt.want, j.GetPipelineStartTime(), "GetPipelineStartTime()")
})
}
}
func TestJenkinsConfigProvider_GetBuildStatus(t *testing.T) {
apiSuccess := []byte(`{ "queueId":376475,
"result":"SUCCESS",
"timestamp":1647946800925
}`)
apiFailure := []byte(`{ "queueId":376475,
"result":"FAILURE",
"timestamp":1647946800925
}`)
apiAborted := []byte(`{ "queueId":376475,
"result":"ABORTED",
"timestamp":1647946800925
}`)
apiOTHER := []byte(`{ "queueId":376475,
"result":"SOMETHING",
"timestamp":1647946800925
}`)
tests := []struct {
name string
want string
apiInformation []byte
}{
{
name: "SUCCESS",
apiInformation: apiSuccess,
want: "SUCCESS",
},
{
name: "ABORTED",
apiInformation: apiAborted,
want: "ABORTED",
},
{
name: "FAILURE",
apiInformation: apiFailure,
want: "FAILURE",
},
{
name: "Unknown FAILURE",
apiInformation: apiOTHER,
want: "FAILURE",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
var apiInformation map[string]interface{}
err := json.Unmarshal(tt.apiInformation, &apiInformation)
if err != nil {
t.Fatal("could not parse json:", err)
}
j := &JenkinsConfigProvider{
apiInformation: apiInformation,
}
assert.Equalf(t, tt.want, j.GetBuildStatus(), "GetBuildStatus()")
})
}
}
func TestJenkinsConfigProvider_GetBuildReason(t *testing.T) {
apiJsonSchedule := []byte(`{
"_class": "org.jenkinsci.plugins.workflow.job.WorkflowRun",
"actions": [{
"_class": "hudson.model.CauseAction",
"causes": [{
"_class": "hudson.triggers.TimerTrigger$TimerTriggerCause",
"shortDescription": "Started by timer"
}]
},
{
"_class": "jenkins.metrics.impl.TimeInQueueAction",
"blockedDurationMillis": "0"
}
]
}`)
apiJSONManual := []byte(`{
"_class": "org.jenkinsci.plugins.workflow.job.WorkflowRun",
"actions": [{
"_class": "hudson.model.CauseAction",
"causes": [{
"_class": "hudson.model.Cause$UserIdCause",
"shortDescription": "Started by user John Doe",
"userId": "i12345",
"userName": "John Doe"
}]
},
{
"_class": "jenkins.metrics.impl.TimeInQueueAction",
"blockedDurationMillis": "0"
}
]
}`)
apiJSONUnknown := []byte(`{
"_class": "org.jenkinsci.plugins.workflow.job.WorkflowRun",
"actions": [{
"_class": "hudson.model.CauseAction",
"causes": [{
"_class": "hudson.model.RandomThingHere",
"shortDescription": "Something"
}]
},
{
"_class": "jenkins.metrics.impl.TimeInQueueAction",
"blockedDurationMillis": "0"
}
]
}`)
tests := []struct {
name string
apiInformation []byte
want string
}{
{
name: "Manual trigger",
apiInformation: apiJSONManual,
want: "Manual",
},
{
name: "Scheduled trigger",
apiInformation: apiJsonSchedule,
want: "Schedule",
},
{
name: "Unknown",
apiInformation: apiJSONUnknown,
want: "Unknown",
},
{
name: "Empty api",
apiInformation: []byte(`{}`),
want: "Unknown",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
var apiInformation map[string]interface{}
err := json.Unmarshal(tt.apiInformation, &apiInformation)
if err != nil {
t.Fatal("could not parse json:", err)
}
j := &JenkinsConfigProvider{apiInformation: apiInformation}
assert.Equalf(t, tt.want, j.GetBuildReason(), "GetBuildReason()")
})
}
}
func TestJenkinsConfigProvider_getAPIInformation(t *testing.T) {
tests := []struct {
name string
wantHTTPErr bool
wantHTTPStatusCodeError bool
wantHTTPJSONParseError bool
apiInformation map[string]interface{}
wantAPIInformation map[string]interface{}
}{
{
name: "success case",
apiInformation: map[string]interface{}{},
wantAPIInformation: map[string]interface{}{"Success": "Case"},
},
{
name: "apiInformation already set",
apiInformation: map[string]interface{}{"API info": "set"},
wantAPIInformation: map[string]interface{}{"API info": "set"},
},
{
name: "failed to get response",
apiInformation: map[string]interface{}{},
wantHTTPErr: true,
wantAPIInformation: map[string]interface{}{},
},
{
name: "response code != 200 http.StatusNoContent",
wantHTTPStatusCodeError: true,
apiInformation: map[string]interface{}{},
wantAPIInformation: map[string]interface{}{},
},
{
name: "parseResponseBodyJson fails",
wantHTTPJSONParseError: true,
apiInformation: map[string]interface{}{},
wantAPIInformation: map[string]interface{}{},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
j := &JenkinsConfigProvider{
apiInformation: tt.apiInformation,
}
j.client.SetOptions(piperhttp.ClientOptions{
MaxRequestDuration: 5 * time.Second,
Token: "TOKEN",
TransportSkipVerification: true,
UseDefaultTransport: true, // need to use default transport for http mock
MaxRetries: -1,
})
defer resetEnv(os.Environ())
os.Clearenv()
os.Setenv("BUILD_URL", "https://jaas.url/job/foo/job/bar/job/main/1234/")
fakeUrl := "https://jaas.url/job/foo/job/bar/job/main/1234/api/json"
httpmock.Activate()
defer httpmock.DeactivateAndReset()
httpmock.RegisterResponder("GET", fakeUrl,
func(req *http.Request) (*http.Response, error) {
if tt.wantHTTPErr {
return nil, errors.New("this error shows up")
}
if tt.wantHTTPStatusCodeError {
return &http.Response{
Status: "204",
StatusCode: http.StatusNoContent,
Request: req,
}, nil
}
if tt.wantHTTPJSONParseError {
// Intentionally malformed JSON response
return httpmock.NewJsonResponse(200, "timestamp:broken")
}
return httpmock.NewStringResponse(200, "{\"Success\":\"Case\"}"), nil
},
)
j.fetchAPIInformation()
assert.Equal(t, tt.wantAPIInformation, j.apiInformation)
})
}
}
func TestJenkinsConfigProvider_GetLog(t *testing.T) {
tests := []struct {
name string
want []byte
wantErr assert.ErrorAssertionFunc
wantHTTPErr bool
wantHTTPStatusCodeError bool
}{
{
name: "Successfully got log file",
want: []byte("Success!"),
wantErr: assert.NoError,
},
{
name: "HTTP error",
want: []byte(""),
wantErr: assert.Error,
wantHTTPErr: true,
},
{
name: "Status code error",
want: []byte(""),
wantErr: assert.NoError,
wantHTTPStatusCodeError: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
j := &JenkinsConfigProvider{}
j.client.SetOptions(piperhttp.ClientOptions{
MaxRequestDuration: 5 * time.Second,
Token: "TOKEN",
TransportSkipVerification: true,
UseDefaultTransport: true, // need to use default transport for http mock
MaxRetries: -1,
})
defer resetEnv(os.Environ())
os.Clearenv()
os.Setenv("BUILD_URL", "https://jaas.url/job/foo/job/bar/job/main/1234/")
fakeUrl := "https://jaas.url/job/foo/job/bar/job/main/1234/consoleText"
httpmock.Activate()
defer httpmock.DeactivateAndReset()
httpmock.RegisterResponder("GET", fakeUrl,
func(req *http.Request) (*http.Response, error) {
if tt.wantHTTPErr {
return nil, errors.New("this error shows up")
}
if tt.wantHTTPStatusCodeError {
return &http.Response{
Status: "204",
StatusCode: http.StatusNoContent,
Request: req,
}, nil
}
return httpmock.NewStringResponse(200, "Success!"), nil
},
)
got, err := j.GetLog()
if !tt.wantErr(t, err, fmt.Sprintf("GetLog()")) {
return
}
assert.Equalf(t, tt.want, got, "GetLog()")
})
}
}
func TestJenkinsConfigProvider_InitOrchestratorProvider(t *testing.T) {
tests := []struct {
name string
settings *OrchestratorSettings
apiInformation map[string]interface{}
}{
{
name: "Init, test empty apiInformation",
settings: &OrchestratorSettings{},
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
j := &JenkinsConfigProvider{}
j.InitOrchestratorProvider(tt.settings)
var expected map[string]interface{}
assert.Equal(t, j.apiInformation, expected)
})
}
}
func TestJenkinsConfigProvider_GetChangeSet(t *testing.T) {
changeSetTwo := []byte(`{
"displayName": "#531",
"duration": 424269,
"changeSets": [
{
"_class": "hudson.plugins.git.GitChangeSetList",
"items": [
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "987654321",
"timestamp": 1655057520000
},
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "123456789",
"timestamp": 1656057520000
}
],
"kind": "git"
}
]
}`)
changeSetMultiple := []byte(`{
"displayName": "#531",
"duration": 424269,
"changeSets": [
{
"_class": "hudson.plugins.git.GitChangeSetList",
"items": [
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "987654321",
"timestamp": 1655057520000
},
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "123456789",
"timestamp": 1656057520000
}
],
"kind": "git"
},
{
"_class": "hudson.plugins.git.GitChangeSetList",
"items": [
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "456789123",
"timestamp": 1659948036000
},
{
"_class": "hudson.plugins.git.GitChangeSet",
"commitId": "654717777",
"timestamp": 1660053494000
}
],
"kind": "git"
}
]
}`)
changeSetEmpty := []byte(`{
"displayName": "#531",
"duration": 424269,
"changeSets": []
}`)
changeSetNotAvailable := []byte(`{
"displayName": "#531",
"duration": 424269
}`)
tests := []struct {
name string
want []ChangeSet
testChangeSet []byte
}{
{
name: "success",
want: []ChangeSet{
{CommitId: "987654321", Timestamp: "1655057520000"},
{CommitId: "123456789", Timestamp: "1656057520000"},
},
testChangeSet: changeSetTwo,
},
{
name: "success multiple",
want: []ChangeSet{
{CommitId: "987654321", Timestamp: "1655057520000"},
{CommitId: "123456789", Timestamp: "1656057520000"},
{CommitId: "456789123", Timestamp: "1659948036000"},
{CommitId: "654717777", Timestamp: "1660053494000"},
},
testChangeSet: changeSetMultiple,
},
{
name: "failure - changeSet empty",
want: []ChangeSet(nil),
testChangeSet: changeSetEmpty,
},
{
name: "failure - no changeSet found",
want: []ChangeSet(nil),
testChangeSet: changeSetNotAvailable,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
var apiInformation map[string]interface{}
err := json.Unmarshal(tt.testChangeSet, &apiInformation)
if err != nil {
t.Fatal("could not parse json:", err)
}
j := &JenkinsConfigProvider{apiInformation: apiInformation}
assert.Equalf(t, tt.want, j.GetChangeSet(), "GetChangeSet()")
})
}
}