2023-05-03 18:02:11 +02:00
//go:build unit
// +build unit
2021-06-09 09:38:52 +02:00
package orchestrator
import (
2023-03-01 06:38:40 +02:00
"fmt"
"net/http"
2021-06-09 09:38:52 +02:00
"os"
2023-03-01 06:38:40 +02:00
"strings"
2021-06-09 09:38:52 +02:00
"testing"
2023-03-01 06:38:40 +02:00
"time"
2021-06-09 09:38:52 +02:00
2023-03-01 06:38:40 +02:00
piperHttp "github.com/SAP/jenkins-library/pkg/http"
"github.com/jarcoal/httpmock"
2021-06-09 09:38:52 +02:00
"github.com/stretchr/testify/assert"
)
func TestGitHubActions ( t * testing . T ) {
t . Run ( "BranchBuild" , func ( t * testing . T ) {
defer resetEnv ( os . Environ ( ) )
os . Clearenv ( )
os . Unsetenv ( "GITHUB_HEAD_REF" )
2021-06-25 10:50:56 +02:00
os . Setenv ( "GITHUB_ACTIONS" , "true" )
os . Setenv ( "GITHUB_REF" , "refs/heads/feat/test-gh-actions" )
os . Setenv ( "GITHUB_RUN_ID" , "42" )
os . Setenv ( "GITHUB_SHA" , "abcdef42713" )
2022-11-22 18:57:49 +02:00
os . Setenv ( "GITHUB_SERVER_URL" , "github.com" )
2021-06-25 10:50:56 +02:00
os . Setenv ( "GITHUB_REPOSITORY" , "foo/bar" )
2021-06-09 09:38:52 +02:00
p , _ := NewOrchestratorSpecificConfigProvider ( )
assert . False ( t , p . IsPullRequest ( ) )
2022-03-28 09:52:15 +02:00
assert . Equal ( t , "github.com/foo/bar/actions/runs/42" , p . GetBuildURL ( ) )
2021-06-25 10:50:56 +02:00
assert . Equal ( t , "feat/test-gh-actions" , p . GetBranch ( ) )
2022-06-24 09:04:24 +02:00
assert . Equal ( t , "refs/heads/feat/test-gh-actions" , p . GetReference ( ) )
2021-06-25 10:50:56 +02:00
assert . Equal ( t , "abcdef42713" , p . GetCommit ( ) )
2022-03-28 09:52:15 +02:00
assert . Equal ( t , "github.com/foo/bar" , p . GetRepoURL ( ) )
Changes for Pipeline Reporting (#3213)
* Adds GetLog() function to orchestrator
* Fixes BUILD_NUMBER env variable
* Fixes correct env var for JENKINS_HOME
* Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation
* Adds possibility to read errorJsons; updates splunk package for log files (WIP)
* Uncommenting dev code
* Adds GetLog() function to orchestrator
* Fixes BUILD_NUMBER env variable
* Fixes correct env var for JENKINS_HOME
* Adds getEnv to read env variables with default value, adds test for jenkins GetLog() implementation
* Adds possibility to read errorJsons; updates splunk package for log files (WIP)
* Uncommenting dev code
* Adds GetRequest function which holds the response in memory (not saved to disk)
* Implements GetLog() function for ADO, adds function to read PipelineRuntime
* PAT has been revoked
* Changes http package, s.t. if password only is required basic auth works too
* Adds env variable for azure token, error handling in case of unauthenticated/nil response
* Adds logging output in case env variable can not be read and fallback variable needs to be used
* Adds usage of environment variables for auth, uses jenkins api
* Adds init functionality for orchestrators, updates GetLog() and GetPipelineStartTime() function
* Adds initaliziation function for orchestrator authetnication
* Adds settings struct for orchestrator authentication
* Adds function to whole logfile to Splunk
* Struct for pipeline related telemetry information
* Increase messagebatch size to 10k
* Changes splunk package to a pointer based implementation, updates generated files and corresponding template and tests for splunk
* Changes telemetry package to pointer based implementation to have multiple telemetry objects, adjusted tests and splunk implementation
* Changes content type to txt
* Send telemetry independent of logfiles, increases amount of messages per file
* Adds JobURL for orchestrators and UnknownOrchestrator as fallback
* telemetry makes use of orchestrator specific information
* Adds orchestrator independent correlationID
* Adds custom fields for pipeline status
* go fmt
* Removes env var test - no env variables are read anymore
* Use UnknownOrchestratorConfigProvider in case the orchestrator can not be initalized
* Removes Custom fields from telemetry as these can not be reflected in SWA
* Adds custom telemetry information (piperHash,..) to each step telemetry information
* Removes falltrough in case no orchestrator has been found
* Updates tests for orchestrator package
* Adds orchestrator import in generated files
* Updates generator files for internal library
* Adds orchestrator telemetry information to steps
* Updates generated files, fatalHook writes to cpe
* Go generate from master, go fmt
* Adds Custom Data field LastErrorCode
* Removes GetLog() test
* Update init_unix.go
* Update docker_integration_test_executor.go
* Update integration_api_cli_test.go
* Reverts go1.17 fmt formatting
* Reverts go1.17 fmt formatting
* Reverts go1.17 fmt formatting
* Renames customTelemetryData to stepTelemetryData
* Adjustments to orchestrator-package, cleanup, adds JobName
* Adjusts commonPipelineEnvironment path
* Adds pipelineTelemetry struct to telemetry package, removes pipeline telemetry structs from splunk package
* Go fmt
* Changes path for errorDetails, adds debug information
* Removes custom fields from step, adds orchestrator, commithash to baseMetadata
* Adjusts tests for telemetry package
* Adds tests for orchestrator
* Updates generated files, initalization of splunk client only if its available in the config
* Fixes typo in helper go
* Update pkg/http/downloader.go
* Update pkg/http/downloader.go
* Update pkg/log/fatalHook.go
* Update fatalHook.go
* Update pkg/splunk/splunk.go
* Update pkg/telemetry/data.go
* Adds GetBuildStatus() and GetAPIInformation() to orchestrators
* error formatting
* Bugfix: dont send telemetry data if disabled, adjusts test
* go fmt
* Use correct error handling
* Update pkg/telemetry/telemetry.go
* Fixes telemetry disabled in the tests
* Fixes http tests
* Log fatal errors to logFile
* Adds CustomReportingConfig to hooks
* Cleanup comments in splunk package
* Adds possibility to send telemetry to custom endpoint
* Adds debug output for the payload
* Debug output for the payload as a string
* Adds test cases for changes in telemetry package
* go fmt
* Adds generated files for new step
* Reverts changes for http tests, causing problems with go1.15, changes need to be applied for newer go version >=1.17
* Adjusts test for sonarExecuteScan
* Adjusts test for sonarExecuteScan
* Adds explanation for customreportingConfig
* Makes disableing of customSend more obvious
* Adds custom step reporting to each step, updates generated files, adjusts helper testdata
* fixes unit test wrong usage of logging
* Send pipeline data altough there has been no error, adjust test cases
* Reverts changes for customReporting
* Updates generated files, removes customReporting
* Removes writing errorDetails to CPE
* Reverts usage of customreporting
* go fmt
* reverts changes in http_test
* reverts changes in http_test
* Skips integration cnb test
Co-authored-by: Oliver Nocon <33484802+OliverNocon@users.noreply.github.com>
2021-11-18 18:50:03 +02:00
assert . Equal ( t , "GitHubActions" , p . OrchestratorType ( ) )
2021-06-09 09:38:52 +02:00
} )
t . Run ( "PR" , func ( t * testing . T ) {
defer resetEnv ( os . Environ ( ) )
os . Clearenv ( )
os . Setenv ( "GITHUB_HEAD_REF" , "feat/test-gh-actions" )
os . Setenv ( "GITHUB_BASE_REF" , "main" )
2023-02-22 11:38:33 +02:00
os . Setenv ( "GITHUB_REF" , "refs/pull/42/merge" )
2021-06-09 09:38:52 +02:00
p := GitHubActionsConfigProvider { }
c := p . GetPullRequestConfig ( )
assert . True ( t , p . IsPullRequest ( ) )
assert . Equal ( t , "feat/test-gh-actions" , c . Branch )
assert . Equal ( t , "main" , c . Base )
assert . Equal ( t , "42" , c . Key )
} )
2023-03-01 06:38:40 +02:00
t . Run ( "Test get logs - success" , func ( t * testing . T ) {
defer resetEnv ( os . Environ ( ) )
os . Clearenv ( )
os . Unsetenv ( "GITHUB_HEAD_REF" )
os . Setenv ( "GITHUB_ACTIONS" , "true" )
os . Setenv ( "GITHUB_REF_NAME" , "feat/test-gh-actions" )
os . Setenv ( "GITHUB_REF" , "refs/heads/feat/test-gh-actions" )
os . Setenv ( "GITHUB_RUN_ID" , "42" )
os . Setenv ( "GITHUB_SHA" , "abcdef42713" )
os . Setenv ( "GITHUB_REPOSITORY" , "foo/bar" )
os . Setenv ( "GITHUB_URL" , "https://github.com/" )
p := func ( ) OrchestratorSpecificConfigProviding {
g := GitHubActionsConfigProvider { }
g . client = piperHttp . Client { }
g . client . SetOptions ( piperHttp . ClientOptions {
MaxRequestDuration : 5 * time . Second ,
Password : "TOKEN" ,
TransportSkipVerification : true ,
UseDefaultTransport : true , // need to use default transport for http mock
MaxRetries : - 1 ,
} )
return & g
} ( )
stagesID := stagesID {
Jobs : [ ] job {
{ ID : 123 } ,
{ ID : 124 } ,
{ ID : 125 } ,
} ,
}
logs := [ ] string {
"log_record1\n" ,
"log_record2\n" ,
}
httpmock . Activate ( )
defer httpmock . DeactivateAndReset ( )
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/runs/42/jobs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return httpmock . NewJsonResponse ( 200 , stagesID )
} ,
)
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/jobs/123/logs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return httpmock . NewStringResponse ( 200 , string ( logs [ 0 ] ) ) , nil
} ,
)
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/jobs/124/logs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return httpmock . NewStringResponse ( 200 , string ( logs [ 1 ] ) ) , nil
} ,
)
actual , err := p . GetLog ( )
assert . NoError ( t , err )
assert . Equal ( t , strings . Join ( logs , "" ) , string ( actual ) )
} )
t . Run ( "Test get logs - error: failed to get stages ID" , func ( t * testing . T ) {
defer resetEnv ( os . Environ ( ) )
os . Clearenv ( )
os . Unsetenv ( "GITHUB_HEAD_REF" )
os . Setenv ( "GITHUB_ACTIONS" , "true" )
os . Setenv ( "GITHUB_REF_NAME" , "feat/test-gh-actions" )
os . Setenv ( "GITHUB_REF" , "refs/heads/feat/test-gh-actions" )
os . Setenv ( "GITHUB_RUN_ID" , "42" )
os . Setenv ( "GITHUB_SHA" , "abcdef42713" )
os . Setenv ( "GITHUB_REPOSITORY" , "foo/bar" )
os . Setenv ( "GITHUB_URL" , "https://github.com/" )
p := func ( ) OrchestratorSpecificConfigProviding {
g := GitHubActionsConfigProvider { }
g . client = piperHttp . Client { }
g . client . SetOptions ( piperHttp . ClientOptions {
MaxRequestDuration : 5 * time . Second ,
Password : "TOKEN" ,
TransportSkipVerification : true ,
UseDefaultTransport : true , // need to use default transport for http mock
MaxRetries : - 1 ,
} )
return & g
} ( )
httpmock . Activate ( )
defer httpmock . DeactivateAndReset ( )
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/runs/42/jobs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return nil , fmt . Errorf ( "err" )
} ,
)
actual , err := p . GetLog ( )
assert . Nil ( t , actual )
assert . EqualError ( t , err , "failed to get API data: HTTP request to https://api.github.com/repos/foo/bar/actions/runs/42/jobs failed with error: HTTP GET request to https://api.github.com/repos/foo/bar/actions/runs/42/jobs failed: Get \"https://api.github.com/repos/foo/bar/actions/runs/42/jobs\": err" )
} )
t . Run ( "Test get logs - failed to get logs" , func ( t * testing . T ) {
defer resetEnv ( os . Environ ( ) )
os . Clearenv ( )
os . Unsetenv ( "GITHUB_HEAD_REF" )
os . Setenv ( "GITHUB_ACTIONS" , "true" )
os . Setenv ( "GITHUB_REF_NAME" , "feat/test-gh-actions" )
os . Setenv ( "GITHUB_REF" , "refs/heads/feat/test-gh-actions" )
os . Setenv ( "GITHUB_RUN_ID" , "42" )
os . Setenv ( "GITHUB_SHA" , "abcdef42713" )
os . Setenv ( "GITHUB_REPOSITORY" , "foo/bar" )
os . Setenv ( "GITHUB_URL" , "https://github.com/" )
p := func ( ) OrchestratorSpecificConfigProviding {
g := GitHubActionsConfigProvider { }
g . client = piperHttp . Client { }
g . client . SetOptions ( piperHttp . ClientOptions {
MaxRequestDuration : 5 * time . Second ,
Password : "TOKEN" ,
TransportSkipVerification : true ,
UseDefaultTransport : true , // need to use default transport for http mock
MaxRetries : - 1 ,
} )
return & g
} ( )
stagesID := stagesID {
Jobs : [ ] job {
{ ID : 123 } ,
{ ID : 124 } ,
{ ID : 125 } ,
} ,
}
httpmock . Activate ( )
defer httpmock . DeactivateAndReset ( )
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/runs/42/jobs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return httpmock . NewJsonResponse ( 200 , stagesID )
} ,
)
httpmock . RegisterResponder ( http . MethodGet , "https://api.github.com/repos/foo/bar/actions/jobs/123/logs" ,
func ( req * http . Request ) ( * http . Response , error ) {
return nil , fmt . Errorf ( "err" )
} ,
)
actual , err := p . GetLog ( )
assert . Nil ( t , actual )
2023-08-03 14:25:15 +02:00
// GitHubActionsConfigProvider.GetLog calls http.GetRequest concurrently, so we don't know what log (123 or 124) will be got first
// ref: pkg/orchestrator/gitHubActions.go:90
assert . ErrorContains ( t , err , "failed to get logs: failed to get API data: HTTP request to https://api.github.com/repos/foo/bar/actions/jobs/12" )
2023-03-01 06:38:40 +02:00
} )
2021-06-09 09:38:52 +02:00
}