2018-07-03 14:39:20 +02:00
|
|
|
import org.junit.Before
|
|
|
|
import org.junit.Test
|
|
|
|
import org.junit.Rule
|
|
|
|
import org.junit.rules.RuleChain
|
|
|
|
|
|
|
|
import static org.hamcrest.Matchers.hasItem
|
|
|
|
import static org.hamcrest.Matchers.is
|
|
|
|
import static org.hamcrest.Matchers.containsString
|
|
|
|
|
|
|
|
import static org.junit.Assert.assertThat
|
|
|
|
|
|
|
|
import util.BasePiperTest
|
|
|
|
import util.JenkinsStepRule
|
|
|
|
import util.JenkinsLoggingRule
|
2018-08-31 10:22:43 +02:00
|
|
|
import util.JenkinsReadYamlRule
|
2018-07-03 14:39:20 +02:00
|
|
|
import util.JenkinsShellCallRule
|
|
|
|
import util.JenkinsDockerExecuteRule
|
|
|
|
import util.Rules
|
2018-08-08 11:22:08 +02:00
|
|
|
import org.junit.rules.ExpectedException
|
2018-07-03 14:39:20 +02:00
|
|
|
|
|
|
|
class NewmanExecuteTest extends BasePiperTest {
|
2018-08-08 11:22:08 +02:00
|
|
|
private ExpectedException thrown = ExpectedException.none()
|
2018-07-03 14:39:20 +02:00
|
|
|
private JenkinsStepRule jsr = new JenkinsStepRule(this)
|
|
|
|
private JenkinsLoggingRule jlr = new JenkinsLoggingRule(this)
|
|
|
|
private JenkinsShellCallRule jscr = new JenkinsShellCallRule(this)
|
|
|
|
private JenkinsDockerExecuteRule jedr = new JenkinsDockerExecuteRule(this)
|
|
|
|
|
|
|
|
@Rule
|
|
|
|
public RuleChain rules = Rules
|
|
|
|
.getCommonRules(this)
|
2018-08-31 10:22:43 +02:00
|
|
|
.around(new JenkinsReadYamlRule(this))
|
2018-08-08 11:22:08 +02:00
|
|
|
.around(thrown)
|
2018-07-03 14:39:20 +02:00
|
|
|
.around(jedr)
|
|
|
|
.around(jscr)
|
|
|
|
.around(jlr)
|
|
|
|
.around(jsr) // needs to be activated after jedr, otherwise executeDocker is not mocked
|
|
|
|
|
2018-08-08 11:22:08 +02:00
|
|
|
def gitMap
|
2018-07-03 14:39:20 +02:00
|
|
|
|
|
|
|
@Before
|
|
|
|
void init() throws Exception {
|
2018-08-08 11:22:08 +02:00
|
|
|
helper.registerAllowedMethod('stash', [String.class], null)
|
|
|
|
helper.registerAllowedMethod('git', [Map.class], {m ->
|
|
|
|
gitMap = m
|
2018-07-03 14:39:20 +02:00
|
|
|
})
|
|
|
|
helper.registerAllowedMethod("findFiles", [Map.class], { map ->
|
|
|
|
def files
|
2018-08-08 11:22:08 +02:00
|
|
|
if(map.glob == 'notFound.json')
|
|
|
|
files = []
|
|
|
|
else if(map.glob == '**/*.postman_collection.json')
|
2018-07-03 14:39:20 +02:00
|
|
|
files = [
|
|
|
|
new File("testCollectionsFolder/A.postman_collection.json"),
|
|
|
|
new File("testCollectionsFolder/B.postman_collection.json")
|
|
|
|
]
|
|
|
|
else
|
|
|
|
files = [new File(map.glob)]
|
|
|
|
return files.toArray()
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
void testExecuteNewmanDefault() throws Exception {
|
|
|
|
jsr.step.newmanExecute(
|
|
|
|
script: nullScript,
|
2018-08-08 11:22:08 +02:00
|
|
|
juStabUtils: utils,
|
2018-07-03 14:39:20 +02:00
|
|
|
newmanCollection: 'testCollection',
|
|
|
|
newmanEnvironment: 'testEnvironment',
|
|
|
|
newmanGlobals: 'testGlobals'
|
|
|
|
)
|
|
|
|
// asserts
|
2018-11-28 10:25:34 +02:00
|
|
|
assertThat(jscr.shell, hasItem('npm install newman newman-reporter-html --global --quiet'))
|
|
|
|
assertThat(jscr.shell, hasItem('newman run \'testCollection\' --environment \'testEnvironment\' --globals \'testGlobals\' --reporters junit,html --reporter-junit-export \'target/newman/TEST-testCollection.xml\' --reporter-html-export \'target/newman/TEST-testCollection.html\''))
|
2018-07-03 14:39:20 +02:00
|
|
|
assertThat(jedr.dockerParams.dockerImage, is('node:8-stretch'))
|
2018-08-08 11:22:08 +02:00
|
|
|
assertThat(jlr.log, containsString('[newmanExecute] Found files [testCollection]'))
|
2018-07-03 14:39:20 +02:00
|
|
|
assertJobStatusSuccess()
|
|
|
|
}
|
|
|
|
|
2018-08-08 11:22:08 +02:00
|
|
|
@Test
|
|
|
|
void testExecuteNewmanWithNoCollection() throws Exception {
|
|
|
|
thrown.expectMessage('[newmanExecute] No collection found with pattern \'notFound.json\'')
|
|
|
|
|
|
|
|
jsr.step.newmanExecute(
|
|
|
|
script: nullScript,
|
|
|
|
juStabUtils: utils,
|
|
|
|
newmanCollection: 'notFound.json'
|
|
|
|
)
|
|
|
|
// asserts
|
|
|
|
assertJobStatusFailure()
|
|
|
|
}
|
|
|
|
|
2018-07-03 14:39:20 +02:00
|
|
|
@Test
|
|
|
|
void testExecuteNewmanFailOnError() throws Exception {
|
|
|
|
jsr.step.newmanExecute(
|
|
|
|
script: nullScript,
|
2018-08-08 11:22:08 +02:00
|
|
|
juStabUtils: utils,
|
2018-07-03 14:39:20 +02:00
|
|
|
newmanCollection: 'testCollection',
|
|
|
|
newmanEnvironment: 'testEnvironment',
|
|
|
|
newmanGlobals: 'testGlobals',
|
|
|
|
dockerImage: 'testImage',
|
|
|
|
testRepository: 'testRepo',
|
|
|
|
failOnError: false
|
|
|
|
)
|
|
|
|
// asserts
|
|
|
|
assertThat(jedr.dockerParams.dockerImage, is('testImage'))
|
2018-08-08 11:22:08 +02:00
|
|
|
assertThat(gitMap.url, is('testRepo'))
|
2018-11-28 10:25:34 +02:00
|
|
|
assertThat(jscr.shell, hasItem('newman run \'testCollection\' --environment \'testEnvironment\' --globals \'testGlobals\' --reporters junit,html --reporter-junit-export \'target/newman/TEST-testCollection.xml\' --reporter-html-export \'target/newman/TEST-testCollection.html\' --suppress-exit-code'))
|
2018-07-03 14:39:20 +02:00
|
|
|
assertJobStatusSuccess()
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
void testExecuteNewmanWithFolder() throws Exception {
|
|
|
|
jsr.step.newmanExecute(
|
|
|
|
script: nullScript,
|
2018-08-08 11:22:08 +02:00
|
|
|
juStabUtils: utils,
|
2018-07-10 12:02:58 +02:00
|
|
|
newmanRunCommand: 'run ${config.newmanCollection} --iteration-data testDataFile --reporters junit,html --reporter-junit-export target/newman/TEST-${config.newmanCollection.toString().replace(File.separatorChar,(char)\'_\').tokenize(\'.\').first()}.xml --reporter-html-export target/newman/TEST-${config.newmanCollection.toString().replace(File.separatorChar,(char)\'_\').tokenize(\'.\').first()}.html'
|
2018-07-03 14:39:20 +02:00
|
|
|
)
|
|
|
|
// asserts
|
2018-07-10 12:02:58 +02:00
|
|
|
assertThat(jscr.shell, hasItem('newman run testCollectionsFolder'+File.separatorChar+'A.postman_collection.json --iteration-data testDataFile --reporters junit,html --reporter-junit-export target/newman/TEST-testCollectionsFolder_A.xml --reporter-html-export target/newman/TEST-testCollectionsFolder_A.html'))
|
|
|
|
assertThat(jscr.shell, hasItem('newman run testCollectionsFolder'+File.separatorChar+'B.postman_collection.json --iteration-data testDataFile --reporters junit,html --reporter-junit-export target/newman/TEST-testCollectionsFolder_B.xml --reporter-html-export target/newman/TEST-testCollectionsFolder_B.html'))
|
2018-07-03 14:39:20 +02:00
|
|
|
assertJobStatusSuccess()
|
|
|
|
}
|
|
|
|
}
|