jenkins: add initial config
This commit is contained in:
Cenk Gündoğan
Cenk Gündoğan
parent
587502446a
commit
1ac6937cf3
|
|
@ -0,0 +1,214 @@
|
|||
#!/usr/bin/env groovy
|
||||
|
||||
def boards = []
|
||||
def examples = []
|
||||
def tests = []
|
||||
def driver_tests = []
|
||||
def pkg_tests = []
|
||||
def periph_tests = []
|
||||
def other_tests = []
|
||||
def unittests = []
|
||||
|
||||
githubNotify context: 'Jenkins', description: 'Build started', status: 'PENDING', targetUrl: "${env.BUILD_URL}artifact"
|
||||
|
||||
/* stop running jobs */
|
||||
abortPreviousBuilds()
|
||||
|
||||
node ('master') {
|
||||
stage('setup') {
|
||||
deleteDir()
|
||||
checkout scm
|
||||
/* also fetch master branch - necessary for static tests */
|
||||
sh "git fetch origin master:master"
|
||||
/* stash workspace for slaves */
|
||||
stash 'sources'
|
||||
/* get all boards */
|
||||
boards = sh(returnStdout: true,
|
||||
script: 'find $(pwd)/boards/* -maxdepth 0 -type d \\! -name "*-common" -exec basename {} \\;'
|
||||
).trim().split('\n')
|
||||
/* get all examples */
|
||||
examples = sh(returnStdout: true,
|
||||
script: 'find examples/* -maxdepth 1 -name Makefile -print0 | xargs -0 -n1 dirname'
|
||||
).trim().split('\n')
|
||||
/* get all tests */
|
||||
tests = sh(returnStdout: true,
|
||||
script: 'find tests/* -maxdepth 1 -name Makefile -print0 | xargs -0 -n1 dirname'
|
||||
).trim().split('\n')
|
||||
|
||||
/* split tests into smaller sets */
|
||||
for (int i=0; i < tests.size(); i++) {
|
||||
if (tests[i].startsWith("tests/driver_")) {
|
||||
driver_tests << tests[i]
|
||||
}
|
||||
else if (tests[i].startsWith("tests/pkg_")) {
|
||||
pkg_tests << tests[i]
|
||||
}
|
||||
else if (tests[i].startsWith("tests/periph_")) {
|
||||
periph_tests << tests[i]
|
||||
}
|
||||
else if (tests[i].startsWith("tests/unittests")) {
|
||||
unittests << tests[i]
|
||||
}
|
||||
else {
|
||||
other_tests << tests[i]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('static-tests') {
|
||||
def ret = sh(returnStatus: true,
|
||||
script: """#!/bin/bash +x
|
||||
declare -i RESULT=0
|
||||
./dist/tools/static-tests.sh >> success_static-tests.log 2>&1 || RESULT=1
|
||||
if ((\$RESULT)); then
|
||||
mv success_static-tests.log error_static-tests.log;
|
||||
fi;
|
||||
exit \$RESULT""")
|
||||
if (ret) {
|
||||
currentBuild.result = 'UNSTABLE'
|
||||
}
|
||||
step([$class: 'ArtifactArchiver', artifacts: "*_static-tests.log", fingerprint: true, allowEmptyArchive: true])
|
||||
}
|
||||
}
|
||||
|
||||
stage("unittests") {
|
||||
def builds = [:]
|
||||
|
||||
/* setup all concurrent builds */
|
||||
def boardName = ""
|
||||
for (int i=0; i < boards.size(); i++) {
|
||||
boardName = boards[i]
|
||||
builds['linux_unittests_' + boardName] = make_build("linux && boards && native", boardName, "linux_unittests", unittests)
|
||||
}
|
||||
/* distribute all builds to the slaves */
|
||||
parallel (builds)
|
||||
|
||||
abortOnError("unittests failed")
|
||||
}
|
||||
|
||||
stage("tests") {
|
||||
def builds = [:]
|
||||
|
||||
/* setup all concurrent builds */
|
||||
def boardName = ""
|
||||
for (int i=0; i < boards.size(); i++) {
|
||||
boardName = boards[i]
|
||||
builds['linux_driver_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_driver_tests", driver_tests)
|
||||
builds['linux_pkg_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_pkg_tests", pkg_tests)
|
||||
builds['linux_periph_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_periph_tests", periph_tests)
|
||||
builds['linux_other_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_other_tests", other_tests)
|
||||
}
|
||||
|
||||
|
||||
/* ignore macOS builds for now - macOS is currently broken for native
|
||||
builds['macOS_driver_tests_native'] = make_build("macOS && native", "native", "macOS_driver_tests", driver_tests)
|
||||
builds['macOS_pkg_tests_native'] = make_build("macOS && native", "native", "macOS_pkg_tests", pkg_tests)
|
||||
builds['macOS_periph_tests_native'] = make_build("macOS && native", "native", "macOS_periph_tests", periph_tests)
|
||||
builds['macOS_other_tests_native'] = make_build("macOS && native", "native", "macOS_other_tests", other_tests)
|
||||
*/
|
||||
/* ignore raspi builds for now - slows down the build (needs investigation)
|
||||
builds['raspi_driver_tests_native'] = make_build("raspi && native", "native", "raspi_driver_tests", driver_tests)
|
||||
builds['raspi_pkg_tests_native'] = make_build("raspi && native", "native", "raspi_pkg_tests", pkg_tests)
|
||||
builds['raspi_periph_tests_native'] = make_build("raspi && native", "native", "raspi_periph_tests", periph_tests)
|
||||
builds['raspi_other_tests_native'] = make_build("raspi && native", "native", "raspi_other_tests", other_tests)
|
||||
*/
|
||||
|
||||
/* distribute all builds to the slaves */
|
||||
parallel (builds)
|
||||
|
||||
abortOnError("tests failed")
|
||||
}
|
||||
|
||||
stage("examples") {
|
||||
def builds = [:]
|
||||
|
||||
/* setup all concurrent builds */
|
||||
def boardName = ""
|
||||
for (int i=0; i < boards.size(); i++) {
|
||||
boardName = boards[i]
|
||||
builds['linux_examples_' + boardName] = make_build("linux && boards && native", boardName, "linux_examples", examples)
|
||||
}
|
||||
|
||||
/* ignore macOS builds for now - macOS is currently broken for native
|
||||
builds['macOS_examples_native'] = make_build("macOS && native", "native", "macOS_examples", examples)
|
||||
*/
|
||||
/* ignore raspi builds for now - slows down the build (needs investigation)
|
||||
builds['raspi_examples_native'] = make_build("raspi && native", "native", "raspi_examples", examples)
|
||||
*/
|
||||
|
||||
/* distribute all builds to the slaves */
|
||||
parallel (builds)
|
||||
|
||||
abortOnError("examples failed")
|
||||
}
|
||||
|
||||
if (currentBuild.result == null) {
|
||||
currentBuild.result = 'SUCCESS'
|
||||
}
|
||||
|
||||
/* set commit status in GitHub with url pointing to logs manually (necessary workaround for now) */
|
||||
githubNotify context: 'Jenkins', description: "${currentBuild.result}", status: "${currentBuild.result}",targetUrl: "${env.BUILD_URL}artifact"
|
||||
|
||||
/* create a job */
|
||||
def make_build(label, board, desc, arg)
|
||||
{
|
||||
return {
|
||||
node(label) {
|
||||
try {
|
||||
deleteDir()
|
||||
unstash 'sources'
|
||||
def build_dir = pwd()
|
||||
timestamps {
|
||||
def apps = arg.join(' ')
|
||||
echo "building ${apps} for ${board} on nodes with ${label}"
|
||||
withEnv([
|
||||
"BOARD=${board}",
|
||||
"CCACHE_BASEDIR=${build_dir}",
|
||||
"RIOT_CI_BUILD=1"]) {
|
||||
def ret = sh(returnStatus: true,
|
||||
script: """#!/bin/bash +ex
|
||||
declare -i RESULT=0
|
||||
for app in ${apps}; do
|
||||
if [[ \$(make -sC \$app info-boards-supported | tr ' ' '\n' | sed -n '/^${board}\$/p') ]]; then
|
||||
echo \"\n\nBuilding \$app for ${board}\" >> success_${board}_${desc}.log
|
||||
make -j\${NPROC} -C \$app all >> success_${board}_${desc}.log 2>&1 || RESULT=1
|
||||
fi;
|
||||
done;
|
||||
if ((\$RESULT)); then
|
||||
mv success_${board}_${desc}.log error_${board}_${desc}.log
|
||||
fi;
|
||||
exit \$RESULT""")
|
||||
if (ret) {
|
||||
currentBuild.result = 'FAILURE'
|
||||
}
|
||||
step([$class: 'ArtifactArchiver', artifacts: "*_${board}_${desc}.log", fingerprint: true, allowEmptyArchive: true])
|
||||
}
|
||||
}
|
||||
} catch(e) {
|
||||
echo "${e.toString()}"
|
||||
currentBuild.result = 'FAILURE'
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/* abort previous, running builds */
|
||||
def abortPreviousBuilds()
|
||||
{
|
||||
def buildnum = env.BUILD_NUMBER.toInteger()
|
||||
def job = Jenkins.instance.getItemByFullName(env.JOB_NAME)
|
||||
for (build in job.builds) {
|
||||
if (!build.isBuilding() || (buildnum == build.getNumber().toInteger())) {
|
||||
continue;
|
||||
}
|
||||
build.doStop();
|
||||
}
|
||||
}
|
||||
|
||||
def abortOnError(msg)
|
||||
{
|
||||
if ((currentBuild.result != null) && (currentBuild.result == 'FAILURE')) {
|
||||
githubNotify context: 'Jenkins', description: "${currentBuild.result}", status: "${currentBuild.result}",targetUrl: "${env.BUILD_URL}artifact"
|
||||
error msg
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue