Browse Source

jenkins: add initial config

pr/spi.typo
Cenk Gündoğan 6 years ago committed by Cenk Gündoğan
parent
commit
1ac6937cf3
  1. 214
      Jenkinsfile

214
Jenkinsfile vendored

@ -0,0 +1,214 @@
#!/usr/bin/env groovy
def boards = []
def examples = []
def tests = []
def driver_tests = []
def pkg_tests = []
def periph_tests = []
def other_tests = []
def unittests = []
githubNotify context: 'Jenkins', description: 'Build started', status: 'PENDING', targetUrl: "${env.BUILD_URL}artifact"
/* stop running jobs */
abortPreviousBuilds()
node ('master') {
stage('setup') {
deleteDir()
checkout scm
/* also fetch master branch - necessary for static tests */
sh "git fetch origin master:master"
/* stash workspace for slaves */
stash 'sources'
/* get all boards */
boards = sh(returnStdout: true,
script: 'find $(pwd)/boards/* -maxdepth 0 -type d \\! -name "*-common" -exec basename {} \\;'
).trim().split('\n')
/* get all examples */
examples = sh(returnStdout: true,
script: 'find examples/* -maxdepth 1 -name Makefile -print0 | xargs -0 -n1 dirname'
).trim().split('\n')
/* get all tests */
tests = sh(returnStdout: true,
script: 'find tests/* -maxdepth 1 -name Makefile -print0 | xargs -0 -n1 dirname'
).trim().split('\n')
/* split tests into smaller sets */
for (int i=0; i < tests.size(); i++) {
if (tests[i].startsWith("tests/driver_")) {
driver_tests << tests[i]
}
else if (tests[i].startsWith("tests/pkg_")) {
pkg_tests << tests[i]
}
else if (tests[i].startsWith("tests/periph_")) {
periph_tests << tests[i]
}
else if (tests[i].startsWith("tests/unittests")) {
unittests << tests[i]
}
else {
other_tests << tests[i]
}
}
}
stage('static-tests') {
def ret = sh(returnStatus: true,
script: """#!/bin/bash +x
declare -i RESULT=0
./dist/tools/static-tests.sh >> success_static-tests.log 2>&1 || RESULT=1
if ((\$RESULT)); then
mv success_static-tests.log error_static-tests.log;
fi;
exit \$RESULT""")
if (ret) {
currentBuild.result = 'UNSTABLE'
}
step([$class: 'ArtifactArchiver', artifacts: "*_static-tests.log", fingerprint: true, allowEmptyArchive: true])
}
}
stage("unittests") {
def builds = [:]
/* setup all concurrent builds */
def boardName = ""
for (int i=0; i < boards.size(); i++) {
boardName = boards[i]
builds['linux_unittests_' + boardName] = make_build("linux && boards && native", boardName, "linux_unittests", unittests)
}
/* distribute all builds to the slaves */
parallel (builds)
abortOnError("unittests failed")
}
stage("tests") {
def builds = [:]
/* setup all concurrent builds */
def boardName = ""
for (int i=0; i < boards.size(); i++) {
boardName = boards[i]
builds['linux_driver_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_driver_tests", driver_tests)
builds['linux_pkg_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_pkg_tests", pkg_tests)
builds['linux_periph_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_periph_tests", periph_tests)
builds['linux_other_tests_' + boardName] = make_build("linux && boards && native", boardName, "linux_other_tests", other_tests)
}
/* ignore macOS builds for now - macOS is currently broken for native
builds['macOS_driver_tests_native'] = make_build("macOS && native", "native", "macOS_driver_tests", driver_tests)
builds['macOS_pkg_tests_native'] = make_build("macOS && native", "native", "macOS_pkg_tests", pkg_tests)
builds['macOS_periph_tests_native'] = make_build("macOS && native", "native", "macOS_periph_tests", periph_tests)
builds['macOS_other_tests_native'] = make_build("macOS && native", "native", "macOS_other_tests", other_tests)
*/
/* ignore raspi builds for now - slows down the build (needs investigation)
builds['raspi_driver_tests_native'] = make_build("raspi && native", "native", "raspi_driver_tests", driver_tests)
builds['raspi_pkg_tests_native'] = make_build("raspi && native", "native", "raspi_pkg_tests", pkg_tests)
builds['raspi_periph_tests_native'] = make_build("raspi && native", "native", "raspi_periph_tests", periph_tests)
builds['raspi_other_tests_native'] = make_build("raspi && native", "native", "raspi_other_tests", other_tests)
*/
/* distribute all builds to the slaves */
parallel (builds)
abortOnError("tests failed")
}
stage("examples") {
def builds = [:]
/* setup all concurrent builds */
def boardName = ""
for (int i=0; i < boards.size(); i++) {
boardName = boards[i]
builds['linux_examples_' + boardName] = make_build("linux && boards && native", boardName, "linux_examples", examples)
}
/* ignore macOS builds for now - macOS is currently broken for native
builds['macOS_examples_native'] = make_build("macOS && native", "native", "macOS_examples", examples)
*/
/* ignore raspi builds for now - slows down the build (needs investigation)
builds['raspi_examples_native'] = make_build("raspi && native", "native", "raspi_examples", examples)
*/
/* distribute all builds to the slaves */
parallel (builds)
abortOnError("examples failed")
}
if (currentBuild.result == null) {
currentBuild.result = 'SUCCESS'
}
/* set commit status in GitHub with url pointing to logs manually (necessary workaround for now) */
githubNotify context: 'Jenkins', description: "${currentBuild.result}", status: "${currentBuild.result}",targetUrl: "${env.BUILD_URL}artifact"
/* create a job */
def make_build(label, board, desc, arg)
{
return {
node(label) {
try {
deleteDir()
unstash 'sources'
def build_dir = pwd()
timestamps {
def apps = arg.join(' ')
echo "building ${apps} for ${board} on nodes with ${label}"
withEnv([
"BOARD=${board}",
"CCACHE_BASEDIR=${build_dir}",
"RIOT_CI_BUILD=1"]) {
def ret = sh(returnStatus: true,
script: """#!/bin/bash +ex
declare -i RESULT=0
for app in ${apps}; do
if [[ \$(make -sC \$app info-boards-supported | tr ' ' '\n' | sed -n '/^${board}\$/p') ]]; then
echo \"\n\nBuilding \$app for ${board}\" >> success_${board}_${desc}.log
make -j\${NPROC} -C \$app all >> success_${board}_${desc}.log 2>&1 || RESULT=1
fi;
done;
if ((\$RESULT)); then
mv success_${board}_${desc}.log error_${board}_${desc}.log
fi;
exit \$RESULT""")
if (ret) {
currentBuild.result = 'FAILURE'
}
step([$class: 'ArtifactArchiver', artifacts: "*_${board}_${desc}.log", fingerprint: true, allowEmptyArchive: true])
}
}
} catch(e) {
echo "${e.toString()}"
currentBuild.result = 'FAILURE'
}
}
}
}
/* abort previous, running builds */
def abortPreviousBuilds()
{
def buildnum = env.BUILD_NUMBER.toInteger()
def job = Jenkins.instance.getItemByFullName(env.JOB_NAME)
for (build in job.builds) {
if (!build.isBuilding() || (buildnum == build.getNumber().toInteger())) {
continue;
}
build.doStop();
}
}
def abortOnError(msg)
{
if ((currentBuild.result != null) && (currentBuild.result == 'FAILURE')) {
githubNotify context: 'Jenkins', description: "${currentBuild.result}", status: "${currentBuild.result}",targetUrl: "${env.BUILD_URL}artifact"
error msg
}
}
Loading…
Cancel
Save