px4-firmware/Jenkinsfile

481 lines
14 KiB
Plaintext
Raw Normal View History

2017-10-27 11:47:38 -03:00
pipeline {
agent none
2017-10-27 11:47:38 -03:00
stages {
2018-08-04 17:48:47 -03:00
stage('Analysis') {
parallel {
2018-10-15 17:35:02 -03:00
stage('Catkin') {
2018-09-27 20:26:43 -03:00
agent {
docker {
image 'px4io/px4-dev-ros:2018-09-24'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw -e HOME=$WORKSPACE'
}
}
steps {
sh 'ls -l'
sh '''#!/bin/bash -l
echo $0;
mkdir -p catkin_ws/src;
cp -R . catkin_ws/src/Firmware
cd catkin_ws;
source /opt/ros/melodic/setup.bash;
catkin init;
source devel/setup.bash;
catkin build -j$(nproc) -l$(nproc);
'''
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'rm -rf catkin_ws'
}
2018-09-27 20:26:43 -03:00
}
options {
checkoutToSubdirectory('catkin_ws/src/Firmware')
}
}
2018-10-15 17:35:02 -03:00
stage('Style check') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
sh 'make check_format'
}
2018-10-15 17:35:02 -03:00
post {
always {
sh 'rm -rf catkin_ws'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Bloaty px4fmu-v2') {
agent {
docker {
image 'px4io/px4-dev-nuttx:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
sh 'make distclean'
sh 'ccache -z'
sh 'git fetch --tags'
sh 'make nuttx_px4fmu-v2_default'
sh 'make nuttx_px4fmu-v2_default bloaty_symbols'
sh 'make nuttx_px4fmu-v2_default bloaty_compileunits'
sh 'make nuttx_px4fmu-v2_default bloaty_inlines'
sh 'make nuttx_px4fmu-v2_default bloaty_templates'
sh 'make nuttx_px4fmu-v2_default bloaty_compare_master'
sh 'make sizes'
sh 'ccache -s'
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Bloaty px4fmu-v5') {
agent {
docker {
image 'px4io/px4-dev-nuttx:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
sh 'make distclean'
sh 'ccache -z'
sh 'git fetch --tags'
sh 'make nuttx_px4fmu-v5_default'
sh 'make nuttx_px4fmu-v5_default bloaty_symbols'
sh 'make nuttx_px4fmu-v5_default bloaty_compileunits'
sh 'make nuttx_px4fmu-v5_default bloaty_inlines'
sh 'make nuttx_px4fmu-v5_default bloaty_templates'
sh 'make nuttx_px4fmu-v5_default bloaty_compare_master'
sh 'make sizes'
sh 'ccache -s'
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Clang analyzer') {
agent {
docker {
image 'px4io/px4-dev-clang:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
sh 'make distclean'
sh 'make scan-build'
// publish html
publishHTML target: [
reportTitles: 'clang static analyzer',
allowMissing: false,
alwaysLinkToLastBuild: true,
keepAll: true,
reportDir: 'build/scan-build/report_latest',
reportFiles: '*',
reportName: 'Clang Static Analyzer'
]
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
when {
anyOf {
branch 'master'
branch 'beta'
branch 'stable'
branch 'pr-jenkins' // for testing
}
}
}
2018-10-15 17:35:02 -03:00
stage('Clang tidy') {
2017-12-15 10:46:38 -04:00
agent {
docker {
2018-03-30 15:01:29 -03:00
image 'px4io/px4-dev-clang:2018-03-30'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
2017-12-15 10:46:38 -04:00
}
}
steps {
sh 'export'
retry (3) {
sh 'make distclean'
sh 'make clang-tidy-quiet'
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
2017-12-15 10:46:38 -04:00
}
}
2018-10-15 17:35:02 -03:00
stage('Cppcheck') {
2017-12-15 11:34:24 -04:00
agent {
docker {
image 'px4io/px4-dev-base:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
2017-12-15 11:34:24 -04:00
}
}
steps {
sh 'export'
sh 'make distclean'
2017-12-15 11:34:24 -04:00
sh 'make cppcheck'
// publish html
publishHTML target: [
reportTitles: 'Cppcheck',
2017-12-15 11:34:24 -04:00
allowMissing: false,
alwaysLinkToLastBuild: true,
2017-12-15 11:34:24 -04:00
keepAll: true,
reportDir: 'build/cppcheck/',
2017-12-15 11:34:24 -04:00
reportFiles: '*',
reportName: 'Cppcheck'
2017-12-15 11:34:24 -04:00
]
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
2017-12-15 11:34:24 -04:00
}
when {
anyOf {
branch 'master'
branch 'beta'
branch 'stable'
branch 'pr-jenkins' // for testing
}
}
2017-12-15 11:34:24 -04:00
}
2018-10-15 17:35:02 -03:00
stage('Check stack') {
agent {
docker {
image 'px4io/px4-dev-nuttx:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
sh 'make distclean'
sh 'make px4fmu-v2_default stack_check'
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
2018-08-17 22:21:41 -03:00
}
}
stage('ShellCheck') {
agent {
docker {
image 'px4io/px4-dev-nuttx:2018-09-11'
2018-08-17 22:21:41 -03:00
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
sh 'make distclean'
sh 'make shellcheck_all'
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Module config validation') {
agent {
docker {
image 'px4io/px4-dev-base:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
}
steps {
sh 'export'
2018-10-15 17:35:02 -03:00
sh 'make distclean'
sh 'make validate_module_configs'
}
2018-10-15 17:35:02 -03:00
post {
always {
sh 'make distclean'
}
}
}
} // parallel
} // stage Analysis
stage('Generate Metadata') {
parallel {
2018-10-15 17:35:02 -03:00
stage('Airframe') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-02-02 01:09:29 -04:00
sh 'make distclean'
sh 'make airframe_metadata'
2018-08-04 19:22:08 -03:00
dir('build/posix_sitl_default/docs') {
archiveArtifacts(artifacts: 'airframes.md, airframes.xml')
stash includes: 'airframes.md, airframes.xml', name: 'metadata_airframes'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Parameter') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-02-02 01:09:29 -04:00
sh 'make distclean'
sh 'make parameters_metadata'
2018-08-04 19:22:08 -03:00
dir('build/posix_sitl_default/docs') {
archiveArtifacts(artifacts: 'parameters.md, parameters.xml')
stash includes: 'parameters.md, parameters.xml', name: 'metadata_parameters'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-10-15 17:35:02 -03:00
stage('Module') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-02-02 01:09:29 -04:00
sh 'make distclean'
sh 'make module_documentation'
2018-08-04 19:22:08 -03:00
dir('build/posix_sitl_default/docs') {
archiveArtifacts(artifacts: 'modules/*.md')
stash includes: 'modules/*.md', name: 'metadata_module_documentation'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
}
}
2018-01-05 18:20:39 -04:00
2018-10-15 17:35:02 -03:00
stage('uORB graphs') {
2018-01-05 18:20:39 -04:00
agent {
docker {
image 'px4io/px4-dev-nuttx:2018-09-11'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
2018-01-05 18:20:39 -04:00
}
steps {
sh 'export'
2018-02-02 01:09:29 -04:00
sh 'make distclean'
2018-01-05 18:20:39 -04:00
sh 'make uorb_graphs'
2018-08-04 19:22:08 -03:00
dir('Tools/uorb_graph') {
archiveArtifacts(artifacts: 'graph_sitl.json')
stash includes: 'graph_sitl.json', name: 'uorb_graph'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean'
}
2018-01-05 18:20:39 -04:00
}
}
} // parallel
} // stage: Generate Metadata
stage('Deploy') {
parallel {
stage('Devguide') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-08-12 14:21:00 -03:00
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
unstash 'metadata_module_documentation'
2018-08-12 14:21:00 -03:00
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh('git clone https://${GIT_USER}:${GIT_PASS}@github.com/PX4/Devguide.git')
2018-08-12 14:21:00 -03:00
sh('cp airframes.md Devguide/en/airframes/airframe_reference.md')
sh('cp parameters.md Devguide/en/advanced/parameter_reference.md')
sh('cp -R modules/*.md Devguide/en/middleware/')
sh('cd Devguide; git status; git add .; git commit -a -m "Update PX4 Firmware metadata `date`" || true')
sh('cd Devguide; git push origin master || true')
}
}
when {
anyOf {
branch 'master'
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
stage('Userguide') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-08-12 14:21:00 -03:00
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
2018-08-12 14:21:00 -03:00
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh('git clone https://${GIT_USER}:${GIT_PASS}@github.com/PX4/px4_user_guide.git')
2018-08-12 14:21:00 -03:00
sh('cp airframes.md px4_user_guide/en/airframes/airframe_reference.md')
sh('cp parameters.md px4_user_guide/en/advanced_config/parameter_reference.md')
sh('cd px4_user_guide; git status; git add .; git commit -a -m "Update PX4 Firmware metadata `date`" || true')
sh('cd px4_user_guide; git push origin master || true')
}
}
when {
anyOf {
branch 'master'
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
stage('QGroundControl') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
2018-08-12 14:21:00 -03:00
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
2018-08-12 14:21:00 -03:00
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh('git clone https://${GIT_USER}:${GIT_PASS}@github.com/mavlink/qgroundcontrol.git')
2018-08-12 14:21:00 -03:00
sh('cp airframes.xml qgroundcontrol/src/AutoPilotPlugins/PX4/AirframeFactMetaData.xml')
sh('cp parameters.xml qgroundcontrol/src/FirmwarePlugin/PX4/PX4ParameterFactMetaData.xml')
sh('cd qgroundcontrol; git status; git add .; git commit -a -m "Update PX4 Firmware metadata `date`" || true')
sh('cd qgroundcontrol; git push origin master || true')
}
}
when {
anyOf {
branch 'master'
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
stage('S3') {
agent {
docker { image 'px4io/px4-dev-base:2018-09-11' }
}
steps {
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
sh('ls')
withAWS(credentials: 'px4_aws_s3_key', region: 'us-east-1') {
s3Upload(acl: 'PublicRead', bucket: 'px4-travis', file: 'airframes.xml', path: 'Firmware/master/')
s3Upload(acl: 'PublicRead', bucket: 'px4-travis', file: 'parameters.xml', path: 'Firmware/master/')
}
}
when {
anyOf {
branch 'master'
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
} // parallel
} // stage: Generate Metadata
} // stages
environment {
CCACHE_DIR = '/tmp/ccache'
CI = true
2018-08-12 14:21:00 -03:00
GIT_AUTHOR_EMAIL = "bot@px4.io"
GIT_AUTHOR_NAME = "PX4BuildBot"
2018-08-12 14:21:00 -03:00
GIT_COMMITTER_EMAIL = "bot@px4.io"
GIT_COMMITTER_NAME = "PX4BuildBot"
}
options {
buildDiscarder(logRotator(numToKeepStr: '10', artifactDaysToKeepStr: '30'))
timeout(time: 60, unit: 'MINUTES')
2017-10-27 11:47:38 -03:00
}
2017-11-05 16:04:14 -04:00
}