px4-firmware/Jenkinsfile

294 lines
10 KiB
Plaintext
Raw Permalink Normal View History

#!/usr/bin/env groovy
2017-10-27 11:47:38 -03:00
pipeline {
agent none
2017-10-27 11:47:38 -03:00
stages {
2018-08-04 17:48:47 -03:00
stage('Analysis') {
when {
anyOf {
2022-08-02 20:52:17 -03:00
branch 'main'
branch 'master' // should be removed, but in case there is something going on...
branch 'pr-jenkins' // for testing
}
}
parallel {
2018-11-29 09:19:00 -04:00
2018-10-15 17:35:02 -03:00
stage('Airframe') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh 'make distclean; git clean -ff -x -d .'
sh 'git fetch --all --tags'
sh 'make airframe_metadata'
dir('build/px4_sitl_default/docs') {
2018-08-04 19:22:08 -03:00
archiveArtifacts(artifacts: 'airframes.md, airframes.xml')
stash includes: 'airframes.md, airframes.xml', name: 'metadata_airframes'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
2018-10-15 17:35:02 -03:00
}
}
}
2018-10-15 17:35:02 -03:00
stage('Parameter') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh 'make distclean; git clean -ff -x -d .'
sh 'git fetch --all --tags'
sh 'make parameters_metadata'
dir('build/px4_sitl_default/docs') {
archiveArtifacts(artifacts: 'parameters.md, parameters.xml, parameters.json.xz')
stash includes: 'parameters.md, parameters.xml, parameters.json.xz', name: 'metadata_parameters'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
2018-10-15 17:35:02 -03:00
}
}
}
2018-10-15 17:35:02 -03:00
stage('Module') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh 'make distclean; git clean -ff -x -d .'
sh 'git fetch --all --tags'
sh 'make module_documentation'
dir('build/px4_sitl_default/docs') {
2018-08-04 19:22:08 -03:00
archiveArtifacts(artifacts: 'modules/*.md')
stash includes: 'modules/*.md', name: 'metadata_module_documentation'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
2018-10-15 17:35:02 -03:00
}
}
}
2018-01-05 18:20:39 -04:00
stage('msg file docs') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh 'mkdir -p build/msg_docs; ./Tools/msg/generate_msg_docs.py -d build/msg_docs'
dir('build') {
archiveArtifacts(artifacts: 'msg_docs/*.md')
stash includes: 'msg_docs/*.md', name: 'msg_documentation'
}
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
}
}
}
stage('failsafe docs') {
agent {
docker { image 'px4io/px4-dev-nuttx-focal:2022-08-12' }
}
steps {
sh '''#!/bin/bash -l
echo $0;
git clone https://github.com/emscripten-core/emsdk.git _emscripten_sdk;
cd _emscripten_sdk;
./emsdk install latest;
./emsdk activate latest;
cd ..;
. ./_emscripten_sdk/emsdk_env.sh;
git fetch --all --tags;
make failsafe_web;
cd build/px4_sitl_default_failsafe_web;
mkdir -p failsafe_sim;
cp index.* parameters.json failsafe_sim;
'''
dir('build/px4_sitl_default_failsafe_web') {
archiveArtifacts(artifacts: 'failsafe_sim/*')
stash includes: 'failsafe_sim/*', name: 'failsafe_sim'
}
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
}
}
}
2018-10-15 17:35:02 -03:00
stage('uORB graphs') {
2018-01-05 18:20:39 -04:00
agent {
docker {
image 'px4io/px4-dev-nuttx-focal:2022-08-12'
args '-e CCACHE_BASEDIR=$WORKSPACE -v ${CCACHE_DIR}:${CCACHE_DIR}:rw'
}
2018-01-05 18:20:39 -04:00
}
steps {
sh 'export'
sh 'make distclean; git clean -ff -x -d .'
sh 'git fetch --all --tags'
2018-01-05 18:20:39 -04:00
sh 'make uorb_graphs'
2018-08-04 19:22:08 -03:00
dir('Tools/uorb_graph') {
2021-07-28 17:07:34 -03:00
archiveArtifacts(artifacts: 'graph_*.json')
stash includes: 'graph_*.json', name: 'uorb_graph'
2018-08-04 19:22:08 -03:00
}
2018-10-15 17:35:02 -03:00
}
post {
always {
sh 'make distclean; git clean -ff -x -d .'
2018-10-15 17:35:02 -03:00
}
2018-01-05 18:20:39 -04:00
}
}
} // parallel
} // stage: Generate Metadata
stage('Deploy') {
parallel {
stage('Userguide') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
2018-08-12 14:21:00 -03:00
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
unstash 'metadata_module_documentation'
unstash 'msg_documentation'
unstash 'failsafe_sim'
2021-07-28 17:07:34 -03:00
unstash 'uorb_graph'
2018-08-12 14:21:00 -03:00
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh('git clone https://${GIT_USER}:${GIT_PASS}@github.com/PX4/PX4-user_guide.git')
sh('cp airframes.md PX4-user_guide/en/airframes/airframe_reference.md')
sh('cp parameters.md PX4-user_guide/en/advanced_config/parameter_reference.md')
sh('cp -R modules/*.md PX4-user_guide/en/modules/')
sh('cp -R graph_*.json PX4-user_guide/.vuepress/public/en/middleware/')
sh('cp -R msg_docs/*.md PX4-user_guide/en/msg_docs/')
sh('cp -R failsafe_sim/* PX4-user_guide/.vuepress/public/en/config/failsafe')
sh('cd PX4-user_guide; git status; git add .; git commit -a -m "Update PX4 Firmware metadata `date`" || true')
sh('cd PX4-user_guide; git push origin main || true')
sh('rm -rf PX4-user_guide')
}
}
when {
anyOf {
2022-08-02 20:52:17 -03:00
branch 'main'
branch 'master' // should be removed, but in case there is something going on...
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
stage('QGroundControl') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
2018-08-12 14:21:00 -03:00
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
2018-08-12 14:21:00 -03:00
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh('git clone https://${GIT_USER}:${GIT_PASS}@github.com/mavlink/qgroundcontrol.git')
2018-08-12 14:21:00 -03:00
sh('cp airframes.xml qgroundcontrol/src/AutoPilotPlugins/PX4/AirframeFactMetaData.xml')
sh('cp parameters.xml qgroundcontrol/src/FirmwarePlugin/PX4/PX4ParameterFactMetaData.xml')
sh('cd qgroundcontrol; git status; git add .; git commit -a -m "Update PX4 Firmware metadata `date`" || true')
sh('cd qgroundcontrol; git push origin master || true')
sh('rm -rf qgroundcontrol')
}
}
when {
anyOf {
2022-08-02 20:52:17 -03:00
branch 'main'
branch 'master' // should be removed, but in case there is something going on...
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
stage('PX4 ROS msgs') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh('export')
sh('make distclean; git clean -ff -x -d .')
withCredentials([usernamePassword(credentialsId: 'px4buildbot_github_personal_token', passwordVariable: 'GIT_PASS', usernameVariable: 'GIT_USER')]) {
sh("git clone https://${GIT_USER}:${GIT_PASS}@github.com/PX4/px4_msgs.git")
2022-09-07 01:09:44 -03:00
// 'main' branch
sh('rm -f px4_msgs/msg/*.msg')
sh('rm -f px4_msgs/srv/*.srv')
sh('cp msg/*.msg px4_msgs/msg/')
sh('cp srv/*.srv px4_msgs/srv/')
sh('cd px4_msgs; git status; git add .; git commit -a -m "Update message definitions `date`" || true')
2022-09-07 01:09:44 -03:00
sh('cd px4_msgs; git push origin main || true')
sh('rm -rf px4_msgs')
}
}
when {
anyOf {
2022-08-02 20:52:17 -03:00
branch 'main'
}
}
}
stage('S3') {
agent {
2021-08-18 11:49:25 -03:00
docker { image 'px4io/px4-dev-base-focal:2021-08-18' }
}
steps {
sh('export')
unstash 'metadata_airframes'
unstash 'metadata_parameters'
sh('ls')
withAWS(credentials: 'px4_aws_s3_key', region: 'us-east-1') {
s3Upload(acl: 'PublicRead', bucket: 'px4-travis', file: 'airframes.xml', path: 'Firmware/master/')
s3Upload(acl: 'PublicRead', bucket: 'px4-travis', file: 'parameters.xml', path: 'Firmware/master/')
s3Upload(acl: 'PublicRead', bucket: 'px4-travis', file: 'parameters.json.xz', path: 'Firmware/master/')
}
}
when {
anyOf {
2022-08-02 20:52:17 -03:00
branch 'main'
branch 'master' // should be removed, but in case there is something going on...
branch 'pr-jenkins' // for testing
}
}
options {
skipDefaultCheckout()
}
}
} // parallel
} // stage: Generate Metadata
} // stages
environment {
CCACHE_DIR = '/tmp/ccache'
CI = true
2018-08-12 14:21:00 -03:00
GIT_AUTHOR_EMAIL = "bot@px4.io"
GIT_AUTHOR_NAME = "PX4BuildBot"
2018-08-12 14:21:00 -03:00
GIT_COMMITTER_EMAIL = "bot@px4.io"
GIT_COMMITTER_NAME = "PX4BuildBot"
}
options {
buildDiscarder(logRotator(numToKeepStr: '20', artifactDaysToKeepStr: '30'))
timeout(time: 90, unit: 'MINUTES')
2017-10-27 11:47:38 -03:00
}
2017-11-05 16:04:14 -04:00
}