mirror of
https://github.com/vyos/vyos-build.git
synced 2025-10-01 20:28:40 +02:00
284 lines
12 KiB
Groovy
284 lines
12 KiB
Groovy
// Copyright (C) 2019-2020 VyOS maintainers and contributors
|
|
//
|
|
// This program is free software; you can redistribute it and/or modify
|
|
// in order to easy exprort images built to "external" world
|
|
// it under the terms of the GNU General Public License version 2 or later as
|
|
// published by the Free Software Foundation.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
@NonCPS
|
|
|
|
// Using a version specifier library, use 'current' branch. The underscore (_)
|
|
// is not a typo! You need this underscore if the line immediately after the
|
|
// @Library annotation is not an import statement!
|
|
@Library('vyos-build@current')_
|
|
|
|
/* Only keep the most recent builds. */
|
|
def projectProperties = [
|
|
[$class: 'BuildDiscarderProperty',strategy: [$class: 'LogRotator', numToKeepStr: '1']],
|
|
]
|
|
|
|
properties(projectProperties)
|
|
setDescription()
|
|
|
|
node('Docker') {
|
|
stage('Define Agent') {
|
|
script {
|
|
// create container name on demand
|
|
def branchName = getGitBranchName()
|
|
// Adjust PR target branch name so we can re-map it to the proper
|
|
// Docker image. CHANGE_ID is set only for pull requests, so it is
|
|
// safe to access the pullRequest global variable
|
|
if (env.CHANGE_ID) {
|
|
branchName = "${env.CHANGE_TARGET}".toLowerCase()
|
|
}
|
|
if (branchName.equals("master")) {
|
|
branchName = "current"
|
|
}
|
|
env.DOCKER_IMAGE = "vyos/vyos-build:" + branchName
|
|
}
|
|
}
|
|
}
|
|
|
|
pipeline {
|
|
agent {
|
|
docker {
|
|
reuseNode true
|
|
args "--sysctl net.ipv6.conf.lo.disable_ipv6=0 -e GOSU_UID=1006 -e GOSU_GID=1006"
|
|
image "${env.DOCKER_IMAGE}"
|
|
alwaysPull true
|
|
}
|
|
}
|
|
options {
|
|
disableConcurrentBuilds()
|
|
timeout(time: 120, unit: 'MINUTES')
|
|
timestamps()
|
|
}
|
|
environment {
|
|
DEBIAN_ARCH = sh(returnStdout: true, script: 'dpkg --print-architecture').trim()
|
|
BASE_DIR = getJenkinsfilePath()
|
|
CHANGESET_DIR = getChangeSetPath()
|
|
}
|
|
stages {
|
|
stage('Fetch') {
|
|
steps {
|
|
script {
|
|
checkout scm
|
|
}
|
|
}
|
|
}
|
|
stage('Git Clone - Components') {
|
|
parallel {
|
|
stage('Kernel') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
script {
|
|
dir(env.BASE_DIR) {
|
|
sh '''
|
|
KERNEL_VER=\$(cat ../../data/defaults.json | jq -r .kernel_version)
|
|
gpg2 --locate-keys torvalds@kernel.org gregkh@kernel.org
|
|
curl -OL https://www.kernel.org/pub/linux/kernel/v5.x/linux-${KERNEL_VER}.tar.xz
|
|
curl -OL https://www.kernel.org/pub/linux/kernel/v5.x/linux-${KERNEL_VER}.tar.sign
|
|
xz -cd linux-${KERNEL_VER}.tar.xz | gpg2 --verify linux-${KERNEL_VER}.tar.sign -
|
|
if [ $? -ne 0 ]; then
|
|
exit 1
|
|
fi
|
|
tar xf linux-${KERNEL_VER}.tar.xz
|
|
ln -s linux-${KERNEL_VER} linux
|
|
'''
|
|
}
|
|
}
|
|
}
|
|
}
|
|
stage('Kernel Firmware') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR + '/linux-firmware') {
|
|
checkout([$class: 'GitSCM',
|
|
doGenerateSubmoduleConfigurations: false,
|
|
extensions: [[$class: 'CleanCheckout'],
|
|
[$class: 'CloneOption', depth: 1, noTags: false, reference: '', shallow: true]],
|
|
branches: [[name: '20201218' ]],
|
|
userRemoteConfigs: [[credentialsId: 'GitHub-vyosbot', url: 'https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git']]])
|
|
}
|
|
}
|
|
}
|
|
stage('Accel-PPP') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR + '/accel-ppp') {
|
|
checkout([$class: 'GitSCM',
|
|
doGenerateSubmoduleConfigurations: false,
|
|
extensions: [[$class: 'CleanCheckout']],
|
|
branches: [[name: '59f8e1bc3f199c8d0d985253e19a74ad87130179' ]],
|
|
userRemoteConfigs: [[credentialsId: 'GitHub-vyosbot', url: 'https://github.com/accel-ppp/accel-ppp.git']]])
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
stage('Compile Kernel') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR) {
|
|
sh "./build-kernel.sh"
|
|
}
|
|
}
|
|
}
|
|
|
|
stage('Kernel Module(s)') {
|
|
parallel {
|
|
stage('Accel-PPP') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR) {
|
|
sh "./build-accel-ppp.sh"
|
|
}
|
|
}
|
|
}
|
|
stage('Intel QuickAssist Technology') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR) {
|
|
sh "./build-intel-qat.sh"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
// This stage should not be run in the parallel section as it will call "make"
|
|
// again on the kernel source and this could confuse other build systems
|
|
// like generating Intel or Accel-PPP drivers. Better safe then sorry!
|
|
stage('Linux Firmware') {
|
|
when {
|
|
beforeOptions true
|
|
beforeAgent true
|
|
anyOf {
|
|
changeset pattern: "${env.CHANGESET_DIR}"
|
|
changeset pattern: "**/data/defaults.json"
|
|
triggeredBy 'TimerTrigger'
|
|
triggeredBy cause: "UserIdCause"
|
|
}
|
|
}
|
|
steps {
|
|
dir(env.BASE_DIR) {
|
|
sh "./build-linux-firmware.sh"
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
post {
|
|
cleanup {
|
|
deleteDir()
|
|
}
|
|
success {
|
|
script {
|
|
dir(env.BASE_DIR) {
|
|
// archive *.deb artifact on custom builds, deploy to repo otherwise
|
|
if ( isCustomBuild()) {
|
|
archiveArtifacts artifacts: '*.deb', fingerprint: true
|
|
} else {
|
|
// publish build result, using SSH-dev.packages.vyos.net Jenkins Credentials
|
|
sshagent(['SSH-dev.packages.vyos.net']) {
|
|
// build up some fancy groovy variables so we do not need to write/copy
|
|
// every option over and over again!
|
|
def RELEASE = getGitBranchName()
|
|
if (getGitBranchName() == "master")
|
|
RELEASE = 'current'
|
|
|
|
def VYOS_REPO_PATH = '/home/sentrium/web/dev.packages.vyos.net/public_html/repositories/' + RELEASE
|
|
if (getGitBranchName() == "crux")
|
|
VYOS_REPO_PATH += '/vyos'
|
|
|
|
def SSH_OPTS = '-o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR'
|
|
def SSH_REMOTE = env.DEV_PACKAGES_VYOS_NET_HOST // defined as global variable
|
|
def SSH_DIR = '~/VyOS/' + RELEASE
|
|
|
|
files = findFiles(glob: '*.deb')
|
|
if (files) {
|
|
sh(script: "ssh ${SSH_OPTS} ${SSH_REMOTE} -t \"bash --login -c 'mkdir -p ${SSH_DIR}'\"")
|
|
echo "Uploading package(s) and updating package(s) in the repository ..."
|
|
files.each { FILE ->
|
|
// NOTE: Groovy is a pain in the ass and " quotes differ from ', so all shell code must use " in the beginning
|
|
def PACKAGE = sh(returnStdout: true, script: "dpkg-deb -f ${FILE} Package").trim()
|
|
def PACKAGE_ARCH = sh(returnStdout: true, script: "dpkg-deb -f ${FILE} Architecture").trim()
|
|
def ARCH = ''
|
|
if (PACKAGE_ARCH != 'all')
|
|
ARCH = '-A ' + PACKAGE_ARCH
|
|
|
|
sh(script: "scp ${SSH_OPTS} ${FILE} ${SSH_REMOTE}:${SSH_DIR}")
|
|
sh(script: "ssh ${SSH_OPTS} ${SSH_REMOTE} -t \"uncron-add 'reprepro -v -b ${VYOS_REPO_PATH} ${ARCH} remove ${RELEASE} ${PACKAGE}'\"")
|
|
sh(script: "ssh ${SSH_OPTS} ${SSH_REMOTE} -t \"uncron-add 'reprepro -v -b ${VYOS_REPO_PATH} ${ARCH} includedeb ${RELEASE} ${SSH_DIR}/${FILE}'\"")
|
|
}
|
|
sh(script: "ssh ${SSH_OPTS} ${SSH_REMOTE} -t \"uncron-add 'reprepro -v -b ${VYOS_REPO_PATH} deleteunreferenced'\"")
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|