ci/cd env: removed all jenkins files and src-rev scripts
The scripts and the pipelines are now located in the build directory BugzID: 78260 Signed-off-by: Marc Mattmueller <marc.mattmueller@netmodule.com>
This commit is contained in:
Marc Mattmueller
parent
7a078ecee0
commit
696db7ca10
|
|
@ -1,191 +0,0 @@
|
|||
// common parts for yocto builds
|
||||
|
||||
// BUILD_DIR_POSTFIX needs to be defined in the job before
|
||||
// loading this module
|
||||
env.SHARED_BUILD = "${WORKSPACE}/build${env.BUILD_DIR_POSTFIX}"
|
||||
env.BUILD_DEPLOY_DIR = "${env.SHARED_BUILD}/tmp/deploy/images"
|
||||
env.BUILD_LICENSE_DIR = "${env.SHARED_BUILD}/tmp/deploy/licenses"
|
||||
env.BUILD_HISTORY_DIR = "${env.SHARED_BUILD}/buildhistory"
|
||||
env.DISTRO_VERSION_PATHNAME = "${env.SHARED_BUILD}/conf/distro_version.inc"
|
||||
env.DOWNLOAD_DIR = "${WORKSPACE}/build-common/downloads"
|
||||
env.BINARY_STORAGE_URL = "http://nmrepo.netmodule.intranet/src/yocto-downloads"
|
||||
env.SUBMODULE_VERION_FILE = "submodule_revisions"
|
||||
env.DISTRO_VERSION_FILE = "distro_version.inc"
|
||||
env.AUTOREV_VERSION_FILE = "autorev_revisions.inc"
|
||||
env.PACKAGE_NAME = "nm-os"
|
||||
|
||||
|
||||
echo "loading common yocto build module..."
|
||||
|
||||
|
||||
// Methods declared in external code are accessible
|
||||
// directly from other code in the external file
|
||||
// indirectly via the object created by the load operation
|
||||
// eg. extcode.build(...)
|
||||
|
||||
|
||||
def cleanWorkspace() {
|
||||
println "cleaning workspace..."
|
||||
sh "[ -d \"${WORKSPACE}/build-common/sstate-cache\" ] && find \"${WORKSPACE}/build-common/sstate-cache/\" -name \"sstate*\" -atime +3 -delete || true"
|
||||
sh "[ -d \"${env.SHARED_BUILD}/tmp/work\" ] && find \"${env.SHARED_BUILD}/tmp/work/\" -name temp -type d -exec rm -rf {} + || true"
|
||||
}
|
||||
|
||||
|
||||
def isRelease(versionParam) {
|
||||
if((versionParam == "") || (versionParam == "latest")) {
|
||||
return false
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
|
||||
def handleSubmodules(versionParam) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
println "init submodules..."
|
||||
sh 'git submodule update --init'
|
||||
if(isRelease(versionParam)) {
|
||||
println "set submodules to freezed state..."
|
||||
sh 'git submodule update' // set all submodules to freezed commit
|
||||
}
|
||||
else {
|
||||
println "setting netmodule submodule hashes to head..."
|
||||
sh 'git submodule update --remote --rebase meta-netmodule-*' // update our own submodules to HEAD
|
||||
}
|
||||
}
|
||||
submoduleStatus = sh(returnStdout: true, script: "git submodule status").trim() // print submodule hashes to jenkins log
|
||||
println "${submoduleStatus}"
|
||||
writeFile(file: "${env.SUBMODULE_VERION_FILE}", text: "${submoduleStatus}")
|
||||
}
|
||||
|
||||
def handleAutoRevIncludeFile(versionParam) {
|
||||
if(isRelease(versionParam)) {
|
||||
println "suppressing autorev include file..."
|
||||
sh(script: "sed '/autorev-packages/d' -i ${env.SHARED_BUILD}/conf/local.conf")
|
||||
}
|
||||
}
|
||||
def cleanupAutoRevIncludeFile(versionParam) {
|
||||
if(isRelease(versionParam)) {
|
||||
println "clean-up suppressed autorev include file..."
|
||||
sh(script: "git checkout ${env.SHARED_BUILD}/conf/local.conf")
|
||||
}
|
||||
}
|
||||
|
||||
def updateSourceRevisions() {
|
||||
println "update source revisions to head..."
|
||||
sh(returnStdout: true, script: "bash -c '. ./env/distro/ostree-image > /dev/null && cd ../ && ./src-rev.sh -v -d -r -l ./srcrev.log -a ./autorev-packages.inc'")
|
||||
}
|
||||
|
||||
|
||||
def getTopUpstreamBuildNumber() {
|
||||
// Iterating though all upstream jobs:
|
||||
// currentBuild.upstreamBuilds.each { item ->
|
||||
// echo "upstream build: ${item}"
|
||||
// def nbr = item.getNumber()
|
||||
// echo "nbr=${nbr}"
|
||||
// }
|
||||
def upstreamJobList = currentBuild.upstreamBuilds
|
||||
def nbrOfUpstreamJobs = upstreamJobList.size()
|
||||
if (nbrOfUpstreamJobs == 0)
|
||||
return 0;
|
||||
def topJob = upstreamJobList[nbrOfUpstreamJobs-1]
|
||||
println "Top upstream project: " + topJob.getFullDisplayName()
|
||||
def topJobNbr = topJob.getNumber()
|
||||
println "Top upstream job build Number = ${topJobNbr}"
|
||||
return topJobNbr
|
||||
}
|
||||
|
||||
def buildVersionString(imageType, actualBaseVersionString, versionParameter) {
|
||||
// official release version
|
||||
if(isRelease(versionParameter)) {
|
||||
String newVersionStr = versionParameter
|
||||
return newVersionStr
|
||||
}
|
||||
|
||||
// SDK or FCT release
|
||||
if((imageType == 'fct') || (imageType == 'sdk')) {
|
||||
return actualBaseVersionString
|
||||
}
|
||||
|
||||
// nightly/incremental release
|
||||
def buildnbr = getTopUpstreamBuildNumber()
|
||||
String nightlyPart = actualBaseVersionString + ".Test${buildnbr}"
|
||||
return nightlyPart
|
||||
}
|
||||
|
||||
def getVersionString(versionParam, imageType) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
sh 'git fetch -ap'
|
||||
sh 'git fetch -t'
|
||||
}
|
||||
def gitCmd = "git describe --tags"
|
||||
|
||||
if(!isRelease(versionParam)) {
|
||||
gitCmd = "${gitCmd} --dirty"
|
||||
}
|
||||
gitversion = sh(returnStdout: true, script: "${gitCmd}").trim()
|
||||
String[] versionArr = "${gitversion}".split("-")
|
||||
|
||||
versionArr[0] = buildVersionString(imageType, versionArr[0], versionParam)
|
||||
rlsVersion = versionArr.join("-")
|
||||
return rlsVersion
|
||||
}
|
||||
|
||||
|
||||
def changeDistroVersion(versionString){
|
||||
println "Set the distro version to ${versionString}..."
|
||||
def versionTag = "DISTRO_VERSION = \"${versionString}\""
|
||||
writeFile(file: "${env.DISTRO_VERSION_PATHNAME}", text: "${versionTag}")
|
||||
sh(script: "cp ${env.DISTRO_VERSION_PATHNAME} ${env.DISTRO_VERSION_FILE}")
|
||||
}
|
||||
|
||||
def cleanupDistroVersion() {
|
||||
println "cleaning repository regarding distro version..."
|
||||
sh(script:"git clean -f ${env.DISTRO_VERSION_PATHNAME}")
|
||||
}
|
||||
|
||||
|
||||
def archiveImages(imgageDir, imgType) {
|
||||
dir ('tmp/artifacts') {
|
||||
zip archive: true, dir: "${WORKSPACE}/${imgageDir}", glob: "*", zipFile: "${env.PACKAGE_NAME}-${env.BUILD_VERSION}-${params.MACHINE}-${imgType}.zip"
|
||||
}
|
||||
sh "rm -rf ${WORKSPACE}/tmp/artifacts"
|
||||
}
|
||||
|
||||
|
||||
def syncSources(src, dst) {
|
||||
def hasSrcUrl = (src.contains("http"))
|
||||
def from = src
|
||||
def to = dst
|
||||
|
||||
// convert the URL into ssh syntax:
|
||||
def url = (hasSrcUrl) ? src : dst
|
||||
String[] repoParts = url.split("//")[1].split("/")
|
||||
repoParts[0] = "build_user@" + repoParts[0] + ":/repo/repo"
|
||||
sshSrc = repoParts.join("/")
|
||||
|
||||
if(hasSrcUrl) {
|
||||
println "getting data from server..."
|
||||
from = sshSrc
|
||||
sh(script: "bash -c \"mkdir -p ${to}\"")
|
||||
}
|
||||
else {
|
||||
println "putting data to server..."
|
||||
to = sshSrc
|
||||
}
|
||||
|
||||
sshagent (credentials: ['7767e711-08a4-4c71-b080-197253dd7392']) {
|
||||
sh "set +x && rsync -q -auvz --ignore-existing -e \"ssh\" ${from}/* ${to}"
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
def getAutoRevHashes(envType) {
|
||||
def env = "${envType}" == "" ? "" : "${envType}-"
|
||||
def revs = sh(returnStdout: true, script: "bash -c \". ./env/distro/${env}image > /dev/null && buildhistory-collect-srcrevs\"").trim()
|
||||
return revs
|
||||
}
|
||||
|
||||
|
||||
// !!Important Boilerplate!!
|
||||
// The external code must return it's contents as an object
|
||||
return this;
|
||||
|
|
@ -1,182 +0,0 @@
|
|||
// Loading code requires a NODE context
|
||||
// But we want the code accessible outside the node Context
|
||||
// So declare yoctocommon (object created by the LOAD operation) outside the Node block.
|
||||
def yoctocommon
|
||||
|
||||
|
||||
// declarative pipeline
|
||||
pipeline {
|
||||
agent {
|
||||
node {
|
||||
label "${params.NODE_NAME}"
|
||||
}
|
||||
}
|
||||
|
||||
parameters {
|
||||
choice(name: 'MACHINE', choices: ['select...', 'armada-385-nrhw18', 'am335x-nrhw20', 'am335x-nmhw21', 'imx8-nmhw23', 'am335x-nmhw24', 'am335x-hw25', 'am335x-hw26'], description: 'choose target platform')
|
||||
choice(name: 'IMAGE_TYPE', choices: ['lava', 'fct', 'minimal'], description: 'choose image type')
|
||||
string(name: 'RLS_VERSION', defaultValue: '', description: 'Set the version to build and use committed submodules')
|
||||
string(name: 'NODE_NAME', defaultValue: 'lxbuild3', description: 'Overwrite default node name to build on')
|
||||
booleanParam(name: 'CLEAN_BUILD', defaultValue: false, description: 'clean all temp directories before build starts')
|
||||
}
|
||||
|
||||
environment {
|
||||
IMG_OUTPUT_DIR = "tmp/build-output"
|
||||
}
|
||||
|
||||
options {
|
||||
timeout(time: 5, unit: 'HOURS')
|
||||
buildDiscarder(
|
||||
logRotator(numToKeepStr: '40',
|
||||
daysToKeepStr: '7',
|
||||
artifactNumToKeepStr: '40',
|
||||
artifactDaysToKeepStr: '7'
|
||||
)
|
||||
)
|
||||
disableConcurrentBuilds()
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('prepare') {
|
||||
steps {
|
||||
script {
|
||||
if("${params.MACHINE}" == "select...") {
|
||||
currentBuild.result = 'ABORTED'
|
||||
error("Missing machine type --> select parameter MACHINE for a proper build")
|
||||
}
|
||||
|
||||
// this definition is needed for selecting the
|
||||
// correct build directory
|
||||
env.BUILD_DIR_POSTFIX = "${params.IMAGE_TYPE}" == "lava" ? "-fct" : "-${params.IMAGE_TYPE}"
|
||||
|
||||
// take the correct user ID for the ssh connection of
|
||||
// the belonging build server
|
||||
if("${params.NODE_NAME}" == "lxbuild4") {
|
||||
env.SSH_ID = '6b90ac7f-9596-4e43-923b-6c9179a10d8a'
|
||||
}
|
||||
else if("${params.NODE_NAME}" == "lxbuild3") {
|
||||
env.SSH_ID = '70c27394-cb7d-4304-aed1-89e15a3a78d0'
|
||||
}
|
||||
else {
|
||||
env.SSH_ID = ''
|
||||
}
|
||||
println "SSH_ID used: ${env.SSH_ID}"
|
||||
|
||||
// load yocto common file
|
||||
env.ROOTDIR = pwd()
|
||||
yoctocommon = load "${env.ROOTDIR}/Jenkinsfile_Common"
|
||||
|
||||
// clean-up no longer needed packages
|
||||
yoctocommon.cleanWorkspace()
|
||||
|
||||
// Prepare Build Environment
|
||||
env.YOCTO_DEPLOYS = "${env.BUILD_DEPLOY_DIR}/${params.MACHINE}"
|
||||
yoctocommon.handleSubmodules("${params.RLS_VERSION}")
|
||||
yoctocommon.handleAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
version = yoctocommon.getVersionString("${params.RLS_VERSION}", "${params.IMAGE_TYPE}")
|
||||
env.BUILD_VERSION = "${version}"
|
||||
currentBuild.displayName = "${version}-${params.MACHINE}-${params.IMAGE_TYPE}" //replace Bitbake timestamp after building
|
||||
printJobParameters()
|
||||
yoctocommon.changeDistroVersion("${version}")
|
||||
yoctocommon.syncSources("${env.BINARY_STORAGE_URL}", "${env.DOWNLOAD_DIR}")
|
||||
}
|
||||
writeFile file: 'VERSION', text: "${env.PACKAGE_NAME}: ${env.BUILD_VERSION}"
|
||||
}
|
||||
}
|
||||
|
||||
stage('clean') {
|
||||
when { expression { return params.CLEAN_BUILD } }
|
||||
steps {
|
||||
script {
|
||||
cleaning(params.IMAGE_TYPE)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('build') {
|
||||
steps {
|
||||
script {
|
||||
build(params.IMAGE_TYPE, params.IMAGE_TYPE)
|
||||
createArchive(params.IMAGE_TYPE, env.IMG_OUTPUT_DIR)
|
||||
yoctocommon.archiveImages(env.IMG_OUTPUT_DIR, params.IMAGE_TYPE)
|
||||
sh "rm -rf ${IMG_OUTPUT_DIR}"
|
||||
}
|
||||
}
|
||||
post {
|
||||
always {
|
||||
script {
|
||||
yoctocommon.cleanupAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
yoctocommon.syncSources("${env.DOWNLOAD_DIR}", "${env.BINARY_STORAGE_URL}")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('collect versions') {
|
||||
steps {
|
||||
script {
|
||||
revisions = yoctocommon.getAutoRevHashes(params.IMAGE_TYPE)
|
||||
writeFile(file: "${env.AUTOREV_VERSION_FILE}", text: "${revisions}")
|
||||
}
|
||||
}
|
||||
post {
|
||||
success {
|
||||
archiveArtifacts(artifacts: "${env.SUBMODULE_VERION_FILE}, ${env.AUTOREV_VERSION_FILE}, ${env.DISTRO_VERSION_FILE}", onlyIfSuccessful: false)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
} // stages
|
||||
}
|
||||
|
||||
|
||||
def printJobParameters() {
|
||||
println "----------------------------------\n\
|
||||
Job Parameters:\n\
|
||||
----------------------------------\n\
|
||||
MACHINE = ${params.MACHINE}\n\
|
||||
IMAGE_TYPE = ${params.IMAGE_TYPE}\n\
|
||||
CLEAN_BUILD = ${params.CLEAN_BUILD}\n\
|
||||
RLS_VERSION = ${params.RLS_VERSION}\n\
|
||||
--> version = ${env.BUILD_VERSION}\n\
|
||||
----------------------------------\n"
|
||||
}
|
||||
|
||||
|
||||
def cleaning(envType) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
def envPostFix = "${envType}" == "" ? "" : "${envType}-"
|
||||
sh "bash -c '. ./env/distro/${envPostFix}image > /dev/null && bitbake -q -fc cleanall virtual/netmodule-image'"
|
||||
}
|
||||
dir ("${env.SHARED_BUILD}/tmp") { deleteDir() }
|
||||
dir ("${env.SHARED_BUILD}/tmp-glibc") { deleteDir() }
|
||||
}
|
||||
|
||||
|
||||
def build(envType, imgType) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
def envPostFix = "${envType}" == "" ? "" : "${envType}-"
|
||||
sh "bash -c '. ./env/distro/${envPostFix}image > /dev/null && bitbake -q -k virtual/netmodule-image'"
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
def createArchive(imgType, outputDir) {
|
||||
def imgTypePostfix = "${imgType}" == "" ? "" : "-${imgType}"
|
||||
dir (outputDir) {
|
||||
def image_basename = "netmodule-linux-image${imgTypePostfix}-${params.MACHINE}"
|
||||
def basename_built = "${env.YOCTO_DEPLOYS}/${image_basename}"
|
||||
def basename_archive = "./image${imgTypePostfix}-${params.MACHINE}"
|
||||
|
||||
sh "cp ${basename_built}.manifest ${basename_archive}.manifest"
|
||||
sh "bash -c '${WORKSPACE}/openembedded-core/scripts/buildhistory-collect-srcrevs -p ${env.BUILD_HISTORY_DIR} > srcrev-${params.MACHINE}${imgTypePostfix}.inc'"
|
||||
|
||||
sh label: 'Copy License Manifest', returnStatus: true, script: """
|
||||
LATEST_LICENSE_DIR=\$(ls -Artd ${env.BUILD_LICENSE_DIR}/netmodule-linux-image${imgTypePostfix}* | tail -n 1)
|
||||
cp \$LATEST_LICENSE_DIR/license.manifest ${basename_archive}_license.manifest
|
||||
"""
|
||||
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/fitImage-${image_basename}-${params.MACHINE} fitImage-${image_basename}"
|
||||
sh "cp ${basename_built}.cpio.gz ${basename_archive}.cpio.gz"
|
||||
}
|
||||
}
|
||||
|
|
@ -1,264 +0,0 @@
|
|||
// Loading code requires a NODE context
|
||||
// But we want the code accessible outside the node Context
|
||||
// So declare yoctocommon (object created by the LOAD operation) outside the Node block.
|
||||
def yoctocommon
|
||||
|
||||
|
||||
// declarative pipeline
|
||||
pipeline {
|
||||
agent {
|
||||
node {
|
||||
label "${params.NODE_NAME}"
|
||||
}
|
||||
}
|
||||
|
||||
parameters {
|
||||
choice(name: 'MACHINE', choices: ['select...', 'armada-385-nrhw18', 'am335x-nrhw20', 'am335x-nmhw21', 'imx8-nmhw23', 'am335x-nmhw24', 'am335x-hw25', 'am335x-hw26'], description: 'choose target platform')
|
||||
choice(name: 'IMAGE_TYPE', choices: ['dev', 'bootloader', 'release', 'vcu'], description: 'choose image type')
|
||||
string(name: 'RLS_VERSION', defaultValue: '', description: 'Set the version to build and use committed submodules')
|
||||
string(name: 'NODE_NAME', defaultValue: 'lxbuild4', description: 'Overwrite default node name to build on')
|
||||
booleanParam(name: 'CLEAN_BUILD', defaultValue: false, description: 'clean all temp directories before build starts')
|
||||
}
|
||||
|
||||
environment {
|
||||
WORK_DIR = "tmp"
|
||||
IMG_OUTPUT_DIR = "${WORK_DIR}/build-output"
|
||||
}
|
||||
|
||||
options {
|
||||
timeout(time: 5, unit: 'HOURS')
|
||||
buildDiscarder(
|
||||
logRotator(numToKeepStr: '80',
|
||||
daysToKeepStr: '7',
|
||||
artifactNumToKeepStr: '80',
|
||||
artifactDaysToKeepStr: '7'
|
||||
)
|
||||
)
|
||||
disableConcurrentBuilds()
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('prepare') {
|
||||
steps {
|
||||
script {
|
||||
if("${params.MACHINE}" == "select...") {
|
||||
currentBuild.result = 'ABORTED'
|
||||
error("Missing machine type --> select parameter MACHINE for a proper build")
|
||||
}
|
||||
|
||||
cleanLeftOvers(env.IMG_OUTPUT_DIR)
|
||||
|
||||
// this definition is needed for selecting the
|
||||
// correct build directory
|
||||
env.BUILD_DIR_POSTFIX = ""
|
||||
|
||||
// take the correct user ID for the ssh connection of
|
||||
// the belonging build server
|
||||
if("${params.NODE_NAME}" == "lxbuild4") {
|
||||
env.SSH_ID = '6b90ac7f-9596-4e43-923b-6c9179a10d8a'
|
||||
}
|
||||
else if("${params.NODE_NAME}" == "lxbuild3") {
|
||||
env.SSH_ID = '70c27394-cb7d-4304-aed1-89e15a3a78d0'
|
||||
}
|
||||
else {
|
||||
env.SSH_ID = ''
|
||||
}
|
||||
println "SSH_ID used: ${env.SSH_ID}"
|
||||
|
||||
// load yocto common file
|
||||
env.ROOTDIR = pwd()
|
||||
yoctocommon = load "${env.ROOTDIR}/Jenkinsfile_Common"
|
||||
|
||||
// clean-up no longer needed packages
|
||||
yoctocommon.cleanWorkspace()
|
||||
|
||||
// Prepare Build Environment
|
||||
env.YOCTO_DEPLOYS = "${env.BUILD_DEPLOY_DIR}/${params.MACHINE}"
|
||||
yoctocommon.handleSubmodules("${params.RLS_VERSION}")
|
||||
yoctocommon.handleAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
version = yoctocommon.getVersionString("${params.RLS_VERSION}", "${params.IMAGE_TYPE}")
|
||||
env.BUILD_VERSION = "${version}"
|
||||
currentBuild.displayName = "${version}-${params.MACHINE}-${params.IMAGE_TYPE}" //replace Bitbake timestamp after building
|
||||
printJobParameters()
|
||||
yoctocommon.changeDistroVersion("${version}")
|
||||
yoctocommon.syncSources("${env.BINARY_STORAGE_URL}", "${env.DOWNLOAD_DIR}")
|
||||
}
|
||||
writeFile file: 'VERSION', text: "${env.PACKAGE_NAME}: ${env.BUILD_VERSION}"
|
||||
}
|
||||
}
|
||||
|
||||
stage('clean') {
|
||||
when { expression { return params.CLEAN_BUILD } }
|
||||
steps {
|
||||
script {
|
||||
cleaning(params.IMAGE_TYPE)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('build') {
|
||||
steps {
|
||||
script {
|
||||
build(params.IMAGE_TYPE)
|
||||
|
||||
// archive a bootloader package:
|
||||
// the bootloader is also built with the dev image, hence we combine it
|
||||
def isBootLoaderOnly = (params.IMAGE_TYPE == 'bootloader').toBoolean()
|
||||
if(isBootLoaderOnly || (params.IMAGE_TYPE == 'dev')) {
|
||||
createBslPackage(env.IMG_OUTPUT_DIR, params.MACHINE)
|
||||
archivePackage(yoctocommon, env.IMG_OUTPUT_DIR, 'bootloader', !isBootLoaderOnly)
|
||||
}
|
||||
|
||||
// archive an image package:
|
||||
// skip for bootloader only builds
|
||||
if(!isBootLoaderOnly) {
|
||||
createImagePackage(params.IMAGE_TYPE, env.IMG_OUTPUT_DIR)
|
||||
archiveOSTreeArtifact(env.IMG_OUTPUT_DIR)
|
||||
archivePackage(yoctocommon, env.IMG_OUTPUT_DIR, params.IMAGE_TYPE, false)
|
||||
}
|
||||
}
|
||||
}
|
||||
post {
|
||||
always {
|
||||
script {
|
||||
cleanLeftOvers(env.WORK_DIR)
|
||||
yoctocommon.cleanupAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
yoctocommon.syncSources("${env.DOWNLOAD_DIR}", "${env.BINARY_STORAGE_URL}")
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('collect versions') {
|
||||
steps {
|
||||
script {
|
||||
revisions = yoctocommon.getAutoRevHashes('ostree')
|
||||
writeFile(file: "${env.AUTOREV_VERSION_FILE}", text: "${revisions}")
|
||||
}
|
||||
}
|
||||
post {
|
||||
success {
|
||||
archiveArtifacts(artifacts: "${env.SUBMODULE_VERION_FILE}, ${env.AUTOREV_VERSION_FILE}, ${env.DISTRO_VERSION_FILE}", onlyIfSuccessful: false)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
} // stages
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def printJobParameters() {
|
||||
println "----------------------------------\n\
|
||||
Job Parameters:\n\
|
||||
----------------------------------\n\
|
||||
MACHINE = ${params.MACHINE}\n\
|
||||
IMAGE_TYPE = ${params.IMAGE_TYPE}\n\
|
||||
CLEAN_BUILD = ${params.CLEAN_BUILD}\n\
|
||||
RLS_VERSION = ${params.RLS_VERSION}\n\
|
||||
--> version = ${env.BUILD_VERSION}\n\
|
||||
----------------------------------\n"
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def cleanLeftOvers(cleaningDir) {
|
||||
sh "rm -rf ${cleaningDir}"
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def cleaning(imgType) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
def tgtImgType = "${imgType}" == "bootloader" ? "dev" : "${imgType}"
|
||||
tgtImgType = "${tgtImgType}" == "release" ? "" : "${tgtImgType}"
|
||||
def imgTypePostfix = "${tgtImgType}" == "" ? "" : "-${tgtImgType}"
|
||||
|
||||
def distroPostfix = "ostree"
|
||||
if (tgtImgType == "vcu")
|
||||
distroPostfix = "vcu"
|
||||
|
||||
sh "bash -c '. ./env/distro/${distroPostfix}-image > /dev/null && bitbake -q -fc cleanall netmodule-linux-image${imgTypePostfix}'"
|
||||
}
|
||||
dir ("${env.SHARED_BUILD}/tmp") { deleteDir() }
|
||||
dir ("${env.SHARED_BUILD}/tmp-glibc") { deleteDir() }
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def build(imgType) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
def tgtImgType = "${imgType}" == "bootloader" ? "dev" : "${imgType}"
|
||||
tgtImgType = "${tgtImgType}" == "release" ? "" : "${tgtImgType}"
|
||||
def imgTypePostfix = "${tgtImgType}" == "" ? "" : "-${tgtImgType}"
|
||||
|
||||
def distroPostfix = "ostree"
|
||||
if (tgtImgType == "vcu")
|
||||
distroPostfix = "vcu"
|
||||
|
||||
sh "bash -c '. ./env/distro/${distroPostfix}-image > /dev/null && bitbake -q -k netmodule-linux-image${imgTypePostfix}'"
|
||||
}
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def createBslPackage(outputDir, machine) {
|
||||
dir(outputDir) {
|
||||
String machineStr = machine
|
||||
String[] machineArr = machineStr.split('-')
|
||||
|
||||
println "get bootloader artifacts for package..."
|
||||
if(machineArr[0] == 'imx8') {
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/imx-boot ."
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/imx-boot.sd ."
|
||||
}
|
||||
else if(machineArr[0] == 'armada') {
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/*u-boot-spl.kwb ."
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/*u-boot-${params.MACHINE}*.kwb ."
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/*u-boot-${params.MACHINE}*.xmodem.bin ."
|
||||
}
|
||||
else {
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/*u-boot-${params.MACHINE}*.img ."
|
||||
sh "cp ${env.YOCTO_DEPLOYS}/*u-boot-${params.MACHINE}*.xmodem.bin ."
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def createImagePackage(imgType, outputDir) {
|
||||
dir (outputDir) {
|
||||
println "get image artifacts for package..."
|
||||
def imgTypePostfix = "${imgType}" == "" ? "" : "-${imgType}"
|
||||
imgTypePostfix = "${imgTypePostfix}" == "-release" ? "" : "${imgTypePostfix}"
|
||||
def image_basename = "netmodule-linux-image${imgTypePostfix}-${params.MACHINE}"
|
||||
def basename_built = "${env.YOCTO_DEPLOYS}/${image_basename}"
|
||||
def basename_archive = "./image${imgTypePostfix}-${params.MACHINE}"
|
||||
|
||||
sh "cp ${basename_built}.manifest ${basename_archive}.manifest"
|
||||
sh "bash -c '${WORKSPACE}/openembedded-core/scripts/buildhistory-collect-srcrevs -p ${env.BUILD_HISTORY_DIR} > srcrev-${params.MACHINE}${imgTypePostfix}.inc'"
|
||||
|
||||
sh label: 'Copy License Manifest', returnStatus: true, script: """
|
||||
LATEST_LICENSE_DIR=\$(ls -Artd ${env.BUILD_LICENSE_DIR}/netmodule-linux-image${imgTypePostfix}* | tail -n 1)
|
||||
cp \$LATEST_LICENSE_DIR/license.manifest ${basename_archive}_license.manifest
|
||||
"""
|
||||
|
||||
sh label: 'Copy initramfs License Manifest', returnStatus: true, script: """
|
||||
LATEST_LICENSE_DIR=\$(ls -Artd ${env.BUILD_LICENSE_DIR}/initramfs-ostree-image-${params.MACHINE}-* | tail -n 1)
|
||||
cp \$LATEST_LICENSE_DIR/license.manifest initramfs-ostree-image_license.manifest
|
||||
"""
|
||||
|
||||
sh "cp ${basename_built}.ota-ext4 ${basename_archive}.ota-ext4"
|
||||
sh "cp ${basename_built}.wic ${basename_archive}.wic"
|
||||
sh "tar czf ./ostree_repo${imgTypePostfix}.tar.gz -C ${env.YOCTO_DEPLOYS}/ostree_repo ."
|
||||
}
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def archivePackage(yoctocommon, pkgDir, imgType, doCleanPkgDir) {
|
||||
yoctocommon.archiveImages(pkgDir, imgType)
|
||||
if(doCleanPkgDir) {
|
||||
println "cleaning pkgDir..."
|
||||
sh "rm -rf ./${pkgDir}/*"
|
||||
}
|
||||
}
|
||||
|
||||
//-----------------------------------------------------------------------------
|
||||
def archiveOSTreeArtifact(outputDir) {
|
||||
archiveArtifacts artifacts: "${outputDir}/ostree_repo*.tar.gz", onlyIfSuccessful: true
|
||||
sh "rm -f ./${outputDir}/ostree_repo*.tar.gz"
|
||||
}
|
||||
188
Jenkinsfile_sdk
188
Jenkinsfile_sdk
|
|
@ -1,188 +0,0 @@
|
|||
// Loading code requires a NODE context
|
||||
// But we want the code accessible outside the node Context
|
||||
// So declare yoctocommon (object created by the LOAD operation) outside the Node block.
|
||||
def yoctocommon
|
||||
|
||||
|
||||
// declarative pipeline
|
||||
pipeline {
|
||||
agent {
|
||||
node {
|
||||
label "${params.NODE_NAME}"
|
||||
}
|
||||
}
|
||||
|
||||
parameters {
|
||||
choice(name: 'MACHINE', choices: ['select...', 'armada-385-nrhw18', 'am335x-nrhw20', 'am335x-nmhw21', 'imx8-nmhw23', 'am335x-nmhw24', 'am335x-hw25', 'am335x-hw26'], description: 'choose target platform')
|
||||
string(name: 'RLS_VERSION', defaultValue: '', description: 'Set the version to build and use committed submodules')
|
||||
string(name: 'NODE_NAME', defaultValue: 'oem-ci', description: 'Enter a specific node name')
|
||||
booleanParam(name: 'CLEAN_BUILD', defaultValue: false, description: 'clean all temp directories before build starts')
|
||||
booleanParam(name: 'BUILD_FROM_DEV_IMAGE', defaultValue: false, description: 'build SDK from dev image')
|
||||
}
|
||||
|
||||
environment {
|
||||
// SDK Build Parameter (default is recipe netmodule-linux-sdk)
|
||||
IS_NM_LINUX_SDK = "${!params.BUILD_FROM_DEV_IMAGE}"
|
||||
}
|
||||
|
||||
options {
|
||||
timeout(time: 8, unit: 'HOURS')
|
||||
buildDiscarder(
|
||||
logRotator(numToKeepStr: '6')
|
||||
)
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('prepare') {
|
||||
steps {
|
||||
script {
|
||||
if("${params.MACHINE}" == "select...") {
|
||||
currentBuild.result = 'ABORTED'
|
||||
error("Missing machine type --> select parameter MACHINE for a proper build")
|
||||
}
|
||||
|
||||
// this definition is needed for selecting the
|
||||
// correct build directory
|
||||
env.BUILD_DIR_POSTFIX = ""
|
||||
|
||||
// take the correct user ID for the ssh connection of
|
||||
// the belonging build server
|
||||
if("${params.NODE_NAME}" == "lxbuild4") {
|
||||
env.SSH_ID = '6b90ac7f-9596-4e43-923b-6c9179a10d8a'
|
||||
}
|
||||
else if("${params.NODE_NAME}" == "lxbuild3") {
|
||||
env.SSH_ID = '70c27394-cb7d-4304-aed1-89e15a3a78d0'
|
||||
}
|
||||
else {
|
||||
error("Declare the NODE_NAME specific to the build agent")
|
||||
}
|
||||
println "SSH_ID used: ${env.SSH_ID}"
|
||||
|
||||
// load yocto common file
|
||||
env.ROOTDIR = pwd()
|
||||
yoctocommon = load "${env.ROOTDIR}/Jenkinsfile_Common"
|
||||
|
||||
// clean-up no longer needed packages
|
||||
yoctocommon.cleanWorkspace()
|
||||
|
||||
// Prepare Build Environment
|
||||
env.YOCTO_DEPLOYS = "${env.SHARED_BUILD}/tmp/deploy/sdk"
|
||||
yoctocommon.handleSubmodules("${params.RLS_VERSION}")
|
||||
yoctocommon.handleAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
cleanLastBuildArtifacts()
|
||||
version = yoctocommon.getVersionString("${params.RLS_VERSION}", "sdk")
|
||||
env.BUILD_VERSION = "${version}"
|
||||
currentBuild.displayName = "${version}-${params.MACHINE}-sdk" //replace Bitbake timestamp after building
|
||||
printJobParameters()
|
||||
yoctocommon.changeDistroVersion("${version}")
|
||||
yoctocommon.syncSources("${env.BINARY_STORAGE_URL}", "${env.DOWNLOAD_DIR}")
|
||||
}
|
||||
writeFile file: 'VERSION', text: "${env.PACKAGE_NAME}: ${env.BUILD_VERSION}"
|
||||
}
|
||||
}
|
||||
|
||||
stage('clean') {
|
||||
when { expression { return params.CLEAN_BUILD } }
|
||||
steps {
|
||||
script {
|
||||
cleaning(env.IS_NM_LINUX_SDK.toBoolean())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('build') {
|
||||
steps {
|
||||
script {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
if(env.IS_NM_LINUX_SDK.toBoolean()) {
|
||||
sh "bash -c '. ./env/distro/ostree-image && bitbake -q netmodule-linux-sdk'"
|
||||
}
|
||||
else {
|
||||
sh "bash -c '. ./env/distro/ostree-image && bitbake -q -fc populate_sdk netmodule-linux-image-dev'"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
post {
|
||||
success {
|
||||
script{
|
||||
deploySdkToArtifactory(params.BUILD_FROM_DEV_IMAGE, "${params.MACHINE}")
|
||||
}
|
||||
} // success
|
||||
always {
|
||||
script {
|
||||
yoctocommon.cleanupAutoRevIncludeFile("${params.RLS_VERSION}")
|
||||
yoctocommon.syncSources("${env.DOWNLOAD_DIR}", "${env.BINARY_STORAGE_URL}")
|
||||
}
|
||||
} // always
|
||||
}
|
||||
}
|
||||
|
||||
} // stages
|
||||
}
|
||||
|
||||
|
||||
def printJobParameters() {
|
||||
println "----------------------------------\n\
|
||||
Job Parameters:\n\
|
||||
----------------------------------\n\
|
||||
MACHINE = ${params.MACHINE}\n\
|
||||
CLEAN_BUILD = ${params.CLEAN_BUILD}\n\
|
||||
IS_NM_LINUX_SDK = ${env.IS_NM_LINUX_SDK}\n\
|
||||
RLS_VERSION = ${params.RLS_VERSION}\n\
|
||||
--> version = ${env.BUILD_VERSION}\n\
|
||||
----------------------------------\n"
|
||||
}
|
||||
|
||||
|
||||
def cleanLastBuildArtifacts() {
|
||||
println "cleaning artifacts from last build..."
|
||||
sh "rm -f ${env.YOCTO_DEPLOYS}/*"
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
sh "bash -c '. ./env/distro/ostree-image > /dev/null && git fetch -ap && bitbake -q -c cleanall netmodule-linux-sdk'"
|
||||
}
|
||||
}
|
||||
|
||||
def cleaning(isNmSdk) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
if(env.IS_NM_LINUX_SDK.toBoolean()) {
|
||||
sh "bash -c '. ./env/distro/ostree-image && bitbake -q -fc cleanall netmodule-linux-sdk'"
|
||||
}
|
||||
else {
|
||||
sh "bash -c '. ./env/distro/ostree-image && bitbake -q -fc cleanall netmodule-linux-image-dev'"
|
||||
}
|
||||
}
|
||||
dir ("${env.SHARED_BUILD}/tmp") { deleteDir() }
|
||||
dir ("${env.SHARED_BUILD}/tmp-glibc") { deleteDir() }
|
||||
}
|
||||
|
||||
|
||||
|
||||
def deploySdkToArtifactory(isBuildFromDev, machine) {
|
||||
def cpuType = machine.split("-")[0]
|
||||
def sdkArtifact = sh(returnStdout: true, script: "ls ${env.YOCTO_DEPLOYS}/netmodule-linux-ostree*-netmodule-linux-*.sh").trim()
|
||||
if(isBuildFromDev) {
|
||||
def jenkinsBaseUrl = "https://jenkins.netmodule.intranet"
|
||||
def workspaceUrl = "${jenkinsBaseUrl}/job/NMOS/job/build-sdk/job/${env.BRANCH_NAME}/${currentBuild.number}/execution/node/3/ws/build/tmp/deploy/sdk"
|
||||
def artifactFile = sh(returnStdout: true, script: "basename ${sdkArtifact}")
|
||||
println "Download link of image-sdk (cpuType=${cpuType}): ${workspaceUrl}/${artifactFile}"
|
||||
return
|
||||
}
|
||||
|
||||
println "Deploying ${sdkArtifact} (cpuType=${cpuType}) to NEXUS..."
|
||||
nexusArtifactUploader(
|
||||
nexusVersion: "nexus3",
|
||||
protocol: "https",
|
||||
nexusUrl: "repo.netmodule.intranet:443",
|
||||
groupId: "nm.sdk",
|
||||
version: "latest",
|
||||
repository: "nm-os",
|
||||
credentialsId: "0099cd5a-81d4-4698-9b55-1206895d19fb",
|
||||
artifacts: [
|
||||
[artifactId: "${cpuType}",
|
||||
classifier: "",
|
||||
file: "${sdkArtifact}",
|
||||
type: "sh"]
|
||||
]
|
||||
);
|
||||
}
|
||||
|
|
@ -1,161 +0,0 @@
|
|||
// declarative pipeline
|
||||
pipeline {
|
||||
agent {
|
||||
node {
|
||||
label 'lxbuild4'
|
||||
}
|
||||
}
|
||||
|
||||
parameters {
|
||||
booleanParam(name: 'UPDATE_NM_PARTS', defaultValue: true, description: 'update the netmodule submodules (e.g. before releasing)')
|
||||
booleanParam(name: 'UPDATE_COMMUNITY_PARTS', defaultValue: false, description: 'update the the community submodules (maintenance/security updates)')
|
||||
}
|
||||
|
||||
environment {
|
||||
SUBMODULE_VERSION_FILE = "submodule_revisions"
|
||||
SOURCE_REVISION_UPDATE_LOG = "src_rev_update.log"
|
||||
SSH_ID = '6b90ac7f-9596-4e43-923b-6c9179a10d8a'
|
||||
}
|
||||
|
||||
options {
|
||||
timeout(time: 1, unit: 'HOURS')
|
||||
buildDiscarder(
|
||||
logRotator(numToKeepStr: '5')
|
||||
)
|
||||
disableConcurrentBuilds()
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('prepare') {
|
||||
steps {
|
||||
script {
|
||||
if(params.UPDATE_NM_PARTS) {
|
||||
currentBuild.displayName += "-nm"
|
||||
}
|
||||
if(params.UPDATE_COMMUNITY_PARTS) {
|
||||
currentBuild.displayName += "-community"
|
||||
}
|
||||
printJobParameters()
|
||||
prepareUpdate()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('update to head') {
|
||||
steps {
|
||||
script {
|
||||
updateSubmodules(params.UPDATE_NM_PARTS, params.UPDATE_COMMUNITY_PARTS)
|
||||
updateSourceRevisions(params.UPDATE_NM_PARTS)
|
||||
}
|
||||
}
|
||||
post {
|
||||
success {
|
||||
archiveArtifacts(artifacts: "${env.SUBMODULE_VERSION_FILE}", onlyIfSuccessful: false)
|
||||
sh "rm -f ${env.SUBMODULE_VERSION_FILE}"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('commit') {
|
||||
steps {
|
||||
commitChanges(params.UPDATE_NM_PARTS, params.UPDATE_COMMUNITY_PARTS)
|
||||
}
|
||||
}
|
||||
|
||||
} // stages
|
||||
}
|
||||
|
||||
|
||||
def printJobParameters() {
|
||||
def node_name = "${NODE_NAME}"
|
||||
println "Running on agent: ${node_name}\n\n"
|
||||
println "----------------------------------\n\
|
||||
Job Parameters:\n\
|
||||
----------------------------------\n\
|
||||
UPDATE_NM_PARTS = ${params.UPDATE_NM_PARTS}\n\
|
||||
UPDATE_COMMUNITY_PARTS = ${params.UPDATE_COMMUNITY_PARTS}\n\
|
||||
----------------------------------\n"
|
||||
}
|
||||
|
||||
def prepareUpdate() {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
sh 'git submodule update --init' // init submodules used if first checkout
|
||||
}
|
||||
def userId = "${currentBuild.getBuildCauses()[0].userId}"
|
||||
def userName = "${currentBuild.getBuildCauses()[0].userName}"
|
||||
if("${userId}" == "null") {
|
||||
userId = "downstream"
|
||||
userName = "Jenkins"
|
||||
}
|
||||
env.TRIGGERED_USER = "${userName} (userId=${userId})"
|
||||
|
||||
def notNmUpdate = "${!params.UPDATE_NM_PARTS}"
|
||||
def notCommunityUpdate = "${!params.UPDATE_COMMUNITY_PARTS}"
|
||||
if(notNmUpdate.toBoolean() && notCommunityUpdate.toBoolean()) {
|
||||
error("Nothing to update selected - both parameters are false")
|
||||
}
|
||||
}
|
||||
|
||||
def updateSubmodules(isNmUpdate, isCommunityUpdate) {
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
if(isNmUpdate) {
|
||||
sh(script: "git submodule update --remote --rebase meta-netmodule-*")
|
||||
}
|
||||
if(isCommunityUpdate) {
|
||||
sh(script: "git submodule update --remote --rebase \$(git submodule status | grep -v \"meta-netmodule-*\" | sed 's/^ *//g' | cut -d' ' -f2)")
|
||||
}
|
||||
}
|
||||
submoduleStatus = sh(returnStdout: true, script: "git submodule status").trim() // print submodule hashes to jenkins log
|
||||
println "${submoduleStatus}"
|
||||
writeFile(file: "${env.SUBMODULE_VERSION_FILE}", text: "${submoduleStatus}")
|
||||
}
|
||||
|
||||
|
||||
def updateMachineSrcRevs(machine) {
|
||||
// set the reference machine to be able to load the yocto environment (used for devtool)
|
||||
env.MACHINE = "${machine}"
|
||||
println "update source revisions for ${env.MACHINE} to head..."
|
||||
sh("echo '==> ${env.MACHINE} =======================' >> ./${env.SOURCE_REVISION_UPDATE_LOG}")
|
||||
sh(returnStdout: true, script: "bash -c '. ./env/distro/ostree-image > /dev/null && cd ../ && ./src-rev.sh -v -d -r -l ./srcrev.log -a ./autorev-packages.inc'")
|
||||
sh("cat ./srcrev.log >> ./${env.SOURCE_REVISION_UPDATE_LOG}")
|
||||
}
|
||||
|
||||
|
||||
def updateSourceRevisions(isNmUpdate) {
|
||||
if(!isNmUpdate) {
|
||||
// Netmodule layers are not called to update --> returning
|
||||
return
|
||||
}
|
||||
sh("echo '================== UPDATE SOURCE REVISIONS ==================' > ./${env.SOURCE_REVISION_UPDATE_LOG}")
|
||||
updateMachineSrcRevs("am335x-hw26")
|
||||
updateMachineSrcRevs("imx8-nmhw23")
|
||||
sh(returnStdout: true, script: "git checkout build/conf/bblayers.conf")
|
||||
}
|
||||
|
||||
def commitSourceRevisionChanges() {
|
||||
println "commit source revision changes..."
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
sh(returnStdout: true, script: "./src-rev-commit.sh -b develop -v -l ./srcrev-commit.log")
|
||||
}
|
||||
sh "cat ./srcrev-commit.log >> ./${env.SOURCE_REVISION_UPDATE_LOG}"
|
||||
}
|
||||
|
||||
def commitChanges(isNmUpdate, isCommunityUpdate) {
|
||||
String updatedLayers = ""
|
||||
if(isNmUpdate) {
|
||||
commitSourceRevisionChanges()
|
||||
updatedLayers += "netmodule"
|
||||
}
|
||||
if(isNmUpdate && isCommunityUpdate) { updatedLayers += " and " }
|
||||
if(isCommunityUpdate) { updatedLayers += "community" }
|
||||
sh(script: "git checkout ${env.BRANCH_NAME}")
|
||||
sh(script: "git add -u")
|
||||
stagedData = sh(returnStdout: true, script: "git diff --cached").trim()
|
||||
if("${stagedData}" == "") {
|
||||
println "everything up to date, nothing to commit"
|
||||
return
|
||||
}
|
||||
sshagent (credentials: [env.SSH_ID]) {
|
||||
sh(script: "git commit -m \"submodules: updated ${updatedLayers} hashes, triggered by ${env.TRIGGERED_USER}\" && git push")
|
||||
}
|
||||
}
|
||||
|
|
@ -1,130 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
SCRIPT_PARAMS="$*"
|
||||
SCRIPT_PATHNAME=$(realpath ${0})
|
||||
SCRIPT_NAME=$(basename ${SCRIPT_PATHNAME})
|
||||
SCRIPT_PATH=$(dirname ${SCRIPT_PATHNAME})
|
||||
|
||||
export LOGFILE=/dev/null
|
||||
export BRANCH_NAME=develop
|
||||
export IS_DUMMY=false
|
||||
export IS_VERBOSE=false
|
||||
|
||||
#**********************************************************************************************
|
||||
# local helper functions
|
||||
#**********************************************************************************************
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function printUsage()
|
||||
{
|
||||
echo -e "\nUsage: ${SCRIPT_NAME} [OPTIONS]\n"
|
||||
echo -e ""
|
||||
echo -e " OPTIONS:"
|
||||
echo -e " -b|--branch=BRANCH_NAME commit to branch BRANCH_NAME (default = ${BRANCH_NAME})"
|
||||
echo -e " -d|--dummy-commit display found SRVREVs"
|
||||
echo -e " -l|--log=LOGFILE write some output to LOGFILE (default = $LOGFILE)"
|
||||
echo -e " -h|--help Show this help"
|
||||
echo -e " -v|--verbose Set script to verbose"
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function logMessage()
|
||||
{
|
||||
local msg="${1}"
|
||||
echo "${msg}" >> $LOGFILE
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function printMessage()
|
||||
{
|
||||
local msg="${1}"
|
||||
logMessage "${msg}"
|
||||
if [[ "${IS_VERBOSE}" == "false" ]]; then
|
||||
return
|
||||
fi
|
||||
echo "${msg}"
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function updateLayerToHead() {
|
||||
local layer="${1}"
|
||||
local branch="${2}"
|
||||
|
||||
logMessage "--> checking out branch ${BRNCH_NAME}"
|
||||
git checkout ${BRANCH_NAME} >> $LOGFILE 2>&1
|
||||
logMessage "--> pull changes ${BRANCH_NAME}"
|
||||
git pull >> $LOGFILE 2>&1
|
||||
}
|
||||
|
||||
#**********************************************************************************************
|
||||
# main
|
||||
#**********************************************************************************************
|
||||
O=$(getopt -o hb:l:vd --long help,branch:,log:,verbose,dummy-commit -- "$@") || exit 1
|
||||
if [ $? != 0 ]; then
|
||||
echo "ERROR: Could not parse command line options"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
eval set -- "$O"
|
||||
while true; do
|
||||
case "${1}" in
|
||||
-b|--branch)
|
||||
export BRANCH_NAME="${2}"
|
||||
shift 2
|
||||
;;
|
||||
-v|--verbose)
|
||||
export IS_VERBOSE=true
|
||||
shift
|
||||
;;
|
||||
-d|--dummy-commit)
|
||||
export IS_DUMMY=true
|
||||
shift
|
||||
;;
|
||||
-l|--log)
|
||||
export LOGFILE="${2}"
|
||||
export LOGFILE=$(realpath "${LOGFILE}")
|
||||
shift 2
|
||||
;;
|
||||
-h|--help)
|
||||
export IS_VERBOSE=false
|
||||
printUsage
|
||||
exit 0
|
||||
;;
|
||||
--)
|
||||
shift
|
||||
break
|
||||
;;
|
||||
*)
|
||||
printUsage; exit 0 ;;
|
||||
esac
|
||||
done
|
||||
|
||||
echo "${SCRIPT_NAME} called with ${SCRIPT_PARAMS}" > $LOGFILE
|
||||
|
||||
|
||||
for nmLayer in $(git status | grep "meta-netmodule" | cut -d':' -f2 | sed -e 's/^[ ]*//' | cut -d' ' -f1); do
|
||||
cd $nmLayer
|
||||
nbrChanges=$(git status | grep "modified:" | wc -l)
|
||||
printMessage "${nbrChanges} changes in layer ${nmLayer}"
|
||||
if [[ "${nbrChanges}" != "0" ]]; then
|
||||
logMessage "--> stash the changes first to checkout branch head..."
|
||||
git stash save >> $LOGFILE 2>&1
|
||||
updateLayerToHead "${nmLayer}" "${BRANCH_NAME}"
|
||||
logMessage "--> get changes back from stash..."
|
||||
git stash pop >> $LOGFILE 2>&1
|
||||
logMessage "--> adding tracked and changed files"
|
||||
git add -u >> $LOGFILE 2>&1
|
||||
printMessage "--> committing and pushing..."
|
||||
commitMsg="${nmLayer}: updated source revisions"
|
||||
if [[ "${IS_DUMMY}" == "true" ]]; then
|
||||
printMessage " dummy commit: msg='${commitMsg}', content:"
|
||||
git status | grep "modified" >> $LOGFILE 2>&1
|
||||
# revert changes to simulate a commit :-P
|
||||
git reset HEAD * > /dev/null
|
||||
git checkout * > /dev/null
|
||||
else
|
||||
git commit -m "${commitMsg}" >> $LOGFILE 2>&1
|
||||
git push >> $LOGFILE 2>&1
|
||||
fi
|
||||
printMessage "----------"
|
||||
fi
|
||||
cd ..
|
||||
done
|
||||
|
||||
exit 0
|
||||
190
src-rev.sh
190
src-rev.sh
|
|
@ -1,190 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
SCRIPT_PARAMS="$*"
|
||||
SCRIPT_PATHNAME=$(realpath ${0})
|
||||
SCRIPT_NAME=$(basename ${SCRIPT_PATHNAME})
|
||||
SCRIPT_PATH=$(dirname ${SCRIPT_PATHNAME})
|
||||
YOCTO_DIR="${YOCTO_DIR:-$SCRIPT_PATH}"
|
||||
|
||||
LOGFILE=/dev/null
|
||||
IS_REPLACE_SRCREV=false
|
||||
IS_VERBOSE=false
|
||||
IS_DISPLAY=false
|
||||
LIST=""
|
||||
|
||||
#**********************************************************************************************
|
||||
# local helper functions
|
||||
#**********************************************************************************************
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function printUsage()
|
||||
{
|
||||
echo -e "\nUsage: ${SCRIPT_NAME} [OPTIONS]\n"
|
||||
echo -e "find the source revision of the packages within the netmodule meta layers and"
|
||||
echo -e "display/replace them with the latest hashes."
|
||||
echo -e "NOTE: there is a list containing packages set to AUTOREV. Use option -a to handle"
|
||||
echo -e "only revisions of this list. Otherwise we might get incompatible versions of 3rd"
|
||||
echo -e "party packages.\n"
|
||||
echo -e ""
|
||||
echo -e " OPTIONS:"
|
||||
echo -e " -r|--replace replace SRCREVs"
|
||||
echo -e " -d|--display display found SRVREVs"
|
||||
echo -e " -a|--autorev-list=LIST handle only revisions of LIST (e.g. autorev-packages.inc)"
|
||||
echo -e " -l|--log=LOGFILE write command output to LOGFILE (default = $LOGFILE)"
|
||||
echo -e " -h|--help show this help"
|
||||
echo -e " -v|--verbose set script to verbose"
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function logMessage()
|
||||
{
|
||||
local msg="${1}"
|
||||
echo "${msg}" >> $LOGFILE
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function printMessage()
|
||||
{
|
||||
local msg="${1}"
|
||||
logMessage "${msg}"
|
||||
if [[ "${IS_VERBOSE}" == "false" ]]; then
|
||||
return
|
||||
fi
|
||||
echo "${msg}"
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function checkingEnvironment()
|
||||
{
|
||||
printMessage "> checking environment for devtool..."
|
||||
isEnvLoaded=$(which devtool | wc -l)
|
||||
logMessage "> isEnvLoaded=${isEnvLoaded}"
|
||||
if [[ "${isEnvLoaded}" == "0" ]]; then
|
||||
logMessage "Yocto environment not loaded (devtool not found) --> exiting"
|
||||
echo "Yocto environment not loaded (devtool not found) --> exiting"
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function getBBFiles()
|
||||
{
|
||||
if [[ "${LIST}" == "" ]]; then
|
||||
files=$(find ${YOCTO_DIR}/meta-netmodule* -name "*.bb" | xargs -i sh -c "grep -q SRCREV {} && echo {}")
|
||||
else
|
||||
files=$(cat $LIST | grep "#" | cut -d'#' -f2)
|
||||
fi
|
||||
echo "${files}"
|
||||
}
|
||||
#----------------------------------------------------------------------------------------------
|
||||
function displayItem()
|
||||
{
|
||||
local bbfile="${1}"
|
||||
local recipeName="${2}"
|
||||
local revision="${3}"
|
||||
|
||||
printMessage "Recipe: $recipeName"
|
||||
printMessage "New Revision: $revision"
|
||||
printMessage "BB File: $bbfile"
|
||||
if [[ "${IS_DISPLAY}" == "true" && "${IS_VERBOSE}" == "false" ]]; then
|
||||
echo "Recipe: $recipeName"
|
||||
echo "New Revision: $revision"
|
||||
echo "BB File: $bbfile"
|
||||
fi
|
||||
}
|
||||
|
||||
|
||||
#**********************************************************************************************
|
||||
# main
|
||||
#**********************************************************************************************
|
||||
O=$(getopt -o hl:a:vrd --long help,log:,autorev-list:,verbose,replace,display -- "$@")
|
||||
if [ $? != 0 ]; then
|
||||
echo "ERROR: Could not parse command line options"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
eval set -- "$O"
|
||||
while true; do
|
||||
case "${1}" in
|
||||
-v|--verbose)
|
||||
export IS_VERBOSE=true
|
||||
shift
|
||||
;;
|
||||
-d|--display)
|
||||
export IS_DISPLAY=true
|
||||
shift
|
||||
;;
|
||||
-r|--replace)
|
||||
export IS_REPLACE_SRCREV=true
|
||||
shift
|
||||
;;
|
||||
-a|--autorev-list)
|
||||
export LIST="${2}"
|
||||
export LIST=$(realpath "${LIST}")
|
||||
shift 2
|
||||
;;
|
||||
-l|--log)
|
||||
export LOGFILE="${2}"
|
||||
export LOGFILE=$(realpath "${LOGFILE}")
|
||||
shift 2
|
||||
;;
|
||||
-h|--help)
|
||||
export IS_VERBOSE=false
|
||||
printUsage
|
||||
exit 0
|
||||
;;
|
||||
--)
|
||||
shift
|
||||
break
|
||||
;;
|
||||
*)
|
||||
printUsage; exit 0 ;;
|
||||
esac
|
||||
done
|
||||
|
||||
echo "${SCRIPT_NAME} called with ${SCRIPT_PARAMS}" > $LOGFILE
|
||||
checkingEnvironment
|
||||
|
||||
printMessage "> get bbfiles (LIST='${LIST}')..."
|
||||
bbfiles=$(getBBFiles)
|
||||
logMessage "${bbfiles}"
|
||||
|
||||
printMessage "> getting recipes residing in bbfiles..."
|
||||
recipes=$(echo "$bbfiles" | xargs -i basename {} | sed 's/_.*//' | sed 's/\.bb//')
|
||||
logMessage "${recipes}"
|
||||
|
||||
printMessage "> getting check-upgrade-status..."
|
||||
newcommits=$(devtool check-upgrade-status $recipes 2>&1 | grep "new commits")
|
||||
logMessage "${newcommits}"
|
||||
|
||||
IFS=$'\n'
|
||||
for newcommit in $newcommits; do
|
||||
# We need to restore IFS for sed
|
||||
IFS=$' \t\n'
|
||||
# Get recipe name
|
||||
recipe_name=$(echo $newcommit | cut -d " " -f 2)
|
||||
# Get the last string in line
|
||||
newrev=$(echo $newcommit | sed 's/.* //')
|
||||
logMessage "> newCommit=${newcommit}; recipeName=${recipe_name}; newRev=${newrev}"
|
||||
|
||||
# i acts as bbfile index like bbfile[i]
|
||||
i=1
|
||||
found=0
|
||||
for recipe in $recipes; do
|
||||
if [ "$recipe" == "$recipe_name" ]; then
|
||||
bbfile=$(echo $bbfiles | cut -d " " -f$i)
|
||||
displayItem "${bbfile}" "${recipe}" "${newrev}"
|
||||
found=1
|
||||
if [ "${IS_REPLACE_SRCREV}" == "true" ]; then
|
||||
printMessage " --> updating ${recipe} in ${bbfile} to ${newrev}"
|
||||
sed -i "s/SRCREV.*/SRCREV ?= \"$newrev\"/g" $bbfile
|
||||
fi
|
||||
break
|
||||
fi
|
||||
i=$((i+1))
|
||||
done
|
||||
if [ "$found" == "0" ]; then
|
||||
logMessage "Recipe ${recipe_name} not found --> exiting"
|
||||
echo "Recipe ${recipe_name} not found"
|
||||
exit 1
|
||||
fi
|
||||
logMessage "--------------------"
|
||||
done
|
||||
|
||||
logMessage "> all recipes handled"
|
||||
exit 0
|
||||
Loading…
Reference in New Issue