From a620ef73a57b64d59a6ed9b6a764ab6abbaed085 Mon Sep 17 00:00:00 2001
From: Bartosz Cichocki <bartosz.cichocki@mudita.com>
Date: Wed, 4 Aug 2021 11:29:15 +0200
Subject: [PATCH] [EGD-7274] Reorganize CI flow

Reorganized CI flow to fit into the ramdisk
---
 Jenkinsfile | 386 +++++++++++++++++++++++++++++++---------------------
 1 file changed, 231 insertions(+), 155 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 9cd1f9bf0a14a313671fd4490c186b629e633f5a..05e5028ce79f3403fe1b70076a875525194863a7 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -16,108 +16,112 @@ def cancelPreviousBuilds() {
     }
 }
 pipeline {
-  agent {
-    node {
-      label 'jenkins-slave-ccache-ram'
-      customWorkspace "/home/jenkins/workspace/${JOB_NAME}/${BUILD_NUMBER}"
-    }
-  }
-  options{
-    ansiColor('xterm')
-    parallelsAlwaysFailFast()
-  }
-  environment {
-    JOBS=15
-  }
-  stages {
-    stage('Check for previous running builds') {
-        
-        steps {
-            script {
-                cancelPreviousBuilds()
-            }
+    agent {
+        node {
+        label 'jenkins-slave-ccache-ram'
+        customWorkspace "/home/jenkins/workspace/${JOB_NAME}/${BUILD_NUMBER}"
         }
     }
-
-    stage('Initial checks') {
-        when {
-            changeRequest()
-        }
-        environment {
-            GITHUB_BASE_REF="${pullRequest.base}"
-            GITHUB_HEAD_REF="${pullRequest.headRef}"
-        }
-        steps {
-            echo "Check if branch needs rebasing"
-            sh '''#!/bin/bash -e
-pushd ${WORKSPACE}
-
-if [[ $(git log origin/${CHANGE_TARGET}..HEAD) ]]; then
-    echo "Branch OK"
-else
-    echo "Branch is not rebased. Exiting"
-    exit 1
-fi
-
-
-popd'''
-            echo "Commit Message check"
-            sh '''#!/bin/bash -e
-pushd ${WORKSPACE}
-./tools/check_commit_messages.py
-popd'''
-            echo "Copyright notice check"
-            sh '''#!/bin/bash -e
-pushd ${WORKSPACE}
-./config/license_header_check.sh --ci --check-only
-popd'''
-            echo "Style checking"
-            sh '''#!/bin/bash -e
-pushd ${WORKSPACE}
-./config/style_check_hook.sh --last
-popd'''
-        }
+    options{
+        ansiColor('xterm')
+        parallelsAlwaysFailFast()
     }
-    stage('Build') {
-        when {
-            changeRequest()
+    environment {
+        JOBS=15
+    }
+    stages {
+        stage('Check for previous running builds') {
+            steps {
+                script {
+                    cancelPreviousBuilds()
+                }
+            }
         }
-        stages{
+
+        stage('Initial checks') {
+            when {
+                changeRequest()
+            }
+            environment {
+                GITHUB_BASE_REF="${pullRequest.base}"
+                GITHUB_HEAD_REF="${pullRequest.headRef}"
+            }
+            steps {
+                echo "Check if branch needs rebasing"
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+
+                if [[ $(git log origin/${CHANGE_TARGET}..HEAD) ]]; then
+                    echo "Branch OK"
+                else
+                    echo "Branch is not rebased. Exiting"
+                    exit 1
+                fi
+                popd'''
+
+                echo "Commit Message check"
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+                ./tools/check_commit_messages.py
+                popd'''
+
+                echo "Copyright notice check"
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+                ./config/license_header_check.sh --ci --check-only
+                popd'''
+
+                echo "Style checking"
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+                ./config/style_check_hook.sh --last
+                popd'''
+                }
+            }
         stage('Build RT1051') {
             steps {
                 sh '''#!/bin/bash -e
-PATH="/usr/local/cmake-3.19.5-Linux-x86_64/bin:/usr/local/gcc-arm-none-eabi-10-2020-q4-major/bin:$PATH"
-export JOBS=${JOBS:-6}
-export CCACHE_DIR=/ccache/RT1051
+                PATH="/usr/local/cmake-3.19.5-Linux-x86_64/bin:/usr/local/gcc-arm-none-eabi-10-2020-q4-major/bin:$PATH"
+                export JOBS=${JOBS:-6}
+                export CCACHE_DIR=/ccache/RT1051
+
+                echo "JOBS=${JOBS}"
+                echo "\'workspace dir:${WORKSPACE}\'"
+
+                pushd "${WORKSPACE}"
 
-echo "JOBS=${JOBS}"
-echo "\'workspace dir:${WORKSPACE}\'"
+                echo "./configure.sh pure rt1051 Release -G Ninja"
+                ./configure.sh pure rt1051 Release -G Ninja
 
-pushd "${WORKSPACE}"
+                pushd build-purephone-rt1051-Release
+                ninja -j ${JOBS}
+                popd
+                rm -r build-purephone-rt1051-Release
 
-echo "./configure.sh pure rt1051 Release -G Ninja"
-./configure.sh pure rt1051 Release -G Ninja
+                echo "./configure.sh bell rt1051 Release -G Ninja"
+                ./configure.sh bell rt1051 Release -G Ninja
 
-pushd build-purephone-rt1051-Release
-ninja -j ${JOBS}
-popd
+                pushd build-bell-rt1051-Release
+                ninja -j ${JOBS}
+                popd
 
-echo "./configure.sh bell rt1051 Release -G Ninja"
-./configure.sh bell rt1051 Release -G Ninja
+                echo "disk usage before removal:"
+                du -h --max-depth=1 .
 
-pushd build-bell-rt1051-Release
-ninja -j ${JOBS}
-popd
+                rm -r build-bell-rt1051-Release
 
-popd'''
+                echo "disk usage after removal:"
+                du -h --max-depth=1 .
+
+                popd'''
                 echo "CCache stats"
                 sh '''#!/bin/bash
-export CCACHE_DIR=/ccache/RT1051
-ccache --show-stats'''
-            }
+                export CCACHE_DIR=/ccache/RT1051
+                ccache --show-stats'''
+                }
         }
 
-        stage('Build Linux') {
+        stage('Build Linux - Pure') {
             environment {
                 PATH="/usr/local/cmake-3.19.5-Linux-x86_64/bin:/usr/local/gcc-arm-none-eabi-10-2020-q4-major/bin:$PATH"
                 CCACHE_DIR="/ccache/Linux"
@@ -126,98 +130,170 @@ ccache --show-stats'''
             steps {
                 echo "Configure"
                 sh '''#!/bin/bash -e
-echo "JOBS=${JOBS}"
-pushd "${WORKSPACE}"
-echo "./configure.sh pure linux Debug -G Ninja"
-
-./configure.sh pure linux Debug -G Ninja
+                echo "JOBS=${JOBS}"
+                pushd "${WORKSPACE}"
 
-echo "./configure.sh bell linux Debug -G Ninja"
+                echo "./configure.sh pure linux Debug -G Ninja"
+                ./configure.sh pure linux Debug -G Ninja
+                popd'''
 
-./configure.sh bell linux Debug -G Ninja
+                echo "Clang Tidy check"
+                /* requires compilation database - must be run after configuration */
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+                ./config/clang_check.sh
+                popd'''
 
-popd'''
-            echo "Clang Tidy check"
-            /* requires compilation database - must be run after configuration */
-            sh '''#!/bin/bash -e
-pushd ${WORKSPACE}
-./config/clang_check.sh
-popd'''
                 echo "Build"
                 sh '''#!/bin/bash -e
-echo "JOBS=${JOBS}"
-pushd "${WORKSPACE}"
+                echo "JOBS=${JOBS}"
+                pushd "${WORKSPACE}"
+
+                pushd build-purephone-linux-Debug
+                ninja -j ${JOBS}
+                popd
+                popd'''
+
+                echo "Build Unit Tests"
+                sh '''#!/bin/bash -e
+                pushd "${WORKSPACE}"
+                pushd build-purephone-linux-Debug
+                ninja -j ${JOBS} unittests
+                popd'''
+
+                echo "CCache stats"
+                sh '''#!/bin/bash
+                export CCACHE_DIR=/ccache/Linux
+                ccache --show-stats'''
+
+                echo "Check for Statics"
+                sh '''#!/bin/bash -e
+                pushd "${WORKSPACE}"
+                ./tools/find_global_data.py build-purephone-linux-Debug/PurePhone.elf
+                popd'''
+
+                echo "Run Unit Tests"
+                sh '''#!/bin/bash -e
+                export JOBS=${JOBS:-6}
+                echo "JOBS=${JOBS}"
+
+                pushd "${WORKSPACE}"
+                pushd build-purephone-linux-Debug
+                ninja check -j ${JOBS}
+                popd
 
-pushd build-purephone-linux-Debug
-ninja -j ${JOBS}
-popd
+                echo "disk usage before removal:"
+                du -h --max-depth=1 .
+
+                rm -r build-purephone-linux-Debug
+
+                echo "disk usage after removal:"
+                du -h --max-depth=1 .
+                popd'''
+                }
+            }
 
-pushd build-bell-linux-Debug
-ninja -j ${JOBS}
-popd
 
-popd'''
+        stage('Build Linux - Bell') {
+            environment {
+                PATH="/usr/local/cmake-3.19.5-Linux-x86_64/bin:/usr/local/gcc-arm-none-eabi-10-2020-q4-major/bin:$PATH"
+                CCACHE_DIR="/ccache/Linux"
+            }
+
+            steps {
+                echo "Configure"
+                sh '''#!/bin/bash -e
+                echo "JOBS=${JOBS}"
+                pushd "${WORKSPACE}"
+                echo "./configure.sh bell linux Debug -G Ninja"
+
+                ./configure.sh bell linux Debug -G Ninja
+
+                popd'''
+                echo "Clang Tidy check"
+                /* requires compilation database - must be run after configuration */
+                sh '''#!/bin/bash -e
+                pushd ${WORKSPACE}
+                ./config/clang_check.sh
+                popd'''
+
+                echo "Build"
+                sh '''#!/bin/bash -e
+                echo "JOBS=${JOBS}"
+                pushd "${WORKSPACE}"
+
+                pushd build-bell-linux-Debug
+                ninja -j ${JOBS}
+                popd
+
+                popd'''
 
                 echo "Build Unit Tests"
                 sh '''#!/bin/bash -e
-pushd "${WORKSPACE}"
-pushd build-purephone-linux-Debug
-ninja -j ${JOBS} unittests
-popd
-pushd "${WORKSPACE}"
-pushd build-bell-linux-Debug
-ninja -j ${JOBS} unittests
-popd
-popd'''
+                pushd "${WORKSPACE}"
+
+                pushd "${WORKSPACE}"
+                pushd build-bell-linux-Debug
+                ninja -j ${JOBS} unittests
+                popd
+                popd'''
+
                 echo "CCache stats"
                 sh '''#!/bin/bash
-export CCACHE_DIR=/ccache/Linux
-ccache --show-stats'''
+                export CCACHE_DIR=/ccache/Linux
+                ccache --show-stats'''
+
                 echo "Check for Statics"
                 sh '''#!/bin/bash -e
-pushd "${WORKSPACE}"
-./tools/find_global_data.py build-purephone-linux-Debug/PurePhone.elf
-popd'''
+                pushd "${WORKSPACE}"
+                ./tools/find_global_data.py build-bell-linux-Debug/BellHybrid.elf
+                popd'''
+
                 echo "Run Unit Tests"
                 sh '''#!/bin/bash -e
-export JOBS=${JOBS:-6}
-echo "JOBS=${JOBS}"
-pushd "${WORKSPACE}"
-pushd build-purephone-linux-Debug
-ninja check -j ${JOBS}
-popd
-
-pushd build-bell-linux-Debug
-ninja check -j ${JOBS}
-popd
-popd'''
+                export JOBS=${JOBS:-6}
+                echo "JOBS=${JOBS}"
+                pushd "${WORKSPACE}"
+
+                pushd build-bell-linux-Debug
+                ninja check -j ${JOBS}
+                popd
+
+                echo "disk usage before removal:"
+                du -h --max-depth=1 .
+
+                rm -r build-bell-linux-Debug
+
+                echo "disk usage after removal:"
+                du -h --max-depth=1 .
+                popd'''
+                }
+            }
+
+        stage('master-jobs') {
+            when {
+                branch 'master'
+            }
+            steps {
+                echo "run some tests"
+                sh '''#!/bin/bash
+                    echo "HAL 9000 sleeps here."
+                '''
             }
         }
+
     }
-    }
-    stage('master-jobs') {
-        when {
-            branch 'master'
-        }
-        steps {
-            echo "run some tests"
-            sh '''#!/bin/bash
-                echo "HALL 9000 sleeps here."
-            '''
-            
+    post {
+        cleanup {
+            deleteDir()
+            dir("${workspace}@tmp") {
+                deleteDir()
+            }
+            dir("${workspace}@script") {
+                deleteDir()
+            }
         }
     }
-  }
-  post {
-      cleanup {
-          deleteDir()
-          dir("${workspace}@tmp") {
-              deleteDir()
-          }
-          dir("${workspace}@script") {
-              deleteDir()
-          }
-      }
-  }
 
 }
+