ci/steps.groovy
author Jan Vrany <jan.vrany@labware.com>
Tue, 23 Jun 2020 12:21:39 +0100
changeset 295 a04034567c92
parent 294 0f3980335d2b
child 300 ad960fb1bba1
permissions -rw-r--r--
CI: cleanup workspace after successfull build ...to save disk space.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     1
/*
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     2
 * Jenkins Pipeline definitions for Smalltalk/X jv-branch
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     3
 *
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
     4
 * Following stepss are defined here:
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     5
 *
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     6
 *  * `build()` - compiles and tests all supported configurations
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     7
 *    No artifacts are archived
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
     8
 *
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
     9
 *  * `integration()` - like `build()` steps, then all test pass on all
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
    10
 *    configurations, archive artifacts and push staged changes to opstream
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
    11
 *    (if approvec by the user)
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    12
 */
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    13
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    14
import com.cloudbees.plugins.credentials.CredentialsProvider;
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    15
import com.cloudbees.plugins.credentials.common.StandardUsernameCredentials;
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    16
import com.cloudbees.jenkins.plugins.sshcredentials.SSHUserPrivateKey;
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    17
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    18
/**
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    19
 * Supported configurations. To overwrite, do:
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    20
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    21
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    22
 *     steps = load "steps.groovy"
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    23
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    24
 *     steps.configurations = [ 'BUILD_TARGET': 'mips-sgi-irix' ]
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    25
 *     ...
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    26
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    27
 * Default value: see below.
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    28
 */
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    29
configurations = [
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
    30
    'BUILD_TARGET': ['i686-pc-mingw32' , 'x86_64-w64-mingw32', 'i686-pc-linux-gnu', 'x86_64-pc-linux-gnu' ]
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    31
]
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    32
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    33
/** Branch to build. To overwrite do:
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    34
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    35
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    36
 *     steps = load "steps.groovy"
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    37
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    38
 *     steps.branch = "issue-123"
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    39
 *     ...
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    40
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    41
 * Default value:
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    42
 * For multibranch jobs, this is the value of BRANCH_NAME environment variable.
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    43
 * For normal jobs this is the value of 'Branch' field from SCM configuration.
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    44
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    45
 * Due to Jenkins internals, the fallback to use SCM configuration must be done
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    46
 * by 'user' of this variable (i.e., use `branch != null ? branch : scm.getBranch())
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    47
 */
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    48
branch = env.BRANCH_NAME
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    49
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    50
/**
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    51
 * Workspace to use. To overwrite do:
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    52
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    53
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    54
 *     steps = load "steps.groovy"
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    55
 *     ...
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    56
 *     steps.workspace = "some-other-job"
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    57
 *     ...
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    58
 *
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    59
 * Default value:
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    60
 * Name of current job.
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    61
 */
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
    62
workspace = env.JOB_NAME
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    63
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    64
/*
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
    65
 * "Default" steps:
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    66
 */
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    67
def build() {
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    68
    stage ( "Build" ) {
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    69
        matrix ( configurations ) {
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
    70
            stage ( "Checkout - {${env.BUILD_TARGET}} " ) {
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    71
                sshagent([ scm.getCredentialsId() ]) {
223
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
    72
                    branch_to_use = branch != null ? branch : scm.getBranch()
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    73
                    sh  """
221
a0f64acd117d CI: renamed `Jenkinsfile.rb` to `build.rb`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 208
diff changeset
    74
                        if [ -f build.rb ]; then
103
fda494c2564b CI: Pass `--ssh ssh` option to hg when checking out / updating rakefiles
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 96
diff changeset
    75
                            hg pull --ssh ssh ${scm.getSource()}
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    76
                        else
103
fda494c2564b CI: Pass `--ssh ssh` option to hg when checking out / updating rakefiles
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 96
diff changeset
    77
                            hg clone --ssh ssh ${scm.getSource()} .
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    78
                        fi
223
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
    79
                        hg up ${branch_to_use}
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    80
                        """
221
a0f64acd117d CI: renamed `Jenkinsfile.rb` to `build.rb`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 208
diff changeset
    81
                    sh  "ruby build.rb --project \"stx:jv-branch\" --build-target ${env.BUILD_TARGET} update"
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    82
                }
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    83
            }
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    84
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
    85
            stage ( "Compile - {${env.BUILD_TARGET}}") {
221
a0f64acd117d CI: renamed `Jenkinsfile.rb` to `build.rb`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 208
diff changeset
    86
                sh "ruby build.rb --project \"stx:jv-branch\" --build-target ${env.BUILD_TARGET} compile"
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    87
            }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    88
        }
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    89
    }
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
    90
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    91
    stage ( "Test" ) {
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
    92
        matrix ( configurations ) {
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
    93
            stage ( "Test - {${env.BUILD_TARGET}}") {
115
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    94
                /*
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    95
                 * Some tests requires display, so:
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    96
                 *
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    97
                 *  * on *NIX hosts, launch Xvfb
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    98
                 *  * on Windows, do nothing. Windows slave must be configured
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
    99
                 *    so it has an access to interactive window station (which
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   100
                 *    means it has to run under user session, not as a service)
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   101
                 */
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   102
                if ( isUnix() ) {
129
b94e3e84adf9 CI: Let Xvfb to choose the display name
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 128
diff changeset
   103
                    wrap([$class: 'Xvfb', autoDisplayName: true, additionalOptions: '-screen 0 1024x768x24 -pixdepths 24 4 8 15 16 32', parallelBuild: true]) {
221
a0f64acd117d CI: renamed `Jenkinsfile.rb` to `build.rb`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 208
diff changeset
   104
                        sh "ruby build.rb --project \"stx:jv-branch\" --build-target ${env.BUILD_TARGET} test"
115
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   105
                    }
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   106
                } else {
221
a0f64acd117d CI: renamed `Jenkinsfile.rb` to `build.rb`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 208
diff changeset
   107
                    sh "ruby build.rb --project \"stx:jv-branch\" --build-target ${env.BUILD_TARGET} test"
115
3b8372e82acd CI: On *NIX nodes, start Xvfb to allow for UI testing
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 114
diff changeset
   108
                }
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
   109
                junit allowEmptyResults: true, testResults: "reports/*build${env.BUILD_NUMBER}*.xml"
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
   110
            }
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   111
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   112
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   113
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   114
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   115
/*
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
   116
 * "Integration" steps
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   117
 */
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   118
def integration() {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   119
    build()
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   120
    /*
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
   121
     * If a single test fails, abort the steps. There's no point
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   122
     * archiving a broken build.
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   123
     */
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   124
    println "Smalltalk/X built, job status is: ${currentBuild.result}"
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   125
    if ( currentBuild.result == 'UNSTABLE' ) {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   126
        return;
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   127
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   128
    artifacts()
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   129
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   130
    /*
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   131
     * Check if there are changes to be pushed to upstream. If so,
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   132
     * ask user to approve that push
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   133
     */
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   134
    if ( changes() ) {
154
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   135
        def integrate = false;
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   136
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   137
        if (env.JENKINS_URL == "https://swing.fit.cvut.cz/jenkins/") {
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   138
            integrate = true;
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   139
        } else {
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   140
            integrate = input(message: 'Integrate all staged changes to upstream?',
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   141
                              parameters: [
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   142
                                    booleanParam(name: "Integrate changes",
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   143
                                         description: 'If checked, all staged changes will be pushed to an upstream repository',
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   144
                                         defaultValue: true)]);
154
bca6821cadad CI: do not wait for (manual) integration confirmation
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   145
        }
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   146
        if ( integrate ) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   147
            push()
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   148
        }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   149
    }
283
e6e50f9b9987 Rakefiles / CI: various fixes towards new integration / artifact publishing workflow
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 248
diff changeset
   150
e6e50f9b9987 Rakefiles / CI: various fixes towards new integration / artifact publishing workflow
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 248
diff changeset
   151
    publish("devel")
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   152
}
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   153
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   154
/*
223
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   155
 * Publish built artifacts to download server
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   156
 */
283
e6e50f9b9987 Rakefiles / CI: various fixes towards new integration / artifact publishing workflow
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 248
diff changeset
   157
def publish(dir = "private-builds") {
223
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   158
    Calendar current = Calendar.getInstance()
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   159
    Calendar scheduled = current.clone()
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   160
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   161
    /*
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   162
     * Schedule the upload to the next day, 3am in the morning
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   163
     */
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   164
    scheduled.add(Calendar.DATE, 1)
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   165
    scheduled.set(Calendar.HOUR_OF_DAY, 3)
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   166
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   167
    build(job:        'stx_jv_publish',
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   168
          parameters: [
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   169
                        string(name: 'job', value: env.JOB_NAME),
283
e6e50f9b9987 Rakefiles / CI: various fixes towards new integration / artifact publishing workflow
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 248
diff changeset
   170
                        string(name: 'bld', value: env.BUILD_NUMBER),
223
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   171
                        string(name: 'srv', value: env.STX_PUBLISH_SERVER),
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   172
                        string(name: 'dir', value: "${env.STX_PUBLISH_DIRECTORY}/${dir}")
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   173
                      ],
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   174
          quietPeriod: (scheduled.getTimeInMillis() - current.getTimeInMillis()) / 1000,
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   175
          wait: false)
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   176
}
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   177
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   178
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   179
575d0458b5c0 CI: added a job (pipeline) and step to publish artifacts to public server
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 222
diff changeset
   180
/*
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   181
 * Utility. Return true, if there are any changes to be pushed to an upstream,
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   182
 * false othervise.
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   183
 */
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   184
def changes() {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   185
    changes = false;
222
80f098bd53ca CI: moved CI-related files to (new) subdirectory `ci`
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 221
diff changeset
   186
    any ( configurations ) {
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   187
        withCredentialsForUpstream() { user, pass ->
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   188
            status = sh ( script: "rake \"workflow:out-upstream[${user}, ${pass}]\"", returnStatus: true)
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   189
        }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   190
        changes = status == 0;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   191
    }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   192
    return changes;
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   193
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   194
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   195
def combine(configurations, axes = null, axis = 0, partial = new HashMap(), combinations = []) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   196
    def axes0 = axes
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   197
    if (axes0 == null) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   198
        axes0 = configurations.keySet().toArray();
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   199
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   200
    if ( axis < axes0.length ) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   201
        for ( value in configurations[axes0[axis]] ) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   202
            def combined = partial.clone()
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   203
            combined[axes0[axis]] = value
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   204
            combine(configurations, axes0, axis + 1, combined, combinations)
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   205
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   206
    } else {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   207
        combinations.add(partial)
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   208
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   209
    return combinations;
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   210
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   211
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   212
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   213
def matrix(configurations, block) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   214
    def combinations = combine(configurations).toArray()
70
8e73f248c6d4 Changed logic used to check whether to checkout or download stc and librun:
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 69
diff changeset
   215
    def branches = [failFast: true]
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   216
    for (i = 0; i < combinations.length; i++) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   217
        def index = i
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   218
        def conf = combinations[i];
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   219
        branches["${conf.BUILD_TARGET}"] = {
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   220
            node ( conf.BUILD_TARGET ) {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   221
                def newEnv = []
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   222
                for (k in conf.keySet()) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   223
                    newEnv.add("${k}=${conf[k]}")
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   224
                }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   225
                withEnv ( newEnv ) {
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   226
                    ws ("workspace/${workspace}/${env.BUILD_TARGET}") {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   227
                        block()
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   228
                    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   229
                }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   230
            }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   231
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   232
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   233
    parallel branches
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   234
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   235
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   236
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   237
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   238
def any(configurations, block) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   239
    def axes = configurations.keySet().toArray()
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   240
    def conf = [:]
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   241
    for (axis in axes) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   242
        conf[axis] = configurations[axis][0]
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   243
    }
248
a13b0f9ba9e9 CI: fixed step `any()` to use `BUILD_TARGET` as node label
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 237
diff changeset
   244
    node ( conf.BUILD_TARGET ) {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   245
        def newEnv = []
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   246
        for (k in conf.keySet()) {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   247
            newEnv.add("${k}=${conf[k]}")
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   248
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   249
        withEnv ( newEnv ) {
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   250
            ws ("workspace/${workspace}/${env.BUILD_TARGET}") {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   251
                block()
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   252
            }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   253
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   254
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   255
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   256
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   257
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   258
def artifacts() {
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   259
    matrix ( configurations ) {
169
f9f519bb10b6 Use GNU target triplets to specify build targets.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 129
diff changeset
   260
        stage ( "Artifacts - {${env.BUILD_TARGET}}") {
294
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   261
            if (env.BUILD_TARGET != 'i686-pc-mingw32' && env.BUILD_TARGET != 'i686-pc-linux-gnu') {
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   262
                sh "ruby build.rb --project \"stx:jv-branch\" --build-target ${env.BUILD_TARGET} artifacts"
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   263
                archiveArtifacts artifacts: "artifacts/*build${env.BUILD_NUMBER}*.zip, artifacts/*build${env.BUILD_NUMBER}*.bz2, artifacts/*build${env.BUILD_NUMBER}*.sha256", fingerprint: true//, onlyIfSuccessful: true
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   264
            } else {
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   265
                echo "Artifacts for ${env.BUILD_TARGET} are no longer archived. Use 64bit."
0f3980335d2b CI: do not archive (and publish) i686 versions any more
Jan Vrany <jan.vrany@labware.com>
parents: 283
diff changeset
   266
            }
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   267
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   268
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   269
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   270
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   271
/**
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   272
 * Push changes to upstream reporitory. To be called after a successful
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   273
 * build. See #build()
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   274
 */
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   275
def push() {
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   276
    any ( configurations ) {
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   277
        stage ( "Push to upstream" ) {
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   278
            withCredentialsForUpstream { user, pass ->
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   279
                sh "rake \"workflow:push-upstream[${user}, ${pass}]\""
106
af335c19cc3b CI: Allow to use different credentials to push to upstream
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 105
diff changeset
   280
            }
69
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   281
        }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   282
    }
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   283
}
23cdc822cfc5 Initial support for Jenkins pipelines.
Jan Vrany <jan.vrany@fit.cvut.cz>
parents:
diff changeset
   284
295
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   285
/**
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   286
 * Cleanup the workspace
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   287
 */
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   288
 def cleanup() {
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   289
    matrix ( configurations ) {
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   290
        stage ( "Cleanup - {${env.BUILD_TARGET}}") {
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   291
            cleanWs cleanWhenAborted: false, cleanWhenFailure: false, cleanWhenNotBuilt: false, cleanWhenUnstable: false
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   292
        }
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   293
    }
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   294
 }
a04034567c92 CI: cleanup workspace after successfull build
Jan Vrany <jan.vrany@labware.com>
parents: 294
diff changeset
   295
128
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   296
/*
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   297
 * Utility. Executes given block with credentials for upstream repository.
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   298
 */
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   299
def withCredentialsForUpstream(block) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   300
    /*
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   301
     * Kludge: Upstream repositories may be on a public BitBucket
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   302
     * server. To access repos on BitBucket, I (JV) don't
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   303
     * want to use the same key / password as for checkouts from
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   304
     * staging repositories,
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   305
     *
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   306
     * Therefore, also look for another credentials with ID
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   307
     * `workflow:push-upstream`. If it exists, then use these to
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   308
     * push to upstrem repository. If no such credentials exist,
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   309
     * use standard credentials.
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   310
     *
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   311
     * So, here we go:
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   312
     */
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   313
    def id1 = "workflow-push-upstream";
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   314
    def id2 = scm.getCredentialsId();
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   315
    def credentials = null;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   316
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   317
    for (StandardUsernameCredentials c : CredentialsProvider.lookupCredentials(StandardUsernameCredentials.class)) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   318
      if (c.getId().equals(id1)) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   319
        credentials = c;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   320
        break;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   321
      }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   322
    }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   323
    if (credentials == null) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   324
      for (StandardUsernameCredentials c : CredentialsProvider.lookupCredentials(StandardUsernameCredentials.class)) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   325
        if (c.getId().equals(id2)) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   326
          credentials = c;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   327
          break;
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   328
        }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   329
      }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   330
    }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   331
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   332
    println "Using upstream credentials ${credentials.getId()}: ${credentials.getDescription()}"
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   333
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   334
    if (credentials instanceof SSHUserPrivateKey) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   335
        sshagent([ credentials.getId() ]) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   336
            // sh "rake \"workflow:push-upstream\""
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   337
            block(null, null)
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   338
        }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   339
    } else {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   340
        withCredentials([[$class: 'UsernamePasswordMultiBinding', credentialsId: credentials.getId(), passwordVariable: 'pass', usernameVariable: 'user']]) {
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   341
            // sh "rake \"workflow:push-upstream[${user}, ${pass}]\""
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   342
            block(user, pass)
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   343
        }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   344
    }
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   345
}
1433658a3853 CI: changed integration pipeline to check for outgoing changes
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 115
diff changeset
   346
96
12b2d2bbd417 Merged changes from branch feature-block-in-context
Jan Vrany <jan.vrany@fit.cvut.cz>
parents: 90 80
diff changeset
   347
return this;