stackexchange-data-pr/Jenkinsfile

/* groovylint-disable CompileStatic, DuplicateMapLiteral, DuplicateStringLiteral, LineLength, NestedBlockDepth */
pipeline {
    agent any
    environment {
        JENKINS_USER_NAME = 'Jenkins'
        JENKINS_EMAIL = 'jenkins-poc@dagshub.com'
        GIT_REPO = 'dagshub.com/Guy/stackexchange-data-pr'
        GIT_COMMIT_REV = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim()
    }
    stages {
        stage('Run inside Docker Image') {
            when { anyOf { branch 'master'; changeRequest() } }
            agent {
                dockerfile {
                    additionalBuildArgs  '--tag stackexchange-data-pr:$BRANCH_NAME'
                    args '-v $WORKSPACE:/project -w /project -v dvc_cache:/dvc_cache -e PYTHONPATH=/project'
                }
            }
            stages {
                stage('Setup DVC and Mlflow Creds') {
                    steps {
                        withCredentials(
                            [
                                usernamePassword(
                                    credentialsId: '0814fb52-0edc-4569-9cd4-798c9cf62b40',
                                    passwordVariable: 'PASSWORD',
                                    usernameVariable: 'USER_NAME'),
                            ]
                        ) {
                            sh '''
                                dvc remote modify origin --local auth basic
                                dvc remote modify origin --local user $USER_NAME
                                dvc remote modify origin --local password $PASSWORD
                                dvc status -r origin
                                echo "export MLFLOW_TRACKING_USERNAME=$USER_NAME" > .env
                                echo "export MLFLOW_TRACKING_PASSWORD=$PASSWORD" >> .env
                            '''
                        }
                    }
                }
                stage('Sync DVC Remotes') {
                    steps {
                        sh '''
                            dvc remote add --local jenkins_local /dvc_cache
                            dvc status
                            dvc status -r jenkins_local
                            dvc status -r origin
                            dvc pull -r jenkins_local || echo 'Some files are missing in local cache!'
                            dvc pull -r origin
                            dvc push -r jenkins_local
                        '''
                    }
                }
                stage('Update DVC Pipeline') {
                    when { changeRequest() }
                    steps {
                        sh '''
                            dvc repro --dry -P
                            dvc repro -P
                            git branch -a
                            cat dvc.lock
                            dvc push -r jenkins_local
                            dvc push -r origin
                        '''
                    }
                }
                stage('Commit back results') {
                    when { changeRequest() }
                    steps {
                        withCredentials(
                            [
                                usernamePassword(
                                    credentialsId: '0814fb52-0edc-4569-9cd4-798c9cf62b40',
                                    passwordVariable: 'GIT_PAT',
                                    usernameVariable: 'GIT_USER_NAME'),
                            ]
                        ) {
                            sh '''
                                git branch -a
                                git status
                                if ! git diff --exit-code dvc.lock; then
                                    git add .
                                    git status
                                    git config --local user.email $JENKINS_EMAIL
                                    git config --local user.name $JENKINS_USER_NAME
                                    git commit -m "$GIT_COMMIT_REV: Update dvc.lock and metrics"
                                    git push https://$GIT_USER_NAME:$GIT_PAT@$GIT_REPO HEAD:$CHANGE_BRANCH
                                else
                                    echo 'Nothing to Commit!'
                                fi
                            '''
                        }
                    }
                }
                stage('Deploy model to production') {
                    when { branch 'master' }
                    steps {
                        sh '''
                            echo "Deploying to production...."
                        '''
                    }
                }
            }
            post {
                always {
                    sh '''
                        rm -f .env || echo '.env not found! Nothing to worry about!'
                        rm -f .dvc/config.local || echo 'Config not found! Nothing to worry about!'
                    '''
                }
            }
        }
    }
}