JenkinsfileGet

pipeline {
  agent any
  environment {
    RSYNC_PASSWD = credentials('rsync_passwd')
  }
  options {
    buildDiscarder(logRotator(numToKeepStr: '10', artifactNumToKeepStr: '5'))
  }
  stages {
    stage('SCM') {
      steps {
        git url: 'https://github.com/eclipse-scava/scava-datasets.git'
      }
    }
    stage('Build mboxes') {
      steps {
        sh '''
          rm /data/eclipse_mls/*.mbox.lock || echo "No mbox lock found."
          rsync -avlp -e ssh --rsh="/usr/bin/sshpass -p ${SYS_RSYNC_PASSWD} ssh -o StrictHostKeyChecking=no -l bbaldassari2kd" build.eclipse.org:/opt/public/download-staging.priv/scava/ /data/eclipse_mls/ || echo "Rsync had issues. But the show must go on, right?"
          chmod 777 /data/eclipse_mls/*
          cd scripts/ && sh ./process_mboxes.sh
        ''' 
      }
    }
    stage('Build projects') {
      steps {
        sh 'pwd'
        sh 'ls'
        sh 'cd scripts/ && sh ./process_all_projects.sh' 
      }
    }
    stage('Archiving') {
      steps {
        archiveArtifacts artifacts: 'datasets/**/*.gz', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.html', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.pdf', fingerprint: true 
        archiveArtifacts artifacts: 'datasets/**/*.rmd', fingerprint: true 
        archiveArtifacts artifacts: 'docs/*', fingerprint: true 
        cleanWs()
      }
    }
  }
}