Newer
Older
DataReport / Jenkinsfile
  1. pipeline {
  2. agent {
  3. label 'master'
  4. }
  5. triggers{
  6. cron('H 2 * * 0')
  7. }
  8. stages {
  9. stage('Clean') {
  10. steps {
  11. sh 'rm -rf out'
  12. sh 'mkdir out'
  13. }
  14. }
  15. stage('Family scope report') {
  16. agent {
  17. docker {
  18. reuseNode true
  19. }
  20. }
  21. steps {
  22. sh 'jupyter-nbconvert --to html --output-dir=out --execute family-scope/family-scope.ipynb'
  23. sh 'jupyter-nbconvert --to html --output-dir=out --execute family-scope/geo-scope.ipynb'
  24. sh 'cp family-scope/*.html out/'
  25. }
  26. }
  27. stage('Dataset size report') {
  28. agent {
  29. dockerfile {
  30. args '-u root:root'
  31. reuseNode true
  32. }
  33. }
  34. steps {
  35. sh 'cd dataset-stats && jupyter-nbconvert --to python --stdout size.ipynb | ipython'
  36. sh 'cp dataset-stats/dataset-stats.html out/'
  37. }
  38. }
  39. }
  40. post {
  41. always {
  42. publishHTML([
  43. allowMissing: true, alwaysLinkToLastBuild: true, keepAll: true,
  44. reportDir: 'out', reportFiles: 'dataset-dimensions.html,dataset-dimensions-geo.html,dataset-stats.html',
  45. reportName: 'Dataset Reports', reportTitles: 'Family Scope,Geo Scope,Size'])
  46. archiveArtifacts 'out/*.html'
  47. }
  48. }
  49. }