diff --git a/Jenkinsfile b/Jenkinsfile index 6142f95..6c4aaa7 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -21,13 +21,25 @@ sh 'cp family-scope/dataset-dimensions.html out/' } } + stage('Dataset size report') { + agent { + docker { + image 'cloudfluff/databaker-docker' + reuseNode true + } + } + steps { + sh 'cd dataset-stats && jupyter-nbconvert --to python --stdout size.ipynb | ipython' + sh 'cp dataset-stats/dataset-stats.html out/' + } + } } post { always { publishHTML([ allowMissing: true, alwaysLinkToLastBuild: true, keepAll: true, - reportDir: 'out', reportFiles: 'dataset-dimensions.html', - reportName: 'Dataset Family Scope', reportTitles: '']) + reportDir: 'out', reportFiles: 'dataset-dimensions.html,dataset-stats.html', + reportName: 'Dataset Reports', reportTitles: 'Family Scope,Size']) } } }