From 27fad540146c16692bc3f04816fd0b5b8e2f94cf Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Fri, 2 Oct 2020 11:34:02 +0100 Subject: [PATCH 1/6] [CI] debug what stage causes 'no matches found within 10000' --- Jenkinsfile | 3 +++ 1 file changed, 3 insertions(+) diff --git a/Jenkinsfile b/Jenkinsfile index 119cea9b3abf..1045c2bae7d0 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -344,6 +344,9 @@ def archiveTestOutput(Map args = [:]) { } cmd(label: 'Prepare test output', script: 'python .ci/scripts/pre_archive_test.py') dir('build') { + if (isUnix()) { + cmd(label: "Debug build folder ${args.id}", script: 'ls -ltrah && find . -name build -ls') + } else { log(level: 'INFO', text: "DEBUG build is disabled for non-unix") } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) } From 301f0376e0d443e9dc0babaf1e98305333ebce9f Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Fri, 2 Oct 2020 14:37:47 +0100 Subject: [PATCH 2/6] Delete ve and vendor folders to avoid 10000 --- Jenkinsfile | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 1045c2bae7d0..946f9f8c7f4d 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -345,7 +345,10 @@ def archiveTestOutput(Map args = [:]) { cmd(label: 'Prepare test output', script: 'python .ci/scripts/pre_archive_test.py') dir('build') { if (isUnix()) { - cmd(label: "Debug build folder ${args.id}", script: 'ls -ltrah && find . -name build -ls') + cmd(label: "Debug build folder ${args.id}", script: "echo ${args.id}; ls -ltrah && find . -name build -ls") + cmd(label: 'Delete folders that are causing no matches found within 10000', + returnStatus: true, + script: 'rm -rf ve || true; find . -type d -name vendor -delete') } else { log(level: 'INFO', text: "DEBUG build is disabled for non-unix") } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) From 1ea97529a28b9a7ad9aad433252eaa814889d740 Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 5 Oct 2020 12:06:43 +0100 Subject: [PATCH 3/6] Remove folders with find --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 636b1a761c32..91b89684294f 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -349,7 +349,7 @@ def archiveTestOutput(Map args = [:]) { cmd(label: "Debug build folder ${args.id}", script: "echo ${args.id}; ls -ltrah && find . -name build -ls") cmd(label: 'Delete folders that are causing no matches found within 10000', returnStatus: true, - script: 'rm -rf ve || true; find . -type d -name vendor -delete') + script: 'rm -rf ve || true; find . -type d -name vendor -exec rm -r {} \;') } else { log(level: 'INFO', text: "DEBUG build is disabled for non-unix") } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) From d92bbba1e3e7c67e733fc0311333ace153e6cfac Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 5 Oct 2020 12:08:32 +0100 Subject: [PATCH 4/6] Fix groovy syntax --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 91b89684294f..d9dbda968aba 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -349,7 +349,7 @@ def archiveTestOutput(Map args = [:]) { cmd(label: "Debug build folder ${args.id}", script: "echo ${args.id}; ls -ltrah && find . -name build -ls") cmd(label: 'Delete folders that are causing no matches found within 10000', returnStatus: true, - script: 'rm -rf ve || true; find . -type d -name vendor -exec rm -r {} \;') + script: 'rm -rf ve || true; find . -type d -name vendor -exec rm -r {} \\;') } else { log(level: 'INFO', text: "DEBUG build is disabled for non-unix") } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) From 20c4e87cad14e9a401ea79b4e5ad2250bd406201 Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 5 Oct 2020 13:18:38 +0100 Subject: [PATCH 5/6] Avoid debug traces --- Jenkinsfile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index d9dbda968aba..59fdebbb9b27 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -346,11 +346,10 @@ def archiveTestOutput(Map args = [:]) { cmd(label: 'Prepare test output', script: 'python .ci/scripts/pre_archive_test.py') dir('build') { if (isUnix()) { - cmd(label: "Debug build folder ${args.id}", script: "echo ${args.id}; ls -ltrah && find . -name build -ls") - cmd(label: 'Delete folders that are causing no matches found within 10000', + cmd(label: 'Delete folders that are causing exceptions (See JENKINS-58421)', returnStatus: true, script: 'rm -rf ve || true; find . -type d -name vendor -exec rm -r {} \\;') - } else { log(level: 'INFO', text: "DEBUG build is disabled for non-unix") } + } else { log(level: 'INFO', text: 'Delete folders that are causing exceptions (See JENKINS-58421) is disabled for Windows.') } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) } From 0684a38b477281ea14b176c434908b44d329d6df Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Mon, 5 Oct 2020 13:28:57 +0100 Subject: [PATCH 6/6] Tar and archive rather than archive only --- Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 59fdebbb9b27..08853ab14537 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -74,7 +74,7 @@ pipeline { } steps { withGithubNotify(context: 'Lint') { - withBeatsEnv(archive: true) { + withBeatsEnv(archive: true, id: 'lint') { dumpVariables() cmd(label: 'make check', script: 'make check') } @@ -351,7 +351,7 @@ def archiveTestOutput(Map args = [:]) { script: 'rm -rf ve || true; find . -type d -name vendor -exec rm -r {} \\;') } else { log(level: 'INFO', text: 'Delete folders that are causing exceptions (See JENKINS-58421) is disabled for Windows.') } junitAndStore(allowEmptyResults: true, keepLongStdio: true, testResults: args.testResults, stashedTestReports: stashedTestReports, id: args.id) - archiveArtifacts(allowEmptyArchive: true, artifacts: args.artifacts) + tar(file: "test-build-artifacts-${args.id}.tgz", dir: '.', archive: true, allowMissing: true) } catchError(buildResult: 'SUCCESS', message: 'Failed to archive the build test results', stageResult: 'SUCCESS') { def folder = cmd(label: 'Find system-tests', returnStdout: true, script: 'python .ci/scripts/search_system_tests.py').trim()